-- Logs begin at Fri 2022-10-28 08:59:52 UTC, end at Fri 2022-10-28 11:07:39 UTC. -- Oct 28 09:45:54.659379 dv-neutron-zed-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 09:45:57.348748 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.common.config [-] Logging enabled! Oct 28 09:45:57.349364 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.0.1.dev23 Oct 28 09:45:57.349539 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113944) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 28 09:45:57.353364 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.common.config [-] Logging enabled! Oct 28 09:45:57.353618 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.0.1.dev23 Oct 28 09:45:57.353936 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113944) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 28 09:45:57.354907 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 09:45:57.355144 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 09:45:57.355628 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 09:45:57.355877 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 09:45:57.356105 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 09:45:57.356423 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.356722 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.356955 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.357253 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.357546 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.357831 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.358121 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.358420 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.358728 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.359013 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.359298 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.359530 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.359811 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.360100 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.360388 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.360614 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] debug = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.360895 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.361324 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.361737 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.362008 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.362297 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.362575 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.362874 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.363156 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.363454 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.363781 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] host = dv-neutron-zed-2-hyperv {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.364055 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.364341 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.364629 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.364916 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.365190 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.365471 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.365804 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.366026 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.366298 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] log_file = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.366572 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.366897 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.367199 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.367493 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.367720 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.367946 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.368232 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.368522 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.368797 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.369072 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.369344 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.369617 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.369891 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.370158 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.370441 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.370747 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.371038 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.371315 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.371589 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.371859 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.372131 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.372413 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.372685 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.372957 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.373230 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.373516 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.373787 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.374058 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.374357 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.374640 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.374947 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.375233 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.375506 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.375789 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.376063 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.376332 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.376601 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] use_json = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.376872 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.377143 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.377425 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.377696 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.377966 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.378237 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.378507 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.378814 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.379087 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:45:57.379384 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.379681 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.379979 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.380262 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.380568 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.380848 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.381139 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.381418 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.381706 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.381996 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.382540 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.383420 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.383733 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.384026 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.384326 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.384634 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.384930 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.385224 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.385501 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.385780 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.386056 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.386335 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.386624 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.386928 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.387218 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.387509 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.387794 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.388090 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.388377 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.388662 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.388956 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.389248 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.389521 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.389800 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.390092 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.390368 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.390640 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.390951 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.391227 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.391498 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.391779 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.392071 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.392355 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.392626 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.392901 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.393190 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.393465 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.393739 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.394012 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.394286 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.394555 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.394866 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.395141 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.395410 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.395678 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.395955 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.396226 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.396495 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.396774 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.397046 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.397318 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.397591 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.397862 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.398136 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.398413 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.399277 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.399552 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.399826 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.400106 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.400382 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.400653 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.400928 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.401201 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.401476 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.401769 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.402070 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.402354 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.402637 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.402951 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.403230 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.403510 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.403791 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.404079 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.404356 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.404633 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.404925 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.405210 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.405503 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.405792 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.406097 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.406403 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.406706 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.406993 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.407275 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.407558 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.407839 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.408125 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.408407 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.408687 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.408973 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.409259 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.409555 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.409852 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.410132 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.410431 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.410753 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.411053 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.411334 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.411644 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.411926 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:45:57.412144 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 09:45:57.412393 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113944) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 09:45:57.795145 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 28 09:45:57.795470 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 28 09:45:57.795737 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 28 09:45:57.795969 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 28 09:45:57.796252 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 28 09:45:57.796584 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 09:45:58.125525 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.125813 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.126088 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.127319 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.127596 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.127863 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.181175 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.181451 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.181765 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.197999 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.198276 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.198550 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.226192 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.226471 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.227276 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.264240 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.264522 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.264788 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.496354 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.496987 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.496987 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.498044 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.498773 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.596159 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.596488 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.596777 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.597049 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.597319 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.597629 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.597890 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.598155 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.598412 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.598716 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.598980 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.599245 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.599504 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.599756 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.600012 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.600276 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.600531 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.600799 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.601066 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.601324 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.602205 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.602489 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.602802 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.603182 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.603435 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.603685 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.604081 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:45:58.604320 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:45:58.604558 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:45:58.604793 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:45:58.605029 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:45:58.605262 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:45:58.605624 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 09:45:58.608757 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 09:45:58.612681 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 09:45:58.616591 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 28 09:45:58.618236 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 09:45:58.618878 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 09:45:58.619216 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 09:45:58.619601 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 09:45:58.622357 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 09:45:58.622613 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 09:45:58.622988 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 09:45:58.628104 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 09:45:58.651636 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 09:45:58.652098 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.652429 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113944) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 28 09:45:58.652803 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.654153 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113944) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 09:45:58.654463 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 09:45:58.654743 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 09:45:58.666388 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.666696 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:45:58.797271 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 09:45:58.797440 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 09:45:58.797680 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 09:45:58.798066 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 09:45:58.851372 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO dbcounter [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Registered counter for database neutron Oct 28 09:45:58.871989 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_db.sqlalchemy.engines [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113944) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 09:45:58.877746 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG dbcounter [-] [113944] Writer thread running {{(pid=113944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 28 09:45:59.572265 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Initializing driver for type 'gre' Oct 28 09:45:59.573002 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] gre ID ranges: [(1, 1000)] Oct 28 09:45:59.806504 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Initializing driver for type 'local' Oct 28 09:45:59.806867 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Initializing driver for type 'vlan' Oct 28 09:45:59.897524 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] VlanTypeDriver initialization complete Oct 28 09:45:59.897778 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Initializing driver for type 'vxlan' Oct 28 09:45:59.898290 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] vxlan ID ranges: [(1, 1000)] Oct 28 09:46:00.079967 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Initializing extension driver 'port_security' Oct 28 09:46:00.080305 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.extensions.port_security [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] PortSecurityExtensionDriver initialization complete Oct 28 09:46:00.080644 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Initializing mechanism driver 'openvswitch' Oct 28 09:46:00.080973 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Initializing mechanism driver 'hyperv' Oct 28 09:46:00.088113 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.plugins.ml2.plugin [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:00.088782 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > port after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.089152 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > port after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.089507 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > port after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.090026 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 09:46:00.090439 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > subnet after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.090829 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > subnet after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.091179 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.091571 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 09:46:00.091979 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > network after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.092330 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > network after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.092675 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > network after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.093063 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 09:46:00.093505 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > security_group after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.093838 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > security_group after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.094176 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.094563 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 09:46:00.094992 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.095340 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.095678 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.096192 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 09:46:00.096621 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > address_group after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.097027 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > address_group after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.097306 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.097691 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 09:46:00.098130 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] ML2 OVO RPC backend initialized. {{(pid=113944) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 28 09:46:00.098855 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.099213 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.099626 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > network before_response 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.099974 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > networks before_response 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.100318 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > port before_response 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.100662 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > ports before_response 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.101001 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > subnet before_response 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.101343 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > subnets before_response 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.102411 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > network after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.102780 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > network after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.108478 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > network after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.108478 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > port after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.108478 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > port after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.108478 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > port after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.108793 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > subnet after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.108793 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > subnet after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.108793 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.114603 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded quota_driver: . Oct 28 09:46:00.114997 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.plugin [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Modular L2 Plugin initialization complete Oct 28 09:46:00.115345 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading services supported by the core plugin {{(pid=113944) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 09:46:00.115689 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.plugins.ml2.managers [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Got port-security extension from driver 'port_security' Oct 28 09:46:00.116175 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.extensions.vlantransparent [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Disabled vlantransparent extension. Oct 28 09:46:00.116716 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113944) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 09:46:00.117038 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading Plugin: router Oct 28 09:46:00.155022 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.155344 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router after_create 55549900 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.155713 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router before_create 55549900 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.156078 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.156511 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.156880 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router after_delete 55549900 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.157235 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.157584 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.157941 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router after_create 55549900 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.158284 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router after_update 55549900 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.158629 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router after_update 55549900 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.159002 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.159357 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router after_update 55549900 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.159767 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router precommit_update 55549900 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.160135 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: port after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.160477 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: port after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.160815 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: subnet after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.161160 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.161513 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.161861 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router precommit_create 55549900 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.162206 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: port before_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.162593 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router precommit_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.162972 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router after_update 55549900 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.163321 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.163681 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router precommit_create 55549900 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.164090 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.164989 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router precommit_update 55549900 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.165370 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > agent after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.165849 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > agent after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.166260 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > network after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.167210 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Tracking information for resource: router configured {{(pid=113944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:46:00.167541 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Tracking information for resource: floatingip configured {{(pid=113944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:46:00.172874 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.db.l3_agentschedulers_db [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 09:46:00.173459 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: port after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.173821 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: port after_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.174171 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: port after_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.174521 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: port after_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.175360 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router before_create 55550100 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.175752 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.176114 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router precommit_create 55550100 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.176470 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > router precommit_update 55550100 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.181383 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.services.provider_configuration [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Service providers = [] {{(pid=113944) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 09:46:00.181750 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.db.servicetype_db [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113944) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 09:46:00.184867 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.services.service_base [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:46:00.185219 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.services.service_base [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:46:00.185563 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.services.service_base [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:46:00.186446 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.services.service_base [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:46:00.186850 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.services.service_base [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 09:46:00.187235 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:46:00.187552 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 09:46:00.199723 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:46:00.200028 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading Plugin: auto_allocate Oct 28 09:46:00.205758 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: network precommit_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.206138 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: network precommit_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.206680 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:46:00.207007 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading Plugin: tag Oct 28 09:46:00.214273 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:46:00.214597 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading Plugin: timestamp Oct 28 09:46:00.218620 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:46:00.218977 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading Plugin: network_ip_availability Oct 28 09:46:00.224602 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.224976 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.225333 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.226072 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:46:00.226389 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading Plugin: flavors Oct 28 09:46:00.231684 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:46:00.232015 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading Plugin: revisions Oct 28 09:46:00.236485 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:46:00.236873 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_concurrency.lockutils [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.441s {{(pid=113944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 28 09:46:00.237714 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113944) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 28 09:46:00.238050 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Initializing extension manager. Oct 28 09:46:00.238573 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: __init__.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.238947 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: __pycache__ {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.239280 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: address_group.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.240266 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.240852 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: address-group Oct 28 09:46:00.241179 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: address_scope.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.241853 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.242407 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: address-scope Oct 28 09:46:00.242754 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.243632 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.244143 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: router-admin-state-down-before-update Oct 28 09:46:00.244461 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: agent.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.245172 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.245665 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: agent Oct 28 09:46:00.245985 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: agent_resources_synced.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.246879 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.247385 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: agent-resources-synced Oct 28 09:46:00.247702 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: allowedaddresspairs.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.249452 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.249967 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: allowed-address-pairs Oct 28 09:46:00.250291 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: auto_allocated_topology.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.251350 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.251859 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: auto-allocated-topology Oct 28 09:46:00.252183 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: availability_zone.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.252916 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.253420 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: availability_zone Oct 28 09:46:00.253740 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: availability_zone_filter.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.254616 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.255152 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: availability_zone_filter Oct 28 09:46:00.255475 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: data_plane_status.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.256334 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.256841 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 09:46:00.257418 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: default_subnetpools.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.258308 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.258920 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: default-subnetpools Oct 28 09:46:00.259243 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.260024 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.260537 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: dhcp_agent_scheduler Oct 28 09:46:00.260860 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: dns.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.261729 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.262240 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 09:46:00.262565 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: dns_domain_ports.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.263447 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.263950 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 09:46:00.264268 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.265136 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.265641 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 09:46:00.265961 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: dvr.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.266584 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.267118 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: dvr Oct 28 09:46:00.267436 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: ecmp_routes.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.268304 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.268796 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 09:46:00.269115 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: empty_string_filtering.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.269963 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.270466 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: empty-string-filtering Oct 28 09:46:00.270812 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.271754 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.272259 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 09:46:00.272574 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.273950 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.274455 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 09:46:00.274800 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: external_net.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.275656 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.276159 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: external-net Oct 28 09:46:00.276478 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.277335 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.277840 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: extra_dhcp_opt Oct 28 09:46:00.278163 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: extraroute.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.279057 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.279556 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: extraroute Oct 28 09:46:00.279875 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: extraroute_atomic.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.280874 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.281376 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: extraroute-atomic Oct 28 09:46:00.281699 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: filter_validation.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.282320 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.282853 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: filter-validation Oct 28 09:46:00.283174 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: fip_pf_description.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.284028 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.284527 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 09:46:00.284848 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: fip_pf_detail.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.285703 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.286204 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 28 09:46:00.286523 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: fip_pf_port_range.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.287484 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.287984 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 28 09:46:00.288303 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: fip_port_details.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.289216 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.290217 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: fip-port-details Oct 28 09:46:00.290538 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: flavors.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.291749 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.292263 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: flavors Oct 28 09:46:00.292592 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.294207 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.294754 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 09:46:00.295086 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: floatingip_pools.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.295742 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.296249 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: floatingip-pools Oct 28 09:46:00.296575 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: ip_allocation.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.297438 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.297933 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 09:46:00.298251 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.299166 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.299667 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: ip-substring-filtering Oct 28 09:46:00.299987 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: l2_adjacency.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.300866 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.301373 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 09:46:00.301697 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: l3.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.302657 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.303274 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: router Oct 28 09:46:00.303601 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.306551 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.307117 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 09:46:00.307451 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.308330 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.308840 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: ext-gw-mode Oct 28 09:46:00.309169 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.310151 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.310688 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: l3-ha Oct 28 09:46:00.311013 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.311878 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.312389 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 28 09:46:00.312713 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: l3_flavors.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.313585 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.314087 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: l3-flavors Oct 28 09:46:00.314410 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: l3_ndp_proxy.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.315752 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.316277 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 28 09:46:00.316606 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.317475 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.317989 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 09:46:00.318314 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: l3agentscheduler.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.319576 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.319968 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: l3_agent_scheduler Oct 28 09:46:00.320290 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: local_ip.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.322663 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.323217 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension local_ip not supported by any of loaded plugins Oct 28 09:46:00.323546 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: logging.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.325006 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.325532 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension logging not supported by any of loaded plugins Oct 28 09:46:00.325905 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: metering.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.326725 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.327313 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: metering Oct 28 09:46:00.327634 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.328693 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.329212 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: metering_source_and_destination_fields Oct 28 09:46:00.329538 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: multiprovidernet.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.330419 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.330974 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: multi-provider Oct 28 09:46:00.331489 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: netmtu.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.332376 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.332897 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: net-mtu Oct 28 09:46:00.333249 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: netmtu_writable.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.334149 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.334659 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: net-mtu-writable Oct 28 09:46:00.335007 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: network_availability_zone.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.335637 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.336207 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: network_availability_zone Oct 28 09:46:00.336529 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: network_ip_availability.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.337581 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.338126 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: network-ip-availability Oct 28 09:46:00.338456 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: network_segment_range.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.339306 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.339807 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 09:46:00.340125 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: pagination.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.341055 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.341383 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: pagination Oct 28 09:46:00.341702 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: port_device_profile.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.342567 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.343104 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: port-device-profile Oct 28 09:46:00.343426 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: port_mac_address_override.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.344295 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.344951 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: port-mac-override Oct 28 09:46:00.345213 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.346083 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.346588 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: port-mac-address-regenerate Oct 28 09:46:00.347025 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.347892 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.348401 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: port-numa-affinity-policy Oct 28 09:46:00.348716 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: port_resource_request.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.349572 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.350073 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 09:46:00.350394 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: port_resource_request_groups.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.351347 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.352358 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 28 09:46:00.352682 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: portbindings.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.353557 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.354113 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: binding Oct 28 09:46:00.354435 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: portbindings_extended.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.355748 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.356337 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: binding-extended Oct 28 09:46:00.356676 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: portsecurity.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.357544 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.358058 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: port-security Oct 28 09:46:00.358380 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: project_id.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.359568 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.359901 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: project-id Oct 28 09:46:00.360223 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: providernet.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.361092 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.361610 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: provider Oct 28 09:46:00.361933 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: qos.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.365636 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.366163 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension qos not supported by any of loaded plugins Oct 28 09:46:00.366495 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.368356 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.368874 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 09:46:00.369202 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.370079 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.370595 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 09:46:00.370977 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: qos_default.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.371854 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.372371 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension qos-default not supported by any of loaded plugins Oct 28 09:46:00.372695 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: qos_fip.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.373571 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.374089 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 09:46:00.374411 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: qos_fip_network_policy.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.375309 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.375820 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 28 09:46:00.376143 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: qos_gateway_ip.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.377031 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.377538 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 09:46:00.377859 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: qos_port_network_policy.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.378782 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.379295 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 09:46:00.379616 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.380606 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.381168 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 09:46:00.381490 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.383068 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.383450 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 28 09:46:00.383876 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: qos_pps_rule.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.384947 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.385459 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 09:46:00.385783 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: qos_rule_type_details.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.386656 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.387184 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 09:46:00.387506 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: qos_rule_type_filter.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.388379 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.388961 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 28 09:46:00.389286 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: qos_rules_alias.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.390274 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.390966 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 09:46:00.391291 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: quota_check_limit.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.392156 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.392669 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: quota-check-limit Oct 28 09:46:00.392988 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: quotasv2.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.393943 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.394267 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: quotas Oct 28 09:46:00.394589 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: quotasv2_detail.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.396442 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.396776 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: quota_details Oct 28 09:46:00.397104 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: rbac.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.398128 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.398700 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: rbac-policies Oct 28 09:46:00.399037 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: rbac_address_group.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.400018 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.400566 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: rbac-address-group Oct 28 09:46:00.400892 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: rbac_address_scope.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.401843 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.402402 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: rbac-address-scope Oct 28 09:46:00.402824 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: rbac_security_groups.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.403715 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.404227 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: rbac-security-groups Oct 28 09:46:00.404550 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: rbac_subnetpool.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.405476 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.405943 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: rbac-subnetpool Oct 28 09:46:00.406264 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: revisionifmatch.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.407183 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.407691 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: revision-if-match Oct 28 09:46:00.408014 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: revisions.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.409089 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.409892 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: standard-attr-revisions Oct 28 09:46:00.409999 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: router_availability_zone.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.410546 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.411183 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: router_availability_zone Oct 28 09:46:00.411603 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: routerservicetype.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.412482 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.413000 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 09:46:00.413321 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.414865 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.415381 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: security-groups-normalized-cidr Oct 28 09:46:00.415703 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.416586 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.417097 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: port-security-groups-filtering Oct 28 09:46:00.417420 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.418337 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.418876 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: security-groups-remote-address-group Oct 28 09:46:00.419727 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.420138 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.420648 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: security-groups-shared-filtering Oct 28 09:46:00.420970 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: securitygroup.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.431861 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.432405 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: security-group Oct 28 09:46:00.432744 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: segment.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.433451 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.433975 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension segment not supported by any of loaded plugins Oct 28 09:46:00.434394 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.435333 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.435854 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 09:46:00.436182 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: servicetype.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.437267 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.437784 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: service-type Oct 28 09:46:00.438113 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: sorting.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.439073 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.439407 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: sorting Oct 28 09:46:00.439732 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: standard_attr_segment.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.440724 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.441408 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 09:46:00.441562 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: standardattrdescription.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.442359 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.442712 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: standard-attr-description Oct 28 09:46:00.443042 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: stateful_security_group.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.443928 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.444443 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: stateful-security-group Oct 28 09:46:00.444764 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: stdattrs_common.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.445423 dv-neutron-zed-2-hyperv neutron-server[113944]: WARNING neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 09:46:00.445705 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.446590 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.447130 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 09:46:00.447452 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: subnet_onboard.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.448462 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.448997 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: subnet_onboard Oct 28 09:46:00.449302 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.450212 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.450743 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 09:46:00.451099 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: subnet_service_types.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.451981 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.452490 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: subnet-service-types Oct 28 09:46:00.452811 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: subnetallocation.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.453845 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.454363 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: subnet_allocation Oct 28 09:46:00.454712 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.455345 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.456397 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: subnetpool-prefix-ops Oct 28 09:46:00.456397 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.457224 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.457733 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 09:46:00.458164 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: tagging.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.459188 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.464823 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: standard-attr-tag Oct 28 09:46:00.464823 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: timestamp.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.466209 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.466341 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loaded extension: standard-attr-timestamp Oct 28 09:46:00.466651 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: trunk.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.467657 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.468175 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension trunk not supported by any of loaded plugins Oct 28 09:46:00.468502 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: trunk_details.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.469364 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.469875 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 09:46:00.470197 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: uplink_status_propagation.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.471141 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.471670 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 09:46:00.471976 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Loading extension file: vlantransparent.py {{(pid=113944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:46:00.472614 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:46:00.473125 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 09:46:00.475952 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of TrackedResource for resource:network Oct 28 09:46:00.477083 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of TrackedResource for resource:subnet Oct 28 09:46:00.477486 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:46:00.477880 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of TrackedResource for resource:port Oct 28 09:46:00.479251 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.v2.resource_helper [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:46:00.479698 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.v2.resource_helper [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Service FLAVORS assigned prefix: {{(pid=113944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:46:00.480305 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.v2.resource_helper [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:46:00.480739 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.v2.resource_helper [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:46:00.481074 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of TrackedResource for resource:router Oct 28 09:46:00.481576 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 09:46:00.482066 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.v2.resource_helper [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Service METERING assigned prefix: /metering {{(pid=113944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:46:00.483558 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.483934 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.484546 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:00.485447 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 09:46:00.486016 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of TrackedResource for resource:security_group Oct 28 09:46:00.486459 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 09:46:00.487032 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.v2.resource_helper [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Service CORE assigned prefix: {{(pid=113944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:46:00.487362 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:46:00.487710 dv-neutron-zed-2-hyperv neutron-server[113944]: WARNING neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] subnetpool is already registered Oct 28 09:46:00.488149 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.v2.resource_helper [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Service CORE assigned prefix: {{(pid=113944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:46:00.488481 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:46:00.488846 dv-neutron-zed-2-hyperv neutron-server[113944]: WARNING neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] subnetpool is already registered Oct 28 09:46:00.491311 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.v2.resource_helper [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:46:00.491771 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.v2.resource_helper [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Service FLAVORS assigned prefix: {{(pid=113944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:46:00.493094 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.v2.resource_helper [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:46:00.493688 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.v2.resource_helper [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:46:00.494019 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of TrackedResource for resource:router Oct 28 09:46:00.494377 dv-neutron-zed-2-hyperv neutron-server[113944]: WARNING neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] router is already registered Oct 28 09:46:00.494854 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 09:46:00.495189 dv-neutron-zed-2-hyperv neutron-server[113944]: WARNING neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] floatingip is already registered Oct 28 09:46:00.495679 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.v2.resource_helper [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Service METERING assigned prefix: /metering {{(pid=113944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:46:00.496382 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 09:46:00.496747 dv-neutron-zed-2-hyperv neutron-server[113944]: WARNING neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] rbac_policy is already registered Oct 28 09:46:00.497177 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of TrackedResource for resource:security_group Oct 28 09:46:00.497509 dv-neutron-zed-2-hyperv neutron-server[113944]: WARNING neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] security_group is already registered Oct 28 09:46:00.497934 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 09:46:00.498275 dv-neutron-zed-2-hyperv neutron-server[113944]: WARNING neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] security_group_rule is already registered Oct 28 09:46:00.498802 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.v2.resource_helper [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Service CORE assigned prefix: {{(pid=113944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:46:00.499128 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:46:00.499456 dv-neutron-zed-2-hyperv neutron-server[113944]: WARNING neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] subnetpool is already registered Oct 28 09:46:00.499880 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.v2.resource_helper [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Service CORE assigned prefix: {{(pid=113944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:46:00.500248 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:46:00.500572 dv-neutron-zed-2-hyperv neutron-server[113944]: WARNING neutron.quota.resource_registry [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] subnetpool is already registered Oct 28 09:46:00.501036 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: extensions {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.502700 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: address-groups {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.504252 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: address-scopes {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.505454 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: agents {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.506610 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: auto-allocated-topology {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.509577 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: availability_zones {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.510853 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: dhcp-networks {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.512554 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: dhcp-agents {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.514098 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: routers {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.515930 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: flavors {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.517098 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: service_profiles {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.518690 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: next_providers {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.520111 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: service_profiles {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.521586 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: floatingip-pools {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.522857 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: routers {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.524681 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: floatingips {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.526307 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: l3-routers {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.528083 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: l3-agents {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.533620 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: metering-labels {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.533620 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: metering-label-rules {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.533620 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: network-ip-availabilities {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.534019 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: bindings {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.535524 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: quotas {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.537161 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: quotas {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.538855 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: rbac-policies {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.540564 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: security-groups {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.541787 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: security-group-rules {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.543086 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: service-providers {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.544391 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: subnetpools {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.545858 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: subnetpools {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.547359 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: tags {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.549133 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: tags {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.550889 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: tags {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.552821 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: tags {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.555196 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: tags {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.557355 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: tags {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.559192 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: tags {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.561032 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: tags {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.562876 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: tags {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.564730 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron.api.extensions [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Extended resource: tags {{(pid=113944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:46:00.572108 dv-neutron-zed-2-hyperv neutron-server[113944]: WARNING keystonemiddleware.auth_token [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 09:46:00.577298 dv-neutron-zed-2-hyperv neutron-server[113944]: WARNING keystonemiddleware.auth_token [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 09:46:00.586591 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_concurrency.lockutils [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Acquiring lock "singleton_lock" {{(pid=113944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 28 09:46:00.586943 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_concurrency.lockutils [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Acquired lock "singleton_lock" {{(pid=113944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 28 09:46:00.587419 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_concurrency.lockutils [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Releasing lock "singleton_lock" {{(pid=113944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 28 09:46:00.588070 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO oslo_service.service [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Starting 2 workers Oct 28 09:46:00.593170 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Started child 114059 {{(pid=113944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:46:00.597879 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Started child 114060 {{(pid=113944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:46:00.598585 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:00.599634 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO neutron.service [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 09:46:00.600211 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [-] (114059) wsgi starting up on http://0.0.0.0:9696 Oct 28 09:46:00.600365 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Publish callbacks [] for process (None), before_spawn {{(pid=113944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:00.603309 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO oslo_service.service [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Starting 1 workers Oct 28 09:46:00.603502 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:00.604866 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [-] (114060) wsgi starting up on http://0.0.0.0:9696 Oct 28 09:46:00.608791 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Started child 114061 {{(pid=113944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:46:00.609346 dv-neutron-zed-2-hyperv neutron-server[113944]: INFO oslo_service.service [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Starting 1 workers Oct 28 09:46:00.612756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.service [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] calling RpcWorker wait() {{(pid=114061) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 09:46:00.613380 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.service [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] returning from RpcWorker wait() {{(pid=114061) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 09:46:00.614358 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Started child 114062 {{(pid=113944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:46:00.614847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:00.615171 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG neutron_lib.callbacks.manager [None req-64b5bab9-bb26-4792-9576-717db4a65772 None None] Publish callbacks [] for process (None), after_spawn {{(pid=113944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:00.615402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:00.617129 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113944) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 09:46:00.617869 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 09:46:00.618141 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 09:46:00.618372 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 09:46:00.618979 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 09:46:00.618979 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 09:46:00.619457 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.619732 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.620001 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.620097 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:00.620574 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.620827 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.620962 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:00.621099 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.621393 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.621677 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.621925 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.622097 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.622269 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.622516 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.622799 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.623124 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.623393 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.623641 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.623884 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.624038 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.624282 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.624540 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.624794 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.625286 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] debug = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.625444 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.625858 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.626113 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.626397 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.626638 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.627022 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.627243 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.627511 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.627766 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.627978 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.628212 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.628474 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.628723 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.628962 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.629197 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.629448 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.629663 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.630160 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] host = dv-neutron-zed-2-hyperv {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.630395 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.630638 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.630903 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.631146 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.631418 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.631629 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.631895 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.632405 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.632658 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.632909 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.633182 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.633427 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.633658 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.633908 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] log_file = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.634072 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] log_options = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.634301 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.634588 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.634885 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.635078 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.635259 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.635391 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.635639 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.635785 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.636022 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.636234 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.636479 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.636720 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.636949 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.637178 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.637424 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.637652 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.637863 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.638107 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.638362 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.638600 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.638862 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.639103 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.639340 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.639616 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.641848 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.642203 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.642818 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.643562 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.643562 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.643562 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.644077 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.644077 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.644360 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.645545 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.645831 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.646077 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.648289 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.648577 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.648927 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.649257 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.649397 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.649595 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.649828 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.650101 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.650337 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.650565 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.650830 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] use_json = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.651069 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.651312 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.651576 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.651819 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.652055 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.652294 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.652528 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.652764 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.652982 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.653418 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.653830 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.654033 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.654265 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.654509 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.654845 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.655019 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.660870 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.660870 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.660870 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.660870 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.660870 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.660870 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.660870 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.660870 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.661478 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.661478 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.661478 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.661478 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.661478 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.661478 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.661478 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.661478 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.662100 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.662100 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.662100 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.662100 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.662100 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.662100 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.662100 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.662100 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.662755 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.662755 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.662755 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.662755 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.662755 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.662755 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.663139 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.663139 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.663257 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.663478 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.663721 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.664455 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.664786 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.665008 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.665240 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.665476 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.665743 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.666260 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.666494 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.666740 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.666966 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.667191 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.667438 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.667688 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.667924 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.668184 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.668415 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.668669 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.668939 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.669174 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.669395 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.669632 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.669853 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.670072 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.670309 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.670526 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.670776 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.671026 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.671244 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.671459 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.671695 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.671934 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.672168 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.672380 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.672760 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.673010 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.673230 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.673462 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.673674 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.673997 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.674139 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.674406 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.674822 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.675177 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.675567 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.675811 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.676033 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.676248 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.676465 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.676678 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.676932 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.677227 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.677490 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.677739 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.677961 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.678227 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.678487 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.678710 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.678928 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.679144 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.679383 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.680257 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.680876 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.681041 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.681169 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.681460 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.681722 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.681961 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.682159 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.682383 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.682604 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.684014 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.684014 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.684014 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.684014 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.684014 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.684014 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.684423 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.684423 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.684627 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.685033 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.685477 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.686598 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.686880 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.687180 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.687409 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.687680 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.687981 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.688262 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.688533 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.688789 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.689028 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.689296 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.689549 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.689802 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.690045 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.690294 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.690551 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.690825 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.691057 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.691431 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.691668 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.691996 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.692249 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.692498 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.692710 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.692979 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.693256 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.693507 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.693777 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.694074 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.694267 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.694523 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.694778 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.695029 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.695321 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.695556 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.695772 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.695988 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.696202 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.696498 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.696656 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.696867 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.697101 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.697333 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.697549 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.697762 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.697979 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.698195 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.698451 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.698691 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.698906 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.699140 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.699362 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.699582 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.699793 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.700006 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.700239 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.700478 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.700724 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.700974 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.701224 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.701451 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.701702 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.701935 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.702151 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.702418 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.702660 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.702881 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.703096 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.703314 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.703547 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.703781 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.704008 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.704278 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.704534 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.704788 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.705152 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.705533 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.705647 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.705910 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.706155 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.706375 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.706592 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.706830 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.707095 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.707315 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.707539 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.707777 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.708016 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.708261 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.708485 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.708787 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.709004 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.709223 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.709900 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.710328 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.710761 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.711505 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.711737 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.711975 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.712221 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.712441 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.712662 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.712898 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.713117 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.713332 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.713568 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.713760 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.714095 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.714352 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.714591 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.714874 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.715094 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.715308 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.715553 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.715766 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.716000 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.716224 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.716440 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.716652 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.716896 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.717106 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.717316 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.717537 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.717752 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.717961 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.718192 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.718401 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.718612 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.718883 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.719100 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.719308 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.719531 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.719738 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.720457 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.720457 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.720457 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.720865 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.720865 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.721061 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.721214 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.721405 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.721619 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.721879 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.722314 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.722450 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.722591 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.722888 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.723119 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.723365 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.723610 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.723922 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.724135 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.724377 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.724613 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.724831 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.725071 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.725327 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.725645 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.725941 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.726301 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.726573 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.726803 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.727075 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.727358 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.727574 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.727894 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.728216 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.728482 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.728755 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.728996 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.729257 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.729502 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.729721 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.730437 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.730702 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.730933 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.731157 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.731397 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.731680 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.731884 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.732151 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.732319 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.732568 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.732927 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.732927 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.733258 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.733386 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 09:46:00.733805 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113944) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 09:46:00.733967 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 09:46:00.734170 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 09:46:00.734297 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 09:46:00.734451 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 09:46:00.734729 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 09:46:00.734870 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.735023 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.735150 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.735274 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.735438 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.735601 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.735760 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.735939 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.736079 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.736204 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.736342 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.736557 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.736685 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.736818 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.736943 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.737102 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.737237 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.737399 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.737559 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.737718 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.737877 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.738022 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] debug = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.738178 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.738391 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.738560 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.738750 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.738911 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.739078 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.739205 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.739363 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.739522 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.739680 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.739839 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.739999 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.740158 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.740317 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.740476 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.740635 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.740795 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.740954 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] host = dv-neutron-zed-2-hyperv {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.741113 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.741271 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.741447 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.741586 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.741746 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.741885 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.742015 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.742260 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.742388 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.742534 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.742721 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.742885 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.743034 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.743207 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] log_file = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.743350 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] log_options = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.743500 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.743729 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.743908 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.744067 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.744200 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.744328 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.744485 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.744603 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.744818 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.744947 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.745072 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.745208 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.745334 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.745460 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.745596 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.745754 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.745912 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.746070 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.746230 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.746390 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.746553 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.746740 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.746905 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.747073 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.747215 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.747370 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.747514 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.747652 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.747789 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.747927 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.748078 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.748241 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.748397 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.748537 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.748675 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.748812 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.748949 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.749091 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.749252 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.749400 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.749559 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.749703 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.749901 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.750046 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.750193 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.750332 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.750477 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] use_json = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.750616 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.750803 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.750934 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.751088 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.751227 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.751379 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.751515 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.751655 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.751801 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:46:00.751965 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.752119 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.752288 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.752441 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.752532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:00.752678 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.752765 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.752883 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.753045 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.753207 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.753369 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.753539 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.753709 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.753861 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.754023 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.754183 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.754345 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.754512 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.754756 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.754910 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.755009 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.755158 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.755319 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.755487 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.755648 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.755809 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.759249 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.759249 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.759249 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.759249 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.759249 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.759249 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.759249 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.759249 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.760320 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.760320 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.760320 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.760320 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.760320 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.760320 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.760320 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.760320 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.761271 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.761271 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.761271 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.761271 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.761271 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.761271 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.761271 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.761271 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.762363 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.762363 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.762363 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.762363 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.762363 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.762363 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.762363 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.762363 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.762363 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.763211 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.763211 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.763211 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.763211 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.763211 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.763211 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.763211 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.763211 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.764127 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.764127 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.764127 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.764127 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.764127 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.764127 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.764127 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.764127 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.764127 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.765209 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.765209 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.765209 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.765209 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.765209 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.765209 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.765209 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.765209 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.765209 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.766136 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.766136 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.766136 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.766136 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.766136 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.766136 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.766136 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.766792 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.766792 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.766792 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.766792 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.766792 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.767145 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.767145 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.767342 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.767459 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.767581 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.767710 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.767844 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.768005 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.768170 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.768350 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.768584 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.768750 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.768960 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.768960 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.769217 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.769344 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.769469 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.769559 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.769723 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.769883 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.770043 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.770204 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.770366 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.770526 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.770699 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.770865 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.771027 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.771197 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.771359 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.771523 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.771684 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.771836 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.772089 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.772267 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.772398 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.772523 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.772688 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.772849 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.773010 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.773170 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.773845 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.774009 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.774171 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.774343 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.774510 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.774683 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.774873 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.775059 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.775219 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.775380 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.775542 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.775701 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.775862 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.776022 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.776183 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.776344 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.776506 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.776674 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.776870 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.777323 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.777323 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.777323 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.778313 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.778313 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.778313 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.778313 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.778313 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.778313 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.779135 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.779135 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.779135 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.779135 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.779135 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.779702 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.779702 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.779702 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.779702 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.780081 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.780081 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.780081 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.780301 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.780428 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.780553 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.780676 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.780833 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.780975 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.781141 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.781302 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.781555 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.781746 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.781910 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.782072 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.782233 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.782604 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.782604 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.782817 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.782903 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.783053 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.783214 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.783376 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.783536 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.783741 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.783921 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.784061 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.784236 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.784408 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.784569 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.784731 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.784892 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.785053 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.785215 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.785376 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.785538 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.785699 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.785860 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.786021 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.786181 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.786341 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.786501 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.786726 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.786860 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.787000 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.787148 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.787310 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.787472 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.787636 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.787799 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.787960 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.788121 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.788283 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.788443 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.788604 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.788766 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.788949 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.789789 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.790083 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.790083 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.790328 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.790454 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.790601 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.790750 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.790918 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.791080 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.791269 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.791434 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.791596 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.791767 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.791928 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.792088 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.792249 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.792410 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.792571 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.792741 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.792901 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.793063 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.793223 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.793384 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.793545 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.793713 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.793874 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.794034 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.794194 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.794354 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.794518 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.794750 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.794898 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.795034 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.795161 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.795307 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.795456 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.795619 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.795771 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.795933 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.796102 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.796262 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.796442 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.796579 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.796741 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.796902 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.797065 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.797226 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.797386 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.797547 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.797708 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.798182 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.798182 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.798182 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.798477 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.798557 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.798681 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.798855 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.799016 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.799183 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.799355 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.799518 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.799688 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.799848 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.799991 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.800152 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.800311 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.800471 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.800631 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.800792 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.800951 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.801110 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.801272 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.801432 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.801592 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.801754 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.801913 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.802072 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.802233 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.802393 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:46:00.802548 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 09:46:00.851894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 34154) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:00.859620 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049963 Oct 28 09:46:00.864169 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039244 Oct 28 09:46:09.978075 dv-neutron-zed-2-hyperv neutron-server[113944]: DEBUG dbcounter [-] [113944] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:13.005564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writer thread running {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 28 09:46:13.006524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eced1c-2e1a-4cc0-b80f-9523113f8bb8 None None] get_active_networks_info from dv-neutron-zed-2-hyperv {{(pid=114061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 28 09:46:13.110649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eced1c-2e1a-4cc0-b80f-9523113f8bb8 None None] No non-hosted networks {{(pid=114061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 09:46:13.119401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.agentschedulers_db [None req-49eced1c-2e1a-4cc0-b80f-9523113f8bb8 None None] DHCP Agent not found on host dv-neutron-zed-2-hyperv {{(pid=114061) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 28 09:46:13.285131 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ecf8e43d-0c97-49c6-9121-d53336b0fe43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813725'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:14.746658 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writer thread running {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 28 09:46:15.361918 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9da6cc5b-b479-419f-a033-318fd0fb7ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813725'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:15.394513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-a86e1143-2b3d-4c6f-ab80-e402bc7abb82 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-zed-2-hyperv {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:46:15.396479 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-a86e1143-2b3d-4c6f-ab80-e402bc7abb82 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:46:16.000618 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a86e1143-2b3d-4c6f-ab80-e402bc7abb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:16.783723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813725'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:17.064012 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 34228) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:17.717384 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING oslo_policy.policy [None req-4208cebe-5e13-42db-a291-83c841e48638 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:46:17.717942 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING oslo_policy.policy [None req-4208cebe-5e13-42db-a291-83c841e48638 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:46:17.983486 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813725'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:17.985041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:17.985579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:17.986125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:17.986790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:17.987514 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:17.988466 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:17.989201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:17.989748 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:17.990485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:17.991044 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:17.992112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:17.992838 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:17.993591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:18.000023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:18.000023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:18.000023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-zed-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:18.010679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-zed-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:18.038087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-4208cebe-5e13-42db-a291-83c841e48638 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:46:18.049223 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4208cebe-5e13-42db-a291-83c841e48638 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9779236 Oct 28 09:46:18.432317 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813725'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.867880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 34262) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:21.230583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-127ba09f-4788-44dc-9c1f-fbfa49a25e1d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:21.243415 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR stevedore.extension [None req-127ba09f-4788-44dc-9c1f-fbfa49a25e1d admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 28 09:46:21.329101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.policy [None req-127ba09f-4788-44dc-9c1f-fbfa49a25e1d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114060) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 09:46:21.372204 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING oslo_policy.policy [None req-127ba09f-4788-44dc-9c1f-fbfa49a25e1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:46:21.372593 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING oslo_policy.policy [None req-127ba09f-4788-44dc-9c1f-fbfa49a25e1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:46:21.393493 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writer thread running {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 28 09:46:21.511499 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.db.l3_hamode_db [None req-83ba7115-b69c-426e-ad1a-afb3a0e7b88d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 09:46:21.532615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-127ba09f-4788-44dc-9c1f-fbfa49a25e1d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779531414079', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779531413571', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779531397927', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779531392102', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779531190020', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779531178636', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32845284', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32845095', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1573808', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1609915'] for rbac-policy (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:21.590810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba7115-b69c-426e-ad1a-afb3a0e7b88d None None] Routers set() bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:21.591211 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba7115-b69c-426e-ad1a-afb3a0e7b88d None None] Router IDs set() for agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 28 09:46:21.742551 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-127ba09f-4788-44dc-9c1f-fbfa49a25e1d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:21.743727 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-127ba09f-4788-44dc-9c1f-fbfa49a25e1d admin admin] 10.222.0.49 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8749194 Oct 28 09:46:24.399960 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 34272) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:24.932632 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING oslo_policy.policy [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:46:24.933193 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING oslo_policy.policy [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:46:25.153256 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:25.166765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writer thread running {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 28 09:46:25.277509 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Made reservation on behalf of 34c4b4b91bf74ea59cd59644b04803ed for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:46:25.287174 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR stevedore.extension [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 28 09:46:25.346187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.policy [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114059) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 09:46:25.390809 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING oslo_policy.policy [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:46:25.391218 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING oslo_policy.policy [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:46:25.402241 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.425731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.548455 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Publish callbacks [] for security_group (f8a6176c-1410-49d8-bd8f-52181f6730ac), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.628157 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (f8a6176c-1410-49d8-bd8f-52181f6730ac), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.661281 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:46:25.692116 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779533288650', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (9f9bcf1d-44a4-4977-ad2e-68bc21ff488e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.692702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Unsubscribe: segment precommit_create {{(pid=114059) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 09:46:25.693252 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Added segment 9f9bcf1d-44a4-4977-ad2e-68bc21ff488e of type vlan for network dd51c460-159d-4053-991a-b24a763f36d3 Oct 28 09:46:25.699261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a6176c-1410-49d8-bd8f-52181f6730ac,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:25.721622 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:25.721962 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:25.722298 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:25.722645 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:25.722992 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:25.723320 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:25.723638 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:25.723962 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:25.724281 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:25.724596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:25.724922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:25.725250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:25.726082 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:25.726394 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:25.726726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Tracked resource versions report: Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: pushed versions: Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: { 'AddressGroup': {'1.2'}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Agent': {'1.1'}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'ConntrackHelper': {'1.0'}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'LocalIPAssociation': {'1.0'}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Log': {'1.0'}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'NDPProxy': {'1.0'}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Network': {'1.1'}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Port': {'1.7'}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'PortForwarding': {'1.3'}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'QosPolicy': {'1.10'}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'SecurityGroup': {'1.5'}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'SubPort': {'1.0'}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Subnet': {'1.1'}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Trunk': {'1.1'}} Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: consumer versions: Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: { DHCP agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: L3 agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: Metadata agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: Metering agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: Open vSwitch agent@dv-neutron-zed-2-hyperv: { 'AddressGroup': '1.2', Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Agent': '1.1', Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'ConntrackHelper': '1.0', Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'LocalIPAssociation': '1.0', Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Log': '1.0', Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'NDPProxy': '1.0', Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Network': '1.1', Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Port': '1.7', Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'PortForwarding': '1.3', Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'QosPolicy': '1.10', Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'SecurityGroup': '1.5', Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'SecurityGroupRule': '1.2', Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'SubPort': '1.0', Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Subnet': '1.1', Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Trunk': '1.1'}} Oct 28 09:46:25.727950 dv-neutron-zed-2-hyperv neutron-server[114059]: {{(pid=114059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:46:25.811569 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (dd51c460-159d-4053-991a-b24a763f36d3), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.905822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (dd51c460-159d-4053-991a-b24a763f36d3), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.911172 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:25.911974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:26.033910 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] Pushing event updated for resources: {'Network': ['ID=dd51c460-159d-4053-991a-b24a763f36d3,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:26.045985 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network dd51c460-159d-4053-991a-b24a763f36d3 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:46:26.065273 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2fe8d051-b255-4a4e-ada4-83e82e307e78 demo demo] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6633067 Oct 28 09:46:28.829726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 34292) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:29.184858 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=43,neutron:INSERT=43,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:29.280672 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197a320f-d46e-487e-9ad7-27a77ac613f6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:29.281630 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-197a320f-d46e-487e-9ad7-27a77ac613f6 demo admin] 10.222.0.49 "GET /networking/v2.0/networks/dd51c460-159d-4053-991a-b24a763f36d3 HTTP/1.1" status: 200 len: 825 time: 0.4509759 Oct 28 09:46:29.323742 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9c654c50-af87-4955-8c77-004b5b06a605 demo admin] 10.222.0.49 "GET /networking/v2.0/subnetpools/33afedf6-0b46-45f4-b045-88a34c7b214e HTTP/1.1" status: 200 len: 734 time: 0.0358863 Oct 28 09:46:29.333129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-86c98c71-be75-435a-94ba-977488c8f695 demo admin] Request body: {'subnet': {'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '33afedf6-0b46-45f4-b045-88a34c7b214e'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:29.442880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c98c71-be75-435a-94ba-977488c8f695 demo admin] Made reservation on behalf of 34c4b4b91bf74ea59cd59644b04803ed for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:46:29.445837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86c98c71-be75-435a-94ba-977488c8f695 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:29.691597 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:29.860781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86c98c71-be75-435a-94ba-977488c8f695 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for subnet (9e4c597f-2510-4ee9-80ee-a55260c8a66d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:29.928177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c98c71-be75-435a-94ba-977488c8f695 demo admin] Pushing event updated for resources: {'Subnet': ['ID=9e4c597f-2510-4ee9-80ee-a55260c8a66d,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:29.936909 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c98c71-be75-435a-94ba-977488c8f695 demo admin] Checking segment: {'id': '9f9bcf1d-44a4-4977-ad2e-68bc21ff488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:46:29.941770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c98c71-be75-435a-94ba-977488c8f695 demo admin] Network hostable DHCP agents. Network: dd51c460-159d-4053-991a-b24a763f36d3, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:46:30.025845 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c98c71-be75-435a-94ba-977488c8f695 demo admin] Network dd51c460-159d-4053-991a-b24a763f36d3 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:46:30.134255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-86c98c71-be75-435a-94ba-977488c8f695 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, dd51c460-159d-4053-991a-b24a763f36d3) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:30.139293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c98c71-be75-435a-94ba-977488c8f695 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:30.139892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86c98c71-be75-435a-94ba-977488c8f695 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:30.144100 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f5c40e-c455-49b8-a019-d1ce60f9821a None None] Network dd51c460-159d-4053-991a-b24a763f36d3 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:46:30.153654 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=32,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:30.282701 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-86c98c71-be75-435a-94ba-977488c8f695 demo admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9404144 Oct 28 09:46:30.413380 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-dd51c460-159d-4053-991a-b24a763f36d3', 'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3', 'project_id': '34c4b4b91bf74ea59cd59644b04803ed', 'fixed_ips': [{'subnet_id': '9e4c597f-2510-4ee9-80ee-a55260c8a66d'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:46:30.414762 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:30.708862 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Allocated IP 172.20.0.2 (dd51c460-159d-4053-991a-b24a763f36d3/9e4c597f-2510-4ee9-80ee-a55260c8a66d/4ec80606-adba-4caa-9533-55aab8e89a3e) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:46:31.012730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Publish callbacks [] for port (4ec80606-adba-4caa-9533-55aab8e89a3e), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:31.085809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (4ec80606-adba-4caa-9533-55aab8e89a3e), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:31.169385 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Network dd51c460-159d-4053-991a-b24a763f36d3 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:46:31.175351 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:31.181499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Pushing event updated for resources: {'Port': ['ID=4ec80606-adba-4caa-9533-55aab8e89a3e,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:31.184248 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:46:31.188780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:31.195691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:31.201382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:31.201382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:31.201382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:31.201382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:31.201382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:31.202051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:31.202051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:31.202051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:31.202051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:31.202051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Tracked resource versions report: Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: pushed versions: Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: { 'AddressGroup': {'1.2'}, Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Agent': {'1.1'}, Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: 'ConntrackHelper': {'1.0'}, Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: 'LocalIPAssociation': {'1.0'}, Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Log': {'1.0'}, Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: 'NDPProxy': {'1.0'}, Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Network': {'1.1'}, Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Port': {'1.7'}, Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: 'PortForwarding': {'1.3'}, Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: 'QosPolicy': {'1.10'}, Oct 28 09:46:31.202602 dv-neutron-zed-2-hyperv neutron-server[114061]: 'SecurityGroup': {'1.5'}, Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'SubPort': {'1.0'}, Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Subnet': {'1.1'}, Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Trunk': {'1.1'}} Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: consumer versions: Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: { DHCP agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: L3 agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: Metadata agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: Metering agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: Open vSwitch agent@dv-neutron-zed-2-hyperv: { 'AddressGroup': '1.2', Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Agent': '1.1', Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'ConntrackHelper': '1.0', Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'LocalIPAssociation': '1.0', Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Log': '1.0', Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'NDPProxy': '1.0', Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Network': '1.1', Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Port': '1.7', Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'PortForwarding': '1.3', Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'QosPolicy': '1.10', Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'SecurityGroup': '1.5', Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'SecurityGroupRule': '1.2', Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'SubPort': '1.0', Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Subnet': '1.1', Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Trunk': '1.1'}} Oct 28 09:46:31.203676 dv-neutron-zed-2-hyperv neutron-server[114061]: {{(pid=114061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:46:31.281621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Attempting to bind port 4ec80606-adba-4caa-9533-55aab8e89a3e on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:46:31.281958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Attempting to bind port 4ec80606-adba-4caa-9533-55aab8e89a3e by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '9f9bcf1d-44a4-4977-ad2e-68bc21ff488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:46:31.282389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Attempting to bind port 4ec80606-adba-4caa-9533-55aab8e89a3e on network dd51c460-159d-4053-991a-b24a763f36d3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:46:31.332549 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:46:31.332902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Checking segment: {'id': '9f9bcf1d-44a4-4977-ad2e-68bc21ff488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:46:31.333370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:31.333758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Bound using segment: {'id': '9f9bcf1d-44a4-4977-ad2e-68bc21ff488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:46:31.334250 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Bound port: 4ec80606-adba-4caa-9533-55aab8e89a3e, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9bcf1d-44a4-4977-ad2e-68bc21ff488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:46:31.335230 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4ec80606-adba-4caa-9533-55aab8e89a3e), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:31.400727 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] For port 4ec80606-adba-4caa-9533-55aab8e89a3e, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:46:31.421174 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] For port 4ec80606-adba-4caa-9533-55aab8e89a3e, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4ec80606-adba-4caa-9533-55aab8e89a3e,segment=NetworkSegment(9f9bcf1d-44a4-4977-ad2e-68bc21ff488e),segment_id=9f9bcf1d-44a4-4977-ad2e-68bc21ff488e)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:46:31.486087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4ec80606-adba-4caa-9533-55aab8e89a3e), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:31.537855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396dba3-8e03-4592-abf0-c2cc78d8c251 None None] Pushing event updated for resources: {'Port': ['ID=4ec80606-adba-4caa-9533-55aab8e89a3e,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:31.676961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=22,neutron:INSERT=33,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:31.686574 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=11,neutron:INSERT=4,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:32.370755 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=7 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:32.377073 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:32.976811 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 34312) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:33.340444 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-7cb02a2a-c207-410e-9043-e3baf6bb1bac admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:46:33.341535 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7cb02a2a-c207-410e-9043-e3baf6bb1bac admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3638251 Oct 28 09:46:36.059643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 34320) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:36.418439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-3ae0a197-fe4a-473c-9be5-935c7dd44b09 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:46:36.419491 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3ae0a197-fe4a-473c-9be5-935c7dd44b09 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3589087 Oct 28 09:46:39.175888 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 34332) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:39.526098 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e507990c-7a6f-4d85-9f3a-d720e9b087c6 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:39.620348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e507990c-7a6f-4d85-9f3a-d720e9b087c6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (293d9698-0965-4ab1-82cc-4eabef449146), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:39.624727 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e507990c-7a6f-4d85-9f3a-d720e9b087c6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (293d9698-0965-4ab1-82cc-4eabef449146), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:39.675000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4ec80606-adba-4caa-9533-55aab8e89a3e up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:39.767981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 4ec80606-adba-4caa-9533-55aab8e89a3e triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:39.768474 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4ec80606-adba-4caa-9533-55aab8e89a3e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:39.768751 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 4ec80606-adba-4caa-9533-55aab8e89a3e Oct 28 09:46:39.768844 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e507990c-7a6f-4d85-9f3a-d720e9b087c6 demo demo] Publish callbacks [] for router_controller (293d9698-0965-4ab1-82cc-4eabef449146), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:39.770226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:39.793004 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b33eab4-34a3-4c0b-b044-515e41e013cf None None] Network dd51c460-159d-4053-991a-b24a763f36d3 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:46:39.834517 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e507990c-7a6f-4d85-9f3a-d720e9b087c6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (293d9698-0965-4ab1-82cc-4eabef449146), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:39.866950 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b3301be8-7c67-49fa-9ddb-8d9895a964a4 None None] Provisioning complete for port 4ec80606-adba-4caa-9533-55aab8e89a3e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:39.867345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b3301be8-7c67-49fa-9ddb-8d9895a964a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4ec80606-adba-4caa-9533-55aab8e89a3e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:39.867689 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b3301be8-7c67-49fa-9ddb-8d9895a964a4 None None] Attempt 1 to provision port 4ec80606-adba-4caa-9533-55aab8e89a3e Oct 28 09:46:39.927135 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e507990c-7a6f-4d85-9f3a-d720e9b087c6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:39.929039 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e507990c-7a6f-4d85-9f3a-d720e9b087c6 demo demo] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7521248 Oct 28 09:46:40.043320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 4ec80606-adba-4caa-9533-55aab8e89a3e is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:40.043618 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4ec80606-adba-4caa-9533-55aab8e89a3e), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:40.101585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b3301be8-7c67-49fa-9ddb-8d9895a964a4 None None] Current status of the port 4ec80606-adba-4caa-9533-55aab8e89a3e is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:40.101856 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b3301be8-7c67-49fa-9ddb-8d9895a964a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4ec80606-adba-4caa-9533-55aab8e89a3e), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:40.140983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 4ec80606-adba-4caa-9533-55aab8e89a3e, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4ec80606-adba-4caa-9533-55aab8e89a3e,segment=NetworkSegment(9f9bcf1d-44a4-4977-ad2e-68bc21ff488e),segment_id=9f9bcf1d-44a4-4977-ad2e-68bc21ff488e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:40.234261 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4ec80606-adba-4caa-9533-55aab8e89a3e), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:40.277725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:40.309709 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-b3301be8-7c67-49fa-9ddb-8d9895a964a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:46:40.316577 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-b3301be8-7c67-49fa-9ddb-8d9895a964a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:46:40.316577 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=4ec80606-adba-4caa-9533-55aab8e89a3e,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:40.844875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b3301be8-7c67-49fa-9ddb-8d9895a964a4 None None] Current status of the port 4ec80606-adba-4caa-9533-55aab8e89a3e is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:40.962185 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-452ec623-c47c-4b1e-b5be-f98dcabcc5cc None None] Provisioning complete for port 4ec80606-adba-4caa-9533-55aab8e89a3e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:40.962537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-452ec623-c47c-4b1e-b5be-f98dcabcc5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4ec80606-adba-4caa-9533-55aab8e89a3e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:40.962927 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-452ec623-c47c-4b1e-b5be-f98dcabcc5cc None None] Attempt 1 to provision port 4ec80606-adba-4caa-9533-55aab8e89a3e Oct 28 09:46:41.038420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-452ec623-c47c-4b1e-b5be-f98dcabcc5cc None None] Current status of the port 4ec80606-adba-4caa-9533-55aab8e89a3e is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:41.639715 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4ec80606-adba-4caa-9533-55aab8e89a3e up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:41.684750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 4ec80606-adba-4caa-9533-55aab8e89a3e triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:41.685124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4ec80606-adba-4caa-9533-55aab8e89a3e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:41.685470 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 4ec80606-adba-4caa-9533-55aab8e89a3e Oct 28 09:46:41.759453 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 4ec80606-adba-4caa-9533-55aab8e89a3e is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:42.616348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 34342) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:42.940092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-e8ab6227-e1b4-475a-9dcb-9b08a7b74fb7 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:46:42.941108 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e8ab6227-e1b4-475a-9dcb-9b08a7b74fb7 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3238115 Oct 28 09:46:42.993481 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e5595b6a-3a87-4db6-bf21-9ac732d79fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:45.413690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b60ccfad-0ed8-46af-b63f-c47c68c50e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:45.651046 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 34350) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:46.003809 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-273a3b7b-2200-4451-8b4a-f2a7689279bc admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:46.090524 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273a3b7b-2200-4451-8b4a-f2a7689279bc admin admin] Made reservation on behalf of 713caf85a4104b85af4a0b40b1b96328 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:46:46.092951 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-273a3b7b-2200-4451-8b4a-f2a7689279bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:46.102605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-273a3b7b-2200-4451-8b4a-f2a7689279bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:46.153743 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:46.182989 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-273a3b7b-2200-4451-8b4a-f2a7689279bc admin admin] Publish callbacks [] for security_group (48f5c650-61c0-4a20-8529-a4b1244a084a), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:46.282780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-273a3b7b-2200-4451-8b4a-f2a7689279bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (48f5c650-61c0-4a20-8529-a4b1244a084a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:46.300372 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-273a3b7b-2200-4451-8b4a-f2a7689279bc admin admin] Reserving flat network on physical network physnet1 {{(pid=114059) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 09:46:46.324843 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a3b7b-2200-4451-8b4a-f2a7689279bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f5c650-61c0-4a20-8529-a4b1244a084a,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:46.329458 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-273a3b7b-2200-4451-8b4a-f2a7689279bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (d674c277-f31f-4efd-a482-0ca5f491fd79), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:46.329749 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-273a3b7b-2200-4451-8b4a-f2a7689279bc admin admin] Added segment d674c277-f31f-4efd-a482-0ca5f491fd79 of type flat for network 3f25a2da-d85f-4684-8b32-f70565f202ac Oct 28 09:46:46.376919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-273a3b7b-2200-4451-8b4a-f2a7689279bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (3f25a2da-d85f-4684-8b32-f70565f202ac), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:46.484866 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-273a3b7b-2200-4451-8b4a-f2a7689279bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (3f25a2da-d85f-4684-8b32-f70565f202ac), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:46.485819 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a3b7b-2200-4451-8b4a-f2a7689279bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:46.486396 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-273a3b7b-2200-4451-8b4a-f2a7689279bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:46.580967 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a3b7b-2200-4451-8b4a-f2a7689279bc admin admin] Pushing event updated for resources: {'Network': ['ID=3f25a2da-d85f-4684-8b32-f70565f202ac,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:46.591478 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 3f25a2da-d85f-4684-8b32-f70565f202ac details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:46:46.801705 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-273a3b7b-2200-4451-8b4a-f2a7689279bc admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1494677 Oct 28 09:46:46.833594 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:47.933877 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:48.376191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:49.424832 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 34358) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:49.801118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:49.815393 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508927b1-7e14-4110-8a61-50901156869d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:49.816768 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-508927b1-7e14-4110-8a61-50901156869d demo admin] 10.222.0.49 "GET /networking/v2.0/subnets/9e4c597f-2510-4ee9-80ee-a55260c8a66d HTTP/1.1" status: 200 len: 849 time: 0.3909776 Oct 28 09:46:49.947751 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-00058b4a-565c-4891-af95-788f8bca6a65 demo admin] 10.222.0.49 "GET /networking/v2.0/routers/293d9698-0965-4ab1-82cc-4eabef449146 HTTP/1.1" status: 200 len: 704 time: 0.1247015 Oct 28 09:46:50.243897 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:50.556776 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Allocated IP 172.20.0.1 (dd51c460-159d-4053-991a-b24a763f36d3/9e4c597f-2510-4ee9-80ee-a55260c8a66d/db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:46:50.776886 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Publish callbacks [] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:50.897239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:50.981567 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Network dd51c460-159d-4053-991a-b24a763f36d3 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:46:50.987373 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:50.993296 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:46:50.993689 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (293d9698-0965-4ab1-82cc-4eabef449146), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.014289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:51.050214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Pushing event updated for resources: {'Port': ['ID=db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:51.221044 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-391c3e71-8cbe-486d-94f0-2f830252ff2d None None] Provisioning complete for port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:51.221736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-391c3e71-8cbe-486d-94f0-2f830252ff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.221736 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-391c3e71-8cbe-486d-94f0-2f830252ff2d None None] Attempt 1 to provision port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd Oct 28 09:46:51.252676 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-391c3e71-8cbe-486d-94f0-2f830252ff2d None None] Port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:46:51.319742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.455159 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:51.551802 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Publish callbacks [] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.639068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.639918 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (293d9698-0965-4ab1-82cc-4eabef449146), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.718626 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Pushing event updated for resources: {'Port': ['ID=db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:51.776404 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Network dd51c460-159d-4053-991a-b24a763f36d3 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:46:51.777835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:51.975757 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-992b161b-a638-4059-9f3e-a8fceb802702 None None] Provisioning complete for port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:51.976043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-992b161b-a638-4059-9f3e-a8fceb802702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.976385 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-992b161b-a638-4059-9f3e-a8fceb802702 None None] Attempt 1 to provision port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd Oct 28 09:46:51.976680 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Router 293d9698-0965-4ab1-82cc-4eabef449146 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:46:52.008607 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-992b161b-a638-4059-9f3e-a8fceb802702 None None] Port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:46:52.070064 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:46:52.075620 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2c154089-dd4a-4d03-a79f-b9584165a8fa demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/293d9698-0965-4ab1-82cc-4eabef449146/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1222305 Oct 28 09:46:52.079795 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Sync routers for ids ['293d9698-0965-4ab1-82cc-4eabef449146'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:46:52.092783 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Routers {'293d9698-0965-4ab1-82cc-4eabef449146'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:52.093599 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:46:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['293d9698-0965-4ab1-82cc-4eabef449146'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:52.275556 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Set router 293d9698-0965-4ab1-82cc-4eabef449146 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:52.707796 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d9698-0965-4ab1-82cc-4eabef449146', 'name': 'router1', 'tenant_id': '34c4b4b91bf74ea59cd59644b04803ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:39Z', 'updated_at': '2022-10-28T09:46:51Z', 'revision_number': 2, 'project_id': '34c4b4b91bf74ea59cd59644b04803ed', 'gw_port_host': None, '_interfaces': [{'id': 'db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd', 'name': '', 'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3', 'tenant_id': '34c4b4b91bf74ea59cd59644b04803ed', 'mac_address': 'fa:16:3e:c1:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d9698-0965-4ab1-82cc-4eabef449146', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e4c597f-2510-4ee9-80ee-a55260c8a66d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:50Z', 'updated_at': '2022-10-28T09:46:51Z', 'revision_number': 2, 'project_id': '34c4b4b91bf74ea59cd59644b04803ed', 'subnets': [{'id': '9e4c597f-2510-4ee9-80ee-a55260c8a66d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33afedf6-0b46-45f4-b045-88a34c7b214e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:52.758296 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Checking router: 293d9698-0965-4ab1-82cc-4eabef449146 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:46:52.758657 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Updating router 293d9698-0965-4ab1-82cc-4eabef449146 port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:46:52.811545 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:53.315153 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Publish callbacks [] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:53.381948 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:53.506490 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Pushing event updated for resources: {'Port': ['ID=db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:53.514833 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:53.515205 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:53.515538 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:53.516054 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:53.516386 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:53.516709 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:53.517237 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:53.517359 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:53.517678 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:53.517993 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:53.518413 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:53.518639 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:53.518979 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:53.519294 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:53.519608 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Tracked resource versions report: Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: pushed versions: Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: { 'AddressGroup': {'1.2'}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Agent': {'1.1'}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'ConntrackHelper': {'1.0'}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'LocalIPAssociation': {'1.0'}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Log': {'1.0'}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'NDPProxy': {'1.0'}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Network': {'1.1'}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Port': {'1.7'}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'PortForwarding': {'1.3'}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'QosPolicy': {'1.10'}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'SecurityGroup': {'1.5'}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'SubPort': {'1.0'}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Subnet': {'1.1'}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Trunk': {'1.1'}} Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: consumer versions: Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: { DHCP agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: L3 agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: Metadata agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: Metering agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: Open vSwitch agent@dv-neutron-zed-2-hyperv: { 'AddressGroup': '1.2', Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Agent': '1.1', Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'ConntrackHelper': '1.0', Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'LocalIPAssociation': '1.0', Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Log': '1.0', Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'NDPProxy': '1.0', Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Network': '1.1', Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Port': '1.7', Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'PortForwarding': '1.3', Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'QosPolicy': '1.10', Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'SecurityGroup': '1.5', Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'SecurityGroupRule': '1.2', Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'SubPort': '1.0', Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Subnet': '1.1', Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Trunk': '1.1'}} Oct 28 09:46:53.520800 dv-neutron-zed-2-hyperv neutron-server[114062]: {{(pid=114062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:46:53.567020 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Attempting to bind port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:46:53.567331 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Attempting to bind port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '9f9bcf1d-44a4-4977-ad2e-68bc21ff488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:46:53.567783 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Attempting to bind port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd on network dd51c460-159d-4053-991a-b24a763f36d3 {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:46:53.650248 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:46:53.650645 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Checking segment: {'id': '9f9bcf1d-44a4-4977-ad2e-68bc21ff488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:46:53.651133 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:53.651516 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Bound using segment: {'id': '9f9bcf1d-44a4-4977-ad2e-68bc21ff488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:46:53.652017 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Bound port: db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9bcf1d-44a4-4977-ad2e-68bc21ff488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:46:53.652384 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:53.704822 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:53.718195 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] For port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:46:53.721051 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:53.738500 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] For port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd,segment=NetworkSegment(9f9bcf1d-44a4-4977-ad2e-68bc21ff488e),segment_id=9f9bcf1d-44a4-4977-ad2e-68bc21ff488e)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:46:53.819710 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:53.861614 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Routers {'293d9698-0965-4ab1-82cc-4eabef449146'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:53.862242 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:46:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['293d9698-0965-4ab1-82cc-4eabef449146'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:53.945258 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48a9b4-9220-4dad-b2cd-34fbb41732e3 None None] Pushing event updated for resources: {'Port': ['ID=db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:53.968709 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] Set router 293d9698-0965-4ab1-82cc-4eabef449146 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:54.252004 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d9698-0965-4ab1-82cc-4eabef449146', 'name': 'router1', 'tenant_id': '34c4b4b91bf74ea59cd59644b04803ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:39Z', 'updated_at': '2022-10-28T09:46:51Z', 'revision_number': 2, 'project_id': '34c4b4b91bf74ea59cd59644b04803ed', 'gw_port_host': None, '_interfaces': [{'id': 'db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd', 'name': '', 'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3', 'tenant_id': '34c4b4b91bf74ea59cd59644b04803ed', 'mac_address': 'fa:16:3e:c1:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d9698-0965-4ab1-82cc-4eabef449146', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e4c597f-2510-4ee9-80ee-a55260c8a66d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:50Z', 'updated_at': '2022-10-28T09:46:53Z', 'revision_number': 4, 'project_id': '34c4b4b91bf74ea59cd59644b04803ed', 'subnets': [{'id': '9e4c597f-2510-4ee9-80ee-a55260c8a66d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33afedf6-0b46-45f4-b045-88a34c7b214e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:54.301286 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad95cc-b51d-4eff-9a81-b02834139ed8 None None] The sync data for ids ['293d9698-0965-4ab1-82cc-4eabef449146'] in dv-neutron-zed-2-hyperv is: [{'id': '293d9698-0965-4ab1-82cc-4eabef449146', 'name': 'router1', 'tenant_id': '34c4b4b91bf74ea59cd59644b04803ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:39Z', 'updated_at': '2022-10-28T09:46:51Z', 'revision_number': 2, 'project_id': '34c4b4b91bf74ea59cd59644b04803ed', 'gw_port_host': None, '_interfaces': [{'id': 'db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd', 'name': '', 'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3', 'tenant_id': '34c4b4b91bf74ea59cd59644b04803ed', 'mac_address': 'fa:16:3e:c1:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d9698-0965-4ab1-82cc-4eabef449146', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e4c597f-2510-4ee9-80ee-a55260c8a66d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:50Z', 'updated_at': '2022-10-28T09:46:53Z', 'revision_number': 4, 'project_id': '34c4b4b91bf74ea59cd59644b04803ed', 'subnets': [{'id': '9e4c597f-2510-4ee9-80ee-a55260c8a66d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33afedf6-0b46-45f4-b045-88a34c7b214e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:46:54.833237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 34368) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:55.305581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c9a6d8-b825-4c20-9b13-389af9341bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:55.307006 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-82c9a6d8-b825-4c20-9b13-389af9341bc0 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/3f25a2da-d85f-4684-8b32-f70565f202ac HTTP/1.1" status: 200 len: 842 time: 0.4722233 Oct 28 09:46:55.316956 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-49fbffdd-7f08-483b-b3a1-4eeb009e4058 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.36.1.1', 'name': 'public-subnet', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'cidr': '172.36.1.0/24', 'ip_version': 4}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:55.450506 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fbffdd-7f08-483b-b3a1-4eeb009e4058 admin admin] Made reservation on behalf of 713caf85a4104b85af4a0b40b1b96328 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:46:55.452875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-49fbffdd-7f08-483b-b3a1-4eeb009e4058 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:55.518331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:55.837756 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:55.887706 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.objects.ports [None req-49fbffdd-7f08-483b-b3a1-4eeb009e4058 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114059) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:46:55.888075 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-49fbffdd-7f08-483b-b3a1-4eeb009e4058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for subnet (85f6c870-9521-48cd-9e32-d9f3745223e3), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:55.946422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbffdd-7f08-483b-b3a1-4eeb009e4058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f6c870-9521-48cd-9e32-d9f3745223e3,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:55.957391 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fbffdd-7f08-483b-b3a1-4eeb009e4058 admin admin] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:46:55.957763 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fbffdd-7f08-483b-b3a1-4eeb009e4058 admin admin] Network hostable DHCP agents. Network: 3f25a2da-d85f-4684-8b32-f70565f202ac, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:46:56.050157 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fbffdd-7f08-483b-b3a1-4eeb009e4058 admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:46:56.148805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-49fbffdd-7f08-483b-b3a1-4eeb009e4058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 3f25a2da-d85f-4684-8b32-f70565f202ac) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:56.153406 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fbffdd-7f08-483b-b3a1-4eeb009e4058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:56.154009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-49fbffdd-7f08-483b-b3a1-4eeb009e4058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:56.160272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82754a4-5f76-462f-a717-5063a8a18451 None None] Network 3f25a2da-d85f-4684-8b32-f70565f202ac requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:46:56.203419 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:56.230495 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-49fbffdd-7f08-483b-b3a1-4eeb009e4058 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9168839 Oct 28 09:46:56.275390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c25513c-db82-454d-b994-f1e3b257e83c None None] Network 3f25a2da-d85f-4684-8b32-f70565f202ac requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:46:58.992616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 34376) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:59.627681 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8668d508-e3db-41ca-abcc-59752ed93d94 demo admin] 10.222.0.49 "GET /networking/v2.0/routers/293d9698-0965-4ab1-82cc-4eabef449146 HTTP/1.1" status: 200 len: 710 time: 0.6339154 Oct 28 09:46:59.665260 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:59.717082 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:59.717836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:59.718374 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd Oct 28 09:46:59.760695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:59.812344 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:59.812741 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:59.843857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172af3c2-e61c-4450-be9f-038073e3319d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:59.845621 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-172af3c2-e61c-4450-be9f-038073e3319d demo admin] 10.222.0.49 "GET /networking/v2.0/networks/3f25a2da-d85f-4684-8b32-f70565f202ac HTTP/1.1" status: 200 len: 886 time: 0.2132390 Oct 28 09:46:59.847262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd,segment=NetworkSegment(9f9bcf1d-44a4-4977-ad2e-68bc21ff488e),segment_id=9f9bcf1d-44a4-4977-ad2e-68bc21ff488e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:59.854790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:59.918624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:59.971416 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:00.126412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Publish callbacks [] for router_gateway (293d9698-0965-4ab1-82cc-4eabef449146), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:00.522456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Publish callbacks [] for router_gateway (293d9698-0965-4ab1-82cc-4eabef449146), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:00.612993 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:00.838366 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Allocated IP 172.36.1.234 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/d0f9f2ef-627e-4560-9f76-f0cae09d6f09) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:47:00.979457 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Publish callbacks [] for port (d0f9f2ef-627e-4560-9f76-f0cae09d6f09), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:00.991049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:01.021786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:01.119876 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (d0f9f2ef-627e-4560-9f76-f0cae09d6f09), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:01.197640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:47:01.202483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:47:01.233040 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Pushing event updated for resources: {'Port': ['ID=d0f9f2ef-627e-4560-9f76-f0cae09d6f09,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:01.243926 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:01.244261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:01.244611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:01.244948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:01.245278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:01.245613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:01.246346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:01.246346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:01.246549 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:01.246894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:01.247220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:01.247555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:01.247876 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:01.248192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:01.248506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Tracked resource versions report: Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: pushed versions: Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: { 'AddressGroup': {'1.2'}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Agent': {'1.1'}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'ConntrackHelper': {'1.0'}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'LocalIPAssociation': {'1.0'}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Log': {'1.0'}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'NDPProxy': {'1.0'}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Network': {'1.1'}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Port': {'1.7'}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'PortForwarding': {'1.3'}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'QosPolicy': {'1.10'}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'SecurityGroup': {'1.5'}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'SubPort': {'1.0'}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Subnet': {'1.1'}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Trunk': {'1.1'}} Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: consumer versions: Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: { DHCP agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: L3 agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: Metadata agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: Metering agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: Open vSwitch agent@dv-neutron-zed-2-hyperv: { 'AddressGroup': '1.2', Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Agent': '1.1', Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'ConntrackHelper': '1.0', Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'LocalIPAssociation': '1.0', Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Log': '1.0', Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'NDPProxy': '1.0', Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Network': '1.1', Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Port': '1.7', Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'PortForwarding': '1.3', Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'QosPolicy': '1.10', Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'SecurityGroup': '1.5', Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'SecurityGroupRule': '1.2', Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'SubPort': '1.0', Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Subnet': '1.1', Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Trunk': '1.1'}} Oct 28 09:47:01.249724 dv-neutron-zed-2-hyperv neutron-server[114060]: {{(pid=114060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:47:01.252653 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:47:01.617750 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Publish callbacks [] for router_gateway (293d9698-0965-4ab1-82cc-4eabef449146), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:01.659209 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:47:01.712516 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:47:01.712994 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:01.713344 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd Oct 28 09:47:01.810982 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:47:01.892148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (293d9698-0965-4ab1-82cc-4eabef449146), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:01.897528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (293d9698-0965-4ab1-82cc-4eabef449146), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:02.006994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Router 293d9698-0965-4ab1-82cc-4eabef449146 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:47:02.110871 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:47:02.116501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:02.117582 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c4e73e20-fdc3-4833-868b-6cd574745f90 demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/293d9698-0965-4ab1-82cc-4eabef449146 HTTP/1.1" status: 200 len: 890 time: 2.2661536 Oct 28 09:47:02.134231 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Sync routers for ids ['293d9698-0965-4ab1-82cc-4eabef449146'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:47:02.147443 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Routers {'293d9698-0965-4ab1-82cc-4eabef449146'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:47:02.148169 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:46:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['293d9698-0965-4ab1-82cc-4eabef449146'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:02.379142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Set router 293d9698-0965-4ab1-82cc-4eabef449146 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:47:02.866073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d9698-0965-4ab1-82cc-4eabef449146', 'name': 'router1', 'tenant_id': '34c4b4b91bf74ea59cd59644b04803ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.234'}], 'enable_snat': True}, 'gw_port_id': 'd0f9f2ef-627e-4560-9f76-f0cae09d6f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:39Z', 'updated_at': '2022-10-28T09:47:01Z', 'revision_number': 4, 'project_id': '34c4b4b91bf74ea59cd59644b04803ed', 'gw_port': {'id': 'd0f9f2ef-627e-4560-9f76-f0cae09d6f09', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:02:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d9698-0965-4ab1-82cc-4eabef449146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:47:00Z', 'updated_at': '2022-10-28T09:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd', 'name': '', 'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3', 'tenant_id': '34c4b4b91bf74ea59cd59644b04803ed', 'mac_address': 'fa:16:3e:c1:23:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d9698-0965-4ab1-82cc-4eabef449146', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e4c597f-2510-4ee9-80ee-a55260c8a66d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:50Z', 'updated_at': '2022-10-28T09:46:59Z', 'revision_number': 5, 'project_id': '34c4b4b91bf74ea59cd59644b04803ed', 'subnets': [{'id': '9e4c597f-2510-4ee9-80ee-a55260c8a66d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33afedf6-0b46-45f4-b045-88a34c7b214e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:02.868137 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:02.917573 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Checking router: 293d9698-0965-4ab1-82cc-4eabef449146 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:47:02.917927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Updating router 293d9698-0965-4ab1-82cc-4eabef449146 port d0f9f2ef-627e-4560-9f76-f0cae09d6f09 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:47:02.976342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d0f9f2ef-627e-4560-9f76-f0cae09d6f09), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:03.296067 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Publish callbacks [] for port (d0f9f2ef-627e-4560-9f76-f0cae09d6f09), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:03.396197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d0f9f2ef-627e-4560-9f76-f0cae09d6f09), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:03.432540 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Attempting to bind port d0f9f2ef-627e-4560-9f76-f0cae09d6f09 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:47:03.432924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Attempting to bind port d0f9f2ef-627e-4560-9f76-f0cae09d6f09 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:47:03.433349 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Attempting to bind port d0f9f2ef-627e-4560-9f76-f0cae09d6f09 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:47:03.435126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:03.469033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42933fd9-3a07-4d9e-b654-4c8fbaf41a56 None None] Pushing event updated for resources: {'Port': ['ID=d0f9f2ef-627e-4560-9f76-f0cae09d6f09,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:03.486546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:47:03.488473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:47:03.488473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:03.488473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:47:03.488473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Bound port: d0f9f2ef-627e-4560-9f76-f0cae09d6f09, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:47:03.488473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d0f9f2ef-627e-4560-9f76-f0cae09d6f09), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:03.538681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] For port d0f9f2ef-627e-4560-9f76-f0cae09d6f09, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:47:03.542132 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] For port d0f9f2ef-627e-4560-9f76-f0cae09d6f09, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d0f9f2ef-627e-4560-9f76-f0cae09d6f09,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:47:03.599443 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d0f9f2ef-627e-4560-9f76-f0cae09d6f09), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:03.646523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Routers {'293d9698-0965-4ab1-82cc-4eabef449146'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:47:03.647182 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:46:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['293d9698-0965-4ab1-82cc-4eabef449146'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:03.654271 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 5 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:47:03.693659 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42933fd9-3a07-4d9e-b654-4c8fbaf41a56 None None] Pushing event updated for resources: {'Port': ['ID=d0f9f2ef-627e-4560-9f76-f0cae09d6f09,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:03.762689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] Set router 293d9698-0965-4ab1-82cc-4eabef449146 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:47:03.916939 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:03.970050 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d9698-0965-4ab1-82cc-4eabef449146', 'name': 'router1', 'tenant_id': '34c4b4b91bf74ea59cd59644b04803ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.234'}], 'enable_snat': True}, 'gw_port_id': 'd0f9f2ef-627e-4560-9f76-f0cae09d6f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:39Z', 'updated_at': '2022-10-28T09:47:01Z', 'revision_number': 4, 'project_id': '34c4b4b91bf74ea59cd59644b04803ed', 'gw_port': {'id': 'd0f9f2ef-627e-4560-9f76-f0cae09d6f09', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:02:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d9698-0965-4ab1-82cc-4eabef449146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:47:00Z', 'updated_at': '2022-10-28T09:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd', 'name': '', 'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3', 'tenant_id': '34c4b4b91bf74ea59cd59644b04803ed', 'mac_address': 'fa:16:3e:c1:23:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d9698-0965-4ab1-82cc-4eabef449146', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e4c597f-2510-4ee9-80ee-a55260c8a66d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:50Z', 'updated_at': '2022-10-28T09:46:59Z', 'revision_number': 5, 'project_id': '34c4b4b91bf74ea59cd59644b04803ed', 'subnets': [{'id': '9e4c597f-2510-4ee9-80ee-a55260c8a66d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33afedf6-0b46-45f4-b045-88a34c7b214e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:03.996538 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc193b6a-9139-4847-b1bc-7636651e21a4 None None] The sync data for ids ['293d9698-0965-4ab1-82cc-4eabef449146'] in dv-neutron-zed-2-hyperv is: [{'id': '293d9698-0965-4ab1-82cc-4eabef449146', 'name': 'router1', 'tenant_id': '34c4b4b91bf74ea59cd59644b04803ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.234'}], 'enable_snat': True}, 'gw_port_id': 'd0f9f2ef-627e-4560-9f76-f0cae09d6f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:39Z', 'updated_at': '2022-10-28T09:47:01Z', 'revision_number': 4, 'project_id': '34c4b4b91bf74ea59cd59644b04803ed', 'gw_port': {'id': 'd0f9f2ef-627e-4560-9f76-f0cae09d6f09', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:02:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d9698-0965-4ab1-82cc-4eabef449146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:47:00Z', 'updated_at': '2022-10-28T09:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd', 'name': '', 'network_id': 'dd51c460-159d-4053-991a-b24a763f36d3', 'tenant_id': '34c4b4b91bf74ea59cd59644b04803ed', 'mac_address': 'fa:16:3e:c1:23:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d9698-0965-4ab1-82cc-4eabef449146', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e4c597f-2510-4ee9-80ee-a55260c8a66d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:50Z', 'updated_at': '2022-10-28T09:46:59Z', 'revision_number': 5, 'project_id': '34c4b4b91bf74ea59cd59644b04803ed', 'subnets': [{'id': '9e4c597f-2510-4ee9-80ee-a55260c8a66d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33afedf6-0b46-45f4-b045-88a34c7b214e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:47:04.256299 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=13 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:05.013437 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 34394) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:05.411592 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e9f7380a-f451-42d8-a7c0-82a503770a4f admin admin] 10.222.0.49 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3970842 Oct 28 09:47:05.668353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d0f9f2ef-627e-4560-9f76-f0cae09d6f09 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:47:05.719704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d0f9f2ef-627e-4560-9f76-f0cae09d6f09 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:47:05.720096 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d0f9f2ef-627e-4560-9f76-f0cae09d6f09), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:05.720433 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d0f9f2ef-627e-4560-9f76-f0cae09d6f09 Oct 28 09:47:05.800480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d0f9f2ef-627e-4560-9f76-f0cae09d6f09 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:47:05.800866 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d0f9f2ef-627e-4560-9f76-f0cae09d6f09), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:05.825151 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port d0f9f2ef-627e-4560-9f76-f0cae09d6f09, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d0f9f2ef-627e-4560-9f76-f0cae09d6f09,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:05.947542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d0f9f2ef-627e-4560-9f76-f0cae09d6f09), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:05.998034 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=d0f9f2ef-627e-4560-9f76-f0cae09d6f09,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:06.164983 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=42,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:06.166282 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:07.667308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d0f9f2ef-627e-4560-9f76-f0cae09d6f09 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:47:07.716855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d0f9f2ef-627e-4560-9f76-f0cae09d6f09 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:47:07.717470 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d0f9f2ef-627e-4560-9f76-f0cae09d6f09), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:07.719040 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d0f9f2ef-627e-4560-9f76-f0cae09d6f09 Oct 28 09:47:07.805851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d0f9f2ef-627e-4560-9f76-f0cae09d6f09 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:47:13.012939 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4dee5583-0d46-4123-8cb9-2fe5a819b2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:15.327789 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e216d590-1086-4e9e-9358-c07013ef294c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:15.395403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:15.408390 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:16.769268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:17.959101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:18.547041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:22.679689 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:22.730385 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=75 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:28.311231 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:28.401040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:40.657437 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 5 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:47:43.026633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-84c35329-63cb-4220-aadd-e2b963e8f93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:45.312487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-67db69fe-80c5-43e3-9e3e-de955d7eaa88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:46.786325 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:47.923103 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:48.385773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:58.313753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=17 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:58.316315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:59.665250 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:59.671889 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=6 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:10.649671 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:10.651704 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:13.003470 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3293d88c-301b-40b8-a51a-680ebefaa7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:15.330595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c6ed3518-6523-428f-b2d4-171824153776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:16.793781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:17.656169 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 5 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:48:17.930857 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:18.387847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:28.312024 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:28.313953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:36.668279 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:36.669078 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:42.002721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 34984) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:48:42.358596 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-608b8164-b573-4a1f-ace8-29f0f6f5d1df admin admin] GET failed (client error): The resource could not be found. Oct 28 09:48:42.360597 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-608b8164-b573-4a1f-ace8-29f0f6f5d1df admin admin] 10.222.0.49 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3568954 Oct 28 09:48:42.540729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6190fd2-892c-4c99-8c5d-b98c91975086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:42.542446 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f6190fd2-892c-4c99-8c5d-b98c91975086 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1771204 Oct 28 09:48:43.007504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-44630795-0ce7-4e59-b0b5-effcc8cc6b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:45.176371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 34994) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:48:45.307089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-60a764cd-f5f2-4ff3-b340-51b36d5ed1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:45.564872 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91999f7-7d5f-4697-bf24-6923a0133104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:45.566253 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f91999f7-7d5f-4697-bf24-6923a0133104 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/9e4c597f-2510-4ee9-80ee-a55260c8a66d HTTP/1.1" status: 200 len: 849 time: 0.3889182 Oct 28 09:48:45.576146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:48:45.670725 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Publish callbacks [] for subnet (9e4c597f-2510-4ee9-80ee-a55260c8a66d), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:45.904343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779533265574'] for subnet (9e4c597f-2510-4ee9-80ee-a55260c8a66d), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:45.941908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:45.942519 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:45.943823 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] 10.222.0.49 "PUT /networking/v2.0/subnets/9e4c597f-2510-4ee9-80ee-a55260c8a66d HTTP/1.1" status: 200 len: 868 time: 0.3714089 Oct 28 09:48:45.953925 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00dec1e-656d-40a8-9aea-c2ecdd6d03ec None None] Network dd51c460-159d-4053-991a-b24a763f36d3 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:48:45.966526 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e4c597f-2510-4ee9-80ee-a55260c8a66d,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:45.975242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:45.975600 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:45.975957 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:45.976319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:45.976662 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:45.976996 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:45.977326 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:45.977693 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:45.978003 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:45.978344 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:45.978690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:45.979019 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:45.979351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:45.979726 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:45.980053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337b609-f9b0-43bf-8e8d-f5c599974295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:46.261992 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-c0e73dfa-c0d3-4a9a-b13b-1b561a5c22e6 None None] Provisioning complete for port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:48:46.262378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c0e73dfa-c0d3-4a9a-b13b-1b561a5c22e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:46.262757 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-c0e73dfa-c0d3-4a9a-b13b-1b561a5c22e6 None None] Attempt 1 to provision port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd Oct 28 09:48:46.335846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c0e73dfa-c0d3-4a9a-b13b-1b561a5c22e6 None None] Current status of the port db028ce5-6f3a-4096-a3ec-7b4a3bfed4fd is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:48:46.344641 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-c0e73dfa-c0d3-4a9a-b13b-1b561a5c22e6 None None] Provisioning complete for port 4ec80606-adba-4caa-9533-55aab8e89a3e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:48:46.344981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c0e73dfa-c0d3-4a9a-b13b-1b561a5c22e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4ec80606-adba-4caa-9533-55aab8e89a3e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:46.345315 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-c0e73dfa-c0d3-4a9a-b13b-1b561a5c22e6 None None] Attempt 1 to provision port 4ec80606-adba-4caa-9533-55aab8e89a3e Oct 28 09:48:46.421495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c0e73dfa-c0d3-4a9a-b13b-1b561a5c22e6 None None] Current status of the port 4ec80606-adba-4caa-9533-55aab8e89a3e is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:48:46.757833 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:47.926848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:48.379416 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:48.543926 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35002) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:48:49.045410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63162040-313c-4232-aabf-2345ae0a7ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:49.045874 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63162040-313c-4232-aabf-2345ae0a7ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:49.047592 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-63162040-313c-4232-aabf-2345ae0a7ac8 admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5024915 Oct 28 09:48:51.721850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35010) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:48:52.174575 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44ce465-0f87-49f0-bb97-13505bdfe656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:52.175138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44ce465-0f87-49f0-bb97-13505bdfe656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:52.176683 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d44ce465-0f87-49f0-bb97-13505bdfe656 admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4538603 Oct 28 09:48:54.656493 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 5 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:48:54.867524 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35018) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:48:55.328084 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c312b9b-46c6-400d-a168-3f8dbff233c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:55.329472 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5c312b9b-46c6-400d-a168-3f8dbff233c8 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/3f25a2da-d85f-4684-8b32-f70565f202ac HTTP/1.1" status: 200 len: 886 time: 0.4609361 Oct 28 09:48:57.956813 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35026) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:48:58.313237 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:58.317291 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:58.348255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:58.351835 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:58.407420 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf72c6-4eb9-48ca-8584-4066d3e6bacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:58.409293 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-efaf72c6-4eb9-48ca-8584-4066d3e6bacd admin admin] 10.222.0.49 "GET /networking/v2.0/networks/dd51c460-159d-4053-991a-b24a763f36d3 HTTP/1.1" status: 200 len: 869 time: 0.4510241 Oct 28 09:49:01.022029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35034) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:01.528459 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0528ee-3b49-48f4-9b39-122d0b19825a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:01.528907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0528ee-3b49-48f4-9b39-122d0b19825a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:01.531127 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bf0528ee-3b49-48f4-9b39-122d0b19825a admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5081470 Oct 28 09:49:04.148536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35042) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:04.546705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c54d9-8647-4fd9-9130-1853eae0ecb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:04.547165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c54d9-8647-4fd9-9130-1853eae0ecb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:04.548701 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f53c54d9-8647-4fd9-9130-1853eae0ecb7 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3993008 Oct 28 09:49:07.146135 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35050) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:07.552814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e967b938-5868-40fa-83ca-53f120ac85f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:07.554190 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e967b938-5868-40fa-83ca-53f120ac85f4 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/85f6c870-9521-48cd-9e32-d9f3745223e3 HTTP/1.1" status: 200 len: 816 time: 0.4070997 Oct 28 09:49:10.142513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35058) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:10.526559 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e0b698-5fdb-4d5d-8f0e-c4962bec3cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:10.528011 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b1e0b698-5fdb-4d5d-8f0e-c4962bec3cd0 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/9e4c597f-2510-4ee9-80ee-a55260c8a66d HTTP/1.1" status: 200 len: 868 time: 0.3845255 Oct 28 09:49:12.984536 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3bccf59e-cbe5-47da-bcc5-e617ab9aef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:13.660560 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=13 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:13.664975 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=21 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:15.354591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f75c52fa-c5fb-415e-bf8e-404e712f8f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:16.773883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:17.914566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:18.388784 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:20.517466 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=38 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:20.523432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=26 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:28.321198 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:28.322073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:31.655889 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 5 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:49:34.284398 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35114) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:34.629978 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-306b91bb-8230-4cf9-b928-660f692882df admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:49:34.631261 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-306b91bb-8230-4cf9-b928-660f692882df admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3459775 Oct 28 09:49:37.311930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35122) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:37.660762 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-044372a8-aaf4-47be-a36e-8dca757e855e admin admin] GET failed (client error): The resource could not be found. Oct 28 09:49:37.662363 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-044372a8-aaf4-47be-a36e-8dca757e855e admin admin] 10.222.0.49 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3492224 Oct 28 09:49:37.761751 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c1f24-fb90-4a6c-81f1-7174d88c77e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:37.763303 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1b6c1f24-fb90-4a6c-81f1-7174d88c77e8 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0968060 Oct 28 09:49:40.376012 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35130) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:40.709671 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-366e3d7d-39c6-4a72-a956-3cb9f81b14a7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:49:40.828294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366e3d7d-39c6-4a72-a956-3cb9f81b14a7 admin admin] Made reservation on behalf of 713caf85a4104b85af4a0b40b1b96328 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:49:40.830852 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-366e3d7d-39c6-4a72-a956-3cb9f81b14a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:40.879361 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING neutron.services.revisions.revision_plugin [None req-366e3d7d-39c6-4a72-a956-3cb9f81b14a7 admin admin] Could not find related network for resource to bump revision. Oct 28 09:49:40.897475 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366e3d7d-39c6-4a72-a956-3cb9f81b14a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:49:40.910734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-366e3d7d-39c6-4a72-a956-3cb9f81b14a7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779533288650', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (8b5c65bc-3a60-4717-adab-042f5e22e60f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:40.911703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-366e3d7d-39c6-4a72-a956-3cb9f81b14a7 admin admin] Unsubscribe: segment precommit_create {{(pid=114060) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 09:49:40.911703 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-366e3d7d-39c6-4a72-a956-3cb9f81b14a7 admin admin] Added segment 8b5c65bc-3a60-4717-adab-042f5e22e60f of type vlan for network 692e36b1-b406-435a-93f1-9e063bb09f87 Oct 28 09:49:40.967152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-366e3d7d-39c6-4a72-a956-3cb9f81b14a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (692e36b1-b406-435a-93f1-9e063bb09f87), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:41.062429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-366e3d7d-39c6-4a72-a956-3cb9f81b14a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (692e36b1-b406-435a-93f1-9e063bb09f87), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:41.063511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e3d7d-39c6-4a72-a956-3cb9f81b14a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:41.064138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-366e3d7d-39c6-4a72-a956-3cb9f81b14a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:41.157629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e3d7d-39c6-4a72-a956-3cb9f81b14a7 admin admin] Pushing event updated for resources: {'Network': ['ID=692e36b1-b406-435a-93f1-9e063bb09f87,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:41.168586 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 692e36b1-b406-435a-93f1-9e063bb09f87 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:49:41.248182 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-366e3d7d-39c6-4a72-a956-3cb9f81b14a7 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8705392 Oct 28 09:49:43.004837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e046bf83-a512-45bd-b65b-035763695ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:43.904661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35138) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:44.273890 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-58186ba1-a07c-45e0-9e70-a912487bd918 admin admin] GET failed (client error): The resource could not be found. Oct 28 09:49:44.275246 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-58186ba1-a07c-45e0-9e70-a912487bd918 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3696022 Oct 28 09:49:44.349748 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703ebed4-7eb3-4351-93b9-e5ed69bfa96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:44.351246 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-703ebed4-7eb3-4351-93b9-e5ed69bfa96c admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0707326 Oct 28 09:49:44.362273 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-449757fd-2e39-4988-a665-185cfe2fe16e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '692e36b1-b406-435a-93f1-9e063bb09f87', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:49:44.469850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449757fd-2e39-4988-a665-185cfe2fe16e admin admin] Made reservation on behalf of 713caf85a4104b85af4a0b40b1b96328 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:49:44.472200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-449757fd-2e39-4988-a665-185cfe2fe16e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:44.739125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-449757fd-2e39-4988-a665-185cfe2fe16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for subnet (64353aae-a2ba-4106-be8d-c99626c9b2a1), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:44.804788 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449757fd-2e39-4988-a665-185cfe2fe16e admin admin] Pushing event updated for resources: {'Subnet': ['ID=64353aae-a2ba-4106-be8d-c99626c9b2a1,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:44.824724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449757fd-2e39-4988-a665-185cfe2fe16e admin admin] Checking segment: {'id': '8b5c65bc-3a60-4717-adab-042f5e22e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '692e36b1-b406-435a-93f1-9e063bb09f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:49:44.825063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449757fd-2e39-4988-a665-185cfe2fe16e admin admin] Network hostable DHCP agents. Network: 692e36b1-b406-435a-93f1-9e063bb09f87, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:49:44.915993 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449757fd-2e39-4988-a665-185cfe2fe16e admin admin] Network 692e36b1-b406-435a-93f1-9e063bb09f87 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:49:45.013104 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-449757fd-2e39-4988-a665-185cfe2fe16e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 692e36b1-b406-435a-93f1-9e063bb09f87) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:45.017828 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449757fd-2e39-4988-a665-185cfe2fe16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:45.018436 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-449757fd-2e39-4988-a665-185cfe2fe16e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:45.023239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f647ef-cec2-4a90-b46b-f9a5e7f5d9ff None None] Network 692e36b1-b406-435a-93f1-9e063bb09f87 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:49:45.106862 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-449757fd-2e39-4988-a665-185cfe2fe16e admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7479722 Oct 28 09:49:45.132361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-692e36b1-b406-435a-93f1-9e063bb09f87', 'network_id': '692e36b1-b406-435a-93f1-9e063bb09f87', 'project_id': '713caf85a4104b85af4a0b40b1b96328', 'fixed_ips': [{'subnet_id': '64353aae-a2ba-4106-be8d-c99626c9b2a1'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:49:45.133338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:45.305064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Allocated IP 192.168.233.2 (692e36b1-b406-435a-93f1-9e063bb09f87/64353aae-a2ba-4106-be8d-c99626c9b2a1/27c26d20-cc38-4759-bcf9-46954a6776a7) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:49:45.395749 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ef3c6de7-c032-4361-94e8-cdf06c763f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:45.469836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Publish callbacks [] for port (27c26d20-cc38-4759-bcf9-46954a6776a7), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:45.545513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (27c26d20-cc38-4759-bcf9-46954a6776a7), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:45.605581 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Network 692e36b1-b406-435a-93f1-9e063bb09f87 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:45.608052 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:45.611569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:49:45.625759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Pushing event updated for resources: {'Port': ['ID=27c26d20-cc38-4759-bcf9-46954a6776a7,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:45.648985 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:45.649322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:45.649661 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:45.650015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:45.650352 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:45.650698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:45.651019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:45.651345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:45.651794 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:45.651985 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:45.652314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:45.652648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:45.653251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:45.654382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:45.654541 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:45.698870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Attempting to bind port 27c26d20-cc38-4759-bcf9-46954a6776a7 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:49:45.699243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Attempting to bind port 27c26d20-cc38-4759-bcf9-46954a6776a7 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8b5c65bc-3a60-4717-adab-042f5e22e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '692e36b1-b406-435a-93f1-9e063bb09f87'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:49:45.699603 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Attempting to bind port 27c26d20-cc38-4759-bcf9-46954a6776a7 on network 692e36b1-b406-435a-93f1-9e063bb09f87 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:45.748656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:49:45.749348 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Checking segment: {'id': '8b5c65bc-3a60-4717-adab-042f5e22e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '692e36b1-b406-435a-93f1-9e063bb09f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:49:45.749836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:45.750854 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Bound using segment: {'id': '8b5c65bc-3a60-4717-adab-042f5e22e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '692e36b1-b406-435a-93f1-9e063bb09f87'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:49:45.750854 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Bound port: 27c26d20-cc38-4759-bcf9-46954a6776a7, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5c65bc-3a60-4717-adab-042f5e22e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '692e36b1-b406-435a-93f1-9e063bb09f87'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:49:45.751208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (27c26d20-cc38-4759-bcf9-46954a6776a7), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:45.816645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:45.819415 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] For port 27c26d20-cc38-4759-bcf9-46954a6776a7, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:49:45.822567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] For port 27c26d20-cc38-4759-bcf9-46954a6776a7, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=27c26d20-cc38-4759-bcf9-46954a6776a7,segment=NetworkSegment(8b5c65bc-3a60-4717-adab-042f5e22e60f),segment_id=8b5c65bc-3a60-4717-adab-042f5e22e60f)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:49:45.973457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (27c26d20-cc38-4759-bcf9-46954a6776a7), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:45.983806 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:46.043098 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b0a4f-f1b0-4fe2-9c11-fa2d3aa0bd22 None None] Pushing event updated for resources: {'Port': ['ID=27c26d20-cc38-4759-bcf9-46954a6776a7,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:46.789953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:46.942913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e15b698-29b8-480c-b3ad-8846a8986153 None None] Network 692e36b1-b406-435a-93f1-9e063bb09f87 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:49:47.040889 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8807cbfd-f1f2-48fc-9c21-c9d08786aeb5 None None] Provisioning complete for port 27c26d20-cc38-4759-bcf9-46954a6776a7 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:49:47.041416 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8807cbfd-f1f2-48fc-9c21-c9d08786aeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (27c26d20-cc38-4759-bcf9-46954a6776a7), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:47.041619 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8807cbfd-f1f2-48fc-9c21-c9d08786aeb5 None None] Attempt 1 to provision port 27c26d20-cc38-4759-bcf9-46954a6776a7 Oct 28 09:49:47.155982 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8807cbfd-f1f2-48fc-9c21-c9d08786aeb5 None None] Current status of the port 27c26d20-cc38-4759-bcf9-46954a6776a7 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:49:47.155982 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8807cbfd-f1f2-48fc-9c21-c9d08786aeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (27c26d20-cc38-4759-bcf9-46954a6776a7), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:47.207121 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8807cbfd-f1f2-48fc-9c21-c9d08786aeb5 None None] For port 27c26d20-cc38-4759-bcf9-46954a6776a7, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=27c26d20-cc38-4759-bcf9-46954a6776a7,segment=NetworkSegment(8b5c65bc-3a60-4717-adab-042f5e22e60f),segment_id=8b5c65bc-3a60-4717-adab-042f5e22e60f)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:47.299561 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8807cbfd-f1f2-48fc-9c21-c9d08786aeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (27c26d20-cc38-4759-bcf9-46954a6776a7), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:47.351217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807cbfd-f1f2-48fc-9c21-c9d08786aeb5 None None] Pushing event updated for resources: {'Port': ['ID=27c26d20-cc38-4759-bcf9-46954a6776a7,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:47.418745 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-878b43d6-f1e6-4bbf-aa5a-d1c84d530faa None None] Provisioning complete for port 27c26d20-cc38-4759-bcf9-46954a6776a7 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:49:47.419120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-878b43d6-f1e6-4bbf-aa5a-d1c84d530faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (27c26d20-cc38-4759-bcf9-46954a6776a7), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:47.419457 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-878b43d6-f1e6-4bbf-aa5a-d1c84d530faa None None] Attempt 1 to provision port 27c26d20-cc38-4759-bcf9-46954a6776a7 Oct 28 09:49:47.504743 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-878b43d6-f1e6-4bbf-aa5a-d1c84d530faa None None] Current status of the port 27c26d20-cc38-4759-bcf9-46954a6776a7 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:49:47.789104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 27c26d20-cc38-4759-bcf9-46954a6776a7 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:47.869586 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 27c26d20-cc38-4759-bcf9-46954a6776a7 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:49:47.870082 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (27c26d20-cc38-4759-bcf9-46954a6776a7), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:47.870339 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 27c26d20-cc38-4759-bcf9-46954a6776a7 Oct 28 09:49:47.952186 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:47.963063 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 27c26d20-cc38-4759-bcf9-46954a6776a7 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:49:48.382676 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:50.662044 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:50.662888 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:55.028569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=73,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:55.029841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:58.322974 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:58.325061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:08.654170 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 5 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:50:12.975415 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c799090e-aedc-44d8-b826-3b41f004adef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:15.337222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-951afd53-d0a8-4052-820c-f06398b18c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:16.769531 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:17.948439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:18.392440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.656188 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=6 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:27.660122 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:28.324410 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:28.326300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:43.003349 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6d1cf269-f4ba-41be-bea5-b6336ea9a983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:45.296200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-27f74bb4-403c-4c6f-bc3e-acadd7def63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:45.653372 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 5 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:50:46.768676 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:47.941612 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:48.387322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:58.328380 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:58.330436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:12.465087 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=13 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:12.468090 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=21 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:12.984681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-24a05d9d-1f1e-4844-8724-6fa692a19ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:15.306239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0e95f9f6-bf97-4904-96a8-be36efc30066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:16.796654 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:17.934860 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:18.391592 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:22.652002 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 5 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:51:28.336104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:28.338239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:30.424160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35202) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:30.430045 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-76503301-96ff-417b-a917-0026720142ab tempest-verify_tempest_config-923599077 tempest-verify_tempest_config-923599077-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:51:30.431038 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-76503301-96ff-417b-a917-0026720142ab tempest-verify_tempest_config-923599077 tempest-verify_tempest_config-923599077-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0059211 Oct 28 09:51:30.984275 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35220) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:31.131899 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:31.235492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Publish callbacks [] for security_group (e09a75b9-5d33-43ad-96a6-34571bb0abce), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:31.315448 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (e09a75b9-5d33-43ad-96a6-34571bb0abce), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:31.365998 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09a75b9-5d33-43ad-96a6-34571bb0abce,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:31.370037 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1e338a4e78c4441b86e091f4fd4aa1a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3838956 Oct 28 09:51:31.373091 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35224) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:31.376758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.377175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.377623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.377977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.378350 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.378742 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.379110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.379477 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.379850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.380215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.380576 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.380947 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.381308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.381663 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.382017 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575895f-e13e-477f-8c18-d24799739585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.447019 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Publish callbacks [] for security_group (e09a75b9-5d33-43ad-96a6-34571bb0abce), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:31.468755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Publish callbacks [] for security_group (e09a75b9-5d33-43ad-96a6-34571bb0abce), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:31.630205 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (e09a75b9-5d33-43ad-96a6-34571bb0abce), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:31.632704 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:31.633886 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e09a75b9-5d33-43ad-96a6-34571bb0abce HTTP/1.1" status: 204 len: 168 time: 0.2598083 Oct 28 09:51:31.642241 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09a75b9-5d33-43ad-96a6-34571bb0abce,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:31.649700 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.650046 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.650602 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.650994 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.651357 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.651821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.652027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.652359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.652708 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.653042 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.653372 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.653760 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.654038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.654366 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:31.654709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42dcb8-b828-462d-adf6-a4c75dfaf2ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:41.368756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=19,neutron:INSERT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:41.372595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:41.645034 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:41.645941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:41.665497 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:41.688136 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:41.697700 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:42.990708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1a61-8337-4005-baa3-dc9139f98322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:45.293545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-295c9a61-13d7-4865-8256-f680d943c8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:46.777830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:47.937763 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:48.394592 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:58.338743 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:58.340641 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:59.651141 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 5 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:52:13.012230 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b64c63e3-e7e1-40ea-a954-f3a2c00e3d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:15.292027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-56365dc7-02e2-40af-bc1f-d71a0999c96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:16.784112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:17.954897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:18.394989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:18.658810 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:18.660642 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=6 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:28.334776 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:28.343832 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:36.650418 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 5 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:52:42.965421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-89cef7e2-a7a6-43c3-9b65-23319d447f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:45.296447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-49db364a-7cd2-41f4-9f4d-9f9eadfd0624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:46.787779 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:47.976043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:48.404500 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:53.233016 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813725'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:57.650760 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=7 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:57.666632 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:03.180694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:03.184570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:12.457129 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=16 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:12.459041 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=10 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:12.992160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-69367069-e251-4600-8d38-4b612b3d01b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:13.649877 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:53:15.317592 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f8e14e7d-4094-4927-a332-c98d0652b0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:16.796444 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:17.928907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:18.409218 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:19.636305 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35320) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:19.745708 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e5ecb804-bd82-4bdf-a5ec-9596b29ae504 admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.1083612 Oct 28 09:53:22.240359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35330) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:22.295621 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e8dc9c0b-2403-4be2-ae39-a915e87414fe admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.0542541 Oct 28 09:53:23.231419 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:32.290094 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:32.291833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:32.659565 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:32.664429 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=6 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:33.140170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:33.143042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:42.979713 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0a289260-5fe3-4feb-b52a-469d13a7abb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:45.293348 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-129f463f-e712-47e0-b7d1-898dc21ba34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:46.784750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:47.916429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:48.419042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:50.649966 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:53:53.259251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:58.349036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:03.160717 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:09.668134 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:10.657972 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:12.995256 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-64900b53-96d4-4d54-be9d-e04659ea96b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:15.326885 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-24df0b8f-1fad-4b81-b359-03b796ea6592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:16.800504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:17.949669 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:18.428957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:23.246028 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:27.649484 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:54:33.167665 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:33.170399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:42.993936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-99530f09-0fcf-472c-87e5-1b1fdd03b256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:43.016725 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35518) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:43.152562 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35528) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:43.519358 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-730812861-network', 'tenant_id': '1c1772cbf744449891cae928448c57eb'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:43.548312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35542) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:43.611483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Made reservation on behalf of 1c1772cbf744449891cae928448c57eb for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:43.615485 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:43.631583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:43.663828 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1565111324'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:43.715396 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Publish callbacks [] for security_group (02d24c89-ea40-4a5a-9c62-ff3509bc5fc9), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:43.765441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Made reservation on behalf of 75ecfc91f5d047d6aba3e42bd3b79869 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:43.769226 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:43.779149 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:43.827681 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (02d24c89-ea40-4a5a-9c62-ff3509bc5fc9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:43.844596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:54:43.860432 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for security_group (2cb0786d-a78e-43ac-8a22-8860150e5cdb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:43.881968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (301e5b80-d251-4255-9ceb-e0da6669ccaa), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:43.882317 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Added segment 301e5b80-d251-4255-9ceb-e0da6669ccaa of type vlan for network 9b354618-41dd-41ee-a0fe-9a79976baa4b Oct 28 09:54:43.883600 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d24c89-ea40-4a5a-9c62-ff3509bc5fc9,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:43.899414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:43.899755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:43.903166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:43.903166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:43.903166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:43.903166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:43.903166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:43.903166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:43.903166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:43.903166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:43.903166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:43.903166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:43.903898 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:43.903898 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:43.904273 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Tracked resource versions report: Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: pushed versions: Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: { 'AddressGroup': {'1.2'}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Agent': {'1.1'}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'ConntrackHelper': {'1.0'}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'LocalIPAssociation': {'1.0'}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Log': {'1.0'}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'NDPProxy': {'1.0'}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Network': {'1.1'}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Port': {'1.7'}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'PortForwarding': {'1.3'}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'QosPolicy': {'1.10'}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'SecurityGroup': {'1.5'}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'SubPort': {'1.0'}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Subnet': {'1.1'}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Trunk': {'1.1'}} Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: consumer versions: Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: { DHCP agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: HyperV agent@hv-neutron-zed0: {}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: L3 agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: Metadata agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: Metering agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: Open vSwitch agent@dv-neutron-zed-2-hyperv: { 'AddressGroup': '1.2', Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Agent': '1.1', Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'ConntrackHelper': '1.0', Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'LocalIPAssociation': '1.0', Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Log': '1.0', Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'NDPProxy': '1.0', Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Network': '1.1', Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Port': '1.7', Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'PortForwarding': '1.3', Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'QosPolicy': '1.10', Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'SecurityGroup': '1.5', Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'SecurityGroupRule': '1.2', Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'SubPort': '1.0', Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Subnet': '1.1', Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: 'Trunk': '1.1'}} Oct 28 09:54:43.911403 dv-neutron-zed-2-hyperv neutron-server[114060]: {{(pid=114060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:54:43.936921 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (2cb0786d-a78e-43ac-8a22-8860150e5cdb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:43.943762 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (9b354618-41dd-41ee-a0fe-9a79976baa4b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:43.957688 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:54:43.970405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35552) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:43.987430 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (bc592634-d8a9-436a-8e26-1c2f598e6621), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:43.987771 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Added segment bc592634-d8a9-436a-8e26-1c2f598e6621 of type vlan for network d03d9077-1c89-4205-9dae-aee8c4b9b5c8 Oct 28 09:54:43.989315 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb0786d-a78e-43ac-8a22-8860150e5cdb,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:44.005564 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:44.005930 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:44.006247 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:44.006583 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:44.006944 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:44.007269 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:44.007594 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:44.007914 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:44.008239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:44.008554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:44.008873 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:44.009189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:44.009511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:44.009823 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:44.010147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Tracked resource versions report: Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: pushed versions: Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: { 'AddressGroup': {'1.2'}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Agent': {'1.1'}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'ConntrackHelper': {'1.0'}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'LocalIPAssociation': {'1.0'}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Log': {'1.0'}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'NDPProxy': {'1.0'}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Network': {'1.1'}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Port': {'1.7'}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'PortForwarding': {'1.3'}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'QosPolicy': {'1.10'}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'SecurityGroup': {'1.5'}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'SubPort': {'1.0'}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Subnet': {'1.1'}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Trunk': {'1.1'}} Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: consumer versions: Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: { DHCP agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: HyperV agent@hv-neutron-zed0: {}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: L3 agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: Metadata agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: Metering agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: Open vSwitch agent@dv-neutron-zed-2-hyperv: { 'AddressGroup': '1.2', Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Agent': '1.1', Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'ConntrackHelper': '1.0', Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'LocalIPAssociation': '1.0', Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Log': '1.0', Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'NDPProxy': '1.0', Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Network': '1.1', Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Port': '1.7', Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'PortForwarding': '1.3', Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'QosPolicy': '1.10', Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'SecurityGroup': '1.5', Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'SecurityGroupRule': '1.2', Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'SubPort': '1.0', Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Subnet': '1.1', Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: 'Trunk': '1.1'}} Oct 28 09:54:44.011346 dv-neutron-zed-2-hyperv neutron-server[114059]: {{(pid=114059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:54:44.044886 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (d03d9077-1c89-4205-9dae-aee8c4b9b5c8), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:44.077594 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-2dbb471b-be5f-4814-9337-431563dc9fbf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-825279237-network', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:44.082521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (9b354618-41dd-41ee-a0fe-9a79976baa4b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:44.084571 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:44.084571 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:44.131718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (d03d9077-1c89-4205-9dae-aee8c4b9b5c8), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:44.137122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:44.142015 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:44.171034 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] Pushing event updated for resources: {'Network': ['ID=9b354618-41dd-41ee-a0fe-9a79976baa4b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:44.186291 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 9b354618-41dd-41ee-a0fe-9a79976baa4b details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:54:44.192932 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-44dd1458-8fb2-472f-91f1-c9e881c62b34 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1711144 Oct 28 09:54:44.193377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35562) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:44.201989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-8fcc094c-8582-4f43-acc3-e0878ac6b96d admin admin] Request body: {'subnet': {'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-730812861-subnet', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:44.228393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbb471b-be5f-4814-9337-431563dc9fbf admin admin] Made reservation on behalf of 580605cfe10a4696bf5a3a3159e601ec for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:44.233152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2dbb471b-be5f-4814-9337-431563dc9fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:44.245708 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0916109 Oct 28 09:54:44.246183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35566) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:44.253977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9159099d-f9e4-4287-a594-5b225fc7d96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'subnet': {'network_id': 'd03d9077-1c89-4205-9dae-aee8c4b9b5c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:44.254729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad7ed1-ba45-4809-8ddb-7ba54389f276 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Network': ['ID=d03d9077-1c89-4205-9dae-aee8c4b9b5c8,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:44.258998 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2dbb471b-be5f-4814-9337-431563dc9fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:44.266471 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network d03d9077-1c89-4205-9dae-aee8c4b9b5c8 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:54:44.311650 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-3f2eb5e4-5515-4006-b17a-c09717f8600c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1059434225-network', 'tenant_id': '52816e5f52fd412794bd5361bc627a82'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:44.360029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcc094c-8582-4f43-acc3-e0878ac6b96d admin admin] Made reservation on behalf of 1c1772cbf744449891cae928448c57eb for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:44.362472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8fcc094c-8582-4f43-acc3-e0878ac6b96d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:44.651855 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2eb5e4-5515-4006-b17a-c09717f8600c admin admin] Made reservation on behalf of 52816e5f52fd412794bd5361bc627a82 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:44.654212 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb5e4-5515-4006-b17a-c09717f8600c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:44.660634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35582) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:44.675547 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=69,neutron:INSERT=26,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:44.695431 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:44.699269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2dbb471b-be5f-4814-9337-431563dc9fbf admin admin] Publish callbacks [] for security_group (34a90852-25c6-4484-a476-d7b5032af2d2), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:44.700915 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9159099d-f9e4-4287-a594-5b225fc7d96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Made reservation on behalf of 75ecfc91f5d047d6aba3e42bd3b79869 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:44.704777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9159099d-f9e4-4287-a594-5b225fc7d96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:44.707927 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb5e4-5515-4006-b17a-c09717f8600c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:44.791061 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2dbb471b-be5f-4814-9337-431563dc9fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (34a90852-25c6-4484-a476-d7b5032af2d2), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:44.835106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbb471b-be5f-4814-9337-431563dc9fbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:54:44.881520 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2dbb471b-be5f-4814-9337-431563dc9fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (203bc2fa-01a5-4225-85a6-5f96e3ad29d6), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:44.881794 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-2dbb471b-be5f-4814-9337-431563dc9fbf admin admin] Added segment 203bc2fa-01a5-4225-85a6-5f96e3ad29d6 of type vlan for network e4158ee0-8f55-4566-ae30-a41792d07007 Oct 28 09:54:44.988766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb471b-be5f-4814-9337-431563dc9fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a90852-25c6-4484-a476-d7b5032af2d2,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:45.014931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2dbb471b-be5f-4814-9337-431563dc9fbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (e4158ee0-8f55-4566-ae30-a41792d07007), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.047205 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:45.079961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8fcc094c-8582-4f43-acc3-e0878ac6b96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for subnet (808a702a-127b-4dd8-b2a3-71420629e80b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.149563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.217938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb5e4-5515-4006-b17a-c09717f8600c admin admin] Publish callbacks [] for security_group (11334a33-0529-4cb1-8a76-77828aba17ca), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.232111 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc094c-8582-4f43-acc3-e0878ac6b96d admin admin] Pushing event updated for resources: {'Subnet': ['ID=808a702a-127b-4dd8-b2a3-71420629e80b,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:45.240140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2dbb471b-be5f-4814-9337-431563dc9fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (e4158ee0-8f55-4566-ae30-a41792d07007), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.241121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb471b-be5f-4814-9337-431563dc9fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:45.241944 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2dbb471b-be5f-4814-9337-431563dc9fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.270901 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.303590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb5e4-5515-4006-b17a-c09717f8600c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (11334a33-0529-4cb1-8a76-77828aba17ca), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.326938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9159099d-f9e4-4287-a594-5b225fc7d96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for subnet (eb20726f-0b71-4327-abf0-85f88d95ee2f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.336635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc094c-8582-4f43-acc3-e0878ac6b96d admin admin] Checking segment: {'id': '301e5b80-d251-4255-9ceb-e0da6669ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:54:45.336886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcc094c-8582-4f43-acc3-e0878ac6b96d admin admin] Network hostable DHCP agents. Network: 9b354618-41dd-41ee-a0fe-9a79976baa4b, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:54:45.338554 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e0137870-97f4-4a7e-85ef-4b4a5f4005c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.348236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2eb5e4-5515-4006-b17a-c09717f8600c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:54:45.400623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb471b-be5f-4814-9337-431563dc9fbf admin admin] Pushing event updated for resources: {'Network': ['ID=e4158ee0-8f55-4566-ae30-a41792d07007,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:45.407040 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159099d-f9e4-4287-a594-5b225fc7d96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Subnet': ['ID=eb20726f-0b71-4327-abf0-85f88d95ee2f,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:45.410074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:45.416083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network e4158ee0-8f55-4566-ae30-a41792d07007 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:54:45.439848 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2dbb471b-be5f-4814-9337-431563dc9fbf admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8921297 Oct 28 09:54:45.444487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35608) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:45.444758 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Allocated IP 172.36.1.132 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/c20b0dc2-b15a-46d5-9fd2-87ba677d899b) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:45.465310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c4725341-39a3-4c10-b1bc-987fe2420d40 admin admin] Request body: {'subnet': {'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-825279237-subnet', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:45.484203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb5e4-5515-4006-b17a-c09717f8600c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (80f9f03c-618a-4994-9388-e53a5b3b24c7), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.484561 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-3f2eb5e4-5515-4006-b17a-c09717f8600c admin admin] Added segment 80f9f03c-618a-4994-9388-e53a5b3b24c7 of type vlan for network 2ceca80e-d943-46cf-9c08-f3daa615c0be Oct 28 09:54:45.487986 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:45.531374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2eb5e4-5515-4006-b17a-c09717f8600c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11334a33-0529-4cb1-8a76-77828aba17ca,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:45.581467 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb5e4-5515-4006-b17a-c09717f8600c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (2ceca80e-d943-46cf-9c08-f3daa615c0be), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.582916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9159099d-f9e4-4287-a594-5b225fc7d96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Checking segment: {'id': 'bc592634-d8a9-436a-8e26-1c2f598e6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd03d9077-1c89-4205-9dae-aee8c4b9b5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:54:45.583274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9159099d-f9e4-4287-a594-5b225fc7d96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network hostable DHCP agents. Network: d03d9077-1c89-4205-9dae-aee8c4b9b5c8, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:54:45.621310 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks [] for port (c20b0dc2-b15a-46d5-9fd2-87ba677d899b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.631718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:45.651669 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35614) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:45.691616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcc094c-8582-4f43-acc3-e0878ac6b96d admin admin] Network 9b354618-41dd-41ee-a0fe-9a79976baa4b is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:54:45.743636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35620) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:45.747893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4725341-39a3-4c10-b1bc-987fe2420d40 admin admin] Made reservation on behalf of 580605cfe10a4696bf5a3a3159e601ec for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:45.750475 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c4725341-39a3-4c10-b1bc-987fe2420d40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.752895 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb5e4-5515-4006-b17a-c09717f8600c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (2ceca80e-d943-46cf-9c08-f3daa615c0be), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.753924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2eb5e4-5515-4006-b17a-c09717f8600c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:45.754541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb5e4-5515-4006-b17a-c09717f8600c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.756754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9159099d-f9e4-4287-a594-5b225fc7d96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network d03d9077-1c89-4205-9dae-aee8c4b9b5c8 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:54:45.788591 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (c20b0dc2-b15a-46d5-9fd2-87ba677d899b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.799156 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:45.834390 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-8fcc094c-8582-4f43-acc3-e0878ac6b96d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 9b354618-41dd-41ee-a0fe-9a79976baa4b) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:45.841726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d7f32249-b3a5-4580-b20a-9c76c79ac5a5 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1113438503'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:45.842613 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f80df2-4495-4b29-be22-57a558804d18 None None] Network 9b354618-41dd-41ee-a0fe-9a79976baa4b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:54:45.862865 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-9159099d-f9e4-4287-a594-5b225fc7d96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, d03d9077-1c89-4205-9dae-aee8c4b9b5c8) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:45.875963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Pushing event updated for resources: {'Port': ['ID=c20b0dc2-b15a-46d5-9fd2-87ba677d899b,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:45.883835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:54:45.886004 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:45.886115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcc094c-8582-4f43-acc3-e0878ac6b96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:45.886653 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8fcc094c-8582-4f43-acc3-e0878ac6b96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.888716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:54:45.898856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9159099d-f9e4-4287-a594-5b225fc7d96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:45.899878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9159099d-f9e4-4287-a594-5b225fc7d96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.933538 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030680be-45b4-455d-b4c8-11d624c8928b None None] Network d03d9077-1c89-4205-9dae-aee8c4b9b5c8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:54:45.938062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2eb5e4-5515-4006-b17a-c09717f8600c admin admin] Pushing event updated for resources: {'Network': ['ID=2ceca80e-d943-46cf-9c08-f3daa615c0be,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:45.956805 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3f2eb5e4-5515-4006-b17a-c09717f8600c admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9847486 Oct 28 09:54:45.960824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35628) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:45.965210 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 2ceca80e-d943-46cf-9c08-f3daa615c0be details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:54:45.966538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-87418230-0b33-4f00-888d-e39b1d36c672 admin admin] Request body: {'subnet': {'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1059434225-subnet', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:45.969358 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f32249-b3a5-4580-b20a-9c76c79ac5a5 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Made reservation on behalf of 940322f9e16148968e14207f13b73ff1 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:45.973355 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7f32249-b3a5-4580-b20a-9c76c79ac5a5 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:45.978882 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-2a757de4-e0a7-43a5-84a0-8e6c66042ce8 tempest-QuotasTest-1478857596 tempest-QuotasTest-1478857596-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:46.003223 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks [] for floatingip (818084e5-2b34-471e-ae43-c5a1af7126b7), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.024981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35630) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:46.028789 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7f32249-b3a5-4580-b20a-9c76c79ac5a5 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.036007 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9159099d-f9e4-4287-a594-5b225fc7d96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7878208 Oct 28 09:54:46.038783 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35634) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:46.043441 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-376938285', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:46.068985 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8fcc094c-8582-4f43-acc3-e0878ac6b96d admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8746197 Oct 28 09:54:46.078384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35636) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:46.088708 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-730812861-router', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:46.150335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87418230-0b33-4f00-888d-e39b1d36c672 admin admin] Made reservation on behalf of 52816e5f52fd412794bd5361bc627a82 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:46.152549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7f32249-b3a5-4580-b20a-9c76c79ac5a5 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Publish callbacks [] for security_group (a9d4e864-102e-47fa-be68-153482840422), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.156341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-87418230-0b33-4f00-888d-e39b1d36c672 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.165981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-2d3458e3-764d-46ed-b561-a36095a33dfa tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Request body: {'quota': {'network': 2}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:46.181647 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-9b354618-41dd-41ee-a0fe-9a79976baa4b', 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b', 'project_id': '1c1772cbf744449891cae928448c57eb', 'fixed_ips': [{'subnet_id': '808a702a-127b-4dd8-b2a3-71420629e80b'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:54:46.182694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.198834 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c20b0dc2-b15a-46d5-9fd2-87ba677d899b), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.199469 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4ca1f5-64c2-4562-876c-78fc7e0afb67 None None] Network d03d9077-1c89-4205-9dae-aee8c4b9b5c8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:54:46.212548 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.213643 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.225309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7f32249-b3a5-4580-b20a-9c76c79ac5a5 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (a9d4e864-102e-47fa-be68-153482840422), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.232233 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (634bed02-db35-4c26-b8e0-380ab38496e1), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.234965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (634bed02-db35-4c26-b8e0-380ab38496e1), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.237181 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c4725341-39a3-4c10-b1bc-987fe2420d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for subnet (dd14182d-a869-4785-90c4-ebe19ef6fd71), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.272960 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f32249-b3a5-4580-b20a-9c76c79ac5a5 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:54:46.295441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f32249-b3a5-4580-b20a-9c76c79ac5a5 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d4e864-102e-47fa-be68-153482840422,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:46.315904 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2a757de4-e0a7-43a5-84a0-8e6c66042ce8 tempest-QuotasTest-1478857596 tempest-QuotasTest-1478857596-project-admin] 10.222.0.49 "PUT /networking/v2.0/quotas/6ceae53a32c540f9b5f6088881e6eef5 HTTP/1.1" status: 200 len: 366 time: 0.5638371 Oct 28 09:54:46.315904 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7f32249-b3a5-4580-b20a-9c76c79ac5a5 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (bb19309f-3316-4e6a-97e4-cc607857ef85), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.315904 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-d7f32249-b3a5-4580-b20a-9c76c79ac5a5 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Added segment bb19309f-3316-4e6a-97e4-cc607857ef85 of type vlan for network 27077f21-c4ef-420a-89a0-a6ee89675145 Oct 28 09:54:46.315904 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35640) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:46.375858 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-83edda4d-2ae2-4465-9121-b41bec7fe116 tempest-QuotasTest-1478857596 tempest-QuotasTest-1478857596-project-admin] 10.222.0.49 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0293903 Oct 28 09:54:46.375858 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35642) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:46.418570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7f32249-b3a5-4580-b20a-9c76c79ac5a5 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (27077f21-c4ef-420a-89a0-a6ee89675145), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.422929 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8a92536a-4abf-461c-81d2-a0850f66a010 tempest-QuotasTest-1478857596 tempest-QuotasTest-1478857596-project-admin] 10.222.0.49 "GET /networking/v2.0/quotas/6ceae53a32c540f9b5f6088881e6eef5 HTTP/1.1" status: 200 len: 366 time: 0.0485675 Oct 28 09:54:46.427591 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35644) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:46.427958 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router_controller (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.430083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Allocated IP 172.20.0.2 (9b354618-41dd-41ee-a0fe-9a79976baa4b/808a702a-127b-4dd8-b2a3-71420629e80b/98527149-7470-41f6-95d0-84f77fa5a7d0) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:46.444372 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2d3458e3-764d-46ed-b561-a36095a33dfa tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] 10.222.0.49 "PUT /networking/v2.0/quotas/5260f5d000eb40f689cb5f59ca14a50f HTTP/1.1" status: 200 len: 368 time: 0.4183192 Oct 28 09:54:46.453325 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:46.455950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35646) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:46.468225 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4725341-39a3-4c10-b1bc-987fe2420d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd14182d-a869-4785-90c4-ebe19ef6fd71,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:46.469401 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e1a1efd0-2626-4be2-aa95-9a2bda086e36 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Request body: {'network': {'project_id': '5260f5d000eb40f689cb5f59ca14a50f'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:46.511358 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Publish callbacks [] for router_controller (634bed02-db35-4c26-b8e0-380ab38496e1), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.525144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4725341-39a3-4c10-b1bc-987fe2420d40 admin admin] Checking segment: {'id': '203bc2fa-01a5-4225-85a6-5f96e3ad29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:54:46.525386 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4725341-39a3-4c10-b1bc-987fe2420d40 admin admin] Network hostable DHCP agents. Network: e4158ee0-8f55-4566-ae30-a41792d07007, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:54:46.548306 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks [] for port (c20b0dc2-b15a-46d5-9fd2-87ba677d899b), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.592401 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8664a150-903b-4b30-af61-339c6533bcf2 tempest-QuotasTest-1478857596 tempest-QuotasTest-1478857596-project-admin] 10.222.0.49 "DELETE /networking/v2.0/quotas/6ceae53a32c540f9b5f6088881e6eef5 HTTP/1.1" status: 204 len: 168 time: 0.1616077 Oct 28 09:54:46.593587 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35648) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:46.602296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Publish callbacks [] for port (98527149-7470-41f6-95d0-84f77fa5a7d0), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.607594 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35650) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:46.607853 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-95741581-c4b8-4e33-b984-d9f760d45869 tempest-QuotasTest-1478857596 tempest-QuotasTest-1478857596-project-admin] 10.222.0.49 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0126369 Oct 28 09:54:46.618498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a1efd0-2626-4be2-aa95-9a2bda086e36 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Made reservation on behalf of 5260f5d000eb40f689cb5f59ca14a50f for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:46.620899 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1a1efd0-2626-4be2-aa95-9a2bda086e36 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.623698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (c20b0dc2-b15a-46d5-9fd2-87ba677d899b), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.627754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (818084e5-2b34-471e-ae43-c5a1af7126b7), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.627754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7f32249-b3a5-4580-b20a-9c76c79ac5a5 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (27077f21-c4ef-420a-89a0-a6ee89675145), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.632360 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f32249-b3a5-4580-b20a-9c76c79ac5a5 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:46.632931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7f32249-b3a5-4580-b20a-9c76c79ac5a5 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.657890 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:46.665631 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:46.668437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (98527149-7470-41f6-95d0-84f77fa5a7d0), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.683926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1a1efd0-2626-4be2-aa95-9a2bda086e36 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.709941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:46.725786 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Network 9b354618-41dd-41ee-a0fe-9a79976baa4b is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:54:46.727334 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:46.735732 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-66184d63-63a7-4ac0-889d-b5a5787a53e7 tempest-QuotasTest-1478857596 tempest-QuotasTest-1478857596-project-admin] 10.222.0.49 "GET /networking/v2.0/quotas/6ceae53a32c540f9b5f6088881e6eef5 HTTP/1.1" status: 200 len: 370 time: 0.1253166 Oct 28 09:54:46.742826 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:54:46.743657 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:46.759489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35654) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:46.768112 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d7f32249-b3a5-4580-b20a-9c76c79ac5a5 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1151483 Oct 28 09:54:46.782722 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4c03a69e-881f-44e3-bbba-1d110f922f0b tempest-QuotasTest-1478857596 tempest-QuotasTest-1478857596-project-admin] 10.222.0.49 "GET /networking/v2.0/quotas/6ceae53a32c540f9b5f6088881e6eef5/default HTTP/1.1" status: 200 len: 370 time: 0.0189703 Oct 28 09:54:46.785356 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35656) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:46.785690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35658) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:46.790381 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Pushing event updated for resources: {'Port': ['ID=98527149-7470-41f6-95d0-84f77fa5a7d0,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:46.795169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.799406 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1343577 Oct 28 09:54:46.811341 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfe4ed-8a66-42f7-923e-f6706cf77831 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Pushing event updated for resources: {'Port': ['ID=c20b0dc2-b15a-46d5-9fd2-87ba677d899b,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:46.818999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35662) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:46.828348 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:46.828697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:46.829040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:46.829407 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:46.833924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:46.833924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:46.833924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:46.833924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:46.833924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:46.833924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:46.833924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:46.833924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:46.833924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:46.833924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:46.833924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Tracked resource versions report: Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: pushed versions: Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: { 'AddressGroup': {'1.2'}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Agent': {'1.1'}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'ConntrackHelper': {'1.0'}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'LocalIPAssociation': {'1.0'}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Log': {'1.0'}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'NDPProxy': {'1.0'}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Network': {'1.1'}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Port': {'1.7'}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'PortForwarding': {'1.3'}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'QosPolicy': {'1.10'}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'SecurityGroup': {'1.5'}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'SubPort': {'1.0'}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Subnet': {'1.1'}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Trunk': {'1.1'}} Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: consumer versions: Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: { DHCP agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: HyperV agent@hv-neutron-zed0: {}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: L3 agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: Metadata agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: Metering agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: Open vSwitch agent@dv-neutron-zed-2-hyperv: { 'AddressGroup': '1.2', Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Agent': '1.1', Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'ConntrackHelper': '1.0', Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'LocalIPAssociation': '1.0', Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Log': '1.0', Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'NDPProxy': '1.0', Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Network': '1.1', Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Port': '1.7', Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'PortForwarding': '1.3', Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'QosPolicy': '1.10', Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'SecurityGroup': '1.5', Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'SecurityGroupRule': '1.2', Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'SubPort': '1.0', Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Subnet': '1.1', Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: 'Trunk': '1.1'}} Oct 28 09:54:46.834644 dv-neutron-zed-2-hyperv neutron-server[114061]: {{(pid=114061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:54:46.838462 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-1a32a6df-90df-4c8e-9b68-defd43645bbd tempest-QuotasTest-1478857596 tempest-QuotasTest-1478857596-project-admin] delete failed (client error): The resource could not be found. Oct 28 09:54:46.838713 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Attempting to bind port 98527149-7470-41f6-95d0-84f77fa5a7d0 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:54:46.839097 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Attempting to bind port 98527149-7470-41f6-95d0-84f77fa5a7d0 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '301e5b80-d251-4255-9ceb-e0da6669ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:54:46.839484 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Attempting to bind port 98527149-7470-41f6-95d0-84f77fa5a7d0 on network 9b354618-41dd-41ee-a0fe-9a79976baa4b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:54:46.843219 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1a32a6df-90df-4c8e-9b68-defd43645bbd tempest-QuotasTest-1478857596 tempest-QuotasTest-1478857596-project-admin] 10.222.0.49 "DELETE /networking/v2.0/quotas/6ceae53a32c540f9b5f6088881e6eef5 HTTP/1.1" status: 404 len: 348 time: 0.0510974 Oct 28 09:54:46.849452 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-3f002aa9-c32b-41a6-ace1-a03cad7dfb7a tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1179556113', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'fixed_ips': [{'ip_address': '172.36.1.132'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:46.870964 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f32249-b3a5-4580-b20a-9c76c79ac5a5 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Pushing event updated for resources: {'Network': ['ID=27077f21-c4ef-420a-89a0-a6ee89675145,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:46.882800 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:46.974537 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1a1efd0-2626-4be2-aa95-9a2bda086e36 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks [] for security_group (2d8cc0d1-833c-40fe-91c1-b3e4744141f0), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:46.975489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f002aa9-c32b-41a6-ace1-a03cad7dfb7a tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Made reservation on behalf of 226c7312e3d04b2ab186945fcedc388e for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:46.977885 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3f002aa9-c32b-41a6-ace1-a03cad7dfb7a tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.002952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4725341-39a3-4c10-b1bc-987fe2420d40 admin admin] Network e4158ee0-8f55-4566-ae30-a41792d07007 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:54:47.006203 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3f002aa9-c32b-41a6-ace1-a03cad7dfb7a tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.009023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 27077f21-c4ef-420a-89a0-a6ee89675145 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:54:47.018285 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.048256 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-6334f4ee-b6a5-436c-bdca-9c416482fc4a tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Request body: {'network': {'name': 'tempest-network--17482943', 'router:external': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:47.058278 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1a1efd0-2626-4be2-aa95-9a2bda086e36 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (2d8cc0d1-833c-40fe-91c1-b3e4744141f0), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.083759 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-87418230-0b33-4f00-888d-e39b1d36c672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for subnet (48231d59-2715-405d-aa68-1b7c52649c5b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.088163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router_gateway (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.104395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:54:47.105220 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Checking segment: {'id': '301e5b80-d251-4255-9ceb-e0da6669ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:54:47.105725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.106446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Bound using segment: {'id': '301e5b80-d251-4255-9ceb-e0da6669ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:54:47.107074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Bound port: 98527149-7470-41f6-95d0-84f77fa5a7d0, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301e5b80-d251-4255-9ceb-e0da6669ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:54:47.107520 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (98527149-7470-41f6-95d0-84f77fa5a7d0), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.112748 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a1efd0-2626-4be2-aa95-9a2bda086e36 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:54:47.140169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1efd0-2626-4be2-aa95-9a2bda086e36 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8cc0d1-833c-40fe-91c1-b3e4744141f0,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:47.150404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Publish callbacks [] for router_gateway (634bed02-db35-4c26-b8e0-380ab38496e1), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.156322 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1a1efd0-2626-4be2-aa95-9a2bda086e36 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (1ff4dd86-5c53-423b-87e7-b003cae7edc4), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.156322 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-e1a1efd0-2626-4be2-aa95-9a2bda086e36 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Added segment 1ff4dd86-5c53-423b-87e7-b003cae7edc4 of type vlan for network 26a9c26e-a49c-40f8-bd6d-895d87e1df27 Oct 28 09:54:47.188918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-c4725341-39a3-4c10-b1bc-987fe2420d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, e4158ee0-8f55-4566-ae30-a41792d07007) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:47.192485 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87418230-0b33-4f00-888d-e39b1d36c672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48231d59-2715-405d-aa68-1b7c52649c5b,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:47.200713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4725341-39a3-4c10-b1bc-987fe2420d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:47.201376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c4725341-39a3-4c10-b1bc-987fe2420d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.245210 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1a1efd0-2626-4be2-aa95-9a2bda086e36 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (26a9c26e-a49c-40f8-bd6d-895d87e1df27), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.251917 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6334f4ee-b6a5-436c-bdca-9c416482fc4a tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Made reservation on behalf of 9d81785be95c4c9aa02fa1dd2700ba3b for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:47.252801 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6334f4ee-b6a5-436c-bdca-9c416482fc4a tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.258100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87418230-0b33-4f00-888d-e39b1d36c672 admin admin] Checking segment: {'id': '80f9f03c-618a-4994-9388-e53a5b3b24c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:54:47.258461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87418230-0b33-4f00-888d-e39b1d36c672 admin admin] Network hostable DHCP agents. Network: 2ceca80e-d943-46cf-9c08-f3daa615c0be, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:54:47.261054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a39759-d103-4dc5-8086-1304c77a0ccd None None] Network e4158ee0-8f55-4566-ae30-a41792d07007 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:54:47.286629 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] For port 98527149-7470-41f6-95d0-84f77fa5a7d0, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:54:47.289178 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3f002aa9-c32b-41a6-ace1-a03cad7dfb7a tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks [] for security_group (ce619b6c-1131-42df-bebf-708588ecdd61), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.294125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6334f4ee-b6a5-436c-bdca-9c416482fc4a tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.355888 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c4725341-39a3-4c10-b1bc-987fe2420d40 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9016492 Oct 28 09:54:47.361851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35668) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:47.366392 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-825279237-router', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:47.379683 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3f002aa9-c32b-41a6-ace1-a03cad7dfb7a tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (ce619b6c-1131-42df-bebf-708588ecdd61), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.395297 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35670) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:47.398906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] For port 98527149-7470-41f6-95d0-84f77fa5a7d0, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=98527149-7470-41f6-95d0-84f77fa5a7d0,segment=NetworkSegment(301e5b80-d251-4255-9ceb-e0da6669ccaa),segment_id=301e5b80-d251-4255-9ceb-e0da6669ccaa)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:54:47.403656 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-3f002aa9-c32b-41a6-ace1-a03cad7dfb7a tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] device_id is not set on port d50ba8f7-3c07-4e87-b930-e293f2c26be2 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:54:47.417055 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=1,neutron:UPDATE=3,neutron:SELECT=76,neutron:INSERT=20 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:47.420181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1a1efd0-2626-4be2-aa95-9a2bda086e36 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (26a9c26e-a49c-40f8-bd6d-895d87e1df27), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.422386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a1efd0-2626-4be2-aa95-9a2bda086e36 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:47.422386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1a1efd0-2626-4be2-aa95-9a2bda086e36 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.454835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-e4158ee0-8f55-4566-ae30-a41792d07007', 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007', 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'fixed_ips': [{'subnet_id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:54:47.455922 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.466395 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87418230-0b33-4f00-888d-e39b1d36c672 admin admin] Network 2ceca80e-d943-46cf-9c08-f3daa615c0be is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:54:47.486254 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (98527149-7470-41f6-95d0-84f77fa5a7d0), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.540072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-87418230-0b33-4f00-888d-e39b1d36c672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 2ceca80e-d943-46cf-9c08-f3daa615c0be) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:47.550159 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87418230-0b33-4f00-888d-e39b1d36c672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:47.550764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-87418230-0b33-4f00-888d-e39b1d36c672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.584603 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d47991e-b691-42e9-9107-d77ddba9f255 None None] Network 2ceca80e-d943-46cf-9c08-f3daa615c0be requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:54:47.629058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router_gateway (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.636087 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (04ffb4d8-4561-433a-93a9-516870ba21ee), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.647258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (04ffb4d8-4561-433a-93a9-516870ba21ee), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.647435 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f694e-128b-4b58-9668-6952a4cd4864 None None] Pushing event updated for resources: {'Port': ['ID=98527149-7470-41f6-95d0-84f77fa5a7d0,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:47.647533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f002aa9-c32b-41a6-ace1-a03cad7dfb7a tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce619b6c-1131-42df-bebf-708588ecdd61,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:47.648290 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:UPDATE=5,neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:47.654771 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1efd0-2626-4be2-aa95-9a2bda086e36 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Pushing event updated for resources: {'Network': ['ID=26a9c26e-a49c-40f8-bd6d-895d87e1df27,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:47.663736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.730742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6334f4ee-b6a5-436c-bdca-9c416482fc4a tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks [] for security_group (586545d0-ad9d-40c1-8573-7a11858b180e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.749927 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e1a1efd0-2626-4be2-aa95-9a2bda086e36 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2898250 Oct 28 09:54:47.755905 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-87418230-0b33-4f00-888d-e39b1d36c672 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7931707 Oct 28 09:54:47.756974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35676) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:47.757261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35678) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:47.758908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Allocated IP 172.20.0.2 (e4158ee0-8f55-4566-ae30-a41792d07007/dd14182d-a869-4785-90c4-ebe19ef6fd71/a1680604-7c50-4046-8cfc-c723c1845bff) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:47.767883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1059434225-router', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:47.775077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-50add626-80f6-442c-84a0-4d0cbbe06e0e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Request body: {'network': {'project_id': '5260f5d000eb40f689cb5f59ca14a50f'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:47.792976 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Publish callbacks [] for router_controller (04ffb4d8-4561-433a-93a9-516870ba21ee), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.793859 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Publish callbacks [] for router_gateway (634bed02-db35-4c26-b8e0-380ab38496e1), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.794857 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 26a9c26e-a49c-40f8-bd6d-895d87e1df27 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:54:47.833628 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6334f4ee-b6a5-436c-bdca-9c416482fc4a tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (586545d0-ad9d-40c1-8573-7a11858b180e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.845716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.851744 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-2ceca80e-d943-46cf-9c08-f3daa615c0be', 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be', 'project_id': '52816e5f52fd412794bd5361bc627a82', 'fixed_ips': [{'subnet_id': '48231d59-2715-405d-aa68-1b7c52649c5b'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:54:47.852634 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.871329 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6334f4ee-b6a5-436c-bdca-9c416482fc4a tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:54:47.919521 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334f4ee-b6a5-436c-bdca-9c416482fc4a tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586545d0-ad9d-40c1-8573-7a11858b180e,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:47.922060 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f002aa9-c32b-41a6-ace1-a03cad7dfb7a tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 28 09:54:47.922624 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f002aa9-c32b-41a6-ace1-a03cad7dfb7a tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:54:47.929905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6334f4ee-b6a5-436c-bdca-9c416482fc4a tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e725430a-9eaa-41ac-a7cc-a9438c8950ca), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.932047 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-6334f4ee-b6a5-436c-bdca-9c416482fc4a tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Added segment e725430a-9eaa-41ac-a7cc-a9438c8950ca of type vlan for network e49d95a4-ae76-4059-975c-1c3265fb6991 Oct 28 09:54:47.954696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.974569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:47.985241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50add626-80f6-442c-84a0-4d0cbbe06e0e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Made reservation on behalf of 5260f5d000eb40f689cb5f59ca14a50f for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:47.994588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-50add626-80f6-442c-84a0-4d0cbbe06e0e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.057620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Allocated IP 172.36.1.13 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/9de4ac52-e7d7-402e-9388-7b095f2dc786) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:48.108385 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3f002aa9-c32b-41a6-ace1-a03cad7dfb7a tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2801430 Oct 28 09:54:48.112149 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6334f4ee-b6a5-436c-bdca-9c416482fc4a tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (e49d95a4-ae76-4059-975c-1c3265fb6991), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.116253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35684) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:48.119827 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Publish callbacks [] for router_gateway (04ffb4d8-4561-433a-93a9-516870ba21ee), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.134651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.151789 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Publish callbacks [] for router_controller (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.152670 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50add626-80f6-442c-84a0-4d0cbbe06e0e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:54:48.175075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:48.212298 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-50add626-80f6-442c-84a0-4d0cbbe06e0e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (6fbdc6d3-7015-41ff-8e17-a46bff6d1b3d), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.212618 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-50add626-80f6-442c-84a0-4d0cbbe06e0e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Added segment 6fbdc6d3-7015-41ff-8e17-a46bff6d1b3d of type vlan for network 31c47453-0602-492e-b5e2-54c187e5fe6e Oct 28 09:54:48.218531 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Publish callbacks [] for port (a1680604-7c50-4046-8cfc-c723c1845bff), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.227265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Allocated IP 172.20.0.2 (2ceca80e-d943-46cf-9c08-f3daa615c0be/48231d59-2715-405d-aa68-1b7c52649c5b/b30fe165-6c63-4c25-bf77-485924372528) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:48.230481 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-36bc3ce7-d8aa-43eb-a456-cf7c98fb04e8 tempest-QuotasTest-1478857596 tempest-QuotasTest-1478857596-project-admin] 10.222.0.49 "GET /networking/v2.0/quotas/e65cd2092d2a4d91a98e09e1d903847a/details.json HTTP/1.1" status: 200 len: 703 time: 0.8339548 Oct 28 09:54:48.313952 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:48.325554 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-50add626-80f6-442c-84a0-4d0cbbe06e0e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (31c47453-0602-492e-b5e2-54c187e5fe6e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.373526 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:48.395084 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Publish callbacks [] for port (b30fe165-6c63-4c25-bf77-485924372528), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.398453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6334f4ee-b6a5-436c-bdca-9c416482fc4a tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (e49d95a4-ae76-4059-975c-1c3265fb6991), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.399630 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6334f4ee-b6a5-436c-bdca-9c416482fc4a tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:48.400216 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6334f4ee-b6a5-436c-bdca-9c416482fc4a tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.406331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (9de4ac52-e7d7-402e-9388-7b095f2dc786), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.406530 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2a050f5c-d835-4b63-a12a-a92d266500a9 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Deleting port c20b0dc2-b15a-46d5-9fd2-87ba677d899b {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:54:48.406867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2a050f5c-d835-4b63-a12a-a92d266500a9 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (c20b0dc2-b15a-46d5-9fd2-87ba677d899b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.408894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (a1680604-7c50-4046-8cfc-c723c1845bff), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.451049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=1,neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:48.473031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Network e4158ee0-8f55-4566-ae30-a41792d07007 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:54:48.482166 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (b30fe165-6c63-4c25-bf77-485924372528), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.488670 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Publish callbacks [] for router_gateway (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.496590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:48.500292 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Pushing event updated for resources: {'Port': ['ID=a1680604-7c50-4046-8cfc-c723c1845bff,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:48.508434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:54:48.516165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-50add626-80f6-442c-84a0-4d0cbbe06e0e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (31c47453-0602-492e-b5e2-54c187e5fe6e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.526918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50add626-80f6-442c-84a0-4d0cbbe06e0e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:48.526918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-50add626-80f6-442c-84a0-4d0cbbe06e0e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.527380 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6334f4ee-b6a5-436c-bdca-9c416482fc4a tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.7324634 Oct 28 09:54:48.529270 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Network 2ceca80e-d943-46cf-9c08-f3daa615c0be is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:54:48.530593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35690) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:48.533844 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:48.551726 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:54:48.572500 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.580887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334f4ee-b6a5-436c-bdca-9c416482fc4a tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event updated for resources: {'Network': ['ID=e49d95a4-ae76-4059-975c-1c3265fb6991,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:48.662463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network e49d95a4-ae76-4059-975c-1c3265fb6991 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:54:48.663523 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2a050f5c-d835-4b63-a12a-a92d266500a9 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (c20b0dc2-b15a-46d5-9fd2-87ba677d899b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.663854 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2a050f5c-d835-4b63-a12a-a92d266500a9 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks [] for floatingip (c20b0dc2-b15a-46d5-9fd2-87ba677d899b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.715723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2a050f5c-d835-4b63-a12a-a92d266500a9 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Calling delete_port for c20b0dc2-b15a-46d5-9fd2-87ba677d899b owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:54:48.778132 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Publish callbacks [] for router_gateway (04ffb4d8-4561-433a-93a9-516870ba21ee), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.820003 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (9de4ac52-e7d7-402e-9388-7b095f2dc786), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.849588 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-50add626-80f6-442c-84a0-4d0cbbe06e0e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0844893 Oct 28 09:54:48.863386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35694) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:48.870853 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-dad60764-7d1f-4b2c-a72d-34920e93bb06 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Request body: {'network': {'project_id': '5260f5d000eb40f689cb5f59ca14a50f'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:48.872202 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Pushing event updated for resources: {'Port': ['ID=b30fe165-6c63-4c25-bf77-485924372528,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:48.875196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Attempting to bind port a1680604-7c50-4046-8cfc-c723c1845bff on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:54:48.879958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:48.880554 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Attempting to bind port a1680604-7c50-4046-8cfc-c723c1845bff by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '203bc2fa-01a5-4225-85a6-5f96e3ad29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:54:48.881010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Attempting to bind port a1680604-7c50-4046-8cfc-c723c1845bff on network e4158ee0-8f55-4566-ae30-a41792d07007 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:54:48.901709 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad60764-7d1f-4b2c-a72d-34920e93bb06 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 28 09:54:48.902361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad60764-7d1f-4b2c-a72d-34920e93bb06 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:54:48.906963 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dad60764-7d1f-4b2c-a72d-34920e93bb06 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0374250 Oct 28 09:54:48.930564 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35696) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:48.953696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50add626-80f6-442c-84a0-4d0cbbe06e0e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Pushing event updated for resources: {'Network': ['ID=31c47453-0602-492e-b5e2-54c187e5fe6e,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:48.977007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 31c47453-0602-492e-b5e2-54c187e5fe6e details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:54:48.996232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:54:49.019233 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:49.036176 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (e49d95a4-ae76-4059-975c-1c3265fb6991), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.046374 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7bc0ee3d-3567-4373-818e-4040d7e4ad3e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5260f5d000eb40f689cb5f59ca14a50f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1098742 Oct 28 09:54:49.049582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35700) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:49.049746 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:54:49.097610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Allocated IP 172.36.1.64 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/5247cedb-3c81-4015-b008-235530b9eb54) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:49.099610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Attempting to bind port b30fe165-6c63-4c25-bf77-485924372528 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:54:49.099840 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=9de4ac52-e7d7-402e-9388-7b095f2dc786,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:49.100035 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Attempting to bind port b30fe165-6c63-4c25-bf77-485924372528 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '80f9f03c-618a-4994-9388-e53a5b3b24c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:54:49.100505 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Attempting to bind port b30fe165-6c63-4c25-bf77-485924372528 on network 2ceca80e-d943-46cf-9c08-f3daa615c0be {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:54:49.164139 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35702) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:49.198360 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7aa58661-1674-43c1-b2d7-5c2534900ba1 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks [] for security_group (2d8cc0d1-833c-40fe-91c1-b3e4744141f0), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.203009 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:54:49.204283 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Checking segment: {'id': '203bc2fa-01a5-4225-85a6-5f96e3ad29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:54:49.204283 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.204283 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Bound using segment: {'id': '203bc2fa-01a5-4225-85a6-5f96e3ad29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:54:49.204712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Bound port: a1680604-7c50-4046-8cfc-c723c1845bff, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203bc2fa-01a5-4225-85a6-5f96e3ad29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:54:49.205090 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a1680604-7c50-4046-8cfc-c723c1845bff), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.212066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:49.227705 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bfa148-6f25-4397-be0a-6df9d86f4aad None None] Network 9b354618-41dd-41ee-a0fe-9a79976baa4b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:54:49.243434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7aa58661-1674-43c1-b2d7-5c2534900ba1 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks [] for security_group (2d8cc0d1-833c-40fe-91c1-b3e4744141f0), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.246281 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:54:49.247232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Checking segment: {'id': '80f9f03c-618a-4994-9388-e53a5b3b24c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:54:49.247629 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.248190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Bound using segment: {'id': '80f9f03c-618a-4994-9388-e53a5b3b24c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:54:49.248873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Bound port: b30fe165-6c63-4c25-bf77-485924372528, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f9f03c-618a-4994-9388-e53a5b3b24c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:54:49.249277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b30fe165-6c63-4c25-bf77-485924372528), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.327629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:UPDATE=4,neutron:SELECT=75,neutron:INSERT=21 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:49.350698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-402afd79-7993-44b2-b8eb-4f8c2f32dadf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.436241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=9 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:49.444048 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (e49d95a4-ae76-4059-975c-1c3265fb6991), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.469162 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2a050f5c-d835-4b63-a12a-a92d266500a9 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (c20b0dc2-b15a-46d5-9fd2-87ba677d899b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.470857 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7aa58661-1674-43c1-b2d7-5c2534900ba1 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (2d8cc0d1-833c-40fe-91c1-b3e4744141f0), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.478067 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-92015f06-e9d3-4d7d-bef2-1cac0b75b6ca None None] Provisioning complete for port 98527149-7470-41f6-95d0-84f77fa5a7d0 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:49.479094 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-92015f06-e9d3-4d7d-bef2-1cac0b75b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (98527149-7470-41f6-95d0-84f77fa5a7d0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.479576 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-92015f06-e9d3-4d7d-bef2-1cac0b75b6ca None None] Attempt 1 to provision port 98527149-7470-41f6-95d0-84f77fa5a7d0 Oct 28 09:54:49.483706 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7aa58661-1674-43c1-b2d7-5c2534900ba1 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.484701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:49.486997 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7aa58661-1674-43c1-b2d7-5c2534900ba1 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2d8cc0d1-833c-40fe-91c1-b3e4744141f0 HTTP/1.1" status: 204 len: 168 time: 0.4389896 Oct 28 09:54:49.487603 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35706) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:49.489940 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=114060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.490352 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.491343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.491878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Subscribe: > port after_create 55550000 {{(pid=114060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.492216 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Subscribe: > port after_delete 55550000 {{(pid=114060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.492954 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Subscribe: > port after_update 55550000 {{(pid=114060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.492954 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=114060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.494295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=114060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.494295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=114060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.494295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=114060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.563318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] For port a1680604-7c50-4046-8cfc-c723c1845bff, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:54:49.574363 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa58661-1674-43c1-b2d7-5c2534900ba1 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8cc0d1-833c-40fe-91c1-b3e4744141f0,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:49.574363 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a050f5c-d835-4b63-a12a-a92d266500a9 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Pushing event deleted for resources: {'Port': ['ID=c20b0dc2-b15a-46d5-9fd2-87ba677d899b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:49.601345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] For port b30fe165-6c63-4c25-bf77-485924372528, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:54:49.609273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] For port a1680604-7c50-4046-8cfc-c723c1845bff, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a1680604-7c50-4046-8cfc-c723c1845bff,segment=NetworkSegment(203bc2fa-01a5-4225-85a6-5f96e3ad29d6),segment_id=203bc2fa-01a5-4225-85a6-5f96e3ad29d6)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:54:49.630048 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] For port b30fe165-6c63-4c25-bf77-485924372528, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b30fe165-6c63-4c25-bf77-485924372528,segment=NetworkSegment(80f9f03c-618a-4994-9388-e53a5b3b24c7),segment_id=80f9f03c-618a-4994-9388-e53a5b3b24c7)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:54:49.635082 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2a050f5c-d835-4b63-a12a-a92d266500a9 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks [] for floatingip (818084e5-2b34-471e-ae43-c5a1af7126b7), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.638452 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2a050f5c-d835-4b63-a12a-a92d266500a9 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.640121 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2a050f5c-d835-4b63-a12a-a92d266500a9 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220 tempest-ExternalNetworksAdminNegativeTestJSON-1020610220-project-admin] 10.222.0.49 "DELETE /networking/v2.0/floatingips/818084e5-2b34-471e-ae43-c5a1af7126b7 HTTP/1.1" status: 204 len: 168 time: 1.5226557 Oct 28 09:54:49.684667 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (31c47453-0602-492e-b5e2-54c187e5fe6e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.713970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (a1680604-7c50-4046-8cfc-c723c1845bff), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.735667 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=114060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.736145 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=114060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.736661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=114060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.737248 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=114060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.737871 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49d95a4-ae76-4059-975c-1c3265fb6991']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:49.763140 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-402afd79-7993-44b2-b8eb-4f8c2f32dadf admin admin] Publish callbacks [] for security_group (c1898998-9b94-48e1-a468-3725db6a602b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.768858 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:49.771563 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e725430a-9eaa-41ac-a7cc-a9438c8950ca') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:49.771965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e725430a-9eaa-41ac-a7cc-a9438c8950ca') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:49.800970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (b30fe165-6c63-4c25-bf77-485924372528), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.807038 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-92015f06-e9d3-4d7d-bef2-1cac0b75b6ca None None] Current status of the port 98527149-7470-41f6-95d0-84f77fa5a7d0 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:49.807670 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-92015f06-e9d3-4d7d-bef2-1cac0b75b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (98527149-7470-41f6-95d0-84f77fa5a7d0), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.834205 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (31c47453-0602-492e-b5e2-54c187e5fe6e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.864868 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (e725430a-9eaa-41ac-a7cc-a9438c8950ca), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.875792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-402afd79-7993-44b2-b8eb-4f8c2f32dadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (c1898998-9b94-48e1-a468-3725db6a602b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.883680 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Publish callbacks [] for port (5247cedb-3c81-4015-b008-235530b9eb54), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.886245 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=114059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.886629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.889409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.889409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Subscribe: > port after_create 55550000 {{(pid=114059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.889409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Subscribe: > port after_delete 55550000 {{(pid=114059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.889409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Subscribe: > port after_update 55550000 {{(pid=114059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.889409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=114059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.889409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=114059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.890040 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=114059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.890040 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=114059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:49.901222 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Publish callbacks [] for router_gateway (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.913587 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f2ea3-d8f5-4652-b23f-9d31813f95cd None None] Pushing event updated for resources: {'Port': ['ID=a1680604-7c50-4046-8cfc-c723c1845bff,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:49.973450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e725430a-9eaa-41ac-a7cc-a9438c8950ca), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:49.985595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.056323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-92015f06-e9d3-4d7d-bef2-1cac0b75b6ca None None] For port 98527149-7470-41f6-95d0-84f77fa5a7d0, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=98527149-7470-41f6-95d0-84f77fa5a7d0,segment=NetworkSegment(301e5b80-d251-4255-9ceb-e0da6669ccaa),segment_id=301e5b80-d251-4255-9ceb-e0da6669ccaa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:50.061796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:50.102053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:54:50.103973 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (e725430a-9eaa-41ac-a7cc-a9438c8950ca), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.122602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849382de-b492-4147-8d06-2e649a9d96a9 None None] Pushing event updated for resources: {'Port': ['ID=b30fe165-6c63-4c25-bf77-485924372528,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:50.182780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-92015f06-e9d3-4d7d-bef2-1cac0b75b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (98527149-7470-41f6-95d0-84f77fa5a7d0), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.184557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=114059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:50.187336 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=114059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:50.187704 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=114059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:50.188051 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=114059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:54:50.188558 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c47453-0602-492e-b5e2-54c187e5fe6e']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:50.218390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 98527149-7470-41f6-95d0-84f77fa5a7d0 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:54:50.298608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402afd79-7993-44b2-b8eb-4f8c2f32dadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1898998-9b94-48e1-a468-3725db6a602b,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:50.343186 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:50.345067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fbdc6d3-7015-41ff-8e17-a46bff6d1b3d') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:50.345459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fbdc6d3-7015-41ff-8e17-a46bff6d1b3d') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:50.361223 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35718) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:50.407762 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (6fbdc6d3-7015-41ff-8e17-a46bff6d1b3d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.427150 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-402afd79-7993-44b2-b8eb-4f8c2f32dadf admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=09bc2a00a0b243cdae9197b85a8b18d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2616243 Oct 28 09:54:50.430232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ded68ada-7e87-4744-ae66-b2f17b767b49 None None] Provisioning complete for port 98527149-7470-41f6-95d0-84f77fa5a7d0 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:50.430867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ded68ada-7e87-4744-ae66-b2f17b767b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (98527149-7470-41f6-95d0-84f77fa5a7d0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.431376 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ded68ada-7e87-4744-ae66-b2f17b767b49 None None] Attempt 1 to provision port 98527149-7470-41f6-95d0-84f77fa5a7d0 Oct 28 09:54:50.445661 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35722) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:50.455195 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router_gateway (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.483662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92015f06-e9d3-4d7d-bef2-1cac0b75b6ca None None] Pushing event updated for resources: {'Port': ['ID=98527149-7470-41f6-95d0-84f77fa5a7d0,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:50.492559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (6fbdc6d3-7015-41ff-8e17-a46bff6d1b3d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.524022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:54:50.524424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (6fbdc6d3-7015-41ff-8e17-a46bff6d1b3d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.526089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 98527149-7470-41f6-95d0-84f77fa5a7d0 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:50.526579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (98527149-7470-41f6-95d0-84f77fa5a7d0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.526945 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 98527149-7470-41f6-95d0-84f77fa5a7d0 Oct 28 09:54:50.579298 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (e49d95a4-ae76-4059-975c-1c3265fb6991), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.580920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:50.615849 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e95151a-ea1d-40a8-ada9-cc069cf36f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.617813 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event deleted for resources: {'Network': ['ID=e49d95a4-ae76-4059-975c-1c3265fb6991,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:50.622071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e49d95a4-ae76-4059-975c-1c3265fb6991 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 09:54:50.632325 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.636169 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-20a92a8e-8011-4fbe-9e8a-f2ba04ef06ad tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/e49d95a4-ae76-4059-975c-1c3265fb6991 HTTP/1.1" status: 204 len: 168 time: 2.1016152 Oct 28 09:54:50.642065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35732) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:50.648160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-38b7c809-0af9-4b45-901d-0f15f0491d51 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:50.653632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ded68ada-7e87-4744-ae66-b2f17b767b49 None None] Current status of the port 98527149-7470-41f6-95d0-84f77fa5a7d0 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:50.671167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d91e2ca5-f6d0-41d1-8ac4-0f4c5e85b36d admin admin] Publish callbacks [] for security_group (c1898998-9b94-48e1-a468-3725db6a602b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.731253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d91e2ca5-f6d0-41d1-8ac4-0f4c5e85b36d admin admin] Publish callbacks [] for security_group (c1898998-9b94-48e1-a468-3725db6a602b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.734943 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (5247cedb-3c81-4015-b008-235530b9eb54), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.750014 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (31c47453-0602-492e-b5e2-54c187e5fe6e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.777727 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 98527149-7470-41f6-95d0-84f77fa5a7d0 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:50.805183 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.808646 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/31c47453-0602-492e-b5e2-54c187e5fe6e HTTP/1.1" status: 204 len: 168 time: 1.3149350 Oct 28 09:54:50.833486 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment e725430a-9eaa-41ac-a7cc-a9438c8950ca resource provider aggregate not found Oct 28 09:54:50.836880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35740) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:50.850496 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aab2d1-b52a-46f6-bcf8-5cd2bf74309e tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Pushing event deleted for resources: {'Network': ['ID=31c47453-0602-492e-b5e2-54c187e5fe6e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:50.863166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Pushing event updated for resources: {'Port': ['ID=5247cedb-3c81-4015-b008-235530b9eb54,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:50.875140 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Allocated IP 172.36.1.200 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/0d5f277e-db8e-4f56-9618-4145ecf16b4a) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:50.881476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:54:50.911526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e95151a-ea1d-40a8-ada9-cc069cf36f9c admin admin] Publish callbacks [] for security_group (e6345d3a-cd50-45ed-899f-b0b62edae6d0), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.922031 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment e725430a-9eaa-41ac-a7cc-a9438c8950ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e725430a-9eaa-41ac-a7cc-a9438c8950ca found for delete ", "request_id": "req-36bf7845-d3b4-477d-959e-14c4c5754c10"}]} Oct 28 09:54:50.931846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:50.970469 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 6fbdc6d3-7015-41ff-8e17-a46bff6d1b3d resource provider aggregate not found Oct 28 09:54:50.977319 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e95151a-ea1d-40a8-ada9-cc069cf36f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (e6345d3a-cd50-45ed-899f-b0b62edae6d0), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.979804 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d91e2ca5-f6d0-41d1-8ac4-0f4c5e85b36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (c1898998-9b94-48e1-a468-3725db6a602b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.982296 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d91e2ca5-f6d0-41d1-8ac4-0f4c5e85b36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.983486 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d91e2ca5-f6d0-41d1-8ac4-0f4c5e85b36d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c1898998-9b94-48e1-a468-3725db6a602b HTTP/1.1" status: 204 len: 168 time: 0.5343421 Oct 28 09:54:51.005181 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 6fbdc6d3-7015-41ff-8e17-a46bff6d1b3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fbdc6d3-7015-41ff-8e17-a46bff6d1b3d found for delete ", "request_id": "req-16685145-8d88-41a7-bc0b-0e8039f937bf"}]} Oct 28 09:54:51.071223 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5e95151a-ea1d-40a8-ada9-cc069cf36f9c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=722b078fbcd543f8803c68728149244d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6985240 Oct 28 09:54:51.072599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35750) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:51.087745 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95151a-ea1d-40a8-ada9-cc069cf36f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6345d3a-cd50-45ed-899f-b0b62edae6d0,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:51.155411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:54:51.193936 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Publish callbacks [] for port (0d5f277e-db8e-4f56-9618-4145ecf16b4a), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:51.213162 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b7c809-0af9-4b45-901d-0f15f0491d51 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Made reservation on behalf of 9d81785be95c4c9aa02fa1dd2700ba3b for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:51.216588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38b7c809-0af9-4b45-901d-0f15f0491d51 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:51.271922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e2ca5-f6d0-41d1-8ac4-0f4c5e85b36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1898998-9b94-48e1-a468-3725db6a602b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:51.273720 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:UPDATE=7,neutron:INSERT=9 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:51.372783 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b7c809-0af9-4b45-901d-0f15f0491d51 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:54:51.374345 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (0d5f277e-db8e-4f56-9618-4145ecf16b4a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:51.382398 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38b7c809-0af9-4b45-901d-0f15f0491d51 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (437b9720-8fdb-4de8-a0e2-3b60d8849b60), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:51.382802 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-38b7c809-0af9-4b45-901d-0f15f0491d51 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Added segment 437b9720-8fdb-4de8-a0e2-3b60d8849b60 of type vlan for network bbbd6694-a3df-4e5b-89f2-2be73f10e978 Oct 28 09:54:51.408421 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:51.424144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaf5ae0-e24d-47ea-b440-fcac9d8e5d7a None None] Network 2ceca80e-d943-46cf-9c08-f3daa615c0be requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:54:51.445765 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:51.461166 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:54:51.467953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:51.477121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a99237dc-42cd-4bc4-ab52-1e936803d197 admin admin] Publish callbacks [] for security_group (e6345d3a-cd50-45ed-899f-b0b62edae6d0), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:51.508043 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a99237dc-42cd-4bc4-ab52-1e936803d197 admin admin] Publish callbacks [] for security_group (e6345d3a-cd50-45ed-899f-b0b62edae6d0), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:51.515070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d45aaef9-30d4-48fe-8c0c-3df675ae750c None None] Provisioning complete for port b30fe165-6c63-4c25-bf77-485924372528 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:51.516047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d45aaef9-30d4-48fe-8c0c-3df675ae750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b30fe165-6c63-4c25-bf77-485924372528), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:51.520896 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d45aaef9-30d4-48fe-8c0c-3df675ae750c None None] Attempt 1 to provision port b30fe165-6c63-4c25-bf77-485924372528 Oct 28 09:54:51.561015 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:51.563329 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:54:51.565348 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44c7f91d-0755-473d-836f-c0eba0493800 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (26a9c26e-a49c-40f8-bd6d-895d87e1df27), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:51.607412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:51.663363 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Pushing event updated for resources: {'Port': ['ID=0d5f277e-db8e-4f56-9618-4145ecf16b4a,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:51.674561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38b7c809-0af9-4b45-901d-0f15f0491d51 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (bbbd6694-a3df-4e5b-89f2-2be73f10e978), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:51.700118 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d45aaef9-30d4-48fe-8c0c-3df675ae750c None None] Current status of the port b30fe165-6c63-4c25-bf77-485924372528 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:51.702528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d45aaef9-30d4-48fe-8c0c-3df675ae750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b30fe165-6c63-4c25-bf77-485924372528), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:51.741160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d45aaef9-30d4-48fe-8c0c-3df675ae750c None None] For port b30fe165-6c63-4c25-bf77-485924372528, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b30fe165-6c63-4c25-bf77-485924372528,segment=NetworkSegment(80f9f03c-618a-4994-9388-e53a5b3b24c7),segment_id=80f9f03c-618a-4994-9388-e53a5b3b24c7)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:51.810971 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d45aaef9-30d4-48fe-8c0c-3df675ae750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (b30fe165-6c63-4c25-bf77-485924372528), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:51.816888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Allocated IP 172.36.1.28 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/f0d03d9e-09ec-46a7-8c10-9d488b86abe3) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:51.829649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:51.852331 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b946d6-de66-4992-8163-53b52a3c2740 None None] Network e4158ee0-8f55-4566-ae30-a41792d07007 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:54:51.867974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a99237dc-42cd-4bc4-ab52-1e936803d197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (e6345d3a-cd50-45ed-899f-b0b62edae6d0), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:51.874292 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a99237dc-42cd-4bc4-ab52-1e936803d197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:51.878280 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a99237dc-42cd-4bc4-ab52-1e936803d197 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e6345d3a-cd50-45ed-899f-b0b62edae6d0 HTTP/1.1" status: 204 len: 168 time: 0.8047137 Oct 28 09:54:51.917189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99237dc-42cd-4bc4-ab52-1e936803d197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6345d3a-cd50-45ed-899f-b0b62edae6d0,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:51.939746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45aaef9-30d4-48fe-8c0c-3df675ae750c None None] Pushing event updated for resources: {'Port': ['ID=b30fe165-6c63-4c25-bf77-485924372528,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:51.950389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-1c5ee2e5-592d-431e-88a8-a428fa5094c6 None None] Provisioning complete for port a1680604-7c50-4046-8cfc-c723c1845bff triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:51.956496 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1c5ee2e5-592d-431e-88a8-a428fa5094c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a1680604-7c50-4046-8cfc-c723c1845bff), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:51.956834 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-1c5ee2e5-592d-431e-88a8-a428fa5094c6 None None] Attempt 1 to provision port a1680604-7c50-4046-8cfc-c723c1845bff Oct 28 09:54:51.993005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35756) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:52.000378 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38b7c809-0af9-4b45-901d-0f15f0491d51 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (bbbd6694-a3df-4e5b-89f2-2be73f10e978), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.001694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b7c809-0af9-4b45-901d-0f15f0491d51 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:52.002848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38b7c809-0af9-4b45-901d-0f15f0491d51 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.133399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ee2e5-592d-431e-88a8-a428fa5094c6 None None] Current status of the port a1680604-7c50-4046-8cfc-c723c1845bff is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:52.133998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1c5ee2e5-592d-431e-88a8-a428fa5094c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a1680604-7c50-4046-8cfc-c723c1845bff), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.135954 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44c7f91d-0755-473d-836f-c0eba0493800 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (26a9c26e-a49c-40f8-bd6d-895d87e1df27), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.179912 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1c5ee2e5-592d-431e-88a8-a428fa5094c6 None None] For port a1680604-7c50-4046-8cfc-c723c1845bff, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a1680604-7c50-4046-8cfc-c723c1845bff,segment=NetworkSegment(203bc2fa-01a5-4225-85a6-5f96e3ad29d6),segment_id=203bc2fa-01a5-4225-85a6-5f96e3ad29d6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:52.180511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05d319c2-3f2a-4a3b-bde6-15f98a9aea4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.201731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Publish callbacks [] for router_gateway (04ffb4d8-4561-433a-93a9-516870ba21ee), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.282463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:52.285544 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-44c7f91d-0755-473d-836f-c0eba0493800 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a9c26e-a49c-40f8-bd6d-895d87e1df27']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:52.285876 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 98527149-7470-41f6-95d0-84f77fa5a7d0 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:54:52.297056 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-38b7c809-0af9-4b45-901d-0f15f0491d51 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6535618 Oct 28 09:54:52.312051 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35760) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:52.325086 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1c5ee2e5-592d-431e-88a8-a428fa5094c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (a1680604-7c50-4046-8cfc-c723c1845bff), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.335155 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-213b057d-add3-4497-8788-08d8ba0abfc1 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Request body: {'subnet': {'network_id': 'bbbd6694-a3df-4e5b-89f2-2be73f10e978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:52.368793 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-44c7f91d-0755-473d-836f-c0eba0493800 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff4dd86-5c53-423b-87e7-b003cae7edc4') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:52.369379 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-44c7f91d-0755-473d-836f-c0eba0493800 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff4dd86-5c53-423b-87e7-b003cae7edc4') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:52.405831 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7c809-0af9-4b45-901d-0f15f0491d51 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event updated for resources: {'Network': ['ID=bbbd6694-a3df-4e5b-89f2-2be73f10e978,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:52.413983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44c7f91d-0755-473d-836f-c0eba0493800 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (1ff4dd86-5c53-423b-87e7-b003cae7edc4), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.422970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network bbbd6694-a3df-4e5b-89f2-2be73f10e978 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:54:52.454489 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:52.488502 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44c7f91d-0755-473d-836f-c0eba0493800 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (1ff4dd86-5c53-423b-87e7-b003cae7edc4), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.508064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ee2e5-592d-431e-88a8-a428fa5094c6 None None] Pushing event updated for resources: {'Port': ['ID=a1680604-7c50-4046-8cfc-c723c1845bff,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:52.516591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c7f91d-0755-473d-836f-c0eba0493800 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:54:52.517077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44c7f91d-0755-473d-836f-c0eba0493800 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (1ff4dd86-5c53-423b-87e7-b003cae7edc4), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.519377 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (04ffb4d8-4561-433a-93a9-516870ba21ee), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.522071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-743ff1e7-1f07-4703-aa1a-3ecda9b56731 None None] Provisioning complete for port a1680604-7c50-4046-8cfc-c723c1845bff triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:52.524099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-743ff1e7-1f07-4703-aa1a-3ecda9b56731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a1680604-7c50-4046-8cfc-c723c1845bff), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.524619 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-743ff1e7-1f07-4703-aa1a-3ecda9b56731 None None] Attempt 1 to provision port a1680604-7c50-4046-8cfc-c723c1845bff Oct 28 09:54:52.526537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Publish callbacks [] for router_gateway (634bed02-db35-4c26-b8e0-380ab38496e1), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.533993 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 98527149-7470-41f6-95d0-84f77fa5a7d0 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:52.534619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (98527149-7470-41f6-95d0-84f77fa5a7d0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.535123 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 98527149-7470-41f6-95d0-84f77fa5a7d0 Oct 28 09:54:52.584374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Publish callbacks [] for port (f0d03d9e-09ec-46a7-8c10-9d488b86abe3), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.624766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213b057d-add3-4497-8788-08d8ba0abfc1 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Made reservation on behalf of 9d81785be95c4c9aa02fa1dd2700ba3b for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:52.627326 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-213b057d-add3-4497-8788-08d8ba0abfc1 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.671446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:52.692827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 98527149-7470-41f6-95d0-84f77fa5a7d0 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:52.694015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b30fe165-6c63-4c25-bf77-485924372528 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:54:52.717501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-743ff1e7-1f07-4703-aa1a-3ecda9b56731 None None] Current status of the port a1680604-7c50-4046-8cfc-c723c1845bff is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:52.736151 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-743ff1e7-1f07-4703-aa1a-3ecda9b56731 None None] Provisioning complete for port b30fe165-6c63-4c25-bf77-485924372528 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:52.736548 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-743ff1e7-1f07-4703-aa1a-3ecda9b56731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b30fe165-6c63-4c25-bf77-485924372528), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.736889 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-743ff1e7-1f07-4703-aa1a-3ecda9b56731 None None] Attempt 1 to provision port b30fe165-6c63-4c25-bf77-485924372528 Oct 28 09:54:52.742447 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Router 04ffb4d8-4561-433a-93a9-516870ba21ee is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:54:52.752009 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:54:52.769264 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44c7f91d-0755-473d-836f-c0eba0493800 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (26a9c26e-a49c-40f8-bd6d-895d87e1df27), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.773824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44c7f91d-0755-473d-836f-c0eba0493800 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.780998 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-44c7f91d-0755-473d-836f-c0eba0493800 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/26a9c26e-a49c-40f8-bd6d-895d87e1df27 HTTP/1.1" status: 204 len: 168 time: 1.9393911 Oct 28 09:54:52.785346 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port b30fe165-6c63-4c25-bf77-485924372528 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:52.785500 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b30fe165-6c63-4c25-bf77-485924372528), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.785918 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port b30fe165-6c63-4c25-bf77-485924372528 Oct 28 09:54:52.856757 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7f91d-0755-473d-836f-c0eba0493800 tempest-QuotasNegativeTest-1617062988 tempest-QuotasNegativeTest-1617062988-project-admin] Pushing event deleted for resources: {'Network': ['ID=26a9c26e-a49c-40f8-bd6d-895d87e1df27,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:52.871535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-743ff1e7-1f07-4703-aa1a-3ecda9b56731 None None] Current status of the port b30fe165-6c63-4c25-bf77-485924372528 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:52.877871 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05d319c2-3f2a-4a3b-bde6-15f98a9aea4d admin admin] Publish callbacks [] for security_group (b4c03608-035e-44ad-b7a0-2ab10e89116b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.910138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port b30fe165-6c63-4c25-bf77-485924372528 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:52.911482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a1680604-7c50-4046-8cfc-c723c1845bff up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:54:52.961171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35766) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:52.963751 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:52.963998 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 1ff4dd86-5c53-423b-87e7-b003cae7edc4 resource provider aggregate not found Oct 28 09:54:52.975393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05d319c2-3f2a-4a3b-bde6-15f98a9aea4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (b4c03608-035e-44ad-b7a0-2ab10e89116b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:52.998757 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:53.006945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f0d03d9e-09ec-46a7-8c10-9d488b86abe3), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:53.016436 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 1ff4dd86-5c53-423b-87e7-b003cae7edc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ff4dd86-5c53-423b-87e7-b003cae7edc4 found for delete ", "request_id": "req-039d1cc3-45ae-4fee-83f1-6d1ac435e8aa"}]} Oct 28 09:54:53.093948 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5267b5b9-8eb0-4bea-a268-7a8a43a475cd admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=226c7312e3d04b2ab186945fcedc388e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1251013 Oct 28 09:54:53.094545 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35770) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:53.132468 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:54:53.135940 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port a1680604-7c50-4046-8cfc-c723c1845bff triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:53.136490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a1680604-7c50-4046-8cfc-c723c1845bff), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:53.137827 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port a1680604-7c50-4046-8cfc-c723c1845bff Oct 28 09:54:53.142648 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Sync routers for ids ['04ffb4d8-4561-433a-93a9-516870ba21ee'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:54:53.179082 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-05d319c2-3f2a-4a3b-bde6-15f98a9aea4d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e65cd2092d2a4d91a98e09e1d903847a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1798420 Oct 28 09:54:53.198176 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35772) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:53.212830 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:54:53.217427 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d319c2-3f2a-4a3b-bde6-15f98a9aea4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c03608-035e-44ad-b7a0-2ab10e89116b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:53.236483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:53.239408 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:54:53.243050 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Routers {'04ffb4d8-4561-433a-93a9-516870ba21ee'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:54:53.243935 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['04ffb4d8-4561-433a-93a9-516870ba21ee'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:53.249750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port a1680604-7c50-4046-8cfc-c723c1845bff is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:53.263616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (634bed02-db35-4c26-b8e0-380ab38496e1), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:53.268396 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:53.269983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:53.279124 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:53.280339 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e463dc01-6901-4b2b-85a8-c84890363df4 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.9175186 Oct 28 09:54:53.289451 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35774) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:53.298144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d03d9e-09ec-46a7-8c10-9d488b86abe3,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:53.308518 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a720aa9c-6b22-40a4-b102-0a9d2319c395 admin admin] Publish callbacks [] for security_group (ce619b6c-1131-42df-bebf-708588ecdd61), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:53.312134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:54:53.333531 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d1ab87-d990-4afd-a581-8b7da00a8eff None None] Sync routers for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:54:53.359350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d1ab87-d990-4afd-a581-8b7da00a8eff None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:54:53.360802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-17d1ab87-d990-4afd-a581-8b7da00a8eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:53.383651 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Set router 04ffb4d8-4561-433a-93a9-516870ba21ee gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:54:53.417494 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a720aa9c-6b22-40a4-b102-0a9d2319c395 admin admin] Publish callbacks [] for security_group (ce619b6c-1131-42df-bebf-708588ecdd61), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:53.450931 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-17d1ab87-d990-4afd-a581-8b7da00a8eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:53.464949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d1ab87-d990-4afd-a581-8b7da00a8eff None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:54:53.466453 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-17d1ab87-d990-4afd-a581-8b7da00a8eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:53.497168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-724017b2-6b15-4e4e-8d00-fdee3436ace9 admin admin] Publish callbacks [] for security_group (b4c03608-035e-44ad-b7a0-2ab10e89116b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:53.534144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-17d1ab87-d990-4afd-a581-8b7da00a8eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:53.535575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d1ab87-d990-4afd-a581-8b7da00a8eff None None] The sync data for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:54:53.542431 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-724017b2-6b15-4e4e-8d00-fdee3436ace9 admin admin] Publish callbacks [] for security_group (b4c03608-035e-44ad-b7a0-2ab10e89116b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:53.586633 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'name': 'tempest-ServersTestJSON-825279237-router', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200'}], 'enable_snat': True}, 'gw_port_id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:51Z', 'revision_number': 3, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'gw_port': {'id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:48Z', 'updated_at': '2022-10-28T09:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:53.622829 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Checking router: 04ffb4d8-4561-433a-93a9-516870ba21ee for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:54:53.622829 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Updating router 04ffb4d8-4561-433a-93a9-516870ba21ee port 0d5f277e-db8e-4f56-9618-4145ecf16b4a binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:54:53.653479 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0d5f277e-db8e-4f56-9618-4145ecf16b4a), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:53.666384 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a720aa9c-6b22-40a4-b102-0a9d2319c395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (ce619b6c-1131-42df-bebf-708588ecdd61), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:53.668990 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a720aa9c-6b22-40a4-b102-0a9d2319c395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:53.670293 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a720aa9c-6b22-40a4-b102-0a9d2319c395 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ce619b6c-1131-42df-bebf-708588ecdd61 HTTP/1.1" status: 204 len: 168 time: 0.5746450 Oct 28 09:54:53.680453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:53.686092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720aa9c-6b22-40a4-b102-0a9d2319c395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce619b6c-1131-42df-bebf-708588ecdd61,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:53.756369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-724017b2-6b15-4e4e-8d00-fdee3436ace9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (b4c03608-035e-44ad-b7a0-2ab10e89116b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:53.759148 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-724017b2-6b15-4e4e-8d00-fdee3436ace9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:53.765091 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-724017b2-6b15-4e4e-8d00-fdee3436ace9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b4c03608-035e-44ad-b7a0-2ab10e89116b HTTP/1.1" status: 204 len: 168 time: 0.5544691 Oct 28 09:54:53.804672 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724017b2-6b15-4e4e-8d00-fdee3436ace9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c03608-035e-44ad-b7a0-2ab10e89116b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:53.833623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:53.835163 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e9e6dc60-e633-4f8d-beca-1721b6adf272 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.7954626 Oct 28 09:54:53.838448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35782) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:54.008667 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b30fe165-6c63-4c25-bf77-485924372528 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:54:54.102400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port b30fe165-6c63-4c25-bf77-485924372528 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:54.102859 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b30fe165-6c63-4c25-bf77-485924372528), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:54.103210 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port b30fe165-6c63-4c25-bf77-485924372528 Oct 28 09:54:54.117097 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Publish callbacks [] for port (0d5f277e-db8e-4f56-9618-4145ecf16b4a), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:54.199337 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0d5f277e-db8e-4f56-9618-4145ecf16b4a), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:54.212019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port b30fe165-6c63-4c25-bf77-485924372528 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:54.213121 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a1680604-7c50-4046-8cfc-c723c1845bff up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:54:54.222820 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Publish callbacks [] for router_gateway (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:54.227237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.objects.ports [None req-213b057d-add3-4497-8788-08d8ba0abfc1 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114060) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:54:54.227947 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-213b057d-add3-4497-8788-08d8ba0abfc1 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (49865045-26db-4447-8505-a3a819421ffc), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:54.238494 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Attempting to bind port 0d5f277e-db8e-4f56-9618-4145ecf16b4a on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:54:54.240242 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Attempting to bind port 0d5f277e-db8e-4f56-9618-4145ecf16b4a by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:54:54.241934 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Attempting to bind port 0d5f277e-db8e-4f56-9618-4145ecf16b4a on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:54:54.262031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:54.290144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port a1680604-7c50-4046-8cfc-c723c1845bff triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:54.293343 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a1680604-7c50-4046-8cfc-c723c1845bff), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:54.297349 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port a1680604-7c50-4046-8cfc-c723c1845bff Oct 28 09:54:54.322470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:54.388801 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b057d-add3-4497-8788-08d8ba0abfc1 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event updated for resources: {'Subnet': ['ID=49865045-26db-4447-8505-a3a819421ffc,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:54.393584 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35790) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:54.409885 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Router 634bed02-db35-4c26-b8e0-380ab38496e1 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:54:54.424629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b057d-add3-4497-8788-08d8ba0abfc1 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Checking segment: {'id': '437b9720-8fdb-4de8-a0e2-3b60d8849b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bbbd6694-a3df-4e5b-89f2-2be73f10e978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:54:54.428524 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b057d-add3-4497-8788-08d8ba0abfc1 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Network hostable DHCP agents. Network: bbbd6694-a3df-4e5b-89f2-2be73f10e978, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:54:54.456281 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:54.473173 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Pushing event updated for resources: {'Port': ['ID=0d5f277e-db8e-4f56-9618-4145ecf16b4a,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:54.488253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port a1680604-7c50-4046-8cfc-c723c1845bff is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:54.492066 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:54:54.493706 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:54:54.495845 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:54.498517 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:54:54.499252 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Bound port: 0d5f277e-db8e-4f56-9618-4145ecf16b4a, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:54:54.499833 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0d5f277e-db8e-4f56-9618-4145ecf16b4a), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:54.604906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b057d-add3-4497-8788-08d8ba0abfc1 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Network bbbd6694-a3df-4e5b-89f2-2be73f10e978 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:54:54.621660 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] For port 0d5f277e-db8e-4f56-9618-4145ecf16b4a, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:54:54.631832 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] For port 0d5f277e-db8e-4f56-9618-4145ecf16b4a, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0d5f277e-db8e-4f56-9618-4145ecf16b4a,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:54:54.635481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:54.641175 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:54.641729 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:54.642303 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:54:54.643368 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:54.644957 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:54.647577 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:54.648280 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:54.648962 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:54.649563 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:54.650087 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:54.650615 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Tracked resource versions report: Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: pushed versions: Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: { 'AddressGroup': {'1.2'}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Agent': {'1.1'}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'ConntrackHelper': {'1.0'}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'LocalIPAssociation': {'1.0'}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Log': {'1.0'}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'NDPProxy': {'1.0'}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Network': {'1.1'}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Port': {'1.7'}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'PortForwarding': {'1.3'}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'QosPolicy': {'1.10'}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'SecurityGroup': {'1.5'}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'SubPort': {'1.0'}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Subnet': {'1.1'}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Trunk': {'1.1'}} Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: consumer versions: Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: { DHCP agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: HyperV agent@hv-neutron-zed0: {}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: L3 agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: Metadata agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: Metering agent@dv-neutron-zed-2-hyperv: {}, Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: Open vSwitch agent@dv-neutron-zed-2-hyperv: { 'AddressGroup': '1.2', Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Agent': '1.1', Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'ConntrackHelper': '1.0', Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'LocalIPAssociation': '1.0', Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Log': '1.0', Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'NDPProxy': '1.0', Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Network': '1.1', Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Port': '1.7', Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'PortForwarding': '1.3', Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'QosPolicy': '1.10', Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'SecurityGroup': '1.5', Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'SecurityGroupRule': '1.2', Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'SubPort': '1.0', Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Subnet': '1.1', Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: 'Trunk': '1.1'}} Oct 28 09:54:54.658222 dv-neutron-zed-2-hyperv neutron-server[114062]: {{(pid=114062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:54:54.662540 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Sync routers for ids ['634bed02-db35-4c26-b8e0-380ab38496e1'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:54:54.676180 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Routers {'634bed02-db35-4c26-b8e0-380ab38496e1'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:54:54.692573 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['634bed02-db35-4c26-b8e0-380ab38496e1'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:54.744391 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-213b057d-add3-4497-8788-08d8ba0abfc1 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, bbbd6694-a3df-4e5b-89f2-2be73f10e978) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:54.754901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1997dc4-ff46-49d5-8a1c-5f4bfeb4f247 None None] Network bbbd6694-a3df-4e5b-89f2-2be73f10e978 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:54:54.766406 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:54.778609 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-17a14c80-9568-4299-8d3a-be382824238c admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6962144 Oct 28 09:54:54.784938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213b057d-add3-4497-8788-08d8ba0abfc1 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:54.785545 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-213b057d-add3-4497-8788-08d8ba0abfc1 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:54.791100 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0d5f277e-db8e-4f56-9618-4145ecf16b4a), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:54.799599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35804) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:54.803303 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e2c9897f-04b4-4e50-ae84-c43ff1c0bb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:54.942128 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Routers {'04ffb4d8-4561-433a-93a9-516870ba21ee'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:54:54.943003 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['04ffb4d8-4561-433a-93a9-516870ba21ee'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:54.949428 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3046c-447e-4114-8bd0-c9766b86c8c4 None None] Pushing event updated for resources: {'Port': ['ID=0d5f277e-db8e-4f56-9618-4145ecf16b4a,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:55.001009 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0133a53-d309-4233-a129-09723e6bfc6c None None] Network bbbd6694-a3df-4e5b-89f2-2be73f10e978 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:54:55.033222 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:54:55.042599 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-213b057d-add3-4497-8788-08d8ba0abfc1 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7188489 Oct 28 09:54:55.050073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35812) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:55.062338 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Request body: {'floatingip': {'floating_network_id': 'bbbd6694-a3df-4e5b-89f2-2be73f10e978'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:55.069105 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:55.075733 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:55.106616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e2c9897f-04b4-4e50-ae84-c43ff1c0bb43 admin admin] Publish callbacks [] for security_group (49c56d2f-1673-4ecf-9700-1eba8e9906f2), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:55.191860 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Set router 634bed02-db35-4c26-b8e0-380ab38496e1 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:54:55.192103 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:55.260422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Allocated IP 172.20.0.1 (e4158ee0-8f55-4566-ae30-a41792d07007/dd14182d-a869-4785-90c4-ebe19ef6fd71/6edde6a7-f604-4886-9c6a-7f188a2edc7c) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:55.260909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:55.265201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e2c9897f-04b4-4e50-ae84-c43ff1c0bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (49c56d2f-1673-4ecf-9700-1eba8e9906f2), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:55.293068 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:55.294130 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:55.353235 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:55.354571 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] Set router 04ffb4d8-4561-433a-93a9-516870ba21ee gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:54:55.404104 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e2c9897f-04b4-4e50-ae84-c43ff1c0bb43 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=648811a7a3104a3a99b17209a2d5540f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0060608 Oct 28 09:54:55.420991 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35820) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:55.426260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:54:55.445308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Sync routers for ids ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:54:55.498385 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:55.501569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9897f-04b4-4e50-ae84-c43ff1c0bb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c56d2f-1673-4ecf-9700-1eba8e9906f2,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:55.552296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Routers {'bb52fb98-fedb-4a5a-9400-310d5cd06ef9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:54:55.555606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:55.590615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:55.612297 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'name': 'tempest-ServerActionsTestJSON-730812861-router', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64'}], 'enable_snat': True}, 'gw_port_id': '5247cedb-3c81-4015-b008-235530b9eb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:46Z', 'updated_at': '2022-10-28T09:54:51Z', 'revision_number': 3, 'project_id': '1c1772cbf744449891cae928448c57eb', 'gw_port': {'id': '5247cedb-3c81-4015-b008-235530b9eb54', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:55.660972 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Checking router: 634bed02-db35-4c26-b8e0-380ab38496e1 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:54:55.661510 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Updating router 634bed02-db35-4c26-b8e0-380ab38496e1 port 5247cedb-3c81-4015-b008-235530b9eb54 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:54:55.665979 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:55.703877 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'name': 'tempest-ServersTestJSON-825279237-router', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200'}], 'enable_snat': True}, 'gw_port_id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:51Z', 'revision_number': 3, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'gw_port': {'id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:48Z', 'updated_at': '2022-10-28T09:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:55.709213 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5247cedb-3c81-4015-b008-235530b9eb54), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:55.728999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53dc4edd-91c4-4e26-a2fd-1a2088ccebae admin admin] Publish callbacks [] for security_group (49c56d2f-1673-4ecf-9700-1eba8e9906f2), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:55.733012 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Publish callbacks [] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:55.764577 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53dc4edd-91c4-4e26-a2fd-1a2088ccebae admin admin] Publish callbacks [] for security_group (49c56d2f-1673-4ecf-9700-1eba8e9906f2), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:55.831021 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Set router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:54:55.869857 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6591d3-f94c-4f4d-a801-bcdadc6d4651 None None] The sync data for ids ['04ffb4d8-4561-433a-93a9-516870ba21ee'] in dv-neutron-zed-2-hyperv is: [{'id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'name': 'tempest-ServersTestJSON-825279237-router', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200'}], 'enable_snat': True}, 'gw_port_id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:51Z', 'revision_number': 3, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'gw_port': {'id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:48Z', 'updated_at': '2022-10-28T09:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:54:55.988315 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Allocated IP 172.20.0.7 (bbbd6694-a3df-4e5b-89f2-2be73f10e978/49865045-26db-4447-8505-a3a819421ffc/68d1b812-69df-4abc-9777-57571333757f) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:56.261036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'name': 'tempest-ServersTestManualDisk-1059434225-router', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:53Z', 'revision_number': 3, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'gw_port': {'id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:50Z', 'updated_at': '2022-10-28T09:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:56.308986 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Checking router: bb52fb98-fedb-4a5a-9400-310d5cd06ef9 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:54:56.309348 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Updating router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 port f0d03d9e-09ec-46a7-8c10-9d488b86abe3 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:54:56.421578 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f0d03d9e-09ec-46a7-8c10-9d488b86abe3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:56.421766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:56.443666 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:56.468465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks [] for port (68d1b812-69df-4abc-9777-57571333757f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:56.472418 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:56.495403 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1b4b9043-2950-4a8d-821e-7acd74aa5519 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7307022 Oct 28 09:54:56.497903 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35840) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:56.630272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53dc4edd-91c4-4e26-a2fd-1a2088ccebae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (49c56d2f-1673-4ecf-9700-1eba8e9906f2), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:56.632983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53dc4edd-91c4-4e26-a2fd-1a2088ccebae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:56.634061 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-53dc4edd-91c4-4e26-a2fd-1a2088ccebae admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/49c56d2f-1673-4ecf-9700-1eba8e9906f2 HTTP/1.1" status: 204 len: 168 time: 1.2052665 Oct 28 09:54:56.647876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Allocated IP 172.20.0.1 (d03d9077-1c89-4205-9dae-aee8c4b9b5c8/eb20726f-0b71-4327-abf0-85f88d95ee2f/201b91d7-b9fd-4364-a8e9-c4d0e11095e0) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:56.664944 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:56.685588 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Publish callbacks [] for port (5247cedb-3c81-4015-b008-235530b9eb54), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:56.696922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Network e4158ee0-8f55-4566-ae30-a41792d07007 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:54:56.700936 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:56.731654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc4edd-91c4-4e26-a2fd-1a2088ccebae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c56d2f-1673-4ecf-9700-1eba8e9906f2,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:56.736452 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:54:56.742105 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5247cedb-3c81-4015-b008-235530b9eb54), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:56.794220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Pushing event updated for resources: {'Port': ['ID=6edde6a7-f604-4886-9c6a-7f188a2edc7c,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:56.909499 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Attempting to bind port 5247cedb-3c81-4015-b008-235530b9eb54 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:54:56.910350 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Attempting to bind port 5247cedb-3c81-4015-b008-235530b9eb54 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:54:56.911796 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Attempting to bind port 5247cedb-3c81-4015-b008-235530b9eb54 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:54:57.012808 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe18802-0bb7-4b76-abf7-bbe458e3f419 None None] Pushing event updated for resources: {'Port': ['ID=5247cedb-3c81-4015-b008-235530b9eb54,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:57.038621 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:54:57.039041 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:54:57.040130 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:57.042731 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:54:57.045340 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Bound port: 5247cedb-3c81-4015-b008-235530b9eb54, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:54:57.045340 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5247cedb-3c81-4015-b008-235530b9eb54), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:57.143458 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (68d1b812-69df-4abc-9777-57571333757f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:57.165049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:57.199665 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Publish callbacks [] for port (f0d03d9e-09ec-46a7-8c10-9d488b86abe3), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:57.199665 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:57.218219 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] For port 5247cedb-3c81-4015-b008-235530b9eb54, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:54:57.223788 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] For port 5247cedb-3c81-4015-b008-235530b9eb54, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5247cedb-3c81-4015-b008-235530b9eb54,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:54:57.232649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3cbe8306-1a83-40de-a5c1-2aa96e984e68 None None] Provisioning complete for port 6edde6a7-f604-4886-9c6a-7f188a2edc7c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:57.233027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3cbe8306-1a83-40de-a5c1-2aa96e984e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:57.233548 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3cbe8306-1a83-40de-a5c1-2aa96e984e68 None None] Attempt 1 to provision port 6edde6a7-f604-4886-9c6a-7f188a2edc7c Oct 28 09:54:57.250358 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event updated for resources: {'Port': ['ID=68d1b812-69df-4abc-9777-57571333757f,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:57.269143 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:57.286065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f0d03d9e-09ec-46a7-8c10-9d488b86abe3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:57.293876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (04ffb4d8-4561-433a-93a9-516870ba21ee), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:57.306729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Network bbbd6694-a3df-4e5b-89f2-2be73f10e978 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:54:57.319963 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5247cedb-3c81-4015-b008-235530b9eb54), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:57.335604 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:57.346974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:54:57.369718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (201b91d7-b9fd-4364-a8e9-c4d0e11095e0), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:57.389841 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:57.393784 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3cbe8306-1a83-40de-a5c1-2aa96e984e68 None None] Port 6edde6a7-f604-4886-9c6a-7f188a2edc7c cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:54:57.416350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Attempting to bind port f0d03d9e-09ec-46a7-8c10-9d488b86abe3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:54:57.416753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Attempting to bind port f0d03d9e-09ec-46a7-8c10-9d488b86abe3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:54:57.417120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Attempting to bind port f0d03d9e-09ec-46a7-8c10-9d488b86abe3 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:54:57.430753 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Routers {'634bed02-db35-4c26-b8e0-380ab38496e1'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:54:57.440822 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['634bed02-db35-4c26-b8e0-380ab38496e1'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:57.510287 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1550b7-23dd-4d1e-a558-2d60fb9304e8 None None] Pushing event updated for resources: {'Port': ['ID=f0d03d9e-09ec-46a7-8c10-9d488b86abe3,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:57.532011 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:57.549461 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe18802-0bb7-4b76-abf7-bbe458e3f419 None None] Pushing event updated for resources: {'Port': ['ID=5247cedb-3c81-4015-b008-235530b9eb54,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:57.559751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:54:57.560143 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:54:57.560531 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:57.560916 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:54:57.561391 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Bound port: f0d03d9e-09ec-46a7-8c10-9d488b86abe3, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:54:57.561768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f0d03d9e-09ec-46a7-8c10-9d488b86abe3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:57.613409 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:57.616416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:57.648609 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks [] for floatingip (0bdbc85a-2275-43d3-af68-097699bb49f1), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:57.654799 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] Set router 634bed02-db35-4c26-b8e0-380ab38496e1 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:54:57.676142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:57.698340 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:57.700800 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] For port f0d03d9e-09ec-46a7-8c10-9d488b86abe3, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:54:57.705392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] For port f0d03d9e-09ec-46a7-8c10-9d488b86abe3, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f0d03d9e-09ec-46a7-8c10-9d488b86abe3,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:54:57.839776 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f0d03d9e-09ec-46a7-8c10-9d488b86abe3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:57.842971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (201b91d7-b9fd-4364-a8e9-c4d0e11095e0), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:57.928638 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'name': 'tempest-ServerActionsTestJSON-730812861-router', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64'}], 'enable_snat': True}, 'gw_port_id': '5247cedb-3c81-4015-b008-235530b9eb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:46Z', 'updated_at': '2022-10-28T09:54:51Z', 'revision_number': 3, 'project_id': '1c1772cbf744449891cae928448c57eb', 'gw_port': {'id': '5247cedb-3c81-4015-b008-235530b9eb54', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:57.958262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Routers {'bb52fb98-fedb-4a5a-9400-310d5cd06ef9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:54:57.959388 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:57.966845 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918dcb02-5596-402a-83ec-fe978a95214d None None] The sync data for ids ['634bed02-db35-4c26-b8e0-380ab38496e1'] in dv-neutron-zed-2-hyperv is: [{'id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'name': 'tempest-ServerActionsTestJSON-730812861-router', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64'}], 'enable_snat': True}, 'gw_port_id': '5247cedb-3c81-4015-b008-235530b9eb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:46Z', 'updated_at': '2022-10-28T09:54:51Z', 'revision_number': 3, 'project_id': '1c1772cbf744449891cae928448c57eb', 'gw_port': {'id': '5247cedb-3c81-4015-b008-235530b9eb54', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:54:58.004634 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (68d1b812-69df-4abc-9777-57571333757f), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:58.122112 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:58.248417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35868) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:58.261047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] Set router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:54:58.290750 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-de238fbb-a7e2-4a77-8f43-ae3401763418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:58.424677 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35870) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:58.427927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0d5f277e-db8e-4f56-9618-4145ecf16b4a up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:54:58.487368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=201b91d7-b9fd-4364-a8e9-c4d0e11095e0,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:58.530911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35874) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:58.549882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1550b7-23dd-4d1e-a558-2d60fb9304e8 None None] Pushing event updated for resources: {'Port': ['ID=f0d03d9e-09ec-46a7-8c10-9d488b86abe3,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:58.586230 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Allocated IP 172.20.0.1 (9b354618-41dd-41ee-a0fe-9a79976baa4b/808a702a-127b-4dd8-b2a3-71420629e80b/f9aa6a45-9fe7-4aba-bb93-a6b77f41856b) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:58.628551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0d5f277e-db8e-4f56-9618-4145ecf16b4a triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:58.630821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0d5f277e-db8e-4f56-9618-4145ecf16b4a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:58.631354 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0d5f277e-db8e-4f56-9618-4145ecf16b4a Oct 28 09:54:58.654304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:58.694507 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'name': 'tempest-ServersTestManualDisk-1059434225-router', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:53Z', 'revision_number': 3, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'gw_port': {'id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:50Z', 'updated_at': '2022-10-28T09:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:58.711212 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks [] for port (68d1b812-69df-4abc-9777-57571333757f), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:58.722558 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:58.736317 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f0093e-b986-4546-bb1d-179e66998b53 None None] The sync data for ids ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'] in dv-neutron-zed-2-hyperv is: [{'id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'name': 'tempest-ServersTestManualDisk-1059434225-router', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:53Z', 'revision_number': 3, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'gw_port': {'id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:50Z', 'updated_at': '2022-10-28T09:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:54:58.819802 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (68d1b812-69df-4abc-9777-57571333757f), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:58.833171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0d5f277e-db8e-4f56-9618-4145ecf16b4a is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:58.834077 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0d5f277e-db8e-4f56-9618-4145ecf16b4a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:58.840347 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Publish callbacks [] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:58.856368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:58.868108 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:58.876543 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:58.888511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network d03d9077-1c89-4205-9dae-aee8c4b9b5c8 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:54:58.895135 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:58.902305 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:54:58.917257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (0bdbc85a-2275-43d3-af68-097699bb49f1), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:58.918510 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 0d5f277e-db8e-4f56-9618-4145ecf16b4a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0d5f277e-db8e-4f56-9618-4145ecf16b4a,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:58.970053 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0d5f277e-db8e-4f56-9618-4145ecf16b4a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:58.988910 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a1c65063-0049-4022-a3c2-f2ea72840362 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-117768101', 'router:external': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:59.026319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1648154584', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:59.040961 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.047182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Allocated IP 172.20.0.1 (2ceca80e-d943-46cf-9c08-f3daa615c0be/48231d59-2715-405d-aa68-1b7c52649c5b/3946fe58-e8b0-4230-b1c1-02613280e8e3) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:59.053536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-de238fbb-a7e2-4a77-8f43-ae3401763418 admin admin] Publish callbacks [] for security_group (75f9b2ec-b716-487f-9cf2-8cdf7a661f37), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.059353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=0d5f277e-db8e-4f56-9618-4145ecf16b4a,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:59.099349 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event updated for resources: {'Port': ['ID=68d1b812-69df-4abc-9777-57571333757f,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:59.179028 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c65063-0049-4022-a3c2-f2ea72840362 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Made reservation on behalf of fafff247268b48ddb6f898503ef047cc for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:59.181419 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1c65063-0049-4022-a3c2-f2ea72840362 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.186632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-de238fbb-a7e2-4a77-8f43-ae3401763418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (75f9b2ec-b716-487f-9cf2-8cdf7a661f37), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.195756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.197110 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4b8bb111-a5c8-449b-b0f1-6ff31796ea7c tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1459970 Oct 28 09:54:59.207493 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35878) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:59.219813 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1c65063-0049-4022-a3c2-f2ea72840362 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.224388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.259814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Made reservation on behalf of eafddc094402409aa26f4d30d57ce49a for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:59.261115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.296956 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-de238fbb-a7e2-4a77-8f43-ae3401763418 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a3d3582c1a2748a39bd203712bbb4f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0470994 Oct 28 09:54:59.297556 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de238fbb-a7e2-4a77-8f43-ae3401763418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f9b2ec-b716-487f-9cf2-8cdf7a661f37,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:59.320840 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35880) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:59.321888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.365426 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ff60d29a-9e70-4eb1-9bdd-90aad2be79b3 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "GET /networking/v2.0/floatingips?floating_network_id=bbbd6694-a3df-4e5b-89f2-2be73f10e978 HTTP/1.1" status: 200 len: 689 time: 0.1551859 Oct 28 09:54:59.379743 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35882) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:59.423999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Network 9b354618-41dd-41ee-a0fe-9a79976baa4b is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:54:59.434538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Publish callbacks [] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.458326 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:59.463049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Pushing event updated for resources: {'Port': ['ID=f9aa6a45-9fe7-4aba-bb93-a6b77f41856b,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:59.466084 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:59.495950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:54:59.555991 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (201b91d7-b9fd-4364-a8e9-c4d0e11095e0), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.573875 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks [] for security_group (d9f7904f-ed85-4345-a89d-bba3ffbfed25), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.586196 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Publish callbacks [] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.630657 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-086d0c3a-2113-460b-a6ba-ecc617c698de admin admin] Publish callbacks [] for security_group (75f9b2ec-b716-487f-9cf2-8cdf7a661f37), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.636259 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:59.665904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1c65063-0049-4022-a3c2-f2ea72840362 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for security_group (36d27d30-1cfb-4d52-a13d-69117672c778), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.667002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (d9f7904f-ed85-4345-a89d-bba3ffbfed25), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.671452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] device_id is not set on port 1f8f186a-29d8-4e4c-b2e6-71cfd3fdc667 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:54:59.693230 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (634bed02-db35-4c26-b8e0-380ab38496e1), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.697330 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-086d0c3a-2113-460b-a6ba-ecc617c698de admin admin] Publish callbacks [] for security_group (75f9b2ec-b716-487f-9cf2-8cdf7a661f37), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.767759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.770180 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:59.770740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f7904f-ed85-4345-a89d-bba3ffbfed25,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:59.780974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1c65063-0049-4022-a3c2-f2ea72840362 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (36d27d30-1cfb-4d52-a13d-69117672c778), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.806217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.813345 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c65063-0049-4022-a3c2-f2ea72840362 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:54:59.849110 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c4b6-d2da-4ba9-9d96-ae7681f69129 None None] Provisioning complete for port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:59.849644 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c4b6-d2da-4ba9-9d96-ae7681f69129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:59.850074 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-1fa5c4b6-d2da-4ba9-9d96-ae7681f69129 None None] Attempt 1 to provision port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b Oct 28 09:54:59.906270 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Pushing event updated for resources: {'Port': ['ID=6edde6a7-f604-4886-9c6a-7f188a2edc7c,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:59.938199 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c4b6-d2da-4ba9-9d96-ae7681f69129 None None] Port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:54:59.946613 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (bbbd6694-a3df-4e5b-89f2-2be73f10e978), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.025900 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (04ffb4d8-4561-433a-93a9-516870ba21ee), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.090921 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1c65063-0049-4022-a3c2-f2ea72840362 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (515a8073-1b69-474b-9369-212ff4dd960d), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.091260 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-a1c65063-0049-4022-a3c2-f2ea72840362 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Added segment 515a8073-1b69-474b-9369-212ff4dd960d of type vlan for network c54d40e9-9b48-430a-9edc-9aa39de8c598 Oct 28 09:55:00.099255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:00.120343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c65063-0049-4022-a3c2-f2ea72840362 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d27d30-1cfb-4d52-a13d-69117672c778,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:00.125218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Network 2ceca80e-d943-46cf-9c08-f3daa615c0be is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:00.159636 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:00.161974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:00.165901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f0d03d9e-09ec-46a7-8c10-9d488b86abe3 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:00.176111 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Pushing event updated for resources: {'Port': ['ID=3946fe58-e8b0-4230-b1c1-02613280e8e3,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:00.236886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Allocated IP 172.36.1.78 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/1f8f186a-29d8-4e4c-b2e6-71cfd3fdc667) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:00.242204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1c65063-0049-4022-a3c2-f2ea72840362 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (c54d40e9-9b48-430a-9edc-9aa39de8c598), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.264043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f0d03d9e-09ec-46a7-8c10-9d488b86abe3 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:00.264043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f0d03d9e-09ec-46a7-8c10-9d488b86abe3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.264043 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f0d03d9e-09ec-46a7-8c10-9d488b86abe3 Oct 28 09:55:00.273017 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.278741 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.301258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Deleting port 68d1b812-69df-4abc-9777-57571333757f {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:00.303024 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (68d1b812-69df-4abc-9777-57571333757f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.342256 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-086d0c3a-2113-460b-a6ba-ecc617c698de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (75f9b2ec-b716-487f-9cf2-8cdf7a661f37), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.344826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-086d0c3a-2113-460b-a6ba-ecc617c698de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.348857 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-086d0c3a-2113-460b-a6ba-ecc617c698de admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/75f9b2ec-b716-487f-9cf2-8cdf7a661f37 HTTP/1.1" status: 204 len: 168 time: 1.0227838 Oct 28 09:55:00.422443 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f0d03d9e-09ec-46a7-8c10-9d488b86abe3 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:00.423002 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f0d03d9e-09ec-46a7-8c10-9d488b86abe3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.455891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port f0d03d9e-09ec-46a7-8c10-9d488b86abe3, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f0d03d9e-09ec-46a7-8c10-9d488b86abe3,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:00.471841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:00.473058 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ccddf1d0-d192-4c70-bba8-d731e70be054 None None] Provisioning complete for port 3946fe58-e8b0-4230-b1c1-02613280e8e3 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:00.473443 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ccddf1d0-d192-4c70-bba8-d731e70be054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.473924 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ccddf1d0-d192-4c70-bba8-d731e70be054 None None] Attempt 1 to provision port 3946fe58-e8b0-4230-b1c1-02613280e8e3 Oct 28 09:55:00.484074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d0c3a-2113-460b-a6ba-ecc617c698de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f9b2ec-b716-487f-9cf2-8cdf7a661f37,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:00.536762 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f0d03d9e-09ec-46a7-8c10-9d488b86abe3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.538590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0d5f277e-db8e-4f56-9618-4145ecf16b4a up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:00.551392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ccddf1d0-d192-4c70-bba8-d731e70be054 None None] Port 3946fe58-e8b0-4230-b1c1-02613280e8e3 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:55:00.595785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1c65063-0049-4022-a3c2-f2ea72840362 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (c54d40e9-9b48-430a-9edc-9aa39de8c598), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.597062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c65063-0049-4022-a3c2-f2ea72840362 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:00.597768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1c65063-0049-4022-a3c2-f2ea72840362 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.669827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=f0d03d9e-09ec-46a7-8c10-9d488b86abe3,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:00.694419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:00.696330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0d5f277e-db8e-4f56-9618-4145ecf16b4a triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:00.696992 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0d5f277e-db8e-4f56-9618-4145ecf16b4a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.698198 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0d5f277e-db8e-4f56-9618-4145ecf16b4a Oct 28 09:55:00.698651 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c65063-0049-4022-a3c2-f2ea72840362 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Pushing event updated for resources: {'Network': ['ID=c54d40e9-9b48-430a-9edc-9aa39de8c598,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:00.739185 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network c54d40e9-9b48-430a-9edc-9aa39de8c598 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:55:00.783288 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks [] for port (1f8f186a-29d8-4e4c-b2e6-71cfd3fdc667), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.800973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Network e4158ee0-8f55-4566-ae30-a41792d07007 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:00.822632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:00.844535 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a1c65063-0049-4022-a3c2-f2ea72840362 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3100116 Oct 28 09:55:00.861197 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:00.861935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35888) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:00.894775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0d5f277e-db8e-4f56-9618-4145ecf16b4a is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:00.895988 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5247cedb-3c81-4015-b008-235530b9eb54 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:00.930286 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:00.939381 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-6c597b6f-7891-49f9-ad7d-86434172ca42 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Request body: {'subnet': {'network_id': 'c54d40e9-9b48-430a-9edc-9aa39de8c598', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:00.940682 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.942568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:00.951707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 5247cedb-3c81-4015-b008-235530b9eb54 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:00.952190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5247cedb-3c81-4015-b008-235530b9eb54), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.952586 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 5247cedb-3c81-4015-b008-235530b9eb54 Oct 28 09:55:00.953275 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:00.969413 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (68d1b812-69df-4abc-9777-57571333757f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:00.969740 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks [] for floatingip (68d1b812-69df-4abc-9777-57571333757f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.063374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (1f8f186a-29d8-4e4c-b2e6-71cfd3fdc667), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.066065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 5247cedb-3c81-4015-b008-235530b9eb54 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:01.066510 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5247cedb-3c81-4015-b008-235530b9eb54), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.075219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:01.093086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Publish callbacks [] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.098805 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 5247cedb-3c81-4015-b008-235530b9eb54, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5247cedb-3c81-4015-b008-235530b9eb54,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:01.140591 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Calling delete_port for 68d1b812-69df-4abc-9777-57571333757f owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:01.162011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:01.175781 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:01.185990 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:01.192531 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5247cedb-3c81-4015-b008-235530b9eb54), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.202797 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.215908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Pushing event updated for resources: {'Port': ['ID=1f8f186a-29d8-4e4c-b2e6-71cfd3fdc667,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:01.261541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c597b6f-7891-49f9-ad7d-86434172ca42 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Made reservation on behalf of fafff247268b48ddb6f898503ef047cc for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:01.263953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6c597b6f-7891-49f9-ad7d-86434172ca42 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.285958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=5247cedb-3c81-4015-b008-235530b9eb54,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:01.289370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-63550b77-727d-48c4-aac3-d88e8bf03861 None None] Provisioning complete for port 6edde6a7-f604-4886-9c6a-7f188a2edc7c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:01.289777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-63550b77-727d-48c4-aac3-d88e8bf03861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.290161 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-63550b77-727d-48c4-aac3-d88e8bf03861 None None] Attempt 1 to provision port 6edde6a7-f604-4886-9c6a-7f188a2edc7c Oct 28 09:55:01.323894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:01.324415 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (201b91d7-b9fd-4364-a8e9-c4d0e11095e0), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.325305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.341550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-63550b77-727d-48c4-aac3-d88e8bf03861 None None] Port 6edde6a7-f604-4886-9c6a-7f188a2edc7c cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:55:01.365378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Router 04ffb4d8-4561-433a-93a9-516870ba21ee has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:01.379932 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:01.389625 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Publish callbacks [] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.412657 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (634bed02-db35-4c26-b8e0-380ab38496e1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.430169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Pushing event updated for resources: {'Port': ['ID=f9aa6a45-9fe7-4aba-bb93-a6b77f41856b,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:01.452035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (201b91d7-b9fd-4364-a8e9-c4d0e11095e0), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.476173 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6c5faf75-63a1-4530-85d0-e90621eabef9 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0502620 Oct 28 09:55:01.477760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.481547 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35898) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:01.487489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d2f80830-9ae6-4306-8da5-2b8f8446ac59 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.78'}]}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:01.568204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.574144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Pushing event updated for resources: {'Port': ['ID=3946fe58-e8b0-4230-b1c1-02613280e8e3,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:01.658989 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=201b91d7-b9fd-4364-a8e9-c4d0e11095e0,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:01.662253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d2f80830-9ae6-4306-8da5-2b8f8446ac59 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (04c66354-258b-4c67-87a9-5263a2add03b), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.663540 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d2f80830-9ae6-4306-8da5-2b8f8446ac59 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (04c66354-258b-4c67-87a9-5263a2add03b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.689444 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Network 2ceca80e-d943-46cf-9c08-f3daa615c0be is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:01.690879 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:01.698118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:01.699808 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:01.824524 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:01.827471 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:01.834943 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Sync routers for ids ['04ffb4d8-4561-433a-93a9-516870ba21ee'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:01.860964 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Routers {'04ffb4d8-4561-433a-93a9-516870ba21ee'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:01.862517 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['04ffb4d8-4561-433a-93a9-516870ba21ee'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:01.863987 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7b01c12a-0c04-441f-9e5e-fa24a1ed90c6 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/04ffb4d8-4561-433a-93a9-516870ba21ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5737877 Oct 28 09:55:01.993897 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network d03d9077-1c89-4205-9dae-aee8c4b9b5c8 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:01.997553 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Network 9b354618-41dd-41ee-a0fe-9a79976baa4b is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:02.003752 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:02.012495 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:02.014555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (68d1b812-69df-4abc-9777-57571333757f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:02.084809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-756d0daa-a056-436c-9277-e80f0e691708 None None] Provisioning complete for port 3946fe58-e8b0-4230-b1c1-02613280e8e3 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:02.090652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-756d0daa-a056-436c-9277-e80f0e691708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:02.091324 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-756d0daa-a056-436c-9277-e80f0e691708 None None] Attempt 1 to provision port 3946fe58-e8b0-4230-b1c1-02613280e8e3 Oct 28 09:55:02.093685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f0d03d9e-09ec-46a7-8c10-9d488b86abe3 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:02.127367 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:02.143480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Sync routers for ids ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:02.177095 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1cd3bc6f-de62-4782-b371-06bef64ed2f6 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/bb52fb98-fedb-4a5a-9400-310d5cd06ef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6718879 Oct 28 09:55:02.179217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d2f80830-9ae6-4306-8da5-2b8f8446ac59 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks [] for router_controller (04c66354-258b-4c67-87a9-5263a2add03b), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:02.204829 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Set router 04ffb4d8-4561-433a-93a9-516870ba21ee gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:02.214497 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event deleted for resources: {'Port': ['ID=68d1b812-69df-4abc-9777-57571333757f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:02.237333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Routers {'bb52fb98-fedb-4a5a-9400-310d5cd06ef9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:02.237970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:02.264315 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:02.321982 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f0d03d9e-09ec-46a7-8c10-9d488b86abe3 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:02.323517 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f0d03d9e-09ec-46a7-8c10-9d488b86abe3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:02.324577 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f0d03d9e-09ec-46a7-8c10-9d488b86abe3 Oct 28 09:55:02.340485 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:INSERT=12 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:02.380276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-756d0daa-a056-436c-9277-e80f0e691708 None None] Port 3946fe58-e8b0-4230-b1c1-02613280e8e3 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:55:02.414818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks [] for floatingip (0bdbc85a-2275-43d3-af68-097699bb49f1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:02.497035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:02.544983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d5c83b75-489a-4b08-a2fe-ddaab1bd7deb None None] Provisioning complete for port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:02.545645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d5c83b75-489a-4b08-a2fe-ddaab1bd7deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:02.546198 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d5c83b75-489a-4b08-a2fe-ddaab1bd7deb None None] Attempt 1 to provision port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b Oct 28 09:55:02.596062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d2f80830-9ae6-4306-8da5-2b8f8446ac59 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks [] for router_gateway (04c66354-258b-4c67-87a9-5263a2add03b), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:02.644447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Set router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:02.664400 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'name': 'tempest-ServersTestJSON-825279237-router', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200'}], 'enable_snat': True}, 'gw_port_id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:57Z', 'revision_number': 4, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'gw_port': {'id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:48Z', 'updated_at': '2022-10-28T09:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '6edde6a7-f604-4886-9c6a-7f188a2edc7c', 'name': '', 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'mac_address': 'fa:16:3e:6a:c4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:54Z', 'updated_at': '2022-10-28T09:54:59Z', 'revision_number': 2, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'subnets': [{'id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:02.775265 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Checking router: 04ffb4d8-4561-433a-93a9-516870ba21ee for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:55:02.776264 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Updating router 04ffb4d8-4561-433a-93a9-516870ba21ee port 6edde6a7-f604-4886-9c6a-7f188a2edc7c binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:55:02.813624 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:02.885556 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f0d03d9e-09ec-46a7-8c10-9d488b86abe3 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:02.887539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5247cedb-3c81-4015-b008-235530b9eb54 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:02.909547 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d5c83b75-489a-4b08-a2fe-ddaab1bd7deb None None] Port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:55:03.022915 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:03.114981 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (49865045-26db-4447-8505-a3a819421ffc), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.157572 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:03.218554 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 5247cedb-3c81-4015-b008-235530b9eb54 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:03.219136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5247cedb-3c81-4015-b008-235530b9eb54), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.219286 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 5247cedb-3c81-4015-b008-235530b9eb54 Oct 28 09:55:03.264160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.objects.ports [None req-6c597b6f-7891-49f9-ad7d-86434172ca42 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114059) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:55:03.264705 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6c597b6f-7891-49f9-ad7d-86434172ca42 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (20867306-b42f-4828-a528-319c329d66c3), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.310448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Router 634bed02-db35-4c26-b8e0-380ab38496e1 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:03.315034 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d2f80830-9ae6-4306-8da5-2b8f8446ac59 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks [] for router_gateway (04c66354-258b-4c67-87a9-5263a2add03b), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.329418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:03.339620 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:03.379684 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d2f80830-9ae6-4306-8da5-2b8f8446ac59 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.394354 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c597b6f-7891-49f9-ad7d-86434172ca42 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Pushing event updated for resources: {'Subnet': ['ID=20867306-b42f-4828-a528-319c329d66c3,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:03.533283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (49865045-26db-4447-8505-a3a819421ffc), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.558199 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35964) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:03.558648 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35966) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:03.568596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b470336f-1d69-4fb7-adcf-6389e9070f45 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766278796', 'description': 'tempest-description--49065155'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:03.634265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'name': 'tempest-ServersTestManualDisk-1059434225-router', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'gw_port': {'id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:50Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '3946fe58-e8b0-4230-b1c1-02613280e8e3', 'name': '', 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'mac_address': 'fa:16:3e:83:37:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:58Z', 'updated_at': '2022-10-28T09:55:01Z', 'revision_number': 2, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'subnets': [{'id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:03.639497 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 5247cedb-3c81-4015-b008-235530b9eb54 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:03.662449 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=6,neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:03.675106 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Publish callbacks [] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.687118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b470336f-1d69-4fb7-adcf-6389e9070f45 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.702151 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c597b6f-7891-49f9-ad7d-86434172ca42 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Checking segment: {'id': '515a8073-1b69-474b-9369-212ff4dd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c54d40e9-9b48-430a-9edc-9aa39de8c598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:03.702513 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c597b6f-7891-49f9-ad7d-86434172ca42 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Network hostable DHCP agents. Network: c54d40e9-9b48-430a-9edc-9aa39de8c598, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:55:03.708204 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=49865045-26db-4447-8505-a3a819421ffc,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:03.714819 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Checking router: bb52fb98-fedb-4a5a-9400-310d5cd06ef9 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:55:03.715177 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Updating router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 port 3946fe58-e8b0-4230-b1c1-02613280e8e3 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:55:03.738541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d2f80830-9ae6-4306-8da5-2b8f8446ac59 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks [] for router (04c66354-258b-4c67-87a9-5263a2add03b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.746349 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.758179 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:03.780977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35972) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:03.789330 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b502b608-0a97-4044-9634-ee4c6774e8f1 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279361284', 'description': 'tempest-description--964449503'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:03.800570 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.802061 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:03.810716 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7f8fea85-978e-4c10-9c72-2c03c72927d0 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/634bed02-db35-4c26-b8e0-380ab38496e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0093610 Oct 28 09:55:03.872895 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81042577-3ebc-4bc5-bc08-6cec69c77c77 None None] Pushing event updated for resources: {'Port': ['ID=6edde6a7-f604-4886-9c6a-7f188a2edc7c,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:03.875648 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Sync routers for ids ['634bed02-db35-4c26-b8e0-380ab38496e1'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:03.878109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b470336f-1d69-4fb7-adcf-6389e9070f45 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for security_group (f133012a-8698-4692-b0c2-d6bdaab732b1), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.904335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c5212b15-0ee6-4a98-861b-8479dc85afd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1505657136'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:03.914053 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Routers {'634bed02-db35-4c26-b8e0-380ab38496e1'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:03.914831 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['634bed02-db35-4c26-b8e0-380ab38496e1'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:03.964969 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (bbbd6694-a3df-4e5b-89f2-2be73f10e978), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.970871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c597b6f-7891-49f9-ad7d-86434172ca42 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Network c54d40e9-9b48-430a-9edc-9aa39de8c598 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:55:03.981944 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b502b608-0a97-4044-9634-ee4c6774e8f1 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.986033 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b470336f-1d69-4fb7-adcf-6389e9070f45 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (f133012a-8698-4692-b0c2-d6bdaab732b1), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.992343 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:04.002633 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-119d78aa-ebc9-4000-bb45-879a5e15156a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "PUT /networking/v2.0/routers/0f3b9bab-dde2-4e05-a5bf-348dc3f575b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1630447 Oct 28 09:55:04.003425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35976) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:04.014128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-0c92f58f-703d-4021-9cbc-9f6173f547f3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'port': {'network_id': 'd03d9077-1c89-4205-9dae-aee8c4b9b5c8', 'name': 'tempest-FloatingIPTestJSON-651311617'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:04.019861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8c81a3-da36-4036-84cb-9944df158c76 None None] Sync routers for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:04.028613 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:04.046468 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbd6694-a3df-4e5b-89f2-2be73f10e978']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:04.048000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8c81a3-da36-4036-84cb-9944df158c76 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:04.048637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-9a8c81a3-da36-4036-84cb-9944df158c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:04.091044 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d2f80830-9ae6-4306-8da5-2b8f8446ac59 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (04c66354-258b-4c67-87a9-5263a2add03b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.098838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d2f80830-9ae6-4306-8da5-2b8f8446ac59 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks [] for router_controller (04c66354-258b-4c67-87a9-5263a2add03b), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.105394 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Attempting to bind port 6edde6a7-f604-4886-9c6a-7f188a2edc7c on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:04.105889 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Attempting to bind port 6edde6a7-f604-4886-9c6a-7f188a2edc7c by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '203bc2fa-01a5-4225-85a6-5f96e3ad29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:04.106341 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Attempting to bind port 6edde6a7-f604-4886-9c6a-7f188a2edc7c on network e4158ee0-8f55-4566-ae30-a41792d07007 {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:04.107771 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-9a8c81a3-da36-4036-84cb-9944df158c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:04.141844 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8c81a3-da36-4036-84cb-9944df158c76 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:04.142523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-9a8c81a3-da36-4036-84cb-9944df158c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:04.142699 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437b9720-8fdb-4de8-a0e2-3b60d8849b60') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:04.143183 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437b9720-8fdb-4de8-a0e2-3b60d8849b60') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:04.147862 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470336f-1d69-4fb7-adcf-6389e9070f45 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f133012a-8698-4692-b0c2-d6bdaab732b1,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:04.170306 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-6c597b6f-7891-49f9-ad7d-86434172ca42 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, c54d40e9-9b48-430a-9edc-9aa39de8c598) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:04.184759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c597b6f-7891-49f9-ad7d-86434172ca42 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:04.185491 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6c597b6f-7891-49f9-ad7d-86434172ca42 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.193090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5212b15-0ee6-4a98-861b-8479dc85afd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Made reservation on behalf of d98ae4573c2149e19b9d90fd8ec5f44e for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:04.200921 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c5212b15-0ee6-4a98-861b-8479dc85afd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.202482 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:55:04.203045 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Checking segment: {'id': '203bc2fa-01a5-4225-85a6-5f96e3ad29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:04.203439 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.203894 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Bound using segment: {'id': '203bc2fa-01a5-4225-85a6-5f96e3ad29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:55:04.204439 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Bound port: 6edde6a7-f604-4886-9c6a-7f188a2edc7c, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203bc2fa-01a5-4225-85a6-5f96e3ad29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:55:04.204884 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.207063 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:04.211024 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (437b9720-8fdb-4de8-a0e2-3b60d8849b60), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.222601 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b470336f-1d69-4fb7-adcf-6389e9070f45 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.224975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5efd70-3c2a-4723-8be8-4bf4d9748bc7 None None] Network c54d40e9-9b48-430a-9edc-9aa39de8c598 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:04.227042 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b470336f-1d69-4fb7-adcf-6389e9070f45 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6670234 Oct 28 09:55:04.230543 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35982) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:04.234632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-9a8c81a3-da36-4036-84cb-9944df158c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:04.235382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8c81a3-da36-4036-84cb-9944df158c76 None None] The sync data for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:04.248655 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d2de7c4b-b088-4766-a5fe-72d1bf38fe2c tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Request body: {'security_group_rule': {'security_group_id': 'f133012a-8698-4692-b0c2-d6bdaab732b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:04.254968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c5212b15-0ee6-4a98-861b-8479dc85afd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.298557 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Set router 634bed02-db35-4c26-b8e0-380ab38496e1 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:04.316471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (437b9720-8fdb-4de8-a0e2-3b60d8849b60), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.351854 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] For port 6edde6a7-f604-4886-9c6a-7f188a2edc7c, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:04.352684 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6c597b6f-7891-49f9-ad7d-86434172ca42 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4765124 Oct 28 09:55:04.364877 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35984) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:04.379770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:55:04.379770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (437b9720-8fdb-4de8-a0e2-3b60d8849b60), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.384750 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-bf022c0a-9c82-47bb-a7a4-f4e502335e7c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1880677141', 'network_id': 'c54d40e9-9b48-430a-9edc-9aa39de8c598'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:04.387908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Publish callbacks [] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.418766 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 437b9720-8fdb-4de8-a0e2-3b60d8849b60 resource provider aggregate not found Oct 28 09:55:04.424735 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] For port 6edde6a7-f604-4886-9c6a-7f188a2edc7c, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6edde6a7-f604-4886-9c6a-7f188a2edc7c,segment=NetworkSegment(203bc2fa-01a5-4225-85a6-5f96e3ad29d6),segment_id=203bc2fa-01a5-4225-85a6-5f96e3ad29d6)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:04.431479 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516f317b-7ad6-4934-a300-76a4377e2b1d None None] Network c54d40e9-9b48-430a-9edc-9aa39de8c598 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:04.446331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c5212b15-0ee6-4a98-861b-8479dc85afd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Publish callbacks [] for security_group (1ec5aa34-5918-48bd-8a88-72d731e74e35), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.448025 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d2f80830-9ae6-4306-8da5-2b8f8446ac59 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (04c66354-258b-4c67-87a9-5263a2add03b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.453597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f80830-9ae6-4306-8da5-2b8f8446ac59 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04c66354-258b-4c67-87a9-5263a2add03b {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:55:04.464623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 35990) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:04.483002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-c9785d9e-ca40-4e6b-9790-e55a1d67a34a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--913408958', 'description': 'tempest-description--1210056366'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:04.498074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:04.504935 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 437b9720-8fdb-4de8-a0e2-3b60d8849b60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 437b9720-8fdb-4de8-a0e2-3b60d8849b60 found for delete ", "request_id": "req-92c7b9e8-ed30-4a18-8c11-e0b5fb451d33"}]} Oct 28 09:55:04.511940 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.518472 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d2de7c4b-b088-4766-a5fe-72d1bf38fe2c tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for security_group_rule (945bcacd-0772-4eb2-b6ae-dbedcd82a9e2), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.520226 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b502b608-0a97-4044-9634-ee4c6774e8f1 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for security_group (2be96e3b-d859-440e-9cb6-003b9a9f9e8b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.547257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c5212b15-0ee6-4a98-861b-8479dc85afd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (1ec5aa34-5918-48bd-8a88-72d731e74e35), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.558994 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.571422 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5212b15-0ee6-4a98-861b-8479dc85afd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:55:04.585641 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-d2f80830-9ae6-4306-8da5-2b8f8446ac59 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 28 09:55:04.586740 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d2f80830-9ae6-4306-8da5-2b8f8446ac59 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1027007 Oct 28 09:55:04.587544 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b502b608-0a97-4044-9634-ee4c6774e8f1 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (2be96e3b-d859-440e-9cb6-003b9a9f9e8b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.590581 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35992) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:04.597366 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf022c0a-9c82-47bb-a7a4-f4e502335e7c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Made reservation on behalf of fafff247268b48ddb6f898503ef047cc for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:04.601638 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bf022c0a-9c82-47bb-a7a4-f4e502335e7c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.621304 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-bf022c0a-9c82-47bb-a7a4-f4e502335e7c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] device_id is not set on port 8f23e753-94d1-4a57-a9fa-5c8d2fcfa5c7 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:04.621530 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5f6d9-27cd-475e-8a32-8bdf268623e5 None None] Pushing event updated for resources: {'Port': ['ID=3946fe58-e8b0-4230-b1c1-02613280e8e3,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:04.634306 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5212b15-0ee6-4a98-861b-8479dc85afd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec5aa34-5918-48bd-8a88-72d731e74e35,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:04.678945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c5212b15-0ee6-4a98-861b-8479dc85afd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.679288 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-c5212b15-0ee6-4a98-861b-8479dc85afd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Added segment b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4 of type vlan for network a0366f74-c3e3-4846-a46e-2722639bcb21 Oct 28 09:55:04.686576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Attempting to bind port 3946fe58-e8b0-4230-b1c1-02613280e8e3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:04.687215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Attempting to bind port 3946fe58-e8b0-4230-b1c1-02613280e8e3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '80f9f03c-618a-4994-9388-e53a5b3b24c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:04.687736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Attempting to bind port 3946fe58-e8b0-4230-b1c1-02613280e8e3 on network 2ceca80e-d943-46cf-9c08-f3daa615c0be {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:04.724828 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Routers {'04ffb4d8-4561-433a-93a9-516870ba21ee'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:04.725726 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['04ffb4d8-4561-433a-93a9-516870ba21ee'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:04.738030 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:55:04.738881 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81042577-3ebc-4bc5-bc08-6cec69c77c77 None None] Pushing event updated for resources: {'Port': ['ID=6edde6a7-f604-4886-9c6a-7f188a2edc7c,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:04.742360 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'name': 'tempest-ServerActionsTestJSON-730812861-router', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64'}], 'enable_snat': True}, 'gw_port_id': '5247cedb-3c81-4015-b008-235530b9eb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:46Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '1c1772cbf744449891cae928448c57eb', 'gw_port': {'id': '5247cedb-3c81-4015-b008-235530b9eb54', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9aa6a45-9fe7-4aba-bb93-a6b77f41856b', 'name': '', 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'mac_address': 'fa:16:3e:0f:8b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:57Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 2, 'project_id': '1c1772cbf744449891cae928448c57eb', 'subnets': [{'id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:04.755772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c5212b15-0ee6-4a98-861b-8479dc85afd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (a0366f74-c3e3-4846-a46e-2722639bcb21), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.758018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-edfea2ec-3c2e-4e3a-9681-295fed2618c7 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Deleting port 1f8f186a-29d8-4e4c-b2e6-71cfd3fdc667 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:04.758354 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-edfea2ec-3c2e-4e3a-9681-295fed2618c7 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (1f8f186a-29d8-4e4c-b2e6-71cfd3fdc667), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.760059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502b608-0a97-4044-9634-ee4c6774e8f1 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be96e3b-d859-440e-9cb6-003b9a9f9e8b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:04.777656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:55:04.778791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Checking segment: {'id': '80f9f03c-618a-4994-9388-e53a5b3b24c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:04.781229 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-bf022c0a-9c82-47bb-a7a4-f4e502335e7c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Allocated IP 2001:db8::3dd (c54d40e9-9b48-430a-9edc-9aa39de8c598/20867306-b42f-4828-a528-319c329d66c3/8f23e753-94d1-4a57-a9fa-5c8d2fcfa5c7) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:04.781345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.781345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Bound using segment: {'id': '80f9f03c-618a-4994-9388-e53a5b3b24c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:55:04.781477 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:04.781562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Bound port: 3946fe58-e8b0-4230-b1c1-02613280e8e3, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f9f03c-618a-4994-9388-e53a5b3b24c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:55:04.782098 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.809873 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Checking router: 634bed02-db35-4c26-b8e0-380ab38496e1 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:55:04.810467 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Updating router 634bed02-db35-4c26-b8e0-380ab38496e1 port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:55:04.813688 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b502b608-0a97-4044-9634-ee4c6774e8f1 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.817047 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b502b608-0a97-4044-9634-ee4c6774e8f1 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0319641 Oct 28 09:55:04.837836 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35996) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:04.841015 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:04.852272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e3087135-2515-4d4f-9f5b-e0dd683b5d69 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Request body: {'security_group_rule': {'security_group_id': '2be96e3b-d859-440e-9cb6-003b9a9f9e8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:04.857997 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] For port 3946fe58-e8b0-4230-b1c1-02613280e8e3, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:04.863487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] For port 3946fe58-e8b0-4230-b1c1-02613280e8e3, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3946fe58-e8b0-4230-b1c1-02613280e8e3,segment=NetworkSegment(80f9f03c-618a-4994-9388-e53a5b3b24c7),segment_id=80f9f03c-618a-4994-9388-e53a5b3b24c7)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:04.871603 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (bbbd6694-a3df-4e5b-89f2-2be73f10e978), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.880312 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.901188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-edfea2ec-3c2e-4e3a-9681-295fed2618c7 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (1f8f186a-29d8-4e4c-b2e6-71cfd3fdc667), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.905476 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c92f58f-703d-4021-9cbc-9f6173f547f3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Made reservation on behalf of 75ecfc91f5d047d6aba3e42bd3b79869 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:04.909311 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0c92f58f-703d-4021-9cbc-9f6173f547f3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.911534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9785d9e-ca40-4e6b-9790-e55a1d67a34a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.920836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bbbd6694-a3df-4e5b-89f2-2be73f10e978 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 09:55:04.923311 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-edfea2ec-3c2e-4e3a-9681-295fed2618c7 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Calling delete_port for 1f8f186a-29d8-4e4c-b2e6-71cfd3fdc667 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:04.933800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c5212b15-0ee6-4a98-861b-8479dc85afd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (a0366f74-c3e3-4846-a46e-2722639bcb21), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.939564 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5212b15-0ee6-4a98-861b-8479dc85afd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:04.949364 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c5212b15-0ee6-4a98-861b-8479dc85afd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.958716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.961515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.961763 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/bbbd6694-a3df-4e5b-89f2-2be73f10e978 HTTP/1.1" status: 204 len: 168 time: 5.5801208 Oct 28 09:55:04.969508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 35998) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:04.986885 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca206811-d619-4967-b971-dbb5567b50d6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event deleted for resources: {'Network': ['ID=bbbd6694-a3df-4e5b-89f2-2be73f10e978,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:04.993029 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d2de7c4b-b088-4766-a5fe-72d1bf38fe2c tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for security_group_rule (945bcacd-0772-4eb2-b6ae-dbedcd82a9e2), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.005951 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-0c92f58f-703d-4021-9cbc-9f6173f547f3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] device_id is not set on port a9bb6bb7-4f9a-4d38-8898-a92769e66d15 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:05.034012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Routers {'bb52fb98-fedb-4a5a-9400-310d5cd06ef9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:05.035921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:05.083589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d2de7c4b-b088-4766-a5fe-72d1bf38fe2c tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (945bcacd-0772-4eb2-b6ae-dbedcd82a9e2), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.121759 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c5212b15-0ee6-4a98-861b-8479dc85afd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5569701 Oct 28 09:55:05.158590 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3c6f509a-ce5f-4bb2-b7c4-7d6c441dca4f tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1781509 Oct 28 09:55:05.168484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36004) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:05.171730 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3087135-2515-4d4f-9f5b-e0dd683b5d69 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for security_group_rule (aa72cd82-7169-427d-af79-8cfa3b8b2404), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.182015 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bf022c0a-9c82-47bb-a7a4-f4e502335e7c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for port (8f23e753-94d1-4a57-a9fa-5c8d2fcfa5c7), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.224283 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:05.230308 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de7c4b-b088-4766-a5fe-72d1bf38fe2c tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945bcacd-0772-4eb2-b6ae-dbedcd82a9e2,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:05.234319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] Set router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:05.289164 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Publish callbacks [] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.306594 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] Set router 04ffb4d8-4561-433a-93a9-516870ba21ee gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:05.387083 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d2de7c4b-b088-4766-a5fe-72d1bf38fe2c tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.389917 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d2de7c4b-b088-4766-a5fe-72d1bf38fe2c tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1582441 Oct 28 09:55:05.395522 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.404619 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36006) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:05.404818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36008) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:05.407834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:05.411073 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Request body: {'port': {'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21', 'binding:host_id': 'hv-neutron-zed0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-462551185'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:05.425963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1e9b6e5d-d2ac-4eea-bd77-bb09ef32a797 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Request body: {'security_group_rule': {'security_group_id': 'f133012a-8698-4692-b0c2-d6bdaab732b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:05.451508 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9785d9e-ca40-4e6b-9790-e55a1d67a34a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for security_group (5d291d0e-a231-4c7c-add8-ff86546d5563), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.484125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:05.489325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-0c92f58f-703d-4021-9cbc-9f6173f547f3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Allocated IP 172.20.0.9 (d03d9077-1c89-4205-9dae-aee8c4b9b5c8/eb20726f-0b71-4327-abf0-85f88d95ee2f/a9bb6bb7-4f9a-4d38-8898-a92769e66d15) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:05.492079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf41d7-14a4-401c-bad3-8fded3bf9951 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:05.492641 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf41d7-14a4-401c-bad3-8fded3bf9951 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:05.493073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf41d7-14a4-401c-bad3-8fded3bf9951 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:05.493566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf41d7-14a4-401c-bad3-8fded3bf9951 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:05.494632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf41d7-14a4-401c-bad3-8fded3bf9951 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:05.495315 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf41d7-14a4-401c-bad3-8fded3bf9951 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:05.496360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf41d7-14a4-401c-bad3-8fded3bf9951 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:05.496984 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf41d7-14a4-401c-bad3-8fded3bf9951 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:05.498973 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a9cf41d7-14a4-401c-bad3-8fded3bf9951 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 5220 time: 0.3263338 Oct 28 09:55:05.499876 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5212b15-0ee6-4a98-861b-8479dc85afd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Pushing event updated for resources: {'Network': ['ID=a0366f74-c3e3-4846-a46e-2722639bcb21,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:05.511997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36010) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:05.525264 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-edfea2ec-3c2e-4e3a-9681-295fed2618c7 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (1f8f186a-29d8-4e4c-b2e6-71cfd3fdc667), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.545395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network a0366f74-c3e3-4846-a46e-2722639bcb21 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:55:05.561113 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-649ca690-556d-405b-8866-0eb1f245927d tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] delete failed (client error): The resource could not be found. Oct 28 09:55:05.562592 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-649ca690-556d-405b-8866-0eb1f245927d tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "DELETE /networking/v2.0/floatingips/0bdbc85a-2275-43d3-af68-097699bb49f1 HTTP/1.1" status: 404 len: 345 time: 0.0490398 Oct 28 09:55:05.565405 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36012) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:05.612606 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bf022c0a-9c82-47bb-a7a4-f4e502335e7c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (8f23e753-94d1-4a57-a9fa-5c8d2fcfa5c7), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.614594 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Made reservation on behalf of 88aa33fe97eb4199a9e140d6081272ac for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:05.619439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.623975 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9785d9e-ca40-4e6b-9790-e55a1d67a34a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5d291d0e-a231-4c7c-add8-ff86546d5563), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.655376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5f6d9-27cd-475e-8a32-8bdf268623e5 None None] Pushing event updated for resources: {'Port': ['ID=3946fe58-e8b0-4230-b1c1-02613280e8e3,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:05.660834 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96765cab-80e3-45c6-b9ab-c24198595aae None None] Pushing event updated for resources: {'Port': ['ID=f9aa6a45-9fe7-4aba-bb93-a6b77f41856b,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:05.666397 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'name': 'tempest-ServersTestJSON-825279237-router', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200'}], 'enable_snat': True}, 'gw_port_id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:57Z', 'revision_number': 4, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'gw_port': {'id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:48Z', 'updated_at': '2022-10-28T09:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '6edde6a7-f604-4886-9c6a-7f188a2edc7c', 'name': '', 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'mac_address': 'fa:16:3e:6a:c4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:54Z', 'updated_at': '2022-10-28T09:55:04Z', 'revision_number': 4, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'subnets': [{'id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:05.697540 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a161f-8c31-4089-8418-7a41a3b3f193 None None] The sync data for ids ['04ffb4d8-4561-433a-93a9-516870ba21ee'] in dv-neutron-zed-2-hyperv is: [{'id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'name': 'tempest-ServersTestJSON-825279237-router', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200'}], 'enable_snat': True}, 'gw_port_id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:57Z', 'revision_number': 4, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'gw_port': {'id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:48Z', 'updated_at': '2022-10-28T09:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '6edde6a7-f604-4886-9c6a-7f188a2edc7c', 'name': '', 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'mac_address': 'fa:16:3e:6a:c4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:54Z', 'updated_at': '2022-10-28T09:55:04Z', 'revision_number': 4, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'subnets': [{'id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:05.700168 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Attempting to bind port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:05.700538 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Attempting to bind port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '301e5b80-d251-4255-9ceb-e0da6669ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:05.700954 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Attempting to bind port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b on network 9b354618-41dd-41ee-a0fe-9a79976baa4b {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:05.714966 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-178b09f0-c85d-4c5b-b392-06e51f96b9c6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] DELETE failed (client error): The resource could not be found. Oct 28 09:55:05.715575 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178b09f0-c85d-4c5b-b392-06e51f96b9c6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:55:05.718703 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-178b09f0-c85d-4c5b-b392-06e51f96b9c6 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/bbbd6694-a3df-4e5b-89f2-2be73f10e978 HTTP/1.1" status: 404 len: 339 time: 0.1514800 Oct 28 09:55:05.719390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf022c0a-9c82-47bb-a7a4-f4e502335e7c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Pushing event updated for resources: {'Port': ['ID=8f23e753-94d1-4a57-a9fa-5c8d2fcfa5c7,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:05.723632 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:05.751177 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:55:05.751548 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Checking segment: {'id': '301e5b80-d251-4255-9ceb-e0da6669ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:05.752007 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.752409 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Bound using segment: {'id': '301e5b80-d251-4255-9ceb-e0da6669ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:55:05.752890 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Bound port: f9aa6a45-9fe7-4aba-bb93-a6b77f41856b, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301e5b80-d251-4255-9ceb-e0da6669ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:55:05.753269 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.763013 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36018) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:05.764021 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1e9b6e5d-d2ac-4eea-bd77-bb09ef32a797 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for security_group_rule (fa1b883e-8850-48ff-9504-e5e9ae82da11), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.777076 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.797954 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9785d9e-ca40-4e6b-9790-e55a1d67a34a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d291d0e-a231-4c7c-add8-ff86546d5563,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:05.814663 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-cfb81fe0-09bf-40c7-a7ed-13fe91a284ee tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Request body: {'network': {'name': 'tempest-network--1966860547', 'router:external': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:05.856315 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] For port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:05.860230 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] For port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f9aa6a45-9fe7-4aba-bb93-a6b77f41856b,segment=NetworkSegment(301e5b80-d251-4255-9ceb-e0da6669ccaa),segment_id=301e5b80-d251-4255-9ceb-e0da6669ccaa)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:05.880700 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfea2ec-3c2e-4e3a-9681-295fed2618c7 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f8f186a-29d8-4e4c-b2e6-71cfd3fdc667,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:05.884259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'name': 'tempest-ServersTestManualDisk-1059434225-router', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'gw_port': {'id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:50Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '3946fe58-e8b0-4230-b1c1-02613280e8e3', 'name': '', 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'mac_address': 'fa:16:3e:83:37:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:58Z', 'updated_at': '2022-10-28T09:55:04Z', 'revision_number': 4, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'subnets': [{'id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:05.917913 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf022c0a-9c82-47bb-a7a4-f4e502335e7c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Network c54d40e9-9b48-430a-9edc-9aa39de8c598 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:05.919550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f89a26-348b-4242-bb4c-cb83017f436f None None] The sync data for ids ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'] in dv-neutron-zed-2-hyperv is: [{'id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'name': 'tempest-ServersTestManualDisk-1059434225-router', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'gw_port': {'id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:50Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '3946fe58-e8b0-4230-b1c1-02613280e8e3', 'name': '', 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'mac_address': 'fa:16:3e:83:37:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:58Z', 'updated_at': '2022-10-28T09:55:04Z', 'revision_number': 4, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'subnets': [{'id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:05.926330 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:05.928398 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3087135-2515-4d4f-9f5b-e0dd683b5d69 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for security_group_rule (aa72cd82-7169-427d-af79-8cfa3b8b2404), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.947571 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9785d9e-ca40-4e6b-9790-e55a1d67a34a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.947769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-edfea2ec-3c2e-4e3a-9681-295fed2618c7 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.952033 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c9785d9e-ca40-4e6b-9790-e55a1d67a34a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4761934 Oct 28 09:55:05.952190 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-edfea2ec-3c2e-4e3a-9681-295fed2618c7 tempest-RoutersAdminNegativeTest-596730872 tempest-RoutersAdminNegativeTest-596730872-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/1f8f186a-29d8-4e4c-b2e6-71cfd3fdc667 HTTP/1.1" status: 204 len: 168 time: 1.3581445 Oct 28 09:55:05.953240 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36020) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:05.953810 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:05.965397 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-bf022c0a-9c82-47bb-a7a4-f4e502335e7c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:05.967628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c65e763a-c3b2-481c-bc79-c0e7eb58ec75 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Request body: {'security_group_rule': {'security_group_id': '5d291d0e-a231-4c7c-add8-ff86546d5563', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:05.979167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf022c0a-9c82-47bb-a7a4-f4e502335e7c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:05.985145 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf022c0a-9c82-47bb-a7a4-f4e502335e7c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:05.985145 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bf022c0a-9c82-47bb-a7a4-f4e502335e7c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.025709 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Routers {'634bed02-db35-4c26-b8e0-380ab38496e1'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:06.026422 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['634bed02-db35-4c26-b8e0-380ab38496e1'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:06.033695 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3087135-2515-4d4f-9f5b-e0dd683b5d69 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (aa72cd82-7169-427d-af79-8cfa3b8b2404), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.077201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3087135-2515-4d4f-9f5b-e0dd683b5d69 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa72cd82-7169-427d-af79-8cfa3b8b2404,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:06.079430 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1e9b6e5d-d2ac-4eea-bd77-bb09ef32a797 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for security_group_rule (fa1b883e-8850-48ff-9504-e5e9ae82da11), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.101217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb81fe0-09bf-40c7-a7ed-13fe91a284ee tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Made reservation on behalf of 9d81785be95c4c9aa02fa1dd2700ba3b for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:06.104942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cfb81fe0-09bf-40c7-a7ed-13fe91a284ee tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.114972 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c65e763a-c3b2-481c-bc79-c0e7eb58ec75 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for security_group_rule (399c723a-fddc-437d-acfa-0bc49142faf8), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.242173 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bf022c0a-9c82-47bb-a7a4-f4e502335e7c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8687217 Oct 28 09:55:06.243747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3087135-2515-4d4f-9f5b-e0dd683b5d69 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.247445 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e3087135-2515-4d4f-9f5b-e0dd683b5d69 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4044869 Oct 28 09:55:06.257818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0c92f58f-703d-4021-9cbc-9f6173f547f3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (a9bb6bb7-4f9a-4d38-8898-a92769e66d15), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.272011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c65e763a-c3b2-481c-bc79-c0e7eb58ec75 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for security_group_rule (399c723a-fddc-437d-acfa-0bc49142faf8), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.272011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36024) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:06.272011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36026) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:06.275696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c1efd6d4-233a-4b45-a5aa-063f0ba15b1e tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Request body: {'security_group_rule': {'security_group_id': '2be96e3b-d859-440e-9cb6-003b9a9f9e8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:06.287676 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:06.305618 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96765cab-80e3-45c6-b9ab-c24198595aae None None] Pushing event updated for resources: {'Port': ['ID=f9aa6a45-9fe7-4aba-bb93-a6b77f41856b,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:06.342445 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1e9b6e5d-d2ac-4eea-bd77-bb09ef32a797 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (fa1b883e-8850-48ff-9504-e5e9ae82da11), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.344395 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c65e763a-c3b2-481c-bc79-c0e7eb58ec75 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (399c723a-fddc-437d-acfa-0bc49142faf8), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.426867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e763a-c3b2-481c-bc79-c0e7eb58ec75 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399c723a-fddc-437d-acfa-0bc49142faf8,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:06.460064 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b6e5d-d2ac-4eea-bd77-bb09ef32a797 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1b883e-8850-48ff-9504-e5e9ae82da11,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:06.489743 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0c92f58f-703d-4021-9cbc-9f6173f547f3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a9bb6bb7-4f9a-4d38-8898-a92769e66d15), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.489743 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks [] for security_group (453a029e-4c2f-4d0d-9c64-66be3a944c21), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.491013 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-4f457cfe-bfb7-426e-82da-0dbe726b0810 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Deleting port 8f23e753-94d1-4a57-a9fa-5c8d2fcfa5c7 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:06.491013 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f457cfe-bfb7-426e-82da-0dbe726b0810 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (8f23e753-94d1-4a57-a9fa-5c8d2fcfa5c7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.500373 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb81fe0-09bf-40c7-a7ed-13fe91a284ee tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:55:06.587511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cfb81fe0-09bf-40c7-a7ed-13fe91a284ee tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (a72539d3-7e15-4445-adbc-7e80be4e9718), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.587511 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-cfb81fe0-09bf-40c7-a7ed-13fe91a284ee tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Added segment a72539d3-7e15-4445-adbc-7e80be4e9718 of type vlan for network 7dbcb139-d5fb-4c8b-b454-99110caf6adf Oct 28 09:55:06.622461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c65e763a-c3b2-481c-bc79-c0e7eb58ec75 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.625351 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c65e763a-c3b2-481c-bc79-c0e7eb58ec75 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6711166 Oct 28 09:55:06.626642 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] Set router 634bed02-db35-4c26-b8e0-380ab38496e1 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:06.645703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36028) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:06.658174 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-788d66a7-24bf-4dba-b8b1-32c6887c3594 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Request body: {'security_group_rule': {'security_group_id': '5d291d0e-a231-4c7c-add8-ff86546d5563', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:06.673693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c92f58f-703d-4021-9cbc-9f6173f547f3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network d03d9077-1c89-4205-9dae-aee8c4b9b5c8 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:06.677262 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1e9b6e5d-d2ac-4eea-bd77-bb09ef32a797 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.681320 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1e9b6e5d-d2ac-4eea-bd77-bb09ef32a797 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2635868 Oct 28 09:55:06.681320 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (453a029e-4c2f-4d0d-9c64-66be3a944c21), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.687441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36030) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:06.691861 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f457cfe-bfb7-426e-82da-0dbe726b0810 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (8f23e753-94d1-4a57-a9fa-5c8d2fcfa5c7), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.721630 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c1efd6d4-233a-4b45-a5aa-063f0ba15b1e tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for security_group_rule (2bea65e3-94c6-4d45-b51a-ddcf6a4d64db), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.725663 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-4f457cfe-bfb7-426e-82da-0dbe726b0810 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Calling delete_port for 8f23e753-94d1-4a57-a9fa-5c8d2fcfa5c7 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:06.941347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36034) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:06.946855 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-788d66a7-24bf-4dba-b8b1-32c6887c3594 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for security_group_rule (35bbd2af-74de-4cba-8b78-05d6c2baf300), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.955912 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:06.995196 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:07.000929 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c1efd6d4-233a-4b45-a5aa-063f0ba15b1e tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for security_group_rule (2bea65e3-94c6-4d45-b51a-ddcf6a4d64db), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.015913 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:07.016895 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:07.026163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-0c92f58f-703d-4021-9cbc-9f6173f547f3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:07.035558 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] device_id is not set on port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:07.069128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c92f58f-703d-4021-9cbc-9f6173f547f3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:07.081391 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c1efd6d4-233a-4b45-a5aa-063f0ba15b1e tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (2bea65e3-94c6-4d45-b51a-ddcf6a4d64db), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.096428 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92f58f-703d-4021-9cbc-9f6173f547f3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=a9bb6bb7-4f9a-4d38-8898-a92769e66d15,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:07.118260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efd6d4-233a-4b45-a5aa-063f0ba15b1e tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bea65e3-94c6-4d45-b51a-ddcf6a4d64db,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:07.184012 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c1efd6d4-233a-4b45-a5aa-063f0ba15b1e tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.185293 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c1efd6d4-233a-4b45-a5aa-063f0ba15b1e tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9155710 Oct 28 09:55:07.187428 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-788d66a7-24bf-4dba-b8b1-32c6887c3594 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for security_group_rule (35bbd2af-74de-4cba-8b78-05d6c2baf300), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.190274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36038) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:07.197505 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:07.241385 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'name': 'tempest-ServerActionsTestJSON-730812861-router', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64'}], 'enable_snat': True}, 'gw_port_id': '5247cedb-3c81-4015-b008-235530b9eb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:46Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '1c1772cbf744449891cae928448c57eb', 'gw_port': {'id': '5247cedb-3c81-4015-b008-235530b9eb54', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9aa6a45-9fe7-4aba-bb93-a6b77f41856b', 'name': '', 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'mac_address': 'fa:16:3e:0f:8b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:57Z', 'updated_at': '2022-10-28T09:55:05Z', 'revision_number': 4, 'project_id': '1c1772cbf744449891cae928448c57eb', 'subnets': [{'id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:07.244431 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-788d66a7-24bf-4dba-b8b1-32c6887c3594 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (35bbd2af-74de-4cba-8b78-05d6c2baf300), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.269681 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d66a7-24bf-4dba-b8b1-32c6887c3594 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bbd2af-74de-4cba-8b78-05d6c2baf300,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:07.294826 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd85db-1a7c-4a81-b546-8ff495b45676 None None] The sync data for ids ['634bed02-db35-4c26-b8e0-380ab38496e1'] in dv-neutron-zed-2-hyperv is: [{'id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'name': 'tempest-ServerActionsTestJSON-730812861-router', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64'}], 'enable_snat': True}, 'gw_port_id': '5247cedb-3c81-4015-b008-235530b9eb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:46Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '1c1772cbf744449891cae928448c57eb', 'gw_port': {'id': '5247cedb-3c81-4015-b008-235530b9eb54', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9aa6a45-9fe7-4aba-bb93-a6b77f41856b', 'name': '', 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'mac_address': 'fa:16:3e:0f:8b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:57Z', 'updated_at': '2022-10-28T09:55:05Z', 'revision_number': 4, 'project_id': '1c1772cbf744449891cae928448c57eb', 'subnets': [{'id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:07.297864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f457cfe-bfb7-426e-82da-0dbe726b0810 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (8f23e753-94d1-4a57-a9fa-5c8d2fcfa5c7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.316217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cfb81fe0-09bf-40c7-a7ed-13fe91a284ee tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (7dbcb139-d5fb-4c8b-b454-99110caf6adf), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.331663 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453a029e-4c2f-4d0d-9c64-66be3a944c21,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:07.335397 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f457cfe-bfb7-426e-82da-0dbe726b0810 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f23e753-94d1-4a57-a9fa-5c8d2fcfa5c7,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:07.340265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.375997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:07.398974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c92f58f-703d-4021-9cbc-9f6173f547f3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:07.399338 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0c92f58f-703d-4021-9cbc-9f6173f547f3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.402554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.407684 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-788d66a7-24bf-4dba-b8b1-32c6887c3594 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.412279 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-788d66a7-24bf-4dba-b8b1-32c6887c3594 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7582755 Oct 28 09:55:07.416070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36040) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:07.418776 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-942cae5d-1849-4353-b2e5-1d92ea74d4da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.423609 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:07.439778 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cfb81fe0-09bf-40c7-a7ed-13fe91a284ee tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (7dbcb139-d5fb-4c8b-b454-99110caf6adf), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.440806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb81fe0-09bf-40c7-a7ed-13fe91a284ee tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:07.441405 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cfb81fe0-09bf-40c7-a7ed-13fe91a284ee tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.504935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f457cfe-bfb7-426e-82da-0dbe726b0810 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.511888 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4f457cfe-bfb7-426e-82da-0dbe726b0810 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/8f23e753-94d1-4a57-a9fa-5c8d2fcfa5c7 HTTP/1.1" status: 204 len: 168 time: 1.2434204 Oct 28 09:55:07.512649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36042) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:07.524556 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c54d40e9-9b48-430a-9edc-9aa39de8c598', 'external_fixed_ips': [{'subnet_id': '20867306-b42f-4828-a528-319c329d66c3', 'ip_address': '2001:db8::3dd'}]}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:07.533769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.586556 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0c92f58f-703d-4021-9cbc-9f6173f547f3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5779030 Oct 28 09:55:07.595044 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36044) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:07.605276 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-22e6a9a3-b12c-4b8b-85ad-2adba7677fa0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'port': {'network_id': 'd03d9077-1c89-4205-9dae-aee8c4b9b5c8', 'name': 'tempest-FloatingIPTestJSON-1235729919'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:07.613777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.675722 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb81fe0-09bf-40c7-a7ed-13fe91a284ee tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event updated for resources: {'Network': ['ID=7dbcb139-d5fb-4c8b-b454-99110caf6adf,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:07.694282 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 7dbcb139-d5fb-4c8b-b454-99110caf6adf details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:55:07.700744 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.716732 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cfb81fe0-09bf-40c7-a7ed-13fe91a284ee tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9120536 Oct 28 09:55:07.722921 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36046) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:07.781379 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.866819 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (504a07f2-724b-4262-b40c-997d700f481d), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.868040 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (504a07f2-724b-4262-b40c-997d700f481d), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.922411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=71,neutron:INSERT=20,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:07.974547 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Allocated IP 172.36.1.30 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/741e0d11-ec63-4881-b585-eec8308efc96) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:07.976726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] device_id is not set on port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:07.988829 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-942cae5d-1849-4353-b2e5-1d92ea74d4da admin admin] Publish callbacks [] for security_group (ec1db936-63a1-403d-bf8b-d5bf1418099b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.000503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks [] for port (a57decef-8ec7-4c3e-8f77-4804f3cf8da6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.021461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e6a9a3-b12c-4b8b-85ad-2adba7677fa0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Made reservation on behalf of 75ecfc91f5d047d6aba3e42bd3b79869 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:08.025619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-22e6a9a3-b12c-4b8b-85ad-2adba7677fa0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.063799 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_controller (504a07f2-724b-4262-b40c-997d700f481d), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.092754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-942cae5d-1849-4353-b2e5-1d92ea74d4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (ec1db936-63a1-403d-bf8b-d5bf1418099b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.098067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:08.108140 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3946fe58-e8b0-4230-b1c1-02613280e8e3 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:08.108647 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a57decef-8ec7-4c3e-8f77-4804f3cf8da6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.133761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-22e6a9a3-b12c-4b8b-85ad-2adba7677fa0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] device_id is not set on port 581df3f1-8d6e-4a74-8112-024a512a8ab8 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:08.145937 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cae5d-1849-4353-b2e5-1d92ea74d4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1db936-63a1-403d-bf8b-d5bf1418099b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:08.172627 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 3946fe58-e8b0-4230-b1c1-02613280e8e3 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:08.173015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.173765 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 3946fe58-e8b0-4230-b1c1-02613280e8e3 Oct 28 09:55:08.256422 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:08.265499 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-942cae5d-1849-4353-b2e5-1d92ea74d4da admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6194e966f5634b5f990337e68ff12a0e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3228426 Oct 28 09:55:08.266227 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36048) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:08.327420 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847485b4-c37a-4eb6-aa95-4114f1a7794c tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:08.334811 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847485b4-c37a-4eb6-aa95-4114f1a7794c tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:08.342536 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847485b4-c37a-4eb6-aa95-4114f1a7794c tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:08.348851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847485b4-c37a-4eb6-aa95-4114f1a7794c tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:08.361393 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847485b4-c37a-4eb6-aa95-4114f1a7794c tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:08.363685 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-847485b4-c37a-4eb6-aa95-4114f1a7794c tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 3061 time: 0.6386664 Oct 28 09:55:08.367211 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36050) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:08.413159 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 3946fe58-e8b0-4230-b1c1-02613280e8e3 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:08.414454 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.428766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for port (741e0d11-ec63-4881-b585-eec8308efc96), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.462376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 3946fe58-e8b0-4230-b1c1-02613280e8e3, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3946fe58-e8b0-4230-b1c1-02613280e8e3,segment=NetworkSegment(80f9f03c-618a-4994-9388-e53a5b3b24c7),segment_id=80f9f03c-618a-4994-9388-e53a5b3b24c7)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:08.479415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-22e6a9a3-b12c-4b8b-85ad-2adba7677fa0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Allocated IP 172.20.0.14 (d03d9077-1c89-4205-9dae-aee8c4b9b5c8/eb20726f-0b71-4327-abf0-85f88d95ee2f/581df3f1-8d6e-4a74-8112-024a512a8ab8) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:08.482139 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b09ec75d-adbb-493b-a2b5-345b8e354a5c admin admin] Publish callbacks [] for security_group (ec1db936-63a1-403d-bf8b-d5bf1418099b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.522529 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Pushing event updated for resources: {'Port': ['ID=a57decef-8ec7-4c3e-8f77-4804f3cf8da6,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:08.528659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (504a07f2-724b-4262-b40c-997d700f481d), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.538234 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Checking segment: {'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:08.538917 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Network hostable DHCP agents. Network: a0366f74-c3e3-4846-a46e-2722639bcb21, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:55:08.541863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b09ec75d-adbb-493b-a2b5-345b8e354a5c admin admin] Publish callbacks [] for security_group (ec1db936-63a1-403d-bf8b-d5bf1418099b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.547040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.549255 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f9aa6a45-9fe7-4aba-bb93-a6b77f41856b up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:08.574118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ea1fda0f-7314-4b1a-895d-9d73e01c0cf8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (7dbcb139-d5fb-4c8b-b454-99110caf6adf), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.662962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=3946fe58-e8b0-4230-b1c1-02613280e8e3,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:08.671196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:08.672195 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.672876 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b Oct 28 09:55:08.698627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Network a0366f74-c3e3-4846-a46e-2722639bcb21 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:55:08.708678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (741e0d11-ec63-4881-b585-eec8308efc96), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.720544 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ea1fda0f-7314-4b1a-895d-9d73e01c0cf8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (7dbcb139-d5fb-4c8b-b454-99110caf6adf), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.734008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:08.782566 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ea1fda0f-7314-4b1a-895d-9d73e01c0cf8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbcb139-d5fb-4c8b-b454-99110caf6adf']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:08.793145 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:08.793973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.800295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ea1fda0f-7314-4b1a-895d-9d73e01c0cf8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72539d3-7e15-4445-adbc-7e80be4e9718') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:08.800604 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ea1fda0f-7314-4b1a-895d-9d73e01c0cf8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72539d3-7e15-4445-adbc-7e80be4e9718') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:08.811805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, a0366f74-c3e3-4846-a46e-2722639bcb21) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:08.823519 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ea1fda0f-7314-4b1a-895d-9d73e01c0cf8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (a72539d3-7e15-4445-adbc-7e80be4e9718), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.834464 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:08.837720 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7774c9cd-3c2f-4fb0-bc1c-8d2d6cd71401 None None] Network a0366f74-c3e3-4846-a46e-2722639bcb21 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:08.841273 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:08.856718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ea1fda0f-7314-4b1a-895d-9d73e01c0cf8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (a72539d3-7e15-4445-adbc-7e80be4e9718), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.889795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f9aa6a45-9fe7-4aba-bb93-a6b77f41856b,segment=NetworkSegment(301e5b80-d251-4255-9ceb-e0da6669ccaa),segment_id=301e5b80-d251-4255-9ceb-e0da6669ccaa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:08.897429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1fda0f-7314-4b1a-895d-9d73e01c0cf8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:55:08.897856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ea1fda0f-7314-4b1a-895d-9d73e01c0cf8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (a72539d3-7e15-4445-adbc-7e80be4e9718), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.899945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:08.903349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:08.903349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:08.952702 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.953622 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6edde6a7-f604-4886-9c6a-7f188a2edc7c up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:08.974562 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b09ec75d-adbb-493b-a2b5-345b8e354a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (ec1db936-63a1-403d-bf8b-d5bf1418099b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.976961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b09ec75d-adbb-493b-a2b5-345b8e354a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.980590 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b09ec75d-adbb-493b-a2b5-345b8e354a5c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ec1db936-63a1-403d-bf8b-d5bf1418099b HTTP/1.1" status: 204 len: 168 time: 0.7012160 Oct 28 09:55:08.989395 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:09.007923 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment a72539d3-7e15-4445-adbc-7e80be4e9718 resource provider aggregate not found Oct 28 09:55:09.010002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:09.014066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ec75d-adbb-493b-a2b5-345b8e354a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1db936-63a1-403d-bf8b-d5bf1418099b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:09.021119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:09.021471 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:09.022322 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 2 to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 Oct 28 09:55:09.037398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:09.042893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:09.045282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:09.049897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-22e6a9a3-b12c-4b8b-85ad-2adba7677fa0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (581df3f1-8d6e-4a74-8112-024a512a8ab8), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.052613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Allocated IP 172.36.1.2 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/b41e6ca5-5deb-4809-a264-b78212d766ff) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:09.079070 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment a72539d3-7e15-4445-adbc-7e80be4e9718 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a72539d3-7e15-4445-adbc-7e80be4e9718 found for delete ", "request_id": "req-3d2a1fd7-ae62-4dd7-bd22-12964af8124c"}]} Oct 28 09:55:09.085733 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Pushing event updated for resources: {'Port': ['ID=741e0d11-ec63-4881-b585-eec8308efc96,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:09.087831 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:09.089922 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6edde6a7-f604-4886-9c6a-7f188a2edc7c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:09.090423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.093410 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:09.093749 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6edde6a7-f604-4886-9c6a-7f188a2edc7c Oct 28 09:55:09.093859 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:09.104431 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:09.105542 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:09.106965 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 3 to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 Oct 28 09:55:09.161811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=f9aa6a45-9fe7-4aba-bb93-a6b77f41856b,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:09.184533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:09.240379 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6edde6a7-f604-4886-9c6a-7f188a2edc7c is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:09.241042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.270378 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-22e6a9a3-b12c-4b8b-85ad-2adba7677fa0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (581df3f1-8d6e-4a74-8112-024a512a8ab8), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.308699 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 6edde6a7-f604-4886-9c6a-7f188a2edc7c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6edde6a7-f604-4886-9c6a-7f188a2edc7c,segment=NetworkSegment(203bc2fa-01a5-4225-85a6-5f96e3ad29d6),segment_id=203bc2fa-01a5-4225-85a6-5f96e3ad29d6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:09.310948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for floatingip (973e0677-563d-40d7-a4f6-f13c3991e773), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.333328 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:09.338158 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ea1fda0f-7314-4b1a-895d-9d73e01c0cf8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (7dbcb139-d5fb-4c8b-b454-99110caf6adf), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.340063 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:09.341457 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:09.341457 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:09.353918 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (504a07f2-724b-4262-b40c-997d700f481d), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.357985 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1fda0f-7314-4b1a-895d-9d73e01c0cf8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7dbcb139-d5fb-4c8b-b454-99110caf6adf {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 09:55:09.359240 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:09.359601 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:09.364632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.385258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for port (b41e6ca5-5deb-4809-a264-b78212d766ff), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.393463 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 4 to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 Oct 28 09:55:09.402896 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e6a9a3-b12c-4b8b-85ad-2adba7677fa0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network d03d9077-1c89-4205-9dae-aee8c4b9b5c8 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:09.406488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6a9a3-b12c-4b8b-85ad-2adba7677fa0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=581df3f1-8d6e-4a74-8112-024a512a8ab8,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:09.411662 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-22e6a9a3-b12c-4b8b-85ad-2adba7677fa0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:09.415088 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6a9a3-b12c-4b8b-85ad-2adba7677fa0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:09.430798 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ea1fda0f-7314-4b1a-895d-9d73e01c0cf8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.434198 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=6edde6a7-f604-4886-9c6a-7f188a2edc7c,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:09.445507 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ea1fda0f-7314-4b1a-895d-9d73e01c0cf8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/7dbcb139-d5fb-4c8b-b454-99110caf6adf HTTP/1.1" status: 204 len: 168 time: 1.0659320 Oct 28 09:55:09.445507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:09.445507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:09.445507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:09.448129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36060) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:09.450366 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.455771 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fda0f-7314-4b1a-895d-9d73e01c0cf8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event deleted for resources: {'Network': ['ID=7dbcb139-d5fb-4c8b-b454-99110caf6adf,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:09.467076 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-bc340c88-8e00-4dc5-8bd8-0191330f5c61 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Request body: {'network': {'name': 'tempest-network--573722350', 'router:external': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:09.488616 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:09.488954 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:09.493167 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 5 to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 Oct 28 09:55:09.525049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (741e0d11-ec63-4881-b585-eec8308efc96), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.532681 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e6a9a3-b12c-4b8b-85ad-2adba7677fa0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:09.533349 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-22e6a9a3-b12c-4b8b-85ad-2adba7677fa0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.539196 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:09.539541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:09.539883 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:09.547629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:09.547863 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:09.550942 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 6 to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 Oct 28 09:55:09.597149 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:09.597486 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:09.597823 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:09.606362 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:09.606850 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:09.608753 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 7 to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 Oct 28 09:55:09.643628 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-22e6a9a3-b12c-4b8b-85ad-2adba7677fa0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0432689 Oct 28 09:55:09.643628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (b41e6ca5-5deb-4809-a264-b78212d766ff), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.644866 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36062) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:09.651518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '581df3f1-8d6e-4a74-8112-024a512a8ab8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:09.660442 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Allocated IP 172.36.1.123 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/e9eb0156-ff99-4599-a8e5-4b42667bdabe) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:09.726182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:09.737666 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:09.747895 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:09.750205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:09.754562 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Pushing event updated for resources: {'Port': ['ID=b41e6ca5-5deb-4809-a264-b78212d766ff,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:09.768862 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for port (e9eb0156-ff99-4599-a8e5-4b42667bdabe), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.787475 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc340c88-8e00-4dc5-8bd8-0191330f5c61 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Made reservation on behalf of 9d81785be95c4c9aa02fa1dd2700ba3b for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:09.792648 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bc340c88-8e00-4dc5-8bd8-0191330f5c61 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.845339 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.851151 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for port (741e0d11-ec63-4881-b585-eec8308efc96), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.881273 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36064) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:09.890209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:09.890537 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:09.890891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:09.950423 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for floatingip (0a2268b3-d26f-4c82-93b3-549780bc761d), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.951839 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (741e0d11-ec63-4881-b585-eec8308efc96), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.970888 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:09.971214 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:09.973442 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc340c88-8e00-4dc5-8bd8-0191330f5c61 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:55:09.978835 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 8 to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 Oct 28 09:55:10.003282 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3946fe58-e8b0-4230-b1c1-02613280e8e3 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:10.010649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bc340c88-8e00-4dc5-8bd8-0191330f5c61 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (bad32b41-d43e-4680-85c3-db0d92f5d435), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.011528 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-bc340c88-8e00-4dc5-8bd8-0191330f5c61 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Added segment bad32b41-d43e-4680-85c3-db0d92f5d435 of type vlan for network 635cfba8-8340-4db7-951b-190c5f6de40a Oct 28 09:55:10.013113 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:10.013113 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:10.013451 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:10.023266 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-fecc769c-cb85-4dd5-8c5f-3147a9a7067f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=eafddc094402409aa26f4d30d57ce49a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316910 Oct 28 09:55:10.024383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36066) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:10.032104 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:10.032445 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:10.034989 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Allocated IP 2001:db8::3dd (c54d40e9-9b48-430a-9edc-9aa39de8c598/20867306-b42f-4828-a528-319c329d66c3/7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:10.036486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.036613 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 9 to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 Oct 28 09:55:10.051228 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 3946fe58-e8b0-4230-b1c1-02613280e8e3 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:10.051736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.052165 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 3946fe58-e8b0-4230-b1c1-02613280e8e3 Oct 28 09:55:10.060831 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Pushing event updated for resources: {'Port': ['ID=741e0d11-ec63-4881-b585-eec8308efc96,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:10.068217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (973e0677-563d-40d7-a4f6-f13c3991e773), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.085742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e9eb0156-ff99-4599-a8e5-4b42667bdabe), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.097666 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:10.131310 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:10.131649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:10.131979 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:10.142056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 3946fe58-e8b0-4230-b1c1-02613280e8e3 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:10.143289 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f9aa6a45-9fe7-4aba-bb93-a6b77f41856b up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:10.143957 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bc340c88-8e00-4dc5-8bd8-0191330f5c61 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (635cfba8-8340-4db7-951b-190c5f6de40a), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.162156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b41e6ca5-5deb-4809-a264-b78212d766ff), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.190725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:10.190725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.190992 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b Oct 28 09:55:10.197664 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:10.198001 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:10.205502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:10.207571 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 10 to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 Oct 28 09:55:10.219883 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:10.230177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Pushing event updated for resources: {'Port': ['ID=e9eb0156-ff99-4599-a8e5-4b42667bdabe,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:10.238151 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:10.247493 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dd4f140c-49ba-44fd-b032-3a71e580c9a5 admin admin] Publish callbacks [] for security_group (d9f7904f-ed85-4345-a89d-bba3ffbfed25), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.256006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.267509 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-140c0d15-ea4d-44bf-a8d3-45df43c23f24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0660408 Oct 28 09:55:10.267509 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:10.281276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:10.282931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:10.282931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:10.312170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:10.313842 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6edde6a7-f604-4886-9c6a-7f188a2edc7c up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:10.319298 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:10.319633 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:10.320000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a57decef-8ec7-4c3e-8f77-4804f3cf8da6), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.347217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dd4f140c-49ba-44fd-b032-3a71e580c9a5 admin admin] Publish callbacks [] for security_group (d9f7904f-ed85-4345-a89d-bba3ffbfed25), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.381541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bc340c88-8e00-4dc5-8bd8-0191330f5c61 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (635cfba8-8340-4db7-951b-190c5f6de40a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.382549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc340c88-8e00-4dc5-8bd8-0191330f5c61 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:10.383161 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bc340c88-8e00-4dc5-8bd8-0191330f5c61 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.384508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Allocated IP 172.36.1.16 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/103be952-bf0a-4f49-97b5-6be9f6402a81) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:10.391346 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:10.395424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6edde6a7-f604-4886-9c6a-7f188a2edc7c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:10.395945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.398037 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6edde6a7-f604-4886-9c6a-7f188a2edc7c Oct 28 09:55:10.525920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for port (7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.527633 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340c88-8e00-4dc5-8bd8-0191330f5c61 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event updated for resources: {'Network': ['ID=635cfba8-8340-4db7-951b-190c5f6de40a,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:10.535474 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for port (b41e6ca5-5deb-4809-a264-b78212d766ff), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.545519 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 635cfba8-8340-4db7-951b-190c5f6de40a details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:55:10.551255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36080) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:10.551440 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bc340c88-8e00-4dc5-8bd8-0191330f5c61 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0965903 Oct 28 09:55:10.627142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (103be952-bf0a-4f49-97b5-6be9f6402a81), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.637540 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] For port a57decef-8ec7-4c3e-8f77-4804f3cf8da6, host hv-neutron-zed0, cleared binding levels {{(pid=114059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:10.638709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempted to set empty binding levels {{(pid=114059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 09:55:10.639601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6edde6a7-f604-4886-9c6a-7f188a2edc7c is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:10.641840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for floatingip (e6c8dcf1-cc68-4515-bbf3-55a52d8243d3), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.648337 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (b41e6ca5-5deb-4809-a264-b78212d766ff), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.657606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dd4f140c-49ba-44fd-b032-3a71e580c9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (d9f7904f-ed85-4345-a89d-bba3ffbfed25), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.660160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dd4f140c-49ba-44fd-b032-3a71e580c9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.661343 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-dd4f140c-49ba-44fd-b032-3a71e580c9a5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d9f7904f-ed85-4345-a89d-bba3ffbfed25 HTTP/1.1" status: 204 len: 168 time: 0.6349790 Oct 28 09:55:10.712819 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (a57decef-8ec7-4c3e-8f77-4804f3cf8da6), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.714036 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:10.714643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.744782 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50922fd4-d602-46e3-b650-182f8d7db271 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:10.749839 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-50922fd4-d602-46e3-b650-182f8d7db271 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] 10.222.0.49 "GET /networking/v2.0/networks/635cfba8-8340-4db7-951b-190c5f6de40a HTTP/1.1" status: 200 len: 756 time: 0.1951046 Oct 28 09:55:10.750002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.755632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36092) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:10.755974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f140c-49ba-44fd-b032-3a71e580c9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f7904f-ed85-4345-a89d-bba3ffbfed25,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:10.758894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:10.772114 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:10.791625 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (0a2268b3-d26f-4c82-93b3-549780bc761d), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.799915 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Pushing event updated for resources: {'Port': ['ID=b41e6ca5-5deb-4809-a264-b78212d766ff,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:10.857056 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.4479411 Oct 28 09:55:10.857557 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36094) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:10.887829 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b442892-2a63-488a-9070-36aab087d497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Pushing event updated for resources: {'Port': ['ID=a57decef-8ec7-4c3e-8f77-4804f3cf8da6,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:10.890089 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e9eb0156-ff99-4599-a8e5-4b42667bdabe), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.893377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (103be952-bf0a-4f49-97b5-6be9f6402a81), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.895913 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Network c54d40e9-9b48-430a-9edc-9aa39de8c598 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:10.921199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e6ac70-2567-423a-86c5-34c80b82bcc0 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:10.925349 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d6e6ac70-2567-423a-86c5-34c80b82bcc0 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] 10.222.0.49 "GET /networking/v2.0/networks/27077f21-c4ef-420a-89a0-a6ee89675145 HTTP/1.1" status: 200 len: 768 time: 0.1650667 Oct 28 09:55:10.927154 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36096) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:10.939332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:10.939332 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-75ca3f04-1df0-47db-b6f6-9be707d3d0cb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5163894 Oct 28 09:55:10.957953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:10.962475 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:10.967569 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36106) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:10.975200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:10.976631 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 09:55:11.037229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:11.095499 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:11.101096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=103be952-bf0a-4f49-97b5-6be9f6402a81,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:11.111932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:11.118602 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Pushing event updated for resources: {'Port': ['ID=7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:11.139292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-875eb2bc-0ba8-4017-98dc-e7e496dcb410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Deleting port a57decef-8ec7-4c3e-8f77-4804f3cf8da6 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:11.144929 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-875eb2bc-0ba8-4017-98dc-e7e496dcb410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a57decef-8ec7-4c3e-8f77-4804f3cf8da6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:11.218924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-43a70e19-90c4-498a-bdd7-31751b803433 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (635cfba8-8340-4db7-951b-190c5f6de40a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:11.233207 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-b744fd70-9a3e-4a1f-a53f-a3fb067f810f tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--279361284&fields=id&tenant_id=52816e5f52fd412794bd5361bc627a82 HTTP/1.1" status: 200 len: 267 time: 0.2597649 Oct 28 09:55:11.289960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-875eb2bc-0ba8-4017-98dc-e7e496dcb410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] For port a57decef-8ec7-4c3e-8f77-4804f3cf8da6, host hv-neutron-zed0, got binding levels [] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:11.290254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-875eb2bc-0ba8-4017-98dc-e7e496dcb410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a57decef-8ec7-4c3e-8f77-4804f3cf8da6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:11.306912 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:11.349854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-875eb2bc-0ba8-4017-98dc-e7e496dcb410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Calling delete_port for a57decef-8ec7-4c3e-8f77-4804f3cf8da6 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:11.611495 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36138) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:11.804942 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-43a70e19-90c4-498a-bdd7-31751b803433 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (635cfba8-8340-4db7-951b-190c5f6de40a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:11.888817 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-43a70e19-90c4-498a-bdd7-31751b803433 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635cfba8-8340-4db7-951b-190c5f6de40a']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:11.893705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:11.912408 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-43a70e19-90c4-498a-bdd7-31751b803433 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad32b41-d43e-4680-85c3-db0d92f5d435') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:11.912693 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-43a70e19-90c4-498a-bdd7-31751b803433 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad32b41-d43e-4680-85c3-db0d92f5d435') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:11.917200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:11.933282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-43a70e19-90c4-498a-bdd7-31751b803433 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (bad32b41-d43e-4680-85c3-db0d92f5d435), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:11.969734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:11.980089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-43a70e19-90c4-498a-bdd7-31751b803433 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (bad32b41-d43e-4680-85c3-db0d92f5d435), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:11.991125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a70e19-90c4-498a-bdd7-31751b803433 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:55:11.991514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-43a70e19-90c4-498a-bdd7-31751b803433 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (bad32b41-d43e-4680-85c3-db0d92f5d435), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.003263 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-6d66e915-af9c-466d-94a0-66b563cd76b5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:12.004793 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-6d66e915-af9c-466d-94a0-66b563cd76b5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/networks?id=2ceca80e-d943-46cf-9c08-f3daa615c0be HTTP/1.1" status: 200 len: 812 time: 0.7606058 Oct 28 09:55:12.024814 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-6d1b515f-107b-4150-bbb9-ab5c5300cdde tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--913408958&fields=id&tenant_id=1c1772cbf744449891cae928448c57eb HTTP/1.1" status: 200 len: 267 time: 0.4109464 Oct 28 09:55:12.029469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for port (e9eb0156-ff99-4599-a8e5-4b42667bdabe), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.048379 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment bad32b41-d43e-4680-85c3-db0d92f5d435 resource provider aggregate not found Oct 28 09:55:12.048963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:12.050766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (504a07f2-724b-4262-b40c-997d700f481d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.067107 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-8c698c36-f532-4313-8049-71d248b478f6 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/quotas/52816e5f52fd412794bd5361bc627a82 HTTP/1.1" status: 200 len: 375 time: 0.0498331 Oct 28 09:55:12.070603 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-875eb2bc-0ba8-4017-98dc-e7e496dcb410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a57decef-8ec7-4c3e-8f77-4804f3cf8da6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.095416 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment bad32b41-d43e-4680-85c3-db0d92f5d435 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bad32b41-d43e-4680-85c3-db0d92f5d435 found for delete ", "request_id": "req-43615208-a9a1-4bac-b869-36d3afde47dc"}]} Oct 28 09:55:12.131553 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (e9eb0156-ff99-4599-a8e5-4b42667bdabe), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.145005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875eb2bc-0ba8-4017-98dc-e7e496dcb410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Pushing event deleted for resources: {'Port': ['ID=a57decef-8ec7-4c3e-8f77-4804f3cf8da6,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:12.158117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-875eb2bc-0ba8-4017-98dc-e7e496dcb410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.161409 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-875eb2bc-0ba8-4017-98dc-e7e496dcb410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/a57decef-8ec7-4c3e-8f77-4804f3cf8da6 HTTP/1.1" status: 204 len: 168 time: 1.3027909 Oct 28 09:55:12.164143 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36152) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:12.197803 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36154) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:12.251258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-43a70e19-90c4-498a-bdd7-31751b803433 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (635cfba8-8340-4db7-951b-190c5f6de40a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.253284 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a53579-6597-4372-92fa-f4b31665258c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] GET failed (client error): The resource could not be found. Oct 28 09:55:12.258168 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f8a53579-6597-4372-92fa-f4b31665258c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/a57decef-8ec7-4c3e-8f77-4804f3cf8da6 HTTP/1.1" status: 404 len: 333 time: 0.0897443 Oct 28 09:55:12.265632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36158) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:12.280167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-150a3896-ea41-4bbc-8b8b-4cbd264a9ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Request body: {'port': {'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-135995989'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:12.290662 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a70e19-90c4-498a-bdd7-31751b803433 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 635cfba8-8340-4db7-951b-190c5f6de40a {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 09:55:12.294351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-43a70e19-90c4-498a-bdd7-31751b803433 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.297762 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-43a70e19-90c4-498a-bdd7-31751b803433 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/635cfba8-8340-4db7-951b-190c5f6de40a HTTP/1.1" status: 204 len: 168 time: 1.3629994 Oct 28 09:55:12.310144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a70e19-90c4-498a-bdd7-31751b803433 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event deleted for resources: {'Network': ['ID=635cfba8-8340-4db7-951b-190c5f6de40a,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:12.314519 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36160) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:12.323574 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4e73c465-88b6-42c7-b705-37cc2cf80f00 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Request body: {'network': {'name': 'tempest-network--1756895684'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:12.381739 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-1d2b54c8-bd1e-4099-b52e-c391ad9d91c4 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=52816e5f52fd412794bd5361bc627a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2557299 Oct 28 09:55:12.388033 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Pushing event updated for resources: {'Port': ['ID=e9eb0156-ff99-4599-a8e5-4b42667bdabe,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:12.408112 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9d278fac-ac0b-44de-b446-340d0c8d4c96 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2443397'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:12.419553 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (e6c8dcf1-cc68-4515-bbf3-55a52d8243d3), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.444964 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-70d06294-1977-4f31-99cb-b32a65869bc5 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:12.447048 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-70d06294-1977-4f31-99cb-b32a65869bc5 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/networks?id=9b354618-41dd-41ee-a0fe-9a79976baa4b HTTP/1.1" status: 200 len: 811 time: 0.4090433 Oct 28 09:55:12.447663 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:12.480125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (10567ee5-d415-483f-bc56-baca10ae492f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.507624 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-b0b85e5c-d21f-4639-9052-a9a2c91c7c21 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/quotas/1c1772cbf744449891cae928448c57eb HTTP/1.1" status: 200 len: 375 time: 0.0540543 Oct 28 09:55:12.509809 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150a3896-ea41-4bbc-8b8b-4cbd264a9ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Made reservation on behalf of 88aa33fe97eb4199a9e140d6081272ac for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:12.514335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-150a3896-ea41-4bbc-8b8b-4cbd264a9ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.562966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e73c465-88b6-42c7-b705-37cc2cf80f00 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Made reservation on behalf of 9d81785be95c4c9aa02fa1dd2700ba3b for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:12.565525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e73c465-88b6-42c7-b705-37cc2cf80f00 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.566409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d278fac-ac0b-44de-b446-340d0c8d4c96 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:12.570600 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d278fac-ac0b-44de-b446-340d0c8d4c96 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.575612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.576817 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5e2d73c4-ba53-4350-8a60-97f11fa6193f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5752714 Oct 28 09:55:12.607789 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e73c465-88b6-42c7-b705-37cc2cf80f00 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:55:12.617412 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-150a3896-ea41-4bbc-8b8b-4cbd264a9ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] device_id is not set on port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:12.617953 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e73c465-88b6-42c7-b705-37cc2cf80f00 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (317121eb-2aef-4782-b8e8-ca9f23da9e8e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.618240 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-4e73c465-88b6-42c7-b705-37cc2cf80f00 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Added segment 317121eb-2aef-4782-b8e8-ca9f23da9e8e of type vlan for network 8bbb5e62-6ae0-41b8-a754-375b8244b6e9 Oct 28 09:55:12.626177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d278fac-ac0b-44de-b446-340d0c8d4c96 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.651212 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-5858734c-522b-4509-9033-03fc2e7f3476 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1c1772cbf744449891cae928448c57eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1366694 Oct 28 09:55:12.702088 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-f3a0064f-06ad-494b-be78-6b63b3ef0fb5 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:55:12.703147 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-f3a0064f-06ad-494b-be78-6b63b3ef0fb5 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1676683 Oct 28 09:55:12.709189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (504a07f2-724b-4262-b40c-997d700f481d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.721683 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e73c465-88b6-42c7-b705-37cc2cf80f00 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (8bbb5e62-6ae0-41b8-a754-375b8244b6e9), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.792446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (103be952-bf0a-4f49-97b5-6be9f6402a81), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.823160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e73c465-88b6-42c7-b705-37cc2cf80f00 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (8bbb5e62-6ae0-41b8-a754-375b8244b6e9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.824116 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73c465-88b6-42c7-b705-37cc2cf80f00 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:12.824847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e73c465-88b6-42c7-b705-37cc2cf80f00 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:12.836229 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:12.922527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-b9c8997f-5f0f-456f-b6e8-47fa52186f9b service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:55:12.923576 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-b9c8997f-5f0f-456f-b6e8-47fa52186f9b service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1249151 Oct 28 09:55:12.925653 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73c465-88b6-42c7-b705-37cc2cf80f00 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event updated for resources: {'Network': ['ID=8bbb5e62-6ae0-41b8-a754-375b8244b6e9,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:12.943271 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 8bbb5e62-6ae0-41b8-a754-375b8244b6e9 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:55:13.005977 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:13.033283 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4e73c465-88b6-42c7-b705-37cc2cf80f00 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7137418 Oct 28 09:55:13.034378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-26384f57-b628-4494-8b27-ba1f441c36aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.040535 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36182) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:13.045547 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-950683fe-ba8d-47a2-9f39-cf7c2a78bff8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:13.065507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (103be952-bf0a-4f49-97b5-6be9f6402a81), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.093434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-150a3896-ea41-4bbc-8b8b-4cbd264a9ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks [] for port (6ea72a8b-95e2-4545-82c7-ac0c9ee3a632), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.094042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:13.102635 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-96d70b6e-d374-4edd-aab8-9a0ad4724c70 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2ceca80e-d943-46cf-9c08-f3daa615c0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847327 Oct 28 09:55:13.121134 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d278fac-ac0b-44de-b446-340d0c8d4c96 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for security_group (83599ec1-afc3-435b-a64c-92b03b6e2e02), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.171180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (103be952-bf0a-4f49-97b5-6be9f6402a81), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.221035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d278fac-ac0b-44de-b446-340d0c8d4c96 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (83599ec1-afc3-435b-a64c-92b03b6e2e02), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.247493 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-75ac4ccd-900b-42ee-afe2-b44948abe5d8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968748 Oct 28 09:55:13.262863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=103be952-bf0a-4f49-97b5-6be9f6402a81,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:13.272123 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (10567ee5-d415-483f-bc56-baca10ae492f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.282159 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d278fac-ac0b-44de-b446-340d0c8d4c96 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:55:13.314174 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-950683fe-ba8d-47a2-9f39-cf7c2a78bff8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (8bbb5e62-6ae0-41b8-a754-375b8244b6e9), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.358422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d278fac-ac0b-44de-b446-340d0c8d4c96 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (8345958b-c2ce-4977-b6c4-1dfc4056991d), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.358779 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-9d278fac-ac0b-44de-b446-340d0c8d4c96 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Added segment 8345958b-c2ce-4977-b6c4-1dfc4056991d of type vlan for network 27cab9a0-d24d-4f61-b60f-51dd4ee136db Oct 28 09:55:13.360789 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-150a3896-ea41-4bbc-8b8b-4cbd264a9ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (6ea72a8b-95e2-4545-82c7-ac0c9ee3a632), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.362311 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d278fac-ac0b-44de-b446-340d0c8d4c96 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83599ec1-afc3-435b-a64c-92b03b6e2e02,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:13.366388 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-10ed0cfc-ee33-4b64-b7f3-a733748638f5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2ceca80e-d943-46cf-9c08-f3daa615c0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493527 Oct 28 09:55:13.392447 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Floating IP 10567ee5-d415-483f-bc56-baca10ae492f associated. External IP: 172.36.1.16, port: 581df3f1-8d6e-4a74-8112-024a512a8ab8. Oct 28 09:55:13.431985 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-950683fe-ba8d-47a2-9f39-cf7c2a78bff8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (8bbb5e62-6ae0-41b8-a754-375b8244b6e9), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.442269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-950683fe-ba8d-47a2-9f39-cf7c2a78bff8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Network 8bbb5e62-6ae0-41b8-a754-375b8244b6e9 is not hosted by any dhcp agent {{(pid=114060) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 09:55:13.443273 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950683fe-ba8d-47a2-9f39-cf7c2a78bff8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:13.444495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-950683fe-ba8d-47a2-9f39-cf7c2a78bff8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.445155 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-950683fe-ba8d-47a2-9f39-cf7c2a78bff8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "PUT /networking/v2.0/networks/8bbb5e62-6ae0-41b8-a754-375b8244b6e9 HTTP/1.1" status: 200 len: 858 time: 0.4075530 Oct 28 09:55:13.452764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36184) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:13.454320 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Router 504a07f2-724b-4262-b40c-997d700f481d is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:55:13.476711 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d278fac-ac0b-44de-b446-340d0c8d4c96 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (27cab9a0-d24d-4f61-b60f-51dd4ee136db), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.494548 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150a3896-ea41-4bbc-8b8b-4cbd264a9ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Network a0366f74-c3e3-4846-a46e-2722639bcb21 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:13.509316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-150a3896-ea41-4bbc-8b8b-4cbd264a9ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:13.517411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a3896-ea41-4bbc-8b8b-4cbd264a9ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Pushing event updated for resources: {'Port': ['ID=6ea72a8b-95e2-4545-82c7-ac0c9ee3a632,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:13.525516 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150a3896-ea41-4bbc-8b8b-4cbd264a9ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:13.527017 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a3896-ea41-4bbc-8b8b-4cbd264a9ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:13.527614 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-150a3896-ea41-4bbc-8b8b-4cbd264a9ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.542110 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-671b17b2-f28e-4fbf-896e-978f1bb469bf service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779317 Oct 28 09:55:13.600054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950683fe-ba8d-47a2-9f39-cf7c2a78bff8 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event updated for resources: {'Network': ['ID=8bbb5e62-6ae0-41b8-a754-375b8244b6e9,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:13.625418 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-922bbc79-6af6-4c5c-b097-f9d4cfa55534 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (8bbb5e62-6ae0-41b8-a754-375b8244b6e9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.811610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:13.820143 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-922bbc79-6af6-4c5c-b097-f9d4cfa55534 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (8bbb5e62-6ae0-41b8-a754-375b8244b6e9), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.838512 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d278fac-ac0b-44de-b446-340d0c8d4c96 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (27cab9a0-d24d-4f61-b60f-51dd4ee136db), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.844096 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d278fac-ac0b-44de-b446-340d0c8d4c96 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:13.844892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d278fac-ac0b-44de-b446-340d0c8d4c96 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.849882 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-150a3896-ea41-4bbc-8b8b-4cbd264a9ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5785918 Oct 28 09:55:13.850140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-922bbc79-6af6-4c5c-b097-f9d4cfa55534 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbb5e62-6ae0-41b8-a754-375b8244b6e9']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:13.858574 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36212) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:13.865638 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:13.871914 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-922bbc79-6af6-4c5c-b097-f9d4cfa55534 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317121eb-2aef-4782-b8e8-ca9f23da9e8e') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:13.872208 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-922bbc79-6af6-4c5c-b097-f9d4cfa55534 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317121eb-2aef-4782-b8e8-ca9f23da9e8e') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:13.908729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-922bbc79-6af6-4c5c-b097-f9d4cfa55534 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (317121eb-2aef-4782-b8e8-ca9f23da9e8e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.909107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:13.911704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:13.958375 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-922bbc79-6af6-4c5c-b097-f9d4cfa55534 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (317121eb-2aef-4782-b8e8-ca9f23da9e8e), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.959852 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:13.961328 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6ea72a8b-95e2-4545-82c7-ac0c9ee3a632), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.976386 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922bbc79-6af6-4c5c-b097-f9d4cfa55534 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:55:13.976386 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-922bbc79-6af6-4c5c-b097-f9d4cfa55534 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (317121eb-2aef-4782-b8e8-ca9f23da9e8e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:13.987279 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Sync routers for ids ['504a07f2-724b-4262-b40c-997d700f481d'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:14.023138 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Routers {'504a07f2-724b-4262-b40c-997d700f481d'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:14.023707 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9d278fac-ac0b-44de-b446-340d0c8d4c96 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8080723 Oct 28 09:55:14.027110 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['504a07f2-724b-4262-b40c-997d700f481d'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:14.056055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d278fac-ac0b-44de-b446-340d0c8d4c96 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Network': ['ID=27cab9a0-d24d-4f61-b60f-51dd4ee136db,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:14.068829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:55:14.071709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36222) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:14.091744 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d20b4697-d861-4c86-b45b-681839e4e049 req-6e60f1c9-8edf-45a9-9d0b-96a1bcd30e1d tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 210 time: 0.1344063 Oct 28 09:55:14.097309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d81e68ef-ff4e-4993-94d9-3c907799c760 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:14.108946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:14.146747 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-e8bd2b40-2825-455a-92b4-dfd4ab4c76bf tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1766278796&fields=id&tenant_id=580605cfe10a4696bf5a3a3159e601ec HTTP/1.1" status: 200 len: 267 time: 0.2924831 Oct 28 09:55:14.229746 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:14.231436 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f8337c50-3182-4d84-b3da-eabcb5802f2a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.7103262 Oct 28 09:55:14.262842 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36228) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:14.307130 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-09569252-2a07-456e-b137-b10c24b8dcea req-6007e864-9bee-4979-acce-87fdd141fba2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 210 time: 0.1115110 Oct 28 09:55:14.339448 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 317121eb-2aef-4782-b8e8-ca9f23da9e8e resource provider aggregate not found Oct 28 09:55:14.343000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:14.359831 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Set router 504a07f2-724b-4262-b40c-997d700f481d gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:14.391093 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 317121eb-2aef-4782-b8e8-ca9f23da9e8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 317121eb-2aef-4782-b8e8-ca9f23da9e8e found for delete ", "request_id": "req-e1386ebb-3b70-4f1d-8d07-2128e297fb46"}]} Oct 28 09:55:14.460167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-22d53ff0-80af-4f64-9ec6-5af2c4322509 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:14.461877 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-22d53ff0-80af-4f64-9ec6-5af2c4322509 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/networks?id=e4158ee0-8f55-4566-ae30-a41792d07007 HTTP/1.1" status: 200 len: 805 time: 0.2976761 Oct 28 09:55:14.493920 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-922bbc79-6af6-4c5c-b097-f9d4cfa55534 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (8bbb5e62-6ae0-41b8-a754-375b8244b6e9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:14.523722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922bbc79-6af6-4c5c-b097-f9d4cfa55534 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8bbb5e62-6ae0-41b8-a754-375b8244b6e9 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 09:55:14.525305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bbc79-6af6-4c5c-b097-f9d4cfa55534 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Pushing event deleted for resources: {'Network': ['ID=8bbb5e62-6ae0-41b8-a754-375b8244b6e9,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:14.527883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-922bbc79-6af6-4c5c-b097-f9d4cfa55534 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:14.537738 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-922bbc79-6af6-4c5c-b097-f9d4cfa55534 tempest-ExternalNetworksTestJSON-87663687 tempest-ExternalNetworksTestJSON-87663687-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/8bbb5e62-6ae0-41b8-a754-375b8244b6e9 HTTP/1.1" status: 204 len: 168 time: 1.0770910 Oct 28 09:55:14.539197 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:14.539302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36250) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:14.581169 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-10fc7647-624c-42ab-9bdc-9f1bba8696f7 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/quotas/580605cfe10a4696bf5a3a3159e601ec HTTP/1.1" status: 200 len: 375 time: 0.0452092 Oct 28 09:55:14.643619 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504a07f2-724b-4262-b40c-997d700f481d', 'name': '', 'tenant_id': 'fafff247268b48ddb6f898503ef047cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54d40e9-9b48-430a-9edc-9aa39de8c598', 'external_fixed_ips': [{'subnet_id': '20867306-b42f-4828-a528-319c329d66c3', 'ip_address': '2001:db8::3dd'}], 'enable_snat': True}, 'gw_port_id': '7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:55:07Z', 'updated_at': '2022-10-28T09:55:11Z', 'revision_number': 3, 'project_id': 'fafff247268b48ddb6f898503ef047cc', 'gw_port': {'id': '7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3', 'name': '', 'network_id': 'c54d40e9-9b48-430a-9edc-9aa39de8c598', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504a07f2-724b-4262-b40c-997d700f481d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': '20867306-b42f-4828-a528-319c329d66c3', 'ip_address': '2001:db8::3dd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:55:09Z', 'updated_at': '2022-10-28T09:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20867306-b42f-4828-a528-319c329d66c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:14.647499 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] device_id is not set on port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:14.647730 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81e68ef-ff4e-4993-94d9-3c907799c760 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:14.659440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d81e68ef-ff4e-4993-94d9-3c907799c760 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:14.659744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks [] for port (6ea72a8b-95e2-4545-82c7-ac0c9ee3a632), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:14.670098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:14.673178 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-339e982f-984e-46b5-b6b0-ac17d6c32233 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] DELETE failed (client error): The resource could not be found. Oct 28 09:55:14.673587 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-339e982f-984e-46b5-b6b0-ac17d6c32233 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:55:14.677038 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Checking router: 504a07f2-724b-4262-b40c-997d700f481d for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:55:14.677523 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Updating router 504a07f2-724b-4262-b40c-997d700f481d port 7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:55:14.680879 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-339e982f-984e-46b5-b6b0-ac17d6c32233 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/49865045-26db-4447-8505-a3a819421ffc HTTP/1.1" status: 404 len: 337 time: 0.1386669 Oct 28 09:55:14.690912 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36258) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:14.721148 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:14.758738 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-57031c33-05db-49f4-ae24-8c39cd546f72 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=580605cfe10a4696bf5a3a3159e601ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1186872 Oct 28 09:55:14.798233 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (6ea72a8b-95e2-4545-82c7-ac0c9ee3a632), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:14.849570 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c7d11d51-da6f-496d-ab0f-aeb815bc4558 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (27077f21-c4ef-420a-89a0-a6ee89675145), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:14.862189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:14.917773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Pushing event updated for resources: {'Port': ['ID=6ea72a8b-95e2-4545-82c7-ac0c9ee3a632,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:14.929368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:14.929955 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:14.931007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:14.939603 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=8,neutron:SELECT=92 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:14.948465 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36260) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:14.952449 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-79b5882b-fb3e-4286-9500-e77a56522a03 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3056061 Oct 28 09:55:14.961351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:14.961791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-02cedaa4-c89e-4bff-8083-bab03bf01577 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:14.963018 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:14.986810 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 2 to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 Oct 28 09:55:15.028051 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Publish callbacks [] for port (7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.056206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:15.056668 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:15.057065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:15.072033 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:15.072445 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:15.076003 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 3 to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 Oct 28 09:55:15.092096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c7d11d51-da6f-496d-ab0f-aeb815bc4558 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (27077f21-c4ef-420a-89a0-a6ee89675145), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.109057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:15.122129 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:15.122461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:15.122889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:15.129263 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-c7d11d51-da6f-496d-ab0f-aeb815bc4558 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27077f21-c4ef-420a-89a0-a6ee89675145']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:15.157598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:15.158268 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:15.161041 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 4 to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 Oct 28 09:55:15.161617 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e10e93f9-6e07-456c-ac69-4efb371d58c3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router (504a07f2-724b-4262-b40c-997d700f481d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.166480 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-c7d11d51-da6f-496d-ab0f-aeb815bc4558 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb19309f-3316-4e6a-97e4-cc607857ef85') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:15.175178 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.176059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-c7d11d51-da6f-496d-ab0f-aeb815bc4558 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb19309f-3316-4e6a-97e4-cc607857ef85') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:15.200273 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c7d11d51-da6f-496d-ab0f-aeb815bc4558 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (bb19309f-3316-4e6a-97e4-cc607857ef85), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.200700 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816ee0f1-6e24-432e-9b35-76ddf6e45759 None None] Sync routers for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:15.214157 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:15.215028 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:15.215368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:15.223428 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816ee0f1-6e24-432e-9b35-76ddf6e45759 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:15.226760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-816ee0f1-6e24-432e-9b35-76ddf6e45759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:15.227963 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:15.228317 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:15.229736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c7d11d51-da6f-496d-ab0f-aeb815bc4558 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (bb19309f-3316-4e6a-97e4-cc607857ef85), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.231868 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 5 to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 Oct 28 09:55:15.246425 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d11d51-da6f-496d-ab0f-aeb815bc4558 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:55:15.246868 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c7d11d51-da6f-496d-ab0f-aeb815bc4558 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (bb19309f-3316-4e6a-97e4-cc607857ef85), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.266691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:15.267053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:15.267390 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:15.287119 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Attempting to bind port 7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:15.287961 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Attempting to bind port 7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '515a8073-1b69-474b-9369-212ff4dd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c54d40e9-9b48-430a-9edc-9aa39de8c598'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:15.288703 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Attempting to bind port 7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3 on network c54d40e9-9b48-430a-9edc-9aa39de8c598 {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:15.297078 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:15.302328 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:15.302500 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e10e93f9-6e07-456c-ac69-4efb371d58c3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (504a07f2-724b-4262-b40c-997d700f481d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.302694 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:15.305841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:15.306506 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 6 to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 Oct 28 09:55:15.324488 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:15.327680 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:15.328014 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:15.328344 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:15.333830 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:15.334152 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:15.334562 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 7 to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 Oct 28 09:55:15.341675 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02cedaa4-c89e-4bff-8083-bab03bf01577 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (10567ee5-d415-483f-bc56-baca10ae492f), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.343405 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7cc7c-7d38-470f-8a52-f1ed53c61515 None None] Pushing event updated for resources: {'Port': ['ID=7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:15.356855 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:15.357360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:15.357537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:15.360299 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-96d4a3d9-61ba-4d9a-9971-486cd2ae181c req-d074ab36-2f4e-4fb8-84f1-669c16f00ae5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 210 time: 0.0812767 Oct 28 09:55:15.362486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:15.363051 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:15.363700 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 8 to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 Oct 28 09:55:15.389269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:15.389605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:15.389940 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:15.394606 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:55:15.396039 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Checking segment: {'id': '515a8073-1b69-474b-9369-212ff4dd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c54d40e9-9b48-430a-9edc-9aa39de8c598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:15.396994 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.397389 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Bound using segment: {'id': '515a8073-1b69-474b-9369-212ff4dd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c54d40e9-9b48-430a-9edc-9aa39de8c598'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:55:15.398412 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Bound port: 7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515a8073-1b69-474b-9369-212ff4dd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c54d40e9-9b48-430a-9edc-9aa39de8c598'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:55:15.399940 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.401687 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:15.401687 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:15.415192 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 9 to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 Oct 28 09:55:15.464595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-816ee0f1-6e24-432e-9b35-76ddf6e45759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:15.465318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:15.465318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:15.465318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:15.465318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c7d11d51-da6f-496d-ab0f-aeb815bc4558 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (27077f21-c4ef-420a-89a0-a6ee89675145), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.465318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:15.465318 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:15.465318 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 10 to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 Oct 28 09:55:15.466084 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-de0efe58-38f2-4fea-9aaf-ac222cd4fdab service neutron] 10.222.0.49 "GET /networking/v2.0/networks/e4158ee0-8f55-4566-ae30-a41792d07007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212783 Oct 28 09:55:15.480427 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816ee0f1-6e24-432e-9b35-76ddf6e45759 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:15.481672 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-816ee0f1-6e24-432e-9b35-76ddf6e45759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:54:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:15.487102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c7d11d51-da6f-496d-ab0f-aeb815bc4558 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.494414 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c7d11d51-da6f-496d-ab0f-aeb815bc4558 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] 10.222.0.49 "DELETE /networking/v2.0/networks/27077f21-c4ef-420a-89a0-a6ee89675145 HTTP/1.1" status: 204 len: 168 time: 0.7982278 Oct 28 09:55:15.497748 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d11d51-da6f-496d-ab0f-aeb815bc4558 tempest-ExternalNetworksTestJSON-1751273483 tempest-ExternalNetworksTestJSON-1751273483-project] Pushing event deleted for resources: {'Network': ['ID=27077f21-c4ef-420a-89a0-a6ee89675145,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:15.502851 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:15.503180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:15.503514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:15.509142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:15.509452 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:15.509816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6ea72a8b-95e2-4545-82c7-ac0c9ee3a632), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.512576 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] For port 7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:15.517109 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] For port 7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3,segment=NetworkSegment(515a8073-1b69-474b-9369-212ff4dd960d),segment_id=515a8073-1b69-474b-9369-212ff4dd960d)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:15.537844 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1dab11be-0160-46b1-88a5-0c724d4d9382 req-b6cc5968-4997-4b62-a23b-3cd9dbbe9abe tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 210 time: 0.0656672 Oct 28 09:55:15.572253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-816ee0f1-6e24-432e-9b35-76ddf6e45759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:15.573126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816ee0f1-6e24-432e-9b35-76ddf6e45759 None None] The sync data for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:15.597937 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] For port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:15.598460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempted to set empty binding levels {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 09:55:15.605142 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.621535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2329b68b-e9bb-424f-885e-cff7d892de7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.668493 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (6ea72a8b-95e2-4545-82c7-ac0c9ee3a632), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.669610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] In _notify_port_updated(), no bound segment for port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 09:55:15.671148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.672495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.674113 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] 10.222.0.49 "PUT /networking/v2.0/ports/6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 HTTP/1.1" status: 200 len: 980 time: 1.8144355 Oct 28 09:55:15.676714 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36282) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:15.682958 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7cc7c-7d38-470f-8a52-f1ed53c61515 None None] Pushing event updated for resources: {'Port': ['ID=7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:15.700293 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Routers {'504a07f2-724b-4262-b40c-997d700f481d'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:15.700461 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['504a07f2-724b-4262-b40c-997d700f481d'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:15.776972 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27edc49-85b9-4f0c-9b09-92e9aa2e3aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Pushing event updated for resources: {'Port': ['ID=6ea72a8b-95e2-4545-82c7-ac0c9ee3a632,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:15.817018 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] Set router 504a07f2-724b-4262-b40c-997d700f481d gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:15.861172 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.861654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.862129 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.862739 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.863211 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.863707 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.864139 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.864658 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.865200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.866148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.866830 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.867308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.867844 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.868266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.868809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.869326 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.869818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.870277 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.870838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.871348 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.871816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.873218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.873425 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504a07f2-724b-4262-b40c-997d700f481d', 'name': '', 'tenant_id': 'fafff247268b48ddb6f898503ef047cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:55:07Z', 'updated_at': '2022-10-28T09:55:15Z', 'revision_number': 4, 'project_id': 'fafff247268b48ddb6f898503ef047cc', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:15.874314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.879596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e10e93f9-6e07-456c-ac69-4efb371d58c3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Deleting port 7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:15.880026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e10e93f9-6e07-456c-ac69-4efb371d58c3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:15.883711 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8efce55d-ccd7-4048-85b8-1f620f3c990d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 20519 time: 0.2059948 Oct 28 09:55:15.884335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36290) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:15.937089 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c6cc4-bcf8-463c-a949-559e6ee8ae08 None None] The sync data for ids ['504a07f2-724b-4262-b40c-997d700f481d'] in dv-neutron-zed-2-hyperv is: [{'id': '504a07f2-724b-4262-b40c-997d700f481d', 'name': '', 'tenant_id': 'fafff247268b48ddb6f898503ef047cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:55:07Z', 'updated_at': '2022-10-28T09:55:15Z', 'revision_number': 4, 'project_id': 'fafff247268b48ddb6f898503ef047cc', 'gw_port_host': None}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:15.982347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:15.989775 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-9c42729b-993f-42c1-9692-bd9f495383dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Deleting port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:15.990109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9c42729b-993f-42c1-9692-bd9f495383dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6ea72a8b-95e2-4545-82c7-ac0c9ee3a632), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:16.085683 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-9c42729b-993f-42c1-9692-bd9f495383dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] For port 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632, host hv-neutron-zed0, got binding levels [] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:16.086055 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9c42729b-993f-42c1-9692-bd9f495383dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6ea72a8b-95e2-4545-82c7-ac0c9ee3a632), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:16.106511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-9c42729b-993f-42c1-9692-bd9f495383dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Calling delete_port for 6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:16.137022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02cedaa4-c89e-4bff-8083-bab03bf01577 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:16.159298 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-0cb416d6-9b48-4598-836c-1b550315cbba service neutron] 10.222.0.49 "GET /networking/v2.0/networks/e4158ee0-8f55-4566-ae30-a41792d07007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6920459 Oct 28 09:55:16.220559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02cedaa4-c89e-4bff-8083-bab03bf01577 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (10567ee5-d415-483f-bc56-baca10ae492f), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:16.220965 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-02cedaa4-c89e-4bff-8083-bab03bf01577 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Floating IP 10567ee5-d415-483f-bc56-baca10ae492f disassociated. External IP: 172.36.1.16, port: 581df3f1-8d6e-4a74-8112-024a512a8ab8. Oct 28 09:55:16.223479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36296) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:16.232462 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:16.256400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9c42729b-993f-42c1-9692-bd9f495383dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (6ea72a8b-95e2-4545-82c7-ac0c9ee3a632), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:16.272485 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d81e68ef-ff4e-4993-94d9-3c907799c760 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (c44e57f8-2188-4d94-9e09-ea99ab5cd268), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:16.328209 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42729b-993f-42c1-9692-bd9f495383dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ea72a8b-95e2-4545-82c7-ac0c9ee3a632,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:16.331680 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9c42729b-993f-42c1-9692-bd9f495383dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:16.335584 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9c42729b-993f-42c1-9692-bd9f495383dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 HTTP/1.1" status: 204 len: 168 time: 0.4502900 Oct 28 09:55:16.338228 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36302) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:16.368801 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c405d2-e5ae-4e55-b3e1-30eff7557b90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] GET failed (client error): The resource could not be found. Oct 28 09:55:16.373984 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d3c405d2-e5ae-4e55-b3e1-30eff7557b90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/6ea72a8b-95e2-4545-82c7-ac0c9ee3a632 HTTP/1.1" status: 404 len: 333 time: 0.0281632 Oct 28 09:55:16.374135 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-e10e93f9-6e07-456c-ac69-4efb371d58c3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] For port 7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3,segment=NetworkSegment(515a8073-1b69-474b-9369-212ff4dd960d),segment_id=515a8073-1b69-474b-9369-212ff4dd960d)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:16.374135 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e10e93f9-6e07-456c-ac69-4efb371d58c3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:16.374310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36304) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:16.378911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-38a28b94-ba91-46ff-aac6-d4ddfc007519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381035743', 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:16.446763 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment bb19309f-3316-4e6a-97e4-cc607857ef85 resource provider aggregate not found Oct 28 09:55:16.468527 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a28b94-ba91-46ff-aac6-d4ddfc007519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Made reservation on behalf of 88aa33fe97eb4199a9e140d6081272ac for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:16.471471 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38a28b94-ba91-46ff-aac6-d4ddfc007519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:16.486380 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e68ef-ff4e-4993-94d9-3c907799c760 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=c44e57f8-2188-4d94-9e09-ea99ab5cd268,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:16.492087 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment bb19309f-3316-4e6a-97e4-cc607857ef85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb19309f-3316-4e6a-97e4-cc607857ef85 found for delete ", "request_id": "req-fb1b82cb-1b5c-4798-8105-d65bfe6f2572"}]} Oct 28 09:55:16.500255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e10e93f9-6e07-456c-ac69-4efb371d58c3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Calling delete_port for 7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:16.559864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-38a28b94-ba91-46ff-aac6-d4ddfc007519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] device_id is not set on port 71d0c26f-f9ce-4499-adde-ea8a8da6efa8 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:16.586280 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ea66185e-2061-4402-91d8-e789bad23933 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=940322f9e16148968e14207f13b73ff1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3601410 Oct 28 09:55:16.600268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36318) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:16.647883 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5d0967eb-fe7c-4056-a017-266c27125717 req-7f6d102d-c989-47d6-8660-1925950cf77a tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 210 time: 0.1283171 Oct 28 09:55:16.695121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81e68ef-ff4e-4993-94d9-3c907799c760 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:16.696071 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81e68ef-ff4e-4993-94d9-3c907799c760 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network hostable DHCP agents. Network: 27cab9a0-d24d-4f61-b60f-51dd4ee136db, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:55:16.815446 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-98fd022b-2f42-4d80-88f8-7f7a3ce13d19 req-60b3091d-3f4a-47a9-ab3a-284f69451734 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 210 time: 0.1087945 Oct 28 09:55:16.823451 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-37f7cb9c-89f8-46be-84cc-6c42c7629443 admin admin] Publish callbacks [] for security_group (a9d4e864-102e-47fa-be68-153482840422), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:16.832191 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38a28b94-ba91-46ff-aac6-d4ddfc007519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks [] for port (71d0c26f-f9ce-4499-adde-ea8a8da6efa8), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:16.844589 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:16.875273 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-37f7cb9c-89f8-46be-84cc-6c42c7629443 admin admin] Publish callbacks [] for security_group (a9d4e864-102e-47fa-be68-153482840422), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:16.946824 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-12b2adeb-37eb-4b48-8718-b153c6fda337 req-2aa1cada-ab33-4700-9bd0-b5f8d4412a6f tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 210 time: 0.0619323 Oct 28 09:55:16.987240 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cedaa4-c89e-4bff-8083-bab03bf01577 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:16.999077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38a28b94-ba91-46ff-aac6-d4ddfc007519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (71d0c26f-f9ce-4499-adde-ea8a8da6efa8), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.047183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a28b94-ba91-46ff-aac6-d4ddfc007519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Network a0366f74-c3e3-4846-a46e-2722639bcb21 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:17.050040 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-38a28b94-ba91-46ff-aac6-d4ddfc007519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:17.053845 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81e68ef-ff4e-4993-94d9-3c907799c760 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:55:17.054466 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a28b94-ba91-46ff-aac6-d4ddfc007519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:17.055709 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a28b94-ba91-46ff-aac6-d4ddfc007519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:17.056413 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38a28b94-ba91-46ff-aac6-d4ddfc007519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.067379 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a28b94-ba91-46ff-aac6-d4ddfc007519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Pushing event updated for resources: {'Port': ['ID=71d0c26f-f9ce-4499-adde-ea8a8da6efa8,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:17.160596 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-38a28b94-ba91-46ff-aac6-d4ddfc007519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7850771 Oct 28 09:55:17.160819 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-d81e68ef-ff4e-4993-94d9-3c907799c760 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 27cab9a0-d24d-4f61-b60f-51dd4ee136db) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:17.165544 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36326) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:17.171903 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81e68ef-ff4e-4993-94d9-3c907799c760 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:17.172505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d81e68ef-ff4e-4993-94d9-3c907799c760 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.175521 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cedaa4-c89e-4bff-8083-bab03bf01577 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:17.180147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:17.181938 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0d6006-e986-4005-8408-1b6e77d28437 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:17.182306 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02cedaa4-c89e-4bff-8083-bab03bf01577 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.188842 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8fd74c-2d49-4617-8590-4b45b5b2b2eb None None] Sync routers for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:17.192194 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-37f7cb9c-89f8-46be-84cc-6c42c7629443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (a9d4e864-102e-47fa-be68-153482840422), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.194663 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-37f7cb9c-89f8-46be-84cc-6c42c7629443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.195912 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-37f7cb9c-89f8-46be-84cc-6c42c7629443 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a9d4e864-102e-47fa-be68-153482840422 HTTP/1.1" status: 204 len: 168 time: 0.5736964 Oct 28 09:55:17.216336 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8fd74c-2d49-4617-8590-4b45b5b2b2eb None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:17.216963 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0c8fd74c-2d49-4617-8590-4b45b5b2b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:17.234972 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7cb9c-89f8-46be-84cc-6c42c7629443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d4e864-102e-47fa-be68-153482840422,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:17.246860 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-02cedaa4-c89e-4bff-8083-bab03bf01577 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/10567ee5-d415-483f-bc56-baca10ae492f HTTP/1.1" status: 200 len: 687 time: 2.2976089 Oct 28 09:55:17.251060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36330) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:17.285055 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d81e68ef-ff4e-4993-94d9-3c907799c760 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1892316 Oct 28 09:55:17.285055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e10e93f9-6e07-456c-ac69-4efb371d58c3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.287573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36332) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:17.294114 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0c8fd74c-2d49-4617-8590-4b45b5b2b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:17.302531 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-4472687f-76e5-4c2e-b46b-57573c163e4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'name': 'tempest-NetworksTestDHCPv6-1214583826'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:17.305946 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:17.330043 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8fd74c-2d49-4617-8590-4b45b5b2b2eb None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:17.330043 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0c8fd74c-2d49-4617-8590-4b45b5b2b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:17.396577 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0c8fd74c-2d49-4617-8590-4b45b5b2b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:17.398380 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8fd74c-2d49-4617-8590-4b45b5b2b2eb None None] The sync data for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:17.429746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': 'c44e57f8-2188-4d94-9e09-ea99ab5cd268'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:55:17.429746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.445375 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e93f9-6e07-456c-ac69-4efb371d58c3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d01b167-dbf6-42f0-8ba2-ea5a479a5ed3,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:17.446454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf696ff-9193-479a-a233-24c39ffac223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:17.451809 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:17.451980 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1cf696ff-9193-479a-a233-24c39ffac223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/71d0c26f-f9ce-4499-adde-ea8a8da6efa8 HTTP/1.1" status: 200 len: 959 time: 0.2829888 Oct 28 09:55:17.458634 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:17.458634 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36334) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:17.487069 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e10e93f9-6e07-456c-ac69-4efb371d58c3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (504a07f2-724b-4262-b40c-997d700f481d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.627272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:17.634853 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e10e93f9-6e07-456c-ac69-4efb371d58c3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (504a07f2-724b-4262-b40c-997d700f481d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.637484 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e10e93f9-6e07-456c-ac69-4efb371d58c3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_controller (504a07f2-724b-4262-b40c-997d700f481d), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.639452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-5b5128c8-8b94-4b34-a67f-449309dea5ff tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting port 103be952-bf0a-4f49-97b5-6be9f6402a81 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:17.639452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5b5128c8-8b94-4b34-a67f-449309dea5ff tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (103be952-bf0a-4f49-97b5-6be9f6402a81), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.727043 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-5564c287-272a-4503-9cc1-d247f5251b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Deleting port 71d0c26f-f9ce-4499-adde-ea8a8da6efa8 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:17.734317 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5564c287-272a-4503-9cc1-d247f5251b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (71d0c26f-f9ce-4499-adde-ea8a8da6efa8), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.734486 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Allocated IP 2001:db8::2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/c44e57f8-2188-4d94-9e09-ea99ab5cd268/d050d3df-1703-49c6-8f91-6adb2677ff9f) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:17.822310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5b5128c8-8b94-4b34-a67f-449309dea5ff tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (103be952-bf0a-4f49-97b5-6be9f6402a81), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.822631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5b5128c8-8b94-4b34-a67f-449309dea5ff tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (103be952-bf0a-4f49-97b5-6be9f6402a81), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.826012 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5564c287-272a-4503-9cc1-d247f5251b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (71d0c26f-f9ce-4499-adde-ea8a8da6efa8), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.842302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4472687f-76e5-4c2e-b46b-57573c163e4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:17.847304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-5b5128c8-8b94-4b34-a67f-449309dea5ff tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Calling delete_port for 103be952-bf0a-4f49-97b5-6be9f6402a81 owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:17.847642 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4472687f-76e5-4c2e-b46b-57573c163e4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.849269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-5564c287-272a-4503-9cc1-d247f5251b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Calling delete_port for 71d0c26f-f9ce-4499-adde-ea8a8da6efa8 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:17.885879 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f884c4e8-3804-40ac-9eb2-63158fb0f03a req-ac4b86b1-ec5b-47f1-b46d-93c09e7b2666 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 210 time: 0.0807931 Oct 28 09:55:17.888374 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e10e93f9-6e07-456c-ac69-4efb371d58c3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (504a07f2-724b-4262-b40c-997d700f481d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.891109 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10e93f9-6e07-456c-ac69-4efb371d58c3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 504a07f2-724b-4262-b40c-997d700f481d {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:55:17.918514 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e10e93f9-6e07-456c-ac69-4efb371d58c3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.923514 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e10e93f9-6e07-456c-ac69-4efb371d58c3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/504a07f2-724b-4262-b40c-997d700f481d HTTP/1.1" status: 204 len: 168 time: 3.6558089 Oct 28 09:55:17.924574 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36344) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:17.928481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-4472687f-76e5-4c2e-b46b-57573c163e4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port 2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:17.965711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:17.983807 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:17.985734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Publish callbacks [] for port (d050d3df-1703-49c6-8f91-6adb2677ff9f), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.048668 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.48', 63288) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:18.078049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (d050d3df-1703-49c6-8f91-6adb2677ff9f), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.079196 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36350) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:18.088134 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-18fa3b42-74e0-48ed-8785-714b6b7325a8 req-0efbaf10-d686-4f27-b6c2-1bf09276aff9 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 210 time: 0.1334503 Oct 28 09:55:18.165384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:18.174860 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:18.189375 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4f2acc50-a04c-48d7-8f82-9a5b808553fe admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9d81785be95c4c9aa02fa1dd2700ba3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1073902 Oct 28 09:55:18.198951 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:18.204601 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c1e8cc1b-26f0-456c-a85b-68122b2e0a78 req-40b5ef2c-ace9-4d22-b238-c297374f74d4 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 210 time: 0.1196692 Oct 28 09:55:18.207497 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Pushing event updated for resources: {'Port': ['ID=d050d3df-1703-49c6-8f91-6adb2677ff9f,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:18.213525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36356) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:18.244904 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-573e25e0-40a9-4d20-af2a-88407b0b2498 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Deleting subnet 20867306-b42f-4828-a528-319c329d66c3 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:55:18.278530 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-573e25e0-40a9-4d20-af2a-88407b0b2498 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for subnet (20867306-b42f-4828-a528-319c329d66c3), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.327089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Attempting to bind port d050d3df-1703-49c6-8f91-6adb2677ff9f on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:18.327944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Attempting to bind port d050d3df-1703-49c6-8f91-6adb2677ff9f by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:18.328075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Attempting to bind port d050d3df-1703-49c6-8f91-6adb2677ff9f on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:18.350695 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-573e25e0-40a9-4d20-af2a-88407b0b2498 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (20867306-b42f-4828-a528-319c329d66c3), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.357331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:18.387726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-4472687f-76e5-4c2e-b46b-57573c163e4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::105 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/c44e57f8-2188-4d94-9e09-ea99ab5cd268/2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:18.402942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:55:18.403863 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:18.403863 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.404302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:55:18.405155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Bound port: d050d3df-1703-49c6-8f91-6adb2677ff9f, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:55:18.405683 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d050d3df-1703-49c6-8f91-6adb2677ff9f), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.441011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-4b0d88be-4a5e-47bd-a504-e4bd92b36240 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:18.444356 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-4b0d88be-4a5e-47bd-a504-e4bd92b36240 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.48 "GET /networking/v2.0/networks?id=2ceca80e-d943-46cf-9c08-f3daa615c0be HTTP/1.1" status: 200 len: 812 time: 0.3514657 Oct 28 09:55:18.472873 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b24668d-72b0-4c92-9c22-cba605c678e7 admin admin] Publish callbacks [] for security_group (586545d0-ad9d-40c1-8573-7a11858b180e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.493254 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] For port d050d3df-1703-49c6-8f91-6adb2677ff9f, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:18.497176 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] For port d050d3df-1703-49c6-8f91-6adb2677ff9f, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d050d3df-1703-49c6-8f91-6adb2677ff9f,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:18.520652 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b24668d-72b0-4c92-9c22-cba605c678e7 admin admin] Publish callbacks [] for security_group (586545d0-ad9d-40c1-8573-7a11858b180e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.536578 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-573e25e0-40a9-4d20-af2a-88407b0b2498 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (20867306-b42f-4828-a528-319c329d66c3), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.559817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.575849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d050d3df-1703-49c6-8f91-6adb2677ff9f), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.602970 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:18.650576 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5b5128c8-8b94-4b34-a67f-449309dea5ff tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (103be952-bf0a-4f49-97b5-6be9f6402a81), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.690266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5564c287-272a-4503-9cc1-d247f5251b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (71d0c26f-f9ce-4499-adde-ea8a8da6efa8), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.719962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c16a3-614a-4495-b1a5-4ac837fe3591 None None] Pushing event updated for resources: {'Port': ['ID=d050d3df-1703-49c6-8f91-6adb2677ff9f,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:18.736775 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5128c8-8b94-4b34-a67f-449309dea5ff tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Port': ['ID=103be952-bf0a-4f49-97b5-6be9f6402a81,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:18.755963 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-4b65da4f-263c-4db9-a1ec-9c2f48224955 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=52816e5f52fd412794bd5361bc627a82 HTTP/1.1" status: 200 len: 379 time: 0.2142270 Oct 28 09:55:18.786169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4472687f-76e5-4c2e-b46b-57573c163e4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.812726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b24668d-72b0-4c92-9c22-cba605c678e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (586545d0-ad9d-40c1-8573-7a11858b180e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.815479 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b24668d-72b0-4c92-9c22-cba605c678e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.819948 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1b24668d-72b0-4c92-9c22-cba605c678e7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/586545d0-ad9d-40c1-8573-7a11858b180e HTTP/1.1" status: 204 len: 168 time: 0.6046956 Oct 28 09:55:18.834307 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-8f2c7e79-68f4-4892-aabf-adcdd45c31d5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Request body: {'port': {'device_id': 'b99aa43d-fedf-4c15-a45c-46e65c329ff7', 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be', 'admin_state_up': True, 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'security_groups': ['2be96e3b-d859-440e-9cb6-003b9a9f9e8b']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:18.840189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564c287-272a-4503-9cc1-d247f5251b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Pushing event deleted for resources: {'Port': ['ID=71d0c26f-f9ce-4499-adde-ea8a8da6efa8,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:18.844179 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-573e25e0-40a9-4d20-af2a-88407b0b2498 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (20867306-b42f-4828-a528-319c329d66c3), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.845262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5564c287-272a-4503-9cc1-d247f5251b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.849271 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5564c287-272a-4503-9cc1-d247f5251b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/71d0c26f-f9ce-4499-adde-ea8a8da6efa8 HTTP/1.1" status: 204 len: 168 time: 1.3907437 Oct 28 09:55:18.860371 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36366) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:18.891186 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-573e25e0-40a9-4d20-af2a-88407b0b2498 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.891186 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-573e25e0-40a9-4d20-af2a-88407b0b2498 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/20867306-b42f-4828-a528-319c329d66c3 HTTP/1.1" status: 204 len: 168 time: 0.9500370 Oct 28 09:55:18.891372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:18.921824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36368) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:18.924060 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24668d-72b0-4c92-9c22-cba605c678e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586545d0-ad9d-40c1-8573-7a11858b180e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:18.964506 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:18.997203 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4472687f-76e5-4c2e-b46b-57573c163e4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:18.997203 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e25e0-40a9-4d20-af2a-88407b0b2498 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=20867306-b42f-4828-a528-319c329d66c3,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:19.016469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=83,neutron:INSERT=1,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:19.023472 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-9597871b-a8f0-4ba6-82da-df2789c60bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] GET failed (client error): The resource could not be found. Oct 28 09:55:19.029329 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9597871b-a8f0-4ba6-82da-df2789c60bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/71d0c26f-f9ce-4499-adde-ea8a8da6efa8 HTTP/1.1" status: 404 len: 333 time: 0.1631384 Oct 28 09:55:19.038995 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36372) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:19.083919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-fafeac73-e669-49ce-a2a9-fc3324f81237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Request body: {'port': {'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2055049601'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:19.103802 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:19.127095 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4472687f-76e5-4c2e-b46b-57573c163e4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:19.232183 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7878dc98-3ecd-4004-9fc4-e543ef18c434 req-2b58d116-2eb4-4d45-84f5-36a6180a1988 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 210 time: 0.1985011 Oct 28 09:55:19.233842 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-4472687f-76e5-4c2e-b46b-57573c163e4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:19.250709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4472687f-76e5-4c2e-b46b-57573c163e4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:19.257641 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4472687f-76e5-4c2e-b46b-57573c163e4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:19.268310 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4472687f-76e5-4c2e-b46b-57573c163e4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:19.323127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472687f-76e5-4c2e-b46b-57573c163e4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:19.362272 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-69db5d7b-71eb-4a6d-a481-af4acbc277b9 req-c93ccb44-0bd8-4bee-8ccf-056a7231e2be tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 210 time: 0.1131380 Oct 28 09:55:19.384072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5b5128c8-8b94-4b34-a67f-449309dea5ff tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (10567ee5-d415-483f-bc56-baca10ae492f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:19.388998 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ef6da22d-ce3f-4dfb-b5dc-a586cf7b3734 req-1f7d9272-6d24-4228-804b-e2886552ee43 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 210 time: 0.0583923 Oct 28 09:55:19.390029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5b5128c8-8b94-4b34-a67f-449309dea5ff tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:19.394906 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36390) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:19.397124 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5b5128c8-8b94-4b34-a67f-449309dea5ff tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/10567ee5-d415-483f-bc56-baca10ae492f HTTP/1.1" status: 204 len: 168 time: 2.1442027 Oct 28 09:55:19.400097 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': 'a9bb6bb7-4f9a-4d38-8898-a92769e66d15'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:19.419921 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-448a53c7-4a2e-4352-84a6-b714b5acf296 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (c54d40e9-9b48-430a-9edc-9aa39de8c598), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:19.426570 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4472687f-76e5-4c2e-b46b-57573c163e4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1341586 Oct 28 09:55:19.431331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36392) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:19.495038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.48', 63298) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:19.533917 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eed3e40-af2f-4c17-a518-afff39be5352 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:19.536607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eed3e40-af2f-4c17-a518-afff39be5352 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:19.541509 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3eed3e40-af2f-4c17-a518-afff39be5352 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1090834 Oct 28 09:55:19.543733 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36398) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:19.555357 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafeac73-e669-49ce-a2a9-fc3324f81237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Made reservation on behalf of 88aa33fe97eb4199a9e140d6081272ac for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:19.557631 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fafeac73-e669-49ce-a2a9-fc3324f81237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:19.603373 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-fafeac73-e669-49ce-a2a9-fc3324f81237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] device_id is not set on port d0bcf109-50c8-4a00-930f-166e2a94cc0e yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:19.672249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-448a53c7-4a2e-4352-84a6-b714b5acf296 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (c54d40e9-9b48-430a-9edc-9aa39de8c598), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:19.742458 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:19.780021 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-63898326-1ee1-4a04-9de2-4d0fcd9e9f72 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:19.781592 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-63898326-1ee1-4a04-9de2-4d0fcd9e9f72 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.48 "GET /networking/v2.0/networks?id=9b354618-41dd-41ee-a0fe-9a79976baa4b HTTP/1.1" status: 200 len: 811 time: 0.2796061 Oct 28 09:55:19.792959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-448a53c7-4a2e-4352-84a6-b714b5acf296 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54d40e9-9b48-430a-9edc-9aa39de8c598']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:19.803797 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:19.809068 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-448a53c7-4a2e-4352-84a6-b714b5acf296 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515a8073-1b69-474b-9369-212ff4dd960d') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:19.809774 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-448a53c7-4a2e-4352-84a6-b714b5acf296 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515a8073-1b69-474b-9369-212ff4dd960d') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:19.829824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-8f2c7e79-68f4-4892-aabf-adcdd45c31d5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Made reservation on behalf of 52816e5f52fd412794bd5361bc627a82 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:19.846640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-8f2c7e79-68f4-4892-aabf-adcdd45c31d5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:19.869508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-448a53c7-4a2e-4352-84a6-b714b5acf296 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (515a8073-1b69-474b-9369-212ff4dd960d), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:19.943196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-448a53c7-4a2e-4352-84a6-b714b5acf296 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (515a8073-1b69-474b-9369-212ff4dd960d), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:19.994712 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448a53c7-4a2e-4352-84a6-b714b5acf296 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:55:19.995137 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-448a53c7-4a2e-4352-84a6-b714b5acf296 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (515a8073-1b69-474b-9369-212ff4dd960d), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:20.116262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d050d3df-1703-49c6-8f91-6adb2677ff9f up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:20.125964 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 515a8073-1b69-474b-9369-212ff4dd960d resource provider aggregate not found Oct 28 09:55:20.131794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:20.172128 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-b79b121e-4136-4246-8bd2-c48301e02a41 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1c1772cbf744449891cae928448c57eb HTTP/1.1" status: 200 len: 379 time: 0.3560724 Oct 28 09:55:20.174503 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 515a8073-1b69-474b-9369-212ff4dd960d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 515a8073-1b69-474b-9369-212ff4dd960d found for delete ", "request_id": "req-0ecc7da8-64a2-4208-af74-73ea11cff05b"}]} Oct 28 09:55:20.193403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-b4fa9e51-bb77-4e70-9163-ea0b915bb18d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Request body: {'port': {'device_id': '5bfb08ba-90c9-4ed8-98bd-8041539b6a11', 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b', 'admin_state_up': True, 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'security_groups': ['5d291d0e-a231-4c7c-add8-ff86546d5563']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:20.321264 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-448a53c7-4a2e-4352-84a6-b714b5acf296 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (c54d40e9-9b48-430a-9edc-9aa39de8c598), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:20.350465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448a53c7-4a2e-4352-84a6-b714b5acf296 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c54d40e9-9b48-430a-9edc-9aa39de8c598 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 09:55:20.357003 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a53c7-4a2e-4352-84a6-b714b5acf296 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Pushing event deleted for resources: {'Network': ['ID=c54d40e9-9b48-430a-9edc-9aa39de8c598,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:20.366474 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-448a53c7-4a2e-4352-84a6-b714b5acf296 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:20.372251 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-448a53c7-4a2e-4352-84a6-b714b5acf296 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/c54d40e9-9b48-430a-9edc-9aa39de8c598 HTTP/1.1" status: 204 len: 168 time: 1.4499552 Oct 28 09:55:20.417926 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-8f2c7e79-68f4-4892-aabf-adcdd45c31d5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Allocated IP 172.20.0.9 (2ceca80e-d943-46cf-9c08-f3daa615c0be/48231d59-2715-405d-aa68-1b7c52649c5b/64c829ea-3e7b-4612-a569-5dc7be3bfaeb) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:20.448926 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3473a83f-a368-4b12-aec3-95eb0358b596 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:20.467501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-94481938-5172-472e-b8e7-eea6dec5eb6e None None] Provisioning complete for port d050d3df-1703-49c6-8f91-6adb2677ff9f triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:20.468152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-94481938-5172-472e-b8e7-eea6dec5eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d050d3df-1703-49c6-8f91-6adb2677ff9f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:20.468782 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-94481938-5172-472e-b8e7-eea6dec5eb6e None None] Attempt 1 to provision port d050d3df-1703-49c6-8f91-6adb2677ff9f Oct 28 09:55:20.514798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.48', 63305) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:20.611502 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-b4fa9e51-bb77-4e70-9163-ea0b915bb18d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Made reservation on behalf of 1c1772cbf744449891cae928448c57eb for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:20.615777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-b4fa9e51-bb77-4e70-9163-ea0b915bb18d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:20.626651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d050d3df-1703-49c6-8f91-6adb2677ff9f triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:20.627400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d050d3df-1703-49c6-8f91-6adb2677ff9f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:20.627941 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d050d3df-1703-49c6-8f91-6adb2677ff9f Oct 28 09:55:20.668729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-36865f30-c3a2-4b3b-83eb-ce18b71628da tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port 2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:20.669349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-36865f30-c3a2-4b3b-83eb-ce18b71628da tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:20.711329 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:20.998282 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-94481938-5172-472e-b8e7-eea6dec5eb6e None None] Current status of the port d050d3df-1703-49c6-8f91-6adb2677ff9f is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:20.998705 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-94481938-5172-472e-b8e7-eea6dec5eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d050d3df-1703-49c6-8f91-6adb2677ff9f), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:21.036380 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d050d3df-1703-49c6-8f91-6adb2677ff9f is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:21.041150 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:21.042685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d050d3df-1703-49c6-8f91-6adb2677ff9f), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:21.042882 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8403e930-e2cc-49ff-be87-b6f3542440b8 req-7fd0be51-3e15-4383-884f-6e09a6ce2250 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 210 time: 0.6303370 Oct 28 09:55:21.090267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-ba8e474e-c4ad-4622-a88b-0a43b6002e60 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:21.096524 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-ba8e474e-c4ad-4622-a88b-0a43b6002e60 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.48 "GET /networking/v2.0/networks?id=e4158ee0-8f55-4566-ae30-a41792d07007 HTTP/1.1" status: 200 len: 805 time: 0.5806406 Oct 28 09:55:21.141460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-8f2c7e79-68f4-4892-aabf-adcdd45c31d5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for port (64c829ea-3e7b-4612-a569-5dc7be3bfaeb), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:21.231558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-94481938-5172-472e-b8e7-eea6dec5eb6e None None] For port d050d3df-1703-49c6-8f91-6adb2677ff9f, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d050d3df-1703-49c6-8f91-6adb2677ff9f,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:21.286014 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:21.287969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:21.317049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fafeac73-e669-49ce-a2a9-fc3324f81237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks [] for port (d0bcf109-50c8-4a00-930f-166e2a94cc0e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:21.348342 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-30cd51c3-f583-4dc6-b75b-a37c94eec5a8 req-c68eba0b-6227-4940-8fb3-c5a8c31aaed2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 210 time: 0.6965785 Oct 28 09:55:21.355010 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-b4fa9e51-bb77-4e70-9163-ea0b915bb18d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Allocated IP 172.20.0.13 (9b354618-41dd-41ee-a0fe-9a79976baa4b/808a702a-127b-4dd8-b2a3-71420629e80b/250bacdb-6369-4533-b15b-0b9cd26aeeac) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:21.360119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-8f2c7e79-68f4-4892-aabf-adcdd45c31d5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (64c829ea-3e7b-4612-a569-5dc7be3bfaeb), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:21.415099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-94481938-5172-472e-b8e7-eea6dec5eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d050d3df-1703-49c6-8f91-6adb2677ff9f), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:21.471316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:55:21.471971 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:55:21.497835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:21.500755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-8f2c7e79-68f4-4892-aabf-adcdd45c31d5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Network 2ceca80e-d943-46cf-9c08-f3daa615c0be is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:21.530755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94481938-5172-472e-b8e7-eea6dec5eb6e None None] Pushing event updated for resources: {'Port': ['ID=d050d3df-1703-49c6-8f91-6adb2677ff9f,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:21.567382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-8f2c7e79-68f4-4892-aabf-adcdd45c31d5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:21.568659 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d150d6c4-d00c-423b-af82-11e7cf5ed0dd None None] Provisioning complete for port d050d3df-1703-49c6-8f91-6adb2677ff9f triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:21.570769 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d150d6c4-d00c-423b-af82-11e7cf5ed0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d050d3df-1703-49c6-8f91-6adb2677ff9f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:21.572179 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d150d6c4-d00c-423b-af82-11e7cf5ed0dd None None] Attempt 1 to provision port d050d3df-1703-49c6-8f91-6adb2677ff9f Oct 28 09:55:21.628017 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-8f2c7e79-68f4-4892-aabf-adcdd45c31d5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:21.653284 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-7819b7fb-50fe-43b7-b380-e1bd16777517 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=580605cfe10a4696bf5a3a3159e601ec HTTP/1.1" status: 200 len: 380 time: 0.4014237 Oct 28 09:55:21.668183 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:21.678107 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36454) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:21.694350 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-f95926e8-6b92-4f36-a1cc-74f218327ff3 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Request body: {'port': {'device_id': 'c8bd5abd-e3fc-480a-b442-b39feba680fb', 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007', 'admin_state_up': True, 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'security_groups': ['f133012a-8698-4692-b0c2-d6bdaab732b1']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:21.701565 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9b5b4162-ac97-4c0c-83ce-44caa79f1ebc tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Request body: {'router': {'name': 'tempest-router--1198528943', 'project_id': '9afb12cff066496e9f1e522f1536f964'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:21.746349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-36865f30-c3a2-4b3b-83eb-ce18b71628da tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:21.785871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-36865f30-c3a2-4b3b-83eb-ce18b71628da tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for 2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:21.822288 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:21.852587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b5b4162-ac97-4c0c-83ce-44caa79f1ebc tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (ab373e42-8251-4089-9229-0db025294ab5), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:21.853590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b5b4162-ac97-4c0c-83ce-44caa79f1ebc tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (ab373e42-8251-4089-9229-0db025294ab5), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:21.859966 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d150d6c4-d00c-423b-af82-11e7cf5ed0dd None None] Current status of the port d050d3df-1703-49c6-8f91-6adb2677ff9f is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:21.869960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c7e79-68f4-4892-aabf-adcdd45c31d5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Pushing event updated for resources: {'Port': ['ID=64c829ea-3e7b-4612-a569-5dc7be3bfaeb,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:21.908398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d150d6c4-d00c-423b-af82-11e7cf5ed0dd None None] Provisioning complete for port 2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:21.908398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d150d6c4-d00c-423b-af82-11e7cf5ed0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:21.908398 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d150d6c4-d00c-423b-af82-11e7cf5ed0dd None None] Attempt 1 to provision port 2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e Oct 28 09:55:22.030940 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-8f2c7e79-68f4-4892-aabf-adcdd45c31d5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:22.031558 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-8f2c7e79-68f4-4892-aabf-adcdd45c31d5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:22.037478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Allocated IP 172.36.1.173 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/5674f14e-1030-4dc5-b643-784b325bde48) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:22.062968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d150d6c4-d00c-423b-af82-11e7cf5ed0dd None None] Port 2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:55:22.107823 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d050d3df-1703-49c6-8f91-6adb2677ff9f is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:22.125758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b5b4162-ac97-4c0c-83ce-44caa79f1ebc tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_controller (ab373e42-8251-4089-9229-0db025294ab5), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:22.199836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-867f71a7-482f-4452-a341-09dd5df4a2d3 None None] Provisioning complete for port 2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:22.199836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-867f71a7-482f-4452-a341-09dd5df4a2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:22.200134 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-867f71a7-482f-4452-a341-09dd5df4a2d3 None None] Attempt 1 to provision port 2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e Oct 28 09:55:22.205243 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-b4fa9e51-bb77-4e70-9163-ea0b915bb18d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for port (250bacdb-6369-4533-b15b-0b9cd26aeeac), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:22.209693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dd265-8cba-4b46-810a-fa2b0a036433 req-6bd9fd23-87e9-4970-b5fd-84c4b461d5f3 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:22.217685 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-162dd265-8cba-4b46-810a-fa2b0a036433 req-6bd9fd23-87e9-4970-b5fd-84c4b461d5f3 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 931 time: 0.9045269 Oct 28 09:55:22.240942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-867f71a7-482f-4452-a341-09dd5df4a2d3 None None] Port 2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:55:22.252139 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-867f71a7-482f-4452-a341-09dd5df4a2d3 None None] Provisioning complete for port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:22.252514 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-867f71a7-482f-4452-a341-09dd5df4a2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (64c829ea-3e7b-4612-a569-5dc7be3bfaeb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:22.252832 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-867f71a7-482f-4452-a341-09dd5df4a2d3 None None] Attempt 1 to provision port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb Oct 28 09:55:22.286705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:22.289599 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b5b4162-ac97-4c0c-83ce-44caa79f1ebc tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (ab373e42-8251-4089-9229-0db025294ab5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:22.297911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-f95926e8-6b92-4f36-a1cc-74f218327ff3 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Made reservation on behalf of 580605cfe10a4696bf5a3a3159e601ec for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:22.306057 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:22.307379 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d050d3df-1703-49c6-8f91-6adb2677ff9f up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:22.310522 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-f95926e8-6b92-4f36-a1cc-74f218327ff3 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:22.318316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (5674f14e-1030-4dc5-b643-784b325bde48), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:22.324521 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-8f2c7e79-68f4-4892-aabf-adcdd45c31d5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4985924 Oct 28 09:55:22.335916 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-867f71a7-482f-4452-a341-09dd5df4a2d3 None None] Port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:55:22.338827 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fafeac73-e669-49ce-a2a9-fc3324f81237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d0bcf109-50c8-4a00-930f-166e2a94cc0e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:22.351499 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-05212c20-a167-4bee-a6dc-46438a3c6f56 req-8e0fb2ac-2b7f-413d-bd36-0c3d8ed4ee23 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 210 time: 0.1500139 Oct 28 09:55:22.359088 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:22.371359 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d050d3df-1703-49c6-8f91-6adb2677ff9f triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:22.372200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d050d3df-1703-49c6-8f91-6adb2677ff9f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:22.372415 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d050d3df-1703-49c6-8f91-6adb2677ff9f Oct 28 09:55:22.373670 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-bdbc0c0a-cf18-483b-b624-9fa719629fb4 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:55:22.374713 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-bdbc0c0a-cf18-483b-b624-9fa719629fb4 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0137420 Oct 28 09:55:22.548765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:22.581020 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d050d3df-1703-49c6-8f91-6adb2677ff9f is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:22.611818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-b4fa9e51-bb77-4e70-9163-ea0b915bb18d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (250bacdb-6369-4533-b15b-0b9cd26aeeac), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:22.629158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b5b4162-ac97-4c0c-83ce-44caa79f1ebc tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:22.630520 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9b5b4162-ac97-4c0c-83ce-44caa79f1ebc tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9322076 Oct 28 09:55:22.652062 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafeac73-e669-49ce-a2a9-fc3324f81237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Network a0366f74-c3e3-4846-a46e-2722639bcb21 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:22.661252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36466) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:22.683706 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-162dd265-8cba-4b46-810a-fa2b0a036433 req-25ef1d3a-bce3-4c08-8a2f-c5b4edc0c17c tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4650958 Oct 28 09:55:22.687793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafeac73-e669-49ce-a2a9-fc3324f81237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Pushing event updated for resources: {'Port': ['ID=d0bcf109-50c8-4a00-930f-166e2a94cc0e,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:22.697134 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-fafeac73-e669-49ce-a2a9-fc3324f81237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:22.703387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafeac73-e669-49ce-a2a9-fc3324f81237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:22.705099 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafeac73-e669-49ce-a2a9-fc3324f81237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:22.705629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fafeac73-e669-49ce-a2a9-fc3324f81237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:22.722922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93943ce-aa6d-49d1-bb59-e12d8e4cfbc3 req-70fa387e-f403-4284-9117-6d436d97451c tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:22.729374 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b93943ce-aa6d-49d1-bb59-e12d8e4cfbc3 req-70fa387e-f403-4284-9117-6d436d97451c tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 932 time: 0.1917896 Oct 28 09:55:22.731274 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-36865f30-c3a2-4b3b-83eb-ce18b71628da tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:22.826153 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36865f30-c3a2-4b3b-83eb-ce18b71628da tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:22.834965 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (5674f14e-1030-4dc5-b643-784b325bde48), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:22.853001 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-b4fa9e51-bb77-4e70-9163-ea0b915bb18d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Network 9b354618-41dd-41ee-a0fe-9a79976baa4b is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:22.896408 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-b4fa9e51-bb77-4e70-9163-ea0b915bb18d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:22.911786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-b4fa9e51-bb77-4e70-9163-ea0b915bb18d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:22.924476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa9e51-bb77-4e70-9163-ea0b915bb18d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Pushing event updated for resources: {'Port': ['ID=250bacdb-6369-4533-b15b-0b9cd26aeeac,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:22.988515 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6501eee6-9553-4dcf-924e-adceac8a7953 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router (ab373e42-8251-4089-9229-0db025294ab5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:23.048393 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-36865f30-c3a2-4b3b-83eb-ce18b71628da tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:23.056642 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-36865f30-c3a2-4b3b-83eb-ce18b71628da tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e HTTP/1.1" status: 204 len: 168 time: 3.5105648 Oct 28 09:55:23.073508 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-fafeac73-e669-49ce-a2a9-fc3324f81237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 964 time: 4.0272501 Oct 28 09:55:23.073508 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36472) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:23.073508 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36474) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:23.100345 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:23.116351 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:23.176664 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b93943ce-aa6d-49d1-bb59-e12d8e4cfbc3 req-3ab62473-b853-4ec0-95a9-6edeba45ba82 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4463720 Oct 28 09:55:23.270131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:23.283767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:23.318188 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=5674f14e-1030-4dc5-b643-784b325bde48,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:23.328046 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:23.392848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ded45d2f-e7cf-46d3-a097-d1c68cc6ecc2 None None] Provisioning complete for port 250bacdb-6369-4533-b15b-0b9cd26aeeac triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:23.393225 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ded45d2f-e7cf-46d3-a097-d1c68cc6ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (250bacdb-6369-4533-b15b-0b9cd26aeeac), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:23.394581 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ded45d2f-e7cf-46d3-a097-d1c68cc6ecc2 None None] Attempt 1 to provision port 250bacdb-6369-4533-b15b-0b9cd26aeeac Oct 28 09:55:23.403801 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:23.476903 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ded45d2f-e7cf-46d3-a097-d1c68cc6ecc2 None None] Port 250bacdb-6369-4533-b15b-0b9cd26aeeac cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:55:23.481944 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-f95926e8-6b92-4f36-a1cc-74f218327ff3 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Allocated IP 172.20.0.8 (e4158ee0-8f55-4566-ae30-a41792d07007/dd14182d-a869-4785-90c4-ebe19ef6fd71/245e08af-6f46-4d6e-bef5-60d0e21ebdc8) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:23.504297 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Request body: {'port': {'device_id': 'b99aa43d-fedf-4c15-a45c-46e65c329ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:23.506059 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:23.517692 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124b22d6-52e6-47f4-b46f-04aee98644df tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:23.519672 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124b22d6-52e6-47f4-b46f-04aee98644df tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:23.522745 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-124b22d6-52e6-47f4-b46f-04aee98644df tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4505861 Oct 28 09:55:23.527797 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36482) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:23.610891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-b4fa9e51-bb77-4e70-9163-ea0b915bb18d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:23.611624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-b4fa9e51-bb77-4e70-9163-ea0b915bb18d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:23.628425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d0bcf109-50c8-4a00-930f-166e2a94cc0e), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:23.640394 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-09fba03a-c2db-4e55-842e-5890f3450584 req-1709e81c-05fa-4ecf-a187-ab36059e9188 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 210 time: 0.1173840 Oct 28 09:55:23.762386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-910bf964-679b-49f9-8faa-8362db4bd768 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet c44e57f8-2188-4d94-9e09-ea99ab5cd268 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:55:23.772843 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-910bf964-679b-49f9-8faa-8362db4bd768 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (c44e57f8-2188-4d94-9e09-ea99ab5cd268), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:23.851326 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-f95926e8-6b92-4f36-a1cc-74f218327ff3 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for port (245e08af-6f46-4d6e-bef5-60d0e21ebdc8), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:23.860550 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:23.865378 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:23.900036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:23.902162 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6501eee6-9553-4dcf-924e-adceac8a7953 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (ab373e42-8251-4089-9229-0db025294ab5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:23.909968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6501eee6-9553-4dcf-924e-adceac8a7953 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_controller (ab373e42-8251-4089-9229-0db025294ab5), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:23.915111 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (64c829ea-3e7b-4612-a569-5dc7be3bfaeb), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:23.946601 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-910bf964-679b-49f9-8faa-8362db4bd768 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (c44e57f8-2188-4d94-9e09-ea99ab5cd268), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:24.137455 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-b4fa9e51-bb77-4e70-9163-ea0b915bb18d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9585595 Oct 28 09:55:24.151788 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36492) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:24.308089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Request body: {'port': {'device_id': '5bfb08ba-90c9-4ed8-98bd-8041539b6a11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:24.394455 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6501eee6-9553-4dcf-924e-adceac8a7953 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (ab373e42-8251-4089-9229-0db025294ab5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:24.395091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6501eee6-9553-4dcf-924e-adceac8a7953 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab373e42-8251-4089-9229-0db025294ab5 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:55:24.397207 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-f95926e8-6b92-4f36-a1cc-74f218327ff3 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (245e08af-6f46-4d6e-bef5-60d0e21ebdc8), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:24.449753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6501eee6-9553-4dcf-924e-adceac8a7953 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:24.455627 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6501eee6-9553-4dcf-924e-adceac8a7953 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/ab373e42-8251-4089-9229-0db025294ab5 HTTP/1.1" status: 204 len: 168 time: 1.7381489 Oct 28 09:55:24.501332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c829ea-3e7b-4612-a569-5dc7be3bfaeb {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:55:24.514923 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (250bacdb-6369-4533-b15b-0b9cd26aeeac), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:24.518369 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Publish callbacks [] for port (64c829ea-3e7b-4612-a569-5dc7be3bfaeb), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:24.526843 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:24.550110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-f95926e8-6b92-4f36-a1cc-74f218327ff3 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Network e4158ee0-8f55-4566-ae30-a41792d07007 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:24.581767 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-f95926e8-6b92-4f36-a1cc-74f218327ff3 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:24.583541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1336872-9f64-4351-ae6b-a4d237b2d4c1 req-b8df0e34-5203-4b62-838d-d1ba357a4e9a tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:24.589444 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95926e8-6b92-4f36-a1cc-74f218327ff3 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Pushing event updated for resources: {'Port': ['ID=245e08af-6f46-4d6e-bef5-60d0e21ebdc8,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:24.591657 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-f95926e8-6b92-4f36-a1cc-74f218327ff3 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:24.598043 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f1336872-9f64-4351-ae6b-a4d237b2d4c1 req-b8df0e34-5203-4b62-838d-d1ba357a4e9a tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 931 time: 0.6623755 Oct 28 09:55:24.598640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Transition to ACTIVE for port object 64c829ea-3e7b-4612-a569-5dc7be3bfaeb will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:55:24.697365 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79a028-1ea0-46fd-9cff-0c215b25e436 req-b574aab6-d49a-43a9-a529-a35a4fe47a46 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:24.701802 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9f79a028-1ea0-46fd-9cff-0c215b25e436 req-b574aab6-d49a-43a9-a529-a35a4fe47a46 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 932 time: 0.2497518 Oct 28 09:55:24.704014 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:24.707455 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (64c829ea-3e7b-4612-a569-5dc7be3bfaeb), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:24.751152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-f95926e8-6b92-4f36-a1cc-74f218327ff3 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:24.751843 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-f95926e8-6b92-4f36-a1cc-74f218327ff3 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:24.845299 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-910bf964-679b-49f9-8faa-8362db4bd768 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (c44e57f8-2188-4d94-9e09-ea99ab5cd268), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:24.879902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] device_id is not set on port d0bcf109-50c8-4a00-930f-166e2a94cc0e yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:24.910340 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f1336872-9f64-4351-ae6b-a4d237b2d4c1 req-c0004de1-13a1-4512-9bbc-e6b3504efa78 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3170667 Oct 28 09:55:24.928644 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Pushing event updated for resources: {'Port': ['ID=64c829ea-3e7b-4612-a569-5dc7be3bfaeb,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:24.974032 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks [] for port (d0bcf109-50c8-4a00-930f-166e2a94cc0e), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:25.018805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:25.028583 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-f95926e8-6b92-4f36-a1cc-74f218327ff3 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3376470 Oct 28 09:55:25.032970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-aa9f2b25-3700-49bf-af98-1853fb71b20d None None] Provisioning complete for port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:25.037761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:25.039338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-aa9f2b25-3700-49bf-af98-1853fb71b20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (245e08af-6f46-4d6e-bef5-60d0e21ebdc8), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:25.040569 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-aa9f2b25-3700-49bf-af98-1853fb71b20d None None] Attempt 1 to provision port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 Oct 28 09:55:25.063601 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36506) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:25.121584 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Request body: {'port': {'device_id': 'c8bd5abd-e3fc-480a-b442-b39feba680fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:25.183341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=89,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:25.183598 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f2b25-3700-49bf-af98-1853fb71b20d None None] Port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:55:25.196820 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9f79a028-1ea0-46fd-9cff-0c215b25e436 req-06d44e45-1885-4d65-96e5-2ca4fdd9ed99 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4727111 Oct 28 09:55:25.227569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Attempting to bind port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:25.228051 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Attempting to bind port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '80f9f03c-618a-4994-9388-e53a5b3b24c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:25.228651 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Attempting to bind port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb on network 2ceca80e-d943-46cf-9c08-f3daa615c0be {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:25.234702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (d0bcf109-50c8-4a00-930f-166e2a94cc0e), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:25.351506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:25.358566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2009370148', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:25.369590 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (0f1c43e1-985c-4aad-99b0-253e6f858111), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:25.428549 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Allocated IP 172.36.1.33 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/9d62595a-0e77-4a8a-ac1f-bfc1911e026b) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:25.429505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0231ca-dd5f-4577-8697-1323fc292b12 req-759bedf9-a7d7-4739-9b9c-e2e973c13960 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:25.436748 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ee0231ca-dd5f-4577-8697-1323fc292b12 req-759bedf9-a7d7-4739-9b9c-e2e973c13960 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 931 time: 0.2222381 Oct 28 09:55:25.463708 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-910bf964-679b-49f9-8faa-8362db4bd768 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (c44e57f8-2188-4d94-9e09-ea99ab5cd268), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:25.480654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (245e08af-6f46-4d6e-bef5-60d0e21ebdc8), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:25.493684 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:25.495387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:25.495784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:25.496195 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:25.499136 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Pushing event updated for resources: {'Port': ['ID=d0bcf109-50c8-4a00-930f-166e2a94cc0e,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:25.532038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bf964-679b-49f9-8faa-8362db4bd768 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=c44e57f8-2188-4d94-9e09-ea99ab5cd268,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:25.534593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-910bf964-679b-49f9-8faa-8362db4bd768 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:25.538300 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-910bf964-679b-49f9-8faa-8362db4bd768 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c44e57f8-2188-4d94-9e09-ea99ab5cd268 HTTP/1.1" status: 204 len: 168 time: 2.0073926 Oct 28 09:55:25.539127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:25.539482 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:25.540441 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 2 to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e Oct 28 09:55:25.543224 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e26f48c-020e-4ae3-9e6b-9316a30ac9bc None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:25.546147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36510) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:25.576116 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb on network 2ceca80e-d943-46cf-9c08-f3daa615c0be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:25.576746 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Attempting to bind port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb on network 2ceca80e-d943-46cf-9c08-f3daa615c0be {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:25.629689 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a3fc281d-cca7-458e-8bfa-039c466cd063 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771596 Oct 28 09:55:25.629965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (273070b2-fafa-4c75-a75e-500c4e4a4523), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:25.629965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (273070b2-fafa-4c75-a75e-500c4e4a4523), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:25.632904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250bacdb-6369-4533-b15b-0b9cd26aeeac {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:55:25.634234 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:25.634581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:25.635110 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:25.637230 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36512) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:25.664159 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b5e7a1a0-09e4-4d3f-9bdf-3153c989ff17 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:25.697112 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:25.697640 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:25.704382 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 3 to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e Oct 28 09:55:25.729067 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ee0231ca-dd5f-4577-8697-1323fc292b12 req-d1e64822-ba6f-4bfb-b574-5a60de35aac9 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907820 Oct 28 09:55:25.749954 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Publish callbacks [] for port (250bacdb-6369-4533-b15b-0b9cd26aeeac), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:25.808272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed003e55-9153-4390-9a84-81ac690fadb4 None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:55:25.810858 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Transition to ACTIVE for port object 250bacdb-6369-4533-b15b-0b9cd26aeeac will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:55:25.812834 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5674f14e-1030-4dc5-b643-784b325bde48), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:25.843790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:25.844206 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:25.844618 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:25.866495 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:25.866847 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:25.870578 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 4 to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e Oct 28 09:55:25.877394 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ed003e55-9153-4390-9a84-81ac690fadb4 None None] Deleting port d050d3df-1703-49c6-8f91-6adb2677ff9f {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:25.879224 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ed003e55-9153-4390-9a84-81ac690fadb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d050d3df-1703-49c6-8f91-6adb2677ff9f), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:25.905205 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:25.905821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:25.905911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:25.931125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:25.931627 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:25.970759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ed003e55-9153-4390-9a84-81ac690fadb4 None None] For port d050d3df-1703-49c6-8f91-6adb2677ff9f, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d050d3df-1703-49c6-8f91-6adb2677ff9f,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:25.971095 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ed003e55-9153-4390-9a84-81ac690fadb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d050d3df-1703-49c6-8f91-6adb2677ff9f), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:25.991991 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ed003e55-9153-4390-9a84-81ac690fadb4 None None] Calling delete_port for d050d3df-1703-49c6-8f91-6adb2677ff9f owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:26.001702 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 5 to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e Oct 28 09:55:26.011295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for port (9d62595a-0e77-4a8a-ac1f-bfc1911e026b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:26.027382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e7a1a0-09e4-4d3f-9bdf-3153c989ff17 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:26.031766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b5e7a1a0-09e4-4d3f-9bdf-3153c989ff17 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:26.059555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:26.059932 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:26.062546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:26.077935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:55:26.078469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Checking segment: {'id': '80f9f03c-618a-4994-9388-e53a5b3b24c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:26.079668 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Bound using segment: {'id': '80f9f03c-618a-4994-9388-e53a5b3b24c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:55:26.080762 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Bound port: 64c829ea-3e7b-4612-a569-5dc7be3bfaeb, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f9f03c-618a-4994-9388-e53a5b3b24c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:55:26.081305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (64c829ea-3e7b-4612-a569-5dc7be3bfaeb), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:26.091396 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:26.092658 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (250bacdb-6369-4533-b15b-0b9cd26aeeac), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:26.166201 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:26.170013 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:26.170349 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:26.184854 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 6 to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e Oct 28 09:55:26.213012 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Pushing event updated for resources: {'Port': ['ID=250bacdb-6369-4533-b15b-0b9cd26aeeac,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:26.219754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_controller (273070b2-fafa-4c75-a75e-500c4e4a4523), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:26.236916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (9d62595a-0e77-4a8a-ac1f-bfc1911e026b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:26.246777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d050d3df-1703-49c6-8f91-6adb2677ff9f no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:55:26.257448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb14c62-c8da-43c7-ab8b-e7199bb92c25 req-e91c8cf3-4c62-4621-9aea-27fc387ffd4d tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:26.259022 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-afb14c62-c8da-43c7-ab8b-e7199bb92c25 req-e91c8cf3-4c62-4621-9aea-27fc387ffd4d tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 943 time: 0.1943822 Oct 28 09:55:26.268834 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:26.269137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:26.269425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:26.308673 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:26.309001 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:26.314291 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 7 to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e Oct 28 09:55:26.362279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:26.362279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:26.362649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:26.366207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ed003e55-9153-4390-9a84-81ac690fadb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (d050d3df-1703-49c6-8f91-6adb2677ff9f), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:26.375623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (5674f14e-1030-4dc5-b643-784b325bde48), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:26.379058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event updated for resources: {'Port': ['ID=9d62595a-0e77-4a8a-ac1f-bfc1911e026b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:26.392299 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:26.392631 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:26.396912 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 8 to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e Oct 28 09:55:26.423691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:26.424604 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-afb14c62-c8da-43c7-ab8b-e7199bb92c25 req-c44a7f56-f7b2-4087-9990-d864706902bf tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448607 Oct 28 09:55:26.432737 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed003e55-9153-4390-9a84-81ac690fadb4 None None] Pushing event deleted for resources: {'Port': ['ID=d050d3df-1703-49c6-8f91-6adb2677ff9f,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:26.445554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:26.446128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:26.446661 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:26.453773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed003e55-9153-4390-9a84-81ac690fadb4 None None] No DVR routers for this DVR port d050d3df-1703-49c6-8f91-6adb2677ff9f on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:55:26.464911 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No active binding found for port d050d3df-1703-49c6-8f91-6adb2677ff9f {{(pid=114061) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 28 09:55:26.467729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] The host dv-neutron-zed-2-hyperv is not matching for port d050d3df-1703-49c6-8f91-6adb2677ff9f host None! {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 28 09:55:26.468357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d050d3df-1703-49c6-8f91-6adb2677ff9f not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:55:26.496056 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (5674f14e-1030-4dc5-b643-784b325bde48), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:26.508642 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:26.509061 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:26.537903 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 9 to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e Oct 28 09:55:26.606998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de6fba-0215-425b-ba6c-309c726a8360 req-b7b494de-a4b7-4fd0-966a-5685205e0773 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:26.611215 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-84de6fba-0215-425b-ba6c-309c726a8360 req-b7b494de-a4b7-4fd0-966a-5685205e0773 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 944 time: 0.2016380 Oct 28 09:55:26.624188 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:26.624877 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:26.625287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:26.647147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:26.647147 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:26.647701 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempt 10 to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e Oct 28 09:55:26.663382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=5674f14e-1030-4dc5-b643-784b325bde48,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:26.709282 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (0f1c43e1-985c-4aad-99b0-253e6f858111), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:26.732909 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:26.732909 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:26.732909 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempting to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:26.753484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:26.755073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:26.761176 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:26.769083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:26.783194 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:26.783393 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Failed to bind port d0bcf109-50c8-4a00-930f-166e2a94cc0e on host hv-neutron-zed0 for vnic_type normal using segments [{'id': 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0366f74-c3e3-4846-a46e-2722639bcb21'}] Oct 28 09:55:26.783683 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d0bcf109-50c8-4a00-930f-166e2a94cc0e), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:26.822909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] For port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:26.899865 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] For port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=64c829ea-3e7b-4612-a569-5dc7be3bfaeb,segment=NetworkSegment(80f9f03c-618a-4994-9388-e53a5b3b24c7),segment_id=80f9f03c-618a-4994-9388-e53a5b3b24c7)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:27.027805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (64c829ea-3e7b-4612-a569-5dc7be3bfaeb), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:27.032925 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:27.034009 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:27.036340 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/64c829ea-3e7b-4612-a569-5dc7be3bfaeb HTTP/1.1" status: 200 len: 1093 time: 4.3053856 Oct 28 09:55:27.045720 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99aa43d-fedf-4c15-a45c-46e65c329ff7', 'tag': '64c829ea-3e7b-4612-a569-5dc7be3bfaeb'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:55:27.119764 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b5e7a1a0-09e4-4d3f-9bdf-3153c989ff17 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (bfcaf605-ca7a-4259-8cce-51ecd89d7dc3), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:27.149584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:27.242769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (273070b2-fafa-4c75-a75e-500c4e4a4523), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:27.242769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for floatingip (902469d8-06d2-49a1-8b27-3de0574971c7), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:27.242769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Attempting to bind port 250bacdb-6369-4533-b15b-0b9cd26aeeac on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:27.242769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Attempting to bind port 250bacdb-6369-4533-b15b-0b9cd26aeeac by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '301e5b80-d251-4255-9ceb-e0da6669ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:27.242769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Attempting to bind port 250bacdb-6369-4533-b15b-0b9cd26aeeac on network 9b354618-41dd-41ee-a0fe-9a79976baa4b {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:27.248932 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-84de6fba-0215-425b-ba6c-309c726a8360 req-b8564b3f-447f-4e31-a465-cea6c91e604d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6104302 Oct 28 09:55:27.301913 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Floating IP 0f1c43e1-985c-4aad-99b0-253e6f858111 associated. External IP: 172.36.1.173, port: a9bb6bb7-4f9a-4d38-8898-a92769e66d15. Oct 28 09:55:27.320994 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e7a1a0-09e4-4d3f-9bdf-3153c989ff17 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:27.331365 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363e1f1-ae28-42a9-80f4-e1c2ac59be57 req-e66b6c49-11f8-45e4-8f0e-58d464869fbd tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:27.332570 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:27.333975 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7363e1f1-ae28-42a9-80f4-e1c2ac59be57 req-e66b6c49-11f8-45e4-8f0e-58d464869fbd tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 931 time: 0.4710219 Oct 28 09:55:27.338265 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:27.376955 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-b5e7a1a0-09e4-4d3f-9bdf-3153c989ff17 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:27.394095 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0061df5-4bd2-42d3-a494-a75c48ed2fba None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:27.395856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e7a1a0-09e4-4d3f-9bdf-3153c989ff17 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:27.396629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b5e7a1a0-09e4-4d3f-9bdf-3153c989ff17 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:27.399169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7a1a0-09e4-4d3f-9bdf-3153c989ff17 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=bfcaf605-ca7a-4259-8cce-51ecd89d7dc3,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:27.404979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baafba2-adc9-4f39-a9d2-ee35001b4acf service neutron] Pushing event updated for resources: {'Port': ['ID=64c829ea-3e7b-4612-a569-5dc7be3bfaeb,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:27.423453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:55:27.429106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] For port d0bcf109-50c8-4a00-930f-166e2a94cc0e, host hv-neutron-zed0, cleared binding levels {{(pid=114059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:27.429845 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attempted to set empty binding levels {{(pid=114059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 09:55:27.449146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Publish callbacks [] for port (245e08af-6f46-4d6e-bef5-60d0e21ebdc8), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:27.455504 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29887724-066b-43e9-a395-eb63ab4916ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b99aa43d-fedf-4c15-a45c-46e65c329ff7", "tag": "64c829ea-3e7b-4612-a569-5dc7be3bfaeb"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:27.578587 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7363e1f1-ae28-42a9-80f4-e1c2ac59be57 req-581c9d9c-4425-49c6-b9c6-dbf4cdaf96d4 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953976 Oct 28 09:55:27.590010 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Transition to ACTIVE for port object 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:55:27.591993 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-41fc1f57-faf5-422e-a7f8-faf29d4887ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:27.594252 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-41fc1f57-faf5-422e-a7f8-faf29d4887ca service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=52816e5f52fd412794bd5361bc627a82&device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 1127 time: 0.1592145 Oct 28 09:55:27.595069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Port 250bacdb-6369-4533-b15b-0b9cd26aeeac on network 9b354618-41dd-41ee-a0fe-9a79976baa4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:27.595396 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Attempting to bind port 250bacdb-6369-4533-b15b-0b9cd26aeeac on network 9b354618-41dd-41ee-a0fe-9a79976baa4b {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:27.628457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': 'bfcaf605-ca7a-4259-8cce-51ecd89d7dc3'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:55:27.629470 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:27.715163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f652ab2-4c88-43c5-ae44-e0d177afcb45 req-eae46800-b469-4df7-97b0-556d7d7a2b24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:27.723086 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7f652ab2-4c88-43c5-ae44-e0d177afcb45 req-eae46800-b469-4df7-97b0-556d7d7a2b24 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 943 time: 0.1791239 Oct 28 09:55:27.756496 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-01d957e1-ea22-46ae-bf48-b33df1d02f13 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64c829ea-3e7b-4612-a569-5dc7be3bfaeb HTTP/1.1" status: 200 len: 217 time: 0.1034856 Oct 28 09:55:27.778052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (245e08af-6f46-4d6e-bef5-60d0e21ebdc8), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:27.799414 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b5e7a1a0-09e4-4d3f-9bdf-3153c989ff17 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1559095 Oct 28 09:55:27.800343 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (d0bcf109-50c8-4a00-930f-166e2a94cc0e), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:27.801043 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] In _notify_port_updated(), no bound segment for port d0bcf109-50c8-4a00-930f-166e2a94cc0e on network a0366f74-c3e3-4846-a46e-2722639bcb21 {{(pid=114059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 09:55:27.801988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:27.802583 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:27.808152 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] 10.222.0.49 "PUT /networking/v2.0/ports/d0bcf109-50c8-4a00-930f-166e2a94cc0e HTTP/1.1" status: 200 len: 981 time: 4.7214537 Oct 28 09:55:27.815571 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36542) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:27.815953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36544) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:27.887899 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e3502963-c12f-4908-a8f5-062759b21165 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'name': 'tempest-NetworksTestDHCPv6-230204691'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:27.889538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2278c5ad-1438-4e1f-8d09-ae9a03878d0f x-openstack-request-id: req-2278c5ad-1438-4e1f-8d09-ae9a03878d0f {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:27.889831 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99aa43d-fedf-4c15-a45c-46e65c329ff7", "tag": "64c829ea-3e7b-4612-a569-5dc7be3bfaeb", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:27.890083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2278c5ad-1438-4e1f-8d09-ae9a03878d0f {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:27.890529 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2278c5ad-1438-4e1f-8d09-ae9a03878d0f'] response: {'name': 'network-changed', 'server_uuid': 'b99aa43d-fedf-4c15-a45c-46e65c329ff7', 'tag': '64c829ea-3e7b-4612-a569-5dc7be3bfaeb', 'status': 'completed', 'code': 200} Oct 28 09:55:27.918446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Allocated IP 2001:db8::2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/bfcaf605-ca7a-4259-8cce-51ecd89d7dc3/4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:27.940452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:55:27.940795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Checking segment: {'id': '301e5b80-d251-4255-9ceb-e0da6669ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:27.941167 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Bound using segment: {'id': '301e5b80-d251-4255-9ceb-e0da6669ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:55:27.941618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Bound port: 250bacdb-6369-4533-b15b-0b9cd26aeeac, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301e5b80-d251-4255-9ceb-e0da6669ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:55:27.941979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (250bacdb-6369-4533-b15b-0b9cd26aeeac), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:27.964710 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9d62595a-0e77-4a8a-ac1f-bfc1911e026b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:27.996543 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:28.010883 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7f652ab2-4c88-43c5-ae44-e0d177afcb45 req-9895d100-fbe4-4bc7-81ae-3a1e6a3022a0 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867150 Oct 28 09:55:28.043489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Pushing event updated for resources: {'Port': ['ID=245e08af-6f46-4d6e-bef5-60d0e21ebdc8,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:28.074450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-12ffafa0-cbce-4956-a5db-ee7510e189b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:28.075588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1dd983-dbcb-4abd-a007-8da3491eee04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Pushing event updated for resources: {'Port': ['ID=d0bcf109-50c8-4a00-930f-166e2a94cc0e,revision_number=3']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:28.075976 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-12ffafa0-cbce-4956-a5db-ee7510e189b9 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=48231d59-2715-405d-aa68-1b7c52649c5b HTTP/1.1" status: 200 len: 851 time: 0.2993910 Oct 28 09:55:28.092978 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:28.200483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] For port 250bacdb-6369-4533-b15b-0b9cd26aeeac, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:28.205688 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] For port 250bacdb-6369-4533-b15b-0b9cd26aeeac, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=250bacdb-6369-4533-b15b-0b9cd26aeeac,segment=NetworkSegment(301e5b80-d251-4255-9ceb-e0da6669ccaa),segment_id=301e5b80-d251-4255-9ceb-e0da6669ccaa)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:28.238990 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-bfa03950-b936-4f36-81bc-fe80d88fd31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Deleting port d0bcf109-50c8-4a00-930f-166e2a94cc0e {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:28.239617 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bfa03950-b936-4f36-81bc-fe80d88fd31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d0bcf109-50c8-4a00-930f-166e2a94cc0e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:28.287762 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:28.311801 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Publish callbacks [] for port (4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:28.415514 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:28.454322 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-bfa03950-b936-4f36-81bc-fe80d88fd31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] For port d0bcf109-50c8-4a00-930f-166e2a94cc0e, host hv-neutron-zed0, got binding levels [] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:28.454950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bfa03950-b936-4f36-81bc-fe80d88fd31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d0bcf109-50c8-4a00-930f-166e2a94cc0e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:28.483319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:28.487112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:28.489995 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:28.500309 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (250bacdb-6369-4533-b15b-0b9cd26aeeac), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:28.508663 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0f9c9-461e-443b-beb9-5f14785d5f12 req-b1a0eb96-d567-4286-9ccb-89de88131ff9 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:28.510463 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5dc0f9c9-461e-443b-beb9-5f14785d5f12 req-b1a0eb96-d567-4286-9ccb-89de88131ff9 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 944 time: 0.1403298 Oct 28 09:55:28.517130 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-bfa03950-b936-4f36-81bc-fe80d88fd31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Calling delete_port for d0bcf109-50c8-4a00-930f-166e2a94cc0e owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:28.529000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3c239a4d-4b79-4669-a409-a197981e395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:28.530487 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-3c239a4d-4b79-4669-a409-a197981e395a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2ceca80e-d943-46cf-9c08-f3daa615c0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.4281480 Oct 28 09:55:28.544217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Pushing event updated for resources: {'Port': ['ID=4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:28.544627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:28.545257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:28.546662 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/250bacdb-6369-4533-b15b-0b9cd26aeeac HTTP/1.1" status: 200 len: 1094 time: 4.2443488 Oct 28 09:55:28.556122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3502963-c12f-4908-a8f5-062759b21165 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:28.556122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e3502963-c12f-4908-a8f5-062759b21165 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:28.586005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (273070b2-fafa-4c75-a75e-500c4e4a4523), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:28.603080 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:28.623660 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Attempting to bind port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:28.624037 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Attempting to bind port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:28.624405 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Attempting to bind port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:28.626940 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35300c4c-8aa5-46d5-bbbe-01f5588d18b6 None None] Sync routers for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:28.648086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-e3502963-c12f-4908-a8f5-062759b21165 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port 04271505-93ad-4d13-affc-b127b33a9079 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:28.700420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35300c4c-8aa5-46d5-bbbe-01f5588d18b6 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:28.705932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-35300c4c-8aa5-46d5-bbbe-01f5588d18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:28.726176 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5dc0f9c9-461e-443b-beb9-5f14785d5f12 req-0d440493-9329-43bb-a1b9-dd15e805d015 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060604 Oct 28 09:55:28.734497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:28.734497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Attempting to bind port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:28.734497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Attempting to bind port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '203bc2fa-01a5-4225-85a6-5f96e3ad29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:28.735532 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:28.735663 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Attempting to bind port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 on network e4158ee0-8f55-4566-ae30-a41792d07007 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:28.781287 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-b5c59c28-8de0-450b-b504-649bcb05f9e9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2ceca80e-d943-46cf-9c08-f3daa615c0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740594 Oct 28 09:55:28.812535 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3d5c3101-a98d-48ec-888a-6562fe5c4459 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.4164460 Oct 28 09:55:28.821929 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36554) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:28.840074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-35300c4c-8aa5-46d5-bbbe-01f5588d18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:28.876531 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:55:28.876531 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:28.876531 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:28.877025 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:28.877125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:55:28.877125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Bound port: 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:55:28.877434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:28.893404 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:28.901023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35300c4c-8aa5-46d5-bbbe-01f5588d18b6 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:28.901247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-35300c4c-8aa5-46d5-bbbe-01f5588d18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:28.954149 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6032239-1f5a-4188-afc2-9a19d1e4fd8e req-01d1d0b1-ff66-47e2-82f8-e0b71958dfe2 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:28.955631 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b6032239-1f5a-4188-afc2-9a19d1e4fd8e req-01d1d0b1-ff66-47e2-82f8-e0b71958dfe2 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 943 time: 0.0837469 Oct 28 09:55:28.967539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:28.969723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bfa03950-b936-4f36-81bc-fe80d88fd31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d0bcf109-50c8-4a00-930f-166e2a94cc0e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:29.005692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-80cea421-eacc-426b-b588-52846c8b984e None None] For port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:29.011903 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa03950-b936-4f36-81bc-fe80d88fd31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0bcf109-50c8-4a00-930f-166e2a94cc0e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:29.012633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-80cea421-eacc-426b-b588-52846c8b984e None None] For port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:29.013913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:29.036897 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:29.063434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-35300c4c-8aa5-46d5-bbbe-01f5588d18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:29.064040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35300c4c-8aa5-46d5-bbbe-01f5588d18b6 None None] The sync data for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:29.116643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-e3502963-c12f-4908-a8f5-062759b21165 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::14a (27cab9a0-d24d-4f61-b60f-51dd4ee136db/bfcaf605-ca7a-4259-8cce-51ecd89d7dc3/04271505-93ad-4d13-affc-b127b33a9079) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:29.125494 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0ad2858c-ef67-418d-a8c1-0450b96f4897 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "GET /networking/v2.0/floatingips/0f1c43e1-985c-4aad-99b0-253e6f858111 HTTP/1.1" status: 200 len: 977 time: 0.3014703 Oct 28 09:55:29.131021 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bfa03950-b936-4f36-81bc-fe80d88fd31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:29.135434 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bfa03950-b936-4f36-81bc-fe80d88fd31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/d0bcf109-50c8-4a00-930f-166e2a94cc0e HTTP/1.1" status: 204 len: 168 time: 1.3128395 Oct 28 09:55:29.140705 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36558) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:29.145856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36560) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:29.274212 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:29.317915 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for port (9d62595a-0e77-4a8a-ac1f-bfc1911e026b), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:29.322096 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1f887d12-dea5-40fd-984c-ae13a324ab25 req-d4bce172-ee41-4902-8eb4-78a0142e0b1a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2ceca80e-d943-46cf-9c08-f3daa615c0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731412 Oct 28 09:55:29.323127 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-ef83356c-11be-4266-a37f-c9655666f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:29.325135 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-ef83356c-11be-4266-a37f-c9655666f8e7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1c1772cbf744449891cae928448c57eb&device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 1128 time: 0.5196376 Oct 28 09:55:29.333109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 on network e4158ee0-8f55-4566-ae30-a41792d07007 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:29.333425 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Attempting to bind port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 on network e4158ee0-8f55-4566-ae30-a41792d07007 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:29.336605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3c6f6-776b-4468-bb6a-51acde03bc7b req-17786291-0f56-42d8-87d2-09e96b038721 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:29.344275 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-28a3c6f6-776b-4468-bb6a-51acde03bc7b req-17786291-0f56-42d8-87d2-09e96b038721 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 943 time: 0.1989503 Oct 28 09:55:29.375390 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff93219-2d10-45a1-987c-f659e3b29a95 service neutron] Pushing event updated for resources: {'Port': ['ID=250bacdb-6369-4533-b15b-0b9cd26aeeac,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:29.375642 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c09721-983e-4903-baca-04873dabc5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] GET failed (client error): The resource could not be found. Oct 28 09:55:29.381985 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-76c09721-983e-4903-baca-04873dabc5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034695587-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/d0bcf109-50c8-4a00-930f-166e2a94cc0e HTTP/1.1" status: 404 len: 333 time: 0.2186692 Oct 28 09:55:29.405044 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36562) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:29.423480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cea421-eacc-426b-b588-52846c8b984e None None] Pushing event updated for resources: {'Port': ['ID=4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:29.438019 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:55:29.438432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Checking segment: {'id': '203bc2fa-01a5-4225-85a6-5f96e3ad29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:29.438813 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Bound using segment: {'id': '203bc2fa-01a5-4225-85a6-5f96e3ad29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:55:29.439295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Bound port: 245e08af-6f46-4d6e-bef5-60d0e21ebdc8, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203bc2fa-01a5-4225-85a6-5f96e3ad29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:55:29.439640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (245e08af-6f46-4d6e-bef5-60d0e21ebdc8), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:29.442755 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-343d7558-e00a-4059-a25f-64a63e80c29f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=250bacdb-6369-4533-b15b-0b9cd26aeeac HTTP/1.1" status: 200 len: 217 time: 0.0643854 Oct 28 09:55:29.447665 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (9d62595a-0e77-4a8a-ac1f-bfc1911e026b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:29.456318 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b6032239-1f5a-4188-afc2-9a19d1e4fd8e req-96e97bee-b232-4db2-9ccd-38a4bfbfb71c tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4873796 Oct 28 09:55:29.540641 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (902469d8-06d2-49a1-8b27-3de0574971c7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:29.600467 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event updated for resources: {'Port': ['ID=9d62595a-0e77-4a8a-ac1f-bfc1911e026b,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:29.601801 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-29abf76a-cdfc-4ba2-8540-24230c3479b7 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4572427 Oct 28 09:55:29.602270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36564) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:29.628894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b3c38d94-7742-4f16-8cb5-e937ca64b96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'floatingip': {'port_id': '581df3f1-8d6e-4a74-8112-024a512a8ab8'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:29.635596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6dc497bc-35ae-406d-ae7c-f5878b003aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (a0366f74-c3e3-4846-a46e-2722639bcb21), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:29.730465 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-28a3c6f6-776b-4468-bb6a-51acde03bc7b req-683a0a80-4c91-45cf-a243-8cd920abb174 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3853388 Oct 28 09:55:29.877398 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6dc497bc-35ae-406d-ae7c-f5878b003aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (a0366f74-c3e3-4846-a46e-2722639bcb21), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:29.906374 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-6dc497bc-35ae-406d-ae7c-f5878b003aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0366f74-c3e3-4846-a46e-2722639bcb21']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:29.911753 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-6dc497bc-35ae-406d-ae7c-f5878b003aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:29.911753 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-6dc497bc-35ae-406d-ae7c-f5878b003aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:29.915818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:29.933267 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6dc497bc-35ae-406d-ae7c-f5878b003aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:29.971598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:29.974178 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29887724-066b-43e9-a395-eb63ab4916ad req-6c52f6e8-5c5a-476e-b20e-27b154dd8949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:29.976005 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-29887724-066b-43e9-a395-eb63ab4916ad req-6c52f6e8-5c5a-476e-b20e-27b154dd8949 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=52816e5f52fd412794bd5361bc627a82&device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 1127 time: 0.4092686 Oct 28 09:55:29.976635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfb08ba-90c9-4ed8-98bd-8041539b6a11', 'tag': '250bacdb-6369-4533-b15b-0b9cd26aeeac'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:55:29.976768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6dc497bc-35ae-406d-ae7c-f5878b003aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:29.979110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8417c0c-9335-4f73-a3af-ef86a20541d4" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfb08ba-90c9-4ed8-98bd-8041539b6a11", "tag": "250bacdb-6369-4533-b15b-0b9cd26aeeac"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:29.983661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3c38d94-7742-4f16-8cb5-e937ca64b96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (0f1c43e1-985c-4aad-99b0-253e6f858111), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:30.001228 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Allocated IP 172.36.1.132 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/1c42377f-226a-43ff-80b0-207a08c21507) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:30.037545 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:30.046170 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c962641f-ef74-4362-9d99-db332e30bc68 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8917768 Oct 28 09:55:30.056928 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36570) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:30.090338 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b3d1e73c-7316-4efc-95f7-e31520d475b3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1180903784'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:30.107496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-1619e4b1-db29-4c7f-a229-f95963143393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:30.109030 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-1619e4b1-db29-4c7f-a229-f95963143393 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=808a702a-127b-4dd8-b2a3-71420629e80b HTTP/1.1" status: 200 len: 850 time: 0.6194820 Oct 28 09:55:30.143863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:30.154423 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef58b55c-c9cc-48ef-a044-c46b73f2d71b x-openstack-request-id: req-ef58b55c-c9cc-48ef-a044-c46b73f2d71b {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:30.154749 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfb08ba-90c9-4ed8-98bd-8041539b6a11", "tag": "250bacdb-6369-4533-b15b-0b9cd26aeeac", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:30.155027 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef58b55c-c9cc-48ef-a044-c46b73f2d71b {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:30.155448 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef58b55c-c9cc-48ef-a044-c46b73f2d71b'] response: {'name': 'network-changed', 'server_uuid': '5bfb08ba-90c9-4ed8-98bd-8041539b6a11', 'tag': '250bacdb-6369-4533-b15b-0b9cd26aeeac', 'status': 'completed', 'code': 200} Oct 28 09:55:30.337982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] For port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:30.351249 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:30.367337 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d1e73c-7316-4efc-95f7-e31520d475b3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Made reservation on behalf of 4abcfef514af4d9387bef4260eefcc77 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:30.367598 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc497bc-35ae-406d-ae7c-f5878b003aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:55:30.368068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6dc497bc-35ae-406d-ae7c-f5878b003aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:30.371820 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e73c-7316-4efc-95f7-e31520d475b3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:30.388926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:30.426089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-0e82ddc7-7169-4c13-b71d-25614a679c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:30.427325 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4 resource provider aggregate not found Oct 28 09:55:30.427702 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-0e82ddc7-7169-4c13-b71d-25614a679c41 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9b354618-41dd-41ee-a0fe-9a79976baa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.2385142 Oct 28 09:55:30.429689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] For port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=245e08af-6f46-4d6e-bef5-60d0e21ebdc8,segment=NetworkSegment(203bc2fa-01a5-4225-85a6-5f96e3ad29d6),segment_id=203bc2fa-01a5-4225-85a6-5f96e3ad29d6)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:30.440642 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e73c-7316-4efc-95f7-e31520d475b3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:30.441663 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba721cac-ca61-4171-a494-133b8175aa5f req-e7883785-4308-4ab9-a545-61510f853f69 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:30.449193 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ba721cac-ca61-4171-a494-133b8175aa5f req-e7883785-4308-4ab9-a545-61510f853f69 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 944 time: 0.4700558 Oct 28 09:55:30.453568 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e3502963-c12f-4908-a8f5-062759b21165 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (04271505-93ad-4d13-affc-b127b33a9079), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:30.477244 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b332ff04-e75e-43e3-8a94-dc0a5ed0b6d4 found for delete ", "request_id": "req-01b063f7-1c3e-4da2-869c-05a882927f25"}]} Oct 28 09:55:30.533291 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:30.540279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:30.540279 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 Oct 28 09:55:30.591315 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (245e08af-6f46-4d6e-bef5-60d0e21ebdc8), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:30.628283 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ba721cac-ca61-4171-a494-133b8175aa5f req-e39e57f9-34cc-47c0-8a69-12e0efa095c9 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782100 Oct 28 09:55:30.630362 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6dc497bc-35ae-406d-ae7c-f5878b003aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (a0366f74-c3e3-4846-a46e-2722639bcb21), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:30.667606 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6dc497bc-35ae-406d-ae7c-f5878b003aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:30.675939 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6dc497bc-35ae-406d-ae7c-f5878b003aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] 10.222.0.49 "DELETE /networking/v2.0/networks/a0366f74-c3e3-4846-a46e-2722639bcb21 HTTP/1.1" status: 204 len: 168 time: 1.2668712 Oct 28 09:55:30.676081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:30.676081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:30.677729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:30.678299 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:30.678527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e3502963-c12f-4908-a8f5-062759b21165 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (04271505-93ad-4d13-affc-b127b33a9079), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:30.691633 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/245e08af-6f46-4d6e-bef5-60d0e21ebdc8 HTTP/1.1" status: 200 len: 1093 time: 5.6101923 Oct 28 09:55:30.718854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for port (1c42377f-226a-43ff-80b0-207a08c21507), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:30.741581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc497bc-35ae-406d-ae7c-f5878b003aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156604185-project] Pushing event deleted for resources: {'Network': ['ID=a0366f74-c3e3-4846-a46e-2722639bcb21,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:30.755235 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:30.823587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29887724-066b-43e9-a395-eb63ab4916ad req-cdd70b2a-45b9-4df7-9476-e2ac7f17ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:30.828081 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-29887724-066b-43e9-a395-eb63ab4916ad req-cdd70b2a-45b9-4df7-9476-e2ac7f17ca7b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=2ceca80e-d943-46cf-9c08-f3daa615c0be HTTP/1.1" status: 200 len: 913 time: 0.7807188 Oct 28 09:55:30.843606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:30.879044 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb9177-a7fd-43a1-82df-caf131105621 req-45e4eae5-1f70-43ce-b802-118f80165ee7 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:30.880495 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5efb9177-a7fd-43a1-82df-caf131105621 req-45e4eae5-1f70-43ce-b802-118f80165ee7 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 943 time: 0.2589006 Oct 28 09:55:30.894593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:30.908131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3502963-c12f-4908-a8f5-062759b21165 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:30.932386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:30.942210 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-e3502963-c12f-4908-a8f5-062759b21165 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:30.951355 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3502963-c12f-4908-a8f5-062759b21165 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:30.963392 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3502963-c12f-4908-a8f5-062759b21165 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:30.964942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e3502963-c12f-4908-a8f5-062759b21165 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:30.993165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:31.054937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3502963-c12f-4908-a8f5-062759b21165 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=04271505-93ad-4d13-affc-b127b33a9079,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:31.094139 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e3502963-c12f-4908-a8f5-062759b21165 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2732737 Oct 28 09:55:31.105035 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-29887724-066b-43e9-a395-eb63ab4916ad req-9234c5e0-bdfd-4d25-bc51-84af323a3a29 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64c829ea-3e7b-4612-a569-5dc7be3bfaeb HTTP/1.1" status: 200 len: 217 time: 0.1104026 Oct 28 09:55:31.105488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36582) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:31.132313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:31.161611 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5efb9177-a7fd-43a1-82df-caf131105621 req-88cc97b6-6b82-4e89-83aa-45e2c59c3ce4 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576163 Oct 28 09:55:31.175930 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df49c58-e949-4989-9ba6-6d4b55df8d4c req-173b8997-1e61-449a-b8df-c11597b64d81 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:31.189249 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2df49c58-e949-4989-9ba6-6d4b55df8d4c req-173b8997-1e61-449a-b8df-c11597b64d81 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 943 time: 0.2703419 Oct 28 09:55:31.217091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2a33d394-c3fd-4555-870d-1ac4797213ee None None] Provisioning complete for port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:31.217486 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2a33d394-c3fd-4555-870d-1ac4797213ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:31.217843 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2a33d394-c3fd-4555-870d-1ac4797213ee None None] Attempt 1 to provision port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 Oct 28 09:55:31.238638 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c2393-382e-460e-aa76-d126445752e2 service neutron] Pushing event updated for resources: {'Port': ['ID=245e08af-6f46-4d6e-bef5-60d0e21ebdc8,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:31.291917 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2df49c58-e949-4989-9ba6-6d4b55df8d4c req-bb9be56e-929b-4fb4-84b7-3c16dcb847eb tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008523 Oct 28 09:55:31.375200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2a33d394-c3fd-4555-870d-1ac4797213ee None None] Current status of the port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:31.409842 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36588) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:31.552758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-d5de63f5-1c7f-430f-b075-7e0336b619a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:31.554404 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-d5de63f5-1c7f-430f-b075-7e0336b619a6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=580605cfe10a4696bf5a3a3159e601ec&device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 1127 time: 0.5583060 Oct 28 09:55:31.585508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8655609-780e-474c-8d8c-c80f75d5004f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:31.591427 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8655609-780e-474c-8d8c-c80f75d5004f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:31.596074 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36592) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:31.596264 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d8655609-780e-474c-8d8c-c80f75d5004f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.4471061 Oct 28 09:55:31.604523 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-a7e8f939-e967-4948-9387-4b0d10bc6d3e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1612711 Oct 28 09:55:31.609990 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29887724-066b-43e9-a395-eb63ab4916ad req-2de1caf2-6feb-420d-b977-a64f655b74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:31.611965 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-29887724-066b-43e9-a395-eb63ab4916ad req-2de1caf2-6feb-420d-b977-a64f655b74b3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=48231d59-2715-405d-aa68-1b7c52649c5b HTTP/1.1" status: 200 len: 851 time: 0.4178379 Oct 28 09:55:31.626298 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-01c16463-3b9d-4f5e-b375-4e15a6d5d0cf None None] Provisioning complete for port 04271505-93ad-4d13-affc-b127b33a9079 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:31.629268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01c16463-3b9d-4f5e-b375-4e15a6d5d0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (04271505-93ad-4d13-affc-b127b33a9079), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:31.629268 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-01c16463-3b9d-4f5e-b375-4e15a6d5d0cf None None] Attempt 1 to provision port 04271505-93ad-4d13-affc-b127b33a9079 Oct 28 09:55:31.656195 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cc857046-17e7-4403-b4a5-8e0439ef2b1a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d98ae4573c2149e19b9d90fd8ec5f44e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439582 Oct 28 09:55:31.661075 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36594) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:31.761449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e311ebe6-afcc-4a26-8499-a03a4c052947 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port 04271505-93ad-4d13-affc-b127b33a9079 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:31.762144 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e311ebe6-afcc-4a26-8499-a03a4c052947 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (04271505-93ad-4d13-affc-b127b33a9079), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:31.762746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-01c16463-3b9d-4f5e-b375-4e15a6d5d0cf None None] Port 04271505-93ad-4d13-affc-b127b33a9079 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:55:31.922430 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acd934-59a8-4bed-b61a-adc7bec04151 req-de9a9635-f388-419d-a05b-d1ba8eed9039 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:31.924346 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-26acd934-59a8-4bed-b61a-adc7bec04151 req-de9a9635-f388-419d-a05b-d1ba8eed9039 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 944 time: 0.1320744 Oct 28 09:55:31.963439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-94df00ca-1bff-47b1-abde-ba4b8818d5cd admin admin] Publish callbacks [] for security_group (1ec5aa34-5918-48bd-8a88-72d731e74e35), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:31.988792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e311ebe6-afcc-4a26-8499-a03a4c052947 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (04271505-93ad-4d13-affc-b127b33a9079), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:32.029572 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:32.038096 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-26acd934-59a8-4bed-b61a-adc7bec04151 req-473d9b3e-6c21-4f79-beb3-cdaf3e32ceb4 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969889 Oct 28 09:55:32.048579 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e311ebe6-afcc-4a26-8499-a03a4c052947 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for 04271505-93ad-4d13-affc-b127b33a9079 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:32.057825 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-94df00ca-1bff-47b1-abde-ba4b8818d5cd admin admin] Publish callbacks [] for security_group (1ec5aa34-5918-48bd-8a88-72d731e74e35), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:32.113880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (1c42377f-226a-43ff-80b0-207a08c21507), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:32.155245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e73c-7316-4efc-95f7-e31520d475b3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for security_group (b4656f43-79c6-4d8e-868d-75b151a78d82), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:32.155245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:32.191303 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bd5abd-e3fc-480a-b442-b39feba680fb', 'tag': '245e08af-6f46-4d6e-bef5-60d0e21ebdc8'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:55:32.191606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8e567a-6597-4f68-b524-50065e33aaa6" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bd5abd-e3fc-480a-b442-b39feba680fb", "tag": "245e08af-6f46-4d6e-bef5-60d0e21ebdc8"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:32.204102 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-a2a99288-1022-41ad-83e2-25bc62046a81 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=245e08af-6f46-4d6e-bef5-60d0e21ebdc8 HTTP/1.1" status: 200 len: 217 time: 0.1754224 Oct 28 09:55:32.263775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:32.265018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e73c-7316-4efc-95f7-e31520d475b3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (b4656f43-79c6-4d8e-868d-75b151a78d82), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:32.268533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29887724-066b-43e9-a395-eb63ab4916ad req-05dea966-abf4-452d-8c83-b4402f11b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:32.270288 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-29887724-066b-43e9-a395-eb63ab4916ad req-05dea966-abf4-452d-8c83-b4402f11b896 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2ceca80e-d943-46cf-9c08-f3daa615c0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.2323596 Oct 28 09:55:32.352347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c3c6fa-efc6-4cb7-a6ab-45fa59f7fb8d x-openstack-request-id: req-84c3c6fa-efc6-4cb7-a6ab-45fa59f7fb8d {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:32.352693 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bd5abd-e3fc-480a-b442-b39feba680fb", "tag": "245e08af-6f46-4d6e-bef5-60d0e21ebdc8", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:32.352949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84c3c6fa-efc6-4cb7-a6ab-45fa59f7fb8d {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:32.354077 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c3c6fa-efc6-4cb7-a6ab-45fa59f7fb8d'] response: {'name': 'network-changed', 'server_uuid': 'c8bd5abd-e3fc-480a-b442-b39feba680fb', 'tag': '245e08af-6f46-4d6e-bef5-60d0e21ebdc8', 'status': 'completed', 'code': 200} Oct 28 09:55:32.356316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:32.395500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:32.407934 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:32.412768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:32.412768 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 Oct 28 09:55:32.427742 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:32.440707 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:32.460056 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Pushing event updated for resources: {'Port': ['ID=1c42377f-226a-43ff-80b0-207a08c21507,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:32.481599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-94df00ca-1bff-47b1-abde-ba4b8818d5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (1ec5aa34-5918-48bd-8a88-72d731e74e35), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:32.485851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-94df00ca-1bff-47b1-abde-ba4b8818d5cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:32.489827 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-94df00ca-1bff-47b1-abde-ba4b8818d5cd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1ec5aa34-5918-48bd-8a88-72d731e74e35 HTTP/1.1" status: 204 len: 168 time: 0.8245764 Oct 28 09:55:32.489827 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e311ebe6-afcc-4a26-8499-a03a4c052947 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (04271505-93ad-4d13-affc-b127b33a9079), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:32.549604 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d1e73c-7316-4efc-95f7-e31520d475b3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:55:32.549902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a3be5-6dce-4b7d-bf6d-cd8b1b0dc5fd req-aa382671-3369-4eb1-bf70-622f996b9ada tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:32.559967 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a20a3be5-6dce-4b7d-bf6d-cd8b1b0dc5fd req-aa382671-3369-4eb1-bf70-622f996b9ada tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 943 time: 0.0834355 Oct 28 09:55:32.623294 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:32.624104 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-9da6612f-3554-47e0-a2de-bad0a82a8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:32.625690 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-9da6612f-3554-47e0-a2de-bad0a82a8126 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=dd14182d-a869-4785-90c4-ebe19ef6fd71 HTTP/1.1" status: 200 len: 844 time: 0.3921971 Oct 28 09:55:32.626382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1e73c-7316-4efc-95f7-e31520d475b3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4656f43-79c6-4d8e-868d-75b151a78d82,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:32.632659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b86c0a-0646-4081-bbab-d91f7f8f6863 req-045c25fc-12b8-476f-8362-3398be272b1f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:32.634943 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-28b86c0a-0646-4081-bbab-d91f7f8f6863 req-045c25fc-12b8-476f-8362-3398be272b1f tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 943 time: 0.2235584 Oct 28 09:55:32.636345 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df00ca-1bff-47b1-abde-ba4b8818d5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec5aa34-5918-48bd-8a88-72d731e74e35,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:32.653626 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311ebe6-afcc-4a26-8499-a03a4c052947 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=04271505-93ad-4d13-affc-b127b33a9079,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:32.779997 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-46b08c75-0f2e-47eb-8ca0-73ba638e93e7 req-7acbeac5-766f-4427-8b55-c5f0ef7b38cb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7493415 Oct 28 09:55:32.781223 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:32.790032 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e311ebe6-afcc-4a26-8499-a03a4c052947 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:32.795932 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e311ebe6-afcc-4a26-8499-a03a4c052947 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/04271505-93ad-4d13-affc-b127b33a9079 HTTP/1.1" status: 204 len: 168 time: 1.1954615 Oct 28 09:55:32.803096 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36606) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:32.960308 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a20a3be5-6dce-4b7d-bf6d-cd8b1b0dc5fd req-1140a298-4093-4519-9898-fb107d9b5a06 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3874168 Oct 28 09:55:33.012801 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-29887724-066b-43e9-a395-eb63ab4916ad req-dd20ca30-551f-4ea3-8f91-6bd360ff5a89 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2ceca80e-d943-46cf-9c08-f3daa615c0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6497800 Oct 28 09:55:33.025832 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-28b86c0a-0646-4081-bbab-d91f7f8f6863 req-157a87b1-e06e-47d9-b920-4be745d16646 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677437 Oct 28 09:55:33.045349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2927d957-826d-4c6c-95e9-56271779e331 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:33.049177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2927d957-826d-4c6c-95e9-56271779e331 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:33.058489 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2927d957-826d-4c6c-95e9-56271779e331 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2532656 Oct 28 09:55:33.062136 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36610) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:33.116930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e73c-7316-4efc-95f7-e31520d475b3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (36deaed8-89d0-4660-9a0b-9b0f028cbe57), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:33.123287 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-b3d1e73c-7316-4efc-95f7-e31520d475b3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Added segment 36deaed8-89d0-4660-9a0b-9b0f028cbe57 of type vlan for network 8d845567-4a82-4585-816e-7c50233dda4c Oct 28 09:55:33.169434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e22f88a-eb0b-49a8-b18e-d29ba3426168 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet bfcaf605-ca7a-4259-8cce-51ecd89d7dc3 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:55:33.174891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8e22f88a-eb0b-49a8-b18e-d29ba3426168 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (bfcaf605-ca7a-4259-8cce-51ecd89d7dc3), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:33.240464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3c38d94-7742-4f16-8cb5-e937ca64b96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:33.243401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-f075e491-5022-4308-b87c-64a4762f3820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:33.247629 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-f075e491-5022-4308-b87c-64a4762f3820 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=e4158ee0-8f55-4566-ae30-a41792d07007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.5982943 Oct 28 09:55:33.312475 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8e22f88a-eb0b-49a8-b18e-d29ba3426168 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (bfcaf605-ca7a-4259-8cce-51ecd89d7dc3), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:33.355528 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:33.377308 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2ad9c-922f-4e0a-b11a-6bf72ab5ac68 req-805002e5-d908-4a77-a7d6-0052f1a925c7 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:33.381940 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-29887724-066b-43e9-a395-eb63ab4916ad req-c69b4cee-6e3d-4516-9487-3012a41b7a09 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2ceca80e-d943-46cf-9c08-f3daa615c0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479424 Oct 28 09:55:33.386288 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-61b2ad9c-922f-4e0a-b11a-6bf72ab5ac68 req-805002e5-d908-4a77-a7d6-0052f1a925c7 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 944 time: 0.1564584 Oct 28 09:55:33.412793 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:33.422645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3c38d94-7742-4f16-8cb5-e937ca64b96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (0f1c43e1-985c-4aad-99b0-253e6f858111), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:33.514551 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36614) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:33.536277 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-61b2ad9c-922f-4e0a-b11a-6bf72ab5ac68 req-5755904b-d75a-4337-9731-9c642236c2cc tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488149 Oct 28 09:55:33.549265 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8e22f88a-eb0b-49a8-b18e-d29ba3426168 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (bfcaf605-ca7a-4259-8cce-51ecd89d7dc3), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:33.597342 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e73c-7316-4efc-95f7-e31520d475b3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (8d845567-4a82-4585-816e-7c50233dda4c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:33.625022 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8417c0c-9335-4f73-a3af-ef86a20541d4 req-b9d73f26-73ae-452d-8c04-0c941b457dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:33.626512 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c8417c0c-9335-4f73-a3af-ef86a20541d4 req-b9d73f26-73ae-452d-8c04-0c941b457dec service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1c1772cbf744449891cae928448c57eb&device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 1128 time: 0.6125832 Oct 28 09:55:33.712480 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8e22f88a-eb0b-49a8-b18e-d29ba3426168 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (bfcaf605-ca7a-4259-8cce-51ecd89d7dc3), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:33.713878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:33.743731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22f88a-eb0b-49a8-b18e-d29ba3426168 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=bfcaf605-ca7a-4259-8cce-51ecd89d7dc3,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:33.748712 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8e22f88a-eb0b-49a8-b18e-d29ba3426168 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:33.752017 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8e22f88a-eb0b-49a8-b18e-d29ba3426168 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/bfcaf605-ca7a-4259-8cce-51ecd89d7dc3 HTTP/1.1" status: 204 len: 168 time: 0.6884675 Oct 28 09:55:33.754965 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36618) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:33.759081 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb00ad8-1188-4acb-9631-6f6f93427a38 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:33.773702 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-397fd6da-f8ce-45b6-9da6-6f45671a8cc4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=88aa33fe97eb4199a9e140d6081272ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406237 Oct 28 09:55:33.773702 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-b3c38d94-7742-4f16-8cb5-e937ca64b96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Floating IP 0f1c43e1-985c-4aad-99b0-253e6f858111 associated. External IP: 172.36.1.173, port: a9bb6bb7-4f9a-4d38-8898-a92769e66d15. Oct 28 09:55:33.773702 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36620) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:33.802719 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-03d6b19a-4edf-4437-a232-81016ce767a5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439649 Oct 28 09:55:33.803598 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36622) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:33.808994 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-a0401fa8-43bc-4b73-8cc5-fb3beaf00b54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:33.824029 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:33.869443 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e73c-7316-4efc-95f7-e31520d475b3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (8d845567-4a82-4585-816e-7c50233dda4c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:33.874443 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d1e73c-7316-4efc-95f7-e31520d475b3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:33.875226 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e73c-7316-4efc-95f7-e31520d475b3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:33.900299 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-9fa9ae52-a013-473d-aaac-d9237fc3bb35 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e4158ee0-8f55-4566-ae30-a41792d07007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210857 Oct 28 09:55:33.946413 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec12d6b3-9a6f-4ef9-9527-5f7ae503eac6 None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:55:33.974511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0401fa8-43bc-4b73-8cc5-fb3beaf00b54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:33.979160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a0401fa8-43bc-4b73-8cc5-fb3beaf00b54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:33.985589 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ec12d6b3-9a6f-4ef9-9527-5f7ae503eac6 None None] Deleting port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:33.986012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ec12d6b3-9a6f-4ef9-9527-5f7ae503eac6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:34.067297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ec12d6b3-9a6f-4ef9-9527-5f7ae503eac6 None None] For port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:34.067805 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ec12d6b3-9a6f-4ef9-9527-5f7ae503eac6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:34.084804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ec12d6b3-9a6f-4ef9-9527-5f7ae503eac6 None None] Calling delete_port for 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:34.137217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79035ba5-5107-4cd0-9f80-83fa8fa2e3fa req-1163ca74-5c0b-47ce-b3cf-b53be8bde6d5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:34.139486 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-79035ba5-5107-4cd0-9f80-83fa8fa2e3fa req-1163ca74-5c0b-47ce-b3cf-b53be8bde6d5 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 943 time: 0.0594985 Oct 28 09:55:34.180323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:34.181687 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:34.233404 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:55:34.263056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ec12d6b3-9a6f-4ef9-9527-5f7ae503eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:34.299739 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12d6b3-9a6f-4ef9-9527-5f7ae503eac6 None None] Pushing event deleted for resources: {'Port': ['ID=4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:34.302134 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec12d6b3-9a6f-4ef9-9527-5f7ae503eac6 None None] No DVR routers for this DVR port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:55:34.309590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No active binding found for port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 {{(pid=114061) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 28 09:55:34.310171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] The host dv-neutron-zed-2-hyperv is not matching for port 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 host None! {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 28 09:55:34.310900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4441a52e-6ac9-4be2-b2ca-c4cd6e8cfb15 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:55:34.313758 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-79035ba5-5107-4cd0-9f80-83fa8fa2e3fa req-906d754f-cd9b-4c9c-b2a0-3359e68aee58 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613791 Oct 28 09:55:34.328042 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ded7d-c633-4a56-a4f2-d1686561a8aa req-20025d0f-eb5a-4a81-8544-707e348eb5c0 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:34.343825 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-656ded7d-c633-4a56-a4f2-d1686561a8aa req-20025d0f-eb5a-4a81-8544-707e348eb5c0 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 943 time: 0.1542895 Oct 28 09:55:34.419707 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b3d1e73c-7316-4efc-95f7-e31520d475b3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.3339684 Oct 28 09:55:34.422526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36628) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:34.430444 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-120d8f3d-781d-4bc2-a71e-02f5f201a2e9 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Request body: {'subnet': {'network_id': '8d845567-4a82-4585-816e-7c50233dda4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:34.430658 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:34.433335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1e73c-7316-4efc-95f7-e31520d475b3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event updated for resources: {'Network': ['ID=8d845567-4a82-4585-816e-7c50233dda4c,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:34.434377 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:34.446522 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 8d845567-4a82-4585-816e-7c50233dda4c details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:55:34.453837 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-656ded7d-c633-4a56-a4f2-d1686561a8aa req-92848000-c9e1-4bd2-a0aa-830da3d8d248 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050816 Oct 28 09:55:34.486194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8417c0c-9335-4f73-a3af-ef86a20541d4 req-253720a5-e307-4a55-925f-24f58f398680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:34.487756 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c8417c0c-9335-4f73-a3af-ef86a20541d4 req-253720a5-e307-4a55-925f-24f58f398680 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9b354618-41dd-41ee-a0fe-9a79976baa4b HTTP/1.1" status: 200 len: 912 time: 0.7337186 Oct 28 09:55:34.496248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a0401fa8-43bc-4b73-8cc5-fb3beaf00b54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (b1b2ad00-3a03-4f18-b9cc-20f510fe2eee), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:34.503595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c56f7fe7-7b66-46dc-ad08-ff88c9951434 admin admin] Publish callbacks [] for security_group (453a029e-4c2f-4d0d-9c64-66be3a944c21), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:34.527167 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (273070b2-fafa-4c75-a75e-500c4e4a4523), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:34.562342 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0401fa8-43bc-4b73-8cc5-fb3beaf00b54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:34.570286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-a0401fa8-43bc-4b73-8cc5-fb3beaf00b54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:34.574658 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0401fa8-43bc-4b73-8cc5-fb3beaf00b54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=b1b2ad00-3a03-4f18-b9cc-20f510fe2eee,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:34.577302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0401fa8-43bc-4b73-8cc5-fb3beaf00b54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:34.577898 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a0401fa8-43bc-4b73-8cc5-fb3beaf00b54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:34.584931 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272dec1d-1c21-4bf3-86dc-f39f4f3e1c89 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:34.614580 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c8417c0c-9335-4f73-a3af-ef86a20541d4 req-02c728c9-d88c-44f5-a8a0-8b0929640e86 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=250bacdb-6369-4533-b15b-0b9cd26aeeac HTTP/1.1" status: 200 len: 217 time: 0.1122868 Oct 28 09:55:34.630632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c56f7fe7-7b66-46dc-ad08-ff88c9951434 admin admin] Publish callbacks [] for security_group (453a029e-4c2f-4d0d-9c64-66be3a944c21), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:34.675532 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a0401fa8-43bc-4b73-8cc5-fb3beaf00b54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8708115 Oct 28 09:55:34.680052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36632) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:34.683879 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120d8f3d-781d-4bc2-a71e-02f5f201a2e9 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Made reservation on behalf of 4abcfef514af4d9387bef4260eefcc77 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:34.686347 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-037b2d16-b55f-4fe2-a569-0df7061fff70 req-78f9e018-be75-445e-89f3-3727fa0b05c0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e4158ee0-8f55-4566-ae30-a41792d07007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364078 Oct 28 09:55:34.689789 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-89be85b1-b275-4e4a-888e-c74be4a5d750 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'name': 'tempest-NetworksTestDHCPv6-1026969767'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:34.692526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-120d8f3d-781d-4bc2-a71e-02f5f201a2e9 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:34.726627 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': 'b1b2ad00-3a03-4f18-b9cc-20f510fe2eee'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:55:34.727780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:34.737786 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40907416-c59a-4b19-9638-8dc5f3597dd2 req-b1fb6a11-c518-4f08-8404-a513792710cc tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:34.739982 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-40907416-c59a-4b19-9638-8dc5f3597dd2 req-b1fb6a11-c518-4f08-8404-a513792710cc tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 944 time: 0.1067972 Oct 28 09:55:34.849830 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-40907416-c59a-4b19-9638-8dc5f3597dd2 req-6168c6f9-e7b5-42cd-b92b-762f91263242 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762463 Oct 28 09:55:34.859799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:34.908410 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Allocated IP 2001:db8::2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/b1b2ad00-3a03-4f18-b9cc-20f510fe2eee/89615c4c-ab70-4003-b334-30f2caa197a3) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:34.959471 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c38d94-7742-4f16-8cb5-e937ca64b96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:34.959966 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:34.990200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:35.008414 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-120d8f3d-781d-4bc2-a71e-02f5f201a2e9 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (fbb32028-a77f-4f28-afc0-56824508b9a8), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.010405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c56f7fe7-7b66-46dc-ad08-ff88c9951434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (453a029e-4c2f-4d0d-9c64-66be3a944c21), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.013082 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c56f7fe7-7b66-46dc-ad08-ff88c9951434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.015385 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c56f7fe7-7b66-46dc-ad08-ff88c9951434 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/453a029e-4c2f-4d0d-9c64-66be3a944c21 HTTP/1.1" status: 204 len: 168 time: 1.2351015 Oct 28 09:55:35.058817 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f7fe7-7b66-46dc-ad08-ff88c9951434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453a029e-4c2f-4d0d-9c64-66be3a944c21,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:35.066832 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d8f3d-781d-4bc2-a71e-02f5f201a2e9 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event updated for resources: {'Subnet': ['ID=fbb32028-a77f-4f28-afc0-56824508b9a8,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:35.079805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89be85b1-b275-4e4a-888e-c74be4a5d750 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:35.083921 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-89be85b1-b275-4e4a-888e-c74be4a5d750 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.119431 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120d8f3d-781d-4bc2-a71e-02f5f201a2e9 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Checking segment: {'id': '36deaed8-89d0-4660-9a0b-9b0f028cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8d845567-4a82-4585-816e-7c50233dda4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:35.119720 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120d8f3d-781d-4bc2-a71e-02f5f201a2e9 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Network hostable DHCP agents. Network: 8d845567-4a82-4585-816e-7c50233dda4c, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:55:35.122899 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (273070b2-fafa-4c75-a75e-500c4e4a4523), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.154974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-89be85b1-b275-4e4a-888e-c74be4a5d750 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port 8db43ab9-71cb-4b11-92d4-f0f4ac18518e yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:35.188912 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Publish callbacks [] for port (89615c4c-ab70-4003-b334-30f2caa197a3), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.191140 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120d8f3d-781d-4bc2-a71e-02f5f201a2e9 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Network 8d845567-4a82-4585-816e-7c50233dda4c is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:55:35.260183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (89615c4c-ab70-4003-b334-30f2caa197a3), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.272540 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-120d8f3d-781d-4bc2-a71e-02f5f201a2e9 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 8d845567-4a82-4585-816e-7c50233dda4c) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:35.280892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d8f3d-781d-4bc2-a71e-02f5f201a2e9 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:35.281945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-120d8f3d-781d-4bc2-a71e-02f5f201a2e9 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.295259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e084a8e4-a3ce-46d6-a8e7-3540929a514b None None] Network 8d845567-4a82-4585-816e-7c50233dda4c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:35.354906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:35.363354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:35.366175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:35.372816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Pushing event updated for resources: {'Port': ['ID=89615c4c-ab70-4003-b334-30f2caa197a3,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:35.373884 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-120d8f3d-781d-4bc2-a71e-02f5f201a2e9 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9499323 Oct 28 09:55:35.376568 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36638) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:35.397859 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1617910598', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}, 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:35.434870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c38d94-7742-4f16-8cb5-e937ca64b96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:35.452187 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e213849-e0ff-49ff-afce-58a3bd52cfc0 None None] Sync routers for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:35.469699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-89be85b1-b275-4e4a-888e-c74be4a5d750 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::74 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/b1b2ad00-3a03-4f18-b9cc-20f510fe2eee/8db43ab9-71cb-4b11-92d4-f0f4ac18518e) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:35.475557 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e213849-e0ff-49ff-afce-58a3bd52cfc0 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:35.477567 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6e213849-e0ff-49ff-afce-58a3bd52cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:35.525214 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6e213849-e0ff-49ff-afce-58a3bd52cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:35.535711 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e213849-e0ff-49ff-afce-58a3bd52cfc0 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:35.536548 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6e213849-e0ff-49ff-afce-58a3bd52cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:35.549585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Attempting to bind port 89615c4c-ab70-4003-b334-30f2caa197a3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:35.550176 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Attempting to bind port 89615c4c-ab70-4003-b334-30f2caa197a3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:35.550799 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Attempting to bind port 89615c4c-ab70-4003-b334-30f2caa197a3 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:35.563865 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0e590-334e-4c0f-bdae-347c41a839bd req-12d6ba05-0e47-4f16-bb79-fe1d0dce7eda tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:35.569315 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a4d0e590-334e-4c0f-bdae-347c41a839bd req-12d6ba05-0e47-4f16-bb79-fe1d0dce7eda tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 943 time: 0.1165261 Oct 28 09:55:35.572621 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (6cfd7282-e41c-4a2e-af29-312fd32828d6), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.576021 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (6cfd7282-e41c-4a2e-af29-312fd32828d6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.576479 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6e213849-e0ff-49ff-afce-58a3bd52cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:35.577310 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e213849-e0ff-49ff-afce-58a3bd52cfc0 None None] The sync data for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:35.604626 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:35.638186 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-8d845567-4a82-4585-816e-7c50233dda4c', 'network_id': '8d845567-4a82-4585-816e-7c50233dda4c', 'project_id': '4abcfef514af4d9387bef4260eefcc77', 'fixed_ips': [{'subnet_id': 'fbb32028-a77f-4f28-afc0-56824508b9a8'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:55:35.639071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.683416 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:55:35.683961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:35.684942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.684942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:55:35.685458 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Bound port: 89615c4c-ab70-4003-b334-30f2caa197a3, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:55:35.685968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (89615c4c-ab70-4003-b334-30f2caa197a3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.732536 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dd0d2-85bc-4270-9e6b-6ddb06a1a6c6 req-8172e716-2708-49f0-a062-7ee6d3b3d860 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:35.735593 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-490dd0d2-85bc-4270-9e6b-6ddb06a1a6c6 req-8172e716-2708-49f0-a062-7ee6d3b3d860 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 943 time: 0.1186500 Oct 28 09:55:35.811026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:35.854397 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Router 273070b2-fafa-4c75-a75e-500c4e4a4523 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:55:35.855264 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for router_controller (6cfd7282-e41c-4a2e-af29-312fd32828d6), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.860167 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-490dd0d2-85bc-4270-9e6b-6ddb06a1a6c6 req-9b446d90-ed50-4aee-9ab6-00f155d7eef0 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125944 Oct 28 09:55:35.872424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] For port 89615c4c-ab70-4003-b334-30f2caa197a3, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:35.878183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] For port 89615c4c-ab70-4003-b334-30f2caa197a3, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=89615c4c-ab70-4003-b334-30f2caa197a3,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:35.880110 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a4d0e590-334e-4c0f-bdae-347c41a839bd req-90995f6e-1e63-4d29-be94-6c05756853d7 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835921 Oct 28 09:55:35.914495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:35.914602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Allocated IP 172.20.0.2 (8d845567-4a82-4585-816e-7c50233dda4c/fbb32028-a77f-4f28-afc0-56824508b9a8/4da61e8f-6081-4c0f-83f6-5a8043214f62) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:36.051857 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (89615c4c-ab70-4003-b334-30f2caa197a3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:36.086913 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0da82a-9e49-40a6-8c9b-fd67f4ebbff0 req-e3308d8a-73ec-4270-94e0-4389ac19473e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:36.090408 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ef0da82a-9e49-40a6-8c9b-fd67f4ebbff0 req-e3308d8a-73ec-4270-94e0-4389ac19473e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 944 time: 0.0998974 Oct 28 09:55:36.156893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-89be85b1-b275-4e4a-888e-c74be4a5d750 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (8db43ab9-71cb-4b11-92d4-f0f4ac18518e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:36.191400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c38d94-7742-4f16-8cb5-e937ca64b96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:36.194319 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for router_gateway (6cfd7282-e41c-4a2e-af29-312fd32828d6), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:36.208524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf943d-db42-4607-9055-92bc430d6cf1 None None] Pushing event updated for resources: {'Port': ['ID=89615c4c-ab70-4003-b334-30f2caa197a3,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:36.235326 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:36.243206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Publish callbacks [] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:36.249597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f21af9-20d5-4a10-831d-afebc9fb189d None None] Sync routers for ids ['273070b2-fafa-4c75-a75e-500c4e4a4523'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:36.263398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:36.265049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f21af9-20d5-4a10-831d-afebc9fb189d None None] Routers {'273070b2-fafa-4c75-a75e-500c4e4a4523'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:36.265867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c2f21af9-20d5-4a10-831d-afebc9fb189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['273070b2-fafa-4c75-a75e-500c4e4a4523'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:36.268318 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ef0da82a-9e49-40a6-8c9b-fd67f4ebbff0 req-c87c220f-dc19-4592-bc5a-db86c954c9ae tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386883 Oct 28 09:55:36.316785 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c2f21af9-20d5-4a10-831d-afebc9fb189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:36.330089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f21af9-20d5-4a10-831d-afebc9fb189d None None] Routers {'273070b2-fafa-4c75-a75e-500c4e4a4523'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:36.330089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c2f21af9-20d5-4a10-831d-afebc9fb189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['273070b2-fafa-4c75-a75e-500c4e4a4523'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:36.389211 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:36.448510 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c2f21af9-20d5-4a10-831d-afebc9fb189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:36.449175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f21af9-20d5-4a10-831d-afebc9fb189d None None] The sync data for ids ['273070b2-fafa-4c75-a75e-500c4e4a4523'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:36.472266 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Pushing event updated for resources: {'Port': ['ID=4da61e8f-6081-4c0f-83f6-5a8043214f62,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:36.500071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Network 8d845567-4a82-4585-816e-7c50233dda4c is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:36.505753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:36.512563 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:36.543131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:36.544057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for router_gateway (6cfd7282-e41c-4a2e-af29-312fd32828d6), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:36.568691 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:36.603618 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Attempting to bind port 4da61e8f-6081-4c0f-83f6-5a8043214f62 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:36.604573 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Attempting to bind port 4da61e8f-6081-4c0f-83f6-5a8043214f62 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '36deaed8-89d0-4660-9a0b-9b0f028cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8d845567-4a82-4585-816e-7c50233dda4c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:36.605219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Attempting to bind port 4da61e8f-6081-4c0f-83f6-5a8043214f62 on network 8d845567-4a82-4585-816e-7c50233dda4c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:36.669216 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36662) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:36.697759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:55:36.698520 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Checking segment: {'id': '36deaed8-89d0-4660-9a0b-9b0f028cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8d845567-4a82-4585-816e-7c50233dda4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:36.699315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:36.699953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Bound using segment: {'id': '36deaed8-89d0-4660-9a0b-9b0f028cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8d845567-4a82-4585-816e-7c50233dda4c'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:55:36.700724 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Bound port: 4da61e8f-6081-4c0f-83f6-5a8043214f62, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36deaed8-89d0-4660-9a0b-9b0f028cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8d845567-4a82-4585-816e-7c50233dda4c'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:55:36.701483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:36.755143 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Allocated IP 172.36.1.254 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/33437d53-e85b-458f-8272-a7e4420e60a5) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:36.788111 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:36.813103 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] For port 4da61e8f-6081-4c0f-83f6-5a8043214f62, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:36.816908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] For port 4da61e8f-6081-4c0f-83f6-5a8043214f62, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4da61e8f-6081-4c0f-83f6-5a8043214f62,segment=NetworkSegment(36deaed8-89d0-4660-9a0b-9b0f028cbe57),segment_id=36deaed8-89d0-4660-9a0b-9b0f028cbe57)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:36.824821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-33205e20-5888-4eda-b6de-f64f73d01afd tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1722924662'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:36.893596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-89be85b1-b275-4e4a-888e-c74be4a5d750 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (8db43ab9-71cb-4b11-92d4-f0f4ac18518e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:36.897135 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:36.897315 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for port (33437d53-e85b-458f-8272-a7e4420e60a5), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:36.898355 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9de7260f-7a34-4be8-8592-abebf69d5c37 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 11.8292820 Oct 28 09:55:36.902626 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36668) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:36.905604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:36.989168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:36.996914 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89be85b1-b275-4e4a-888e-c74be4a5d750 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:37.007696 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33205e20-5888-4eda-b6de-f64f73d01afd tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Made reservation on behalf of c4ec231d8ef7459795533d5eb1a2f8df for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:37.012998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-33205e20-5888-4eda-b6de-f64f73d01afd tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:37.014005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-89be85b1-b275-4e4a-888e-c74be4a5d750 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:37.022089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be85b1-b275-4e4a-888e-c74be4a5d750 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:37.027401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89be85b1-b275-4e4a-888e-c74be4a5d750 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:37.027689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61fbdd-b3ce-4f04-80bf-3a6d6b4f79d7 None None] Pushing event updated for resources: {'Port': ['ID=4da61e8f-6081-4c0f-83f6-5a8043214f62,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:37.028184 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-89be85b1-b275-4e4a-888e-c74be4a5d750 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:37.033781 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c38d94-7742-4f16-8cb5-e937ca64b96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:37.043083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3c38d94-7742-4f16-8cb5-e937ca64b96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:37.045585 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bf5034-3462-4c62-a085-f2b39c08904b None None] Sync routers for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:37.049916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be85b1-b275-4e4a-888e-c74be4a5d750 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=8db43ab9-71cb-4b11-92d4-f0f4ac18518e,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:37.066693 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bf5034-3462-4c62-a085-f2b39c08904b None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:37.067575 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-81bf5034-3462-4c62-a085-f2b39c08904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:37.073463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8417c0c-9335-4f73-a3af-ef86a20541d4 req-305d287c-b538-456b-976e-ce98fef7afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:37.075072 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c8417c0c-9335-4f73-a3af-ef86a20541d4 req-305d287c-b538-456b-976e-ce98fef7afcf service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=808a702a-127b-4dd8-b2a3-71420629e80b HTTP/1.1" status: 200 len: 850 time: 0.1922674 Oct 28 09:55:37.080523 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-33205e20-5888-4eda-b6de-f64f73d01afd tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:37.139607 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b3c38d94-7742-4f16-8cb5-e937ca64b96f tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/0f1c43e1-985c-4aad-99b0-253e6f858111 HTTP/1.1" status: 200 len: 979 time: 7.5146434 Oct 28 09:55:37.144108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36672) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:37.149113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e8ecc3da-acee-4b5f-bd69-e4a0c4074bf0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:37.162222 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-89be85b1-b275-4e4a-888e-c74be4a5d750 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4780869 Oct 28 09:55:37.163360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36674) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:37.245214 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-81bf5034-3462-4c62-a085-f2b39c08904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:37.258448 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bf5034-3462-4c62-a085-f2b39c08904b None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:37.259609 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-81bf5034-3462-4c62-a085-f2b39c08904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:37.280810 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0b14c-34a2-4701-9449-212bd331939f req-e85a8470-7279-4944-aff3-bbde0a761854 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:37.281799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd8689d-7cd5-4677-969d-2de56665b3a7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:37.287164 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd8689d-7cd5-4677-969d-2de56665b3a7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:37.287921 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-89f0b14c-34a2-4701-9449-212bd331939f req-e85a8470-7279-4944-aff3-bbde0a761854 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 943 time: 0.2613587 Oct 28 09:55:37.288965 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cdd8689d-7cd5-4677-969d-2de56665b3a7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0934162 Oct 28 09:55:37.307775 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-81bf5034-3462-4c62-a085-f2b39c08904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:37.308774 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bf5034-3462-4c62-a085-f2b39c08904b None None] The sync data for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:37.319186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36676) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:37.354153 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39255838-5aca-483a-baad-a9b0c067f478 req-048a59aa-fa71-4a5f-a00c-53cb10625653 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:37.355784 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-39255838-5aca-483a-baad-a9b0c067f478 req-048a59aa-fa71-4a5f-a00c-53cb10625653 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 943 time: 0.3336501 Oct 28 09:55:37.376081 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (33437d53-e85b-458f-8272-a7e4420e60a5), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:37.458658 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8417c0c-9335-4f73-a3af-ef86a20541d4 req-3edcf1d4-c7b1-44b7-aec8-48aa63478141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:37.460722 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c8417c0c-9335-4f73-a3af-ef86a20541d4 req-3edcf1d4-c7b1-44b7-aec8-48aa63478141 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9b354618-41dd-41ee-a0fe-9a79976baa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1707559 Oct 28 09:55:37.479565 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e567a-6597-4f68-b524-50065e33aaa6 req-34e60443-30b3-412b-93f2-3fdfd21bff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:37.481025 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cd8e567a-6597-4f68-b524-50065e33aaa6 req-34e60443-30b3-412b-93f2-3fdfd21bff18 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=580605cfe10a4696bf5a3a3159e601ec&device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 1127 time: 0.1890631 Oct 28 09:55:37.483650 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8ecc3da-acee-4b5f-bd69-e4a0c4074bf0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (0f1c43e1-985c-4aad-99b0-253e6f858111), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:37.664789 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5897ccfb-a86f-4286-aecd-948664e7b6fd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/273070b2-fafa-4c75-a75e-500c4e4a4523 HTTP/1.1" status: 200 len: 925 time: 0.7596350 Oct 28 09:55:37.673791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36680) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:37.679267 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-f1be5e9b-05b3-491b-b732-2ba279550a95 None None] Provisioning complete for port 89615c4c-ab70-4003-b334-30f2caa197a3 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:37.680259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f1be5e9b-05b3-491b-b732-2ba279550a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (89615c4c-ab70-4003-b334-30f2caa197a3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:37.680835 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f1be5e9b-05b3-491b-b732-2ba279550a95 None None] Attempt 1 to provision port 89615c4c-ab70-4003-b334-30f2caa197a3 Oct 28 09:55:37.689343 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:37.946237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:37.946237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:37.946237 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-72c4a72b-8d38-45c4-86d0-db843346c5fc tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=273070b2-fafa-4c75-a75e-500c4e4a4523 HTTP/1.1" status: 200 len: 205 time: 0.0827689 Oct 28 09:55:37.946237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:37.947116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 64c829ea-3e7b-4612-a569-5dc7be3bfaeb details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:55:37.947888 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-89f0b14c-34a2-4701-9449-212bd331939f req-74005c46-b509-4938-88e8-eea114f8af70 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5006871 Oct 28 09:55:37.947888 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event updated for resources: {'Port': ['ID=33437d53-e85b-458f-8272-a7e4420e60a5,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:37.948382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f1be5e9b-05b3-491b-b732-2ba279550a95 None None] Current status of the port 89615c4c-ab70-4003-b334-30f2caa197a3 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:37.948382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f1be5e9b-05b3-491b-b732-2ba279550a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (89615c4c-ab70-4003-b334-30f2caa197a3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:37.948667 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-39255838-5aca-483a-baad-a9b0c067f478 req-eea8feb2-addc-4e34-9c81-085506a38d3a tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4789076 Oct 28 09:55:37.948667 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36682) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:37.948947 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8ecc3da-acee-4b5f-bd69-e4a0c4074bf0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:37.949309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-33205e20-5888-4eda-b6de-f64f73d01afd tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks [] for security_group (86f0532f-ae45-4ae3-80f1-1507928fa2cf), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:37.949389 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c8417c0c-9335-4f73-a3af-ef86a20541d4 req-3d961cf5-1bcc-461b-a59a-f1bdebca0f6d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202828 Oct 28 09:55:37.949389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-55ce205c-6429-4d0f-9e43-335d1812b17b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port 8db43ab9-71cb-4b11-92d4-f0f4ac18518e {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:37.949389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-55ce205c-6429-4d0f-9e43-335d1812b17b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (8db43ab9-71cb-4b11-92d4-f0f4ac18518e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.025983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f1be5e9b-05b3-491b-b732-2ba279550a95 None None] For port 89615c4c-ab70-4003-b334-30f2caa197a3, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=89615c4c-ab70-4003-b334-30f2caa197a3,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:38.035897 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-33205e20-5888-4eda-b6de-f64f73d01afd tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (86f0532f-ae45-4ae3-80f1-1507928fa2cf), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.055351 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33205e20-5888-4eda-b6de-f64f73d01afd tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:55:38.065337 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:38.073584 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8ecc3da-acee-4b5f-bd69-e4a0c4074bf0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (0f1c43e1-985c-4aad-99b0-253e6f858111), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.074120 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-e8ecc3da-acee-4b5f-bd69-e4a0c4074bf0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Floating IP 0f1c43e1-985c-4aad-99b0-253e6f858111 disassociated. External IP: 172.36.1.173, port: 581df3f1-8d6e-4a74-8112-024a512a8ab8. Oct 28 09:55:38.078955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=64c829ea-3e7b-4612-a569-5dc7be3bfaeb,segment=NetworkSegment(80f9f03c-618a-4994-9388-e53a5b3b24c7),segment_id=80f9f03c-618a-4994-9388-e53a5b3b24c7)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:38.099273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '64c829ea-3e7b-4612-a569-5dc7be3bfaeb', 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be', 'port_id': '64c829ea-3e7b-4612-a569-5dc7be3bfaeb', 'mac_address': 'fa:16:3e:37:9a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:55:38.103958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f1be5e9b-05b3-491b-b732-2ba279550a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (89615c4c-ab70-4003-b334-30f2caa197a3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.124640 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-33205e20-5888-4eda-b6de-f64f73d01afd tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (33a123da-42af-41cf-865c-31cec6ef25ce), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.124999 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-33205e20-5888-4eda-b6de-f64f73d01afd tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Added segment 33a123da-42af-41cf-865c-31cec6ef25ce of type vlan for network a2fa987e-05e4-4b56-81af-d311b559d655 Oct 28 09:55:38.159533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e567a-6597-4f68-b524-50065e33aaa6 req-68779c69-5982-4f74-996f-5c1cf3ce00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:38.162104 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cd8e567a-6597-4f68-b524-50065e33aaa6 req-68779c69-5982-4f74-996f-5c1cf3ce00dd service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=e4158ee0-8f55-4566-ae30-a41792d07007 HTTP/1.1" status: 200 len: 906 time: 0.6259053 Oct 28 09:55:38.188479 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:38.199825 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be5e9b-05b3-491b-b732-2ba279550a95 None None] Pushing event updated for resources: {'Port': ['ID=89615c4c-ab70-4003-b334-30f2caa197a3,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:38.204773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:38.226519 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caaa64-9779-40c3-94aa-74a3769e663a req-d123fdc5-114f-43fe-8111-6fec79a93056 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:38.228097 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-06caaa64-9779-40c3-94aa-74a3769e663a req-d123fdc5-114f-43fe-8111-6fec79a93056 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 944 time: 0.2834642 Oct 28 09:55:38.253798 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33205e20-5888-4eda-b6de-f64f73d01afd tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f0532f-ae45-4ae3-80f1-1507928fa2cf,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:38.276189 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:38.276596 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (64c829ea-3e7b-4612-a569-5dc7be3bfaeb), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.278653 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e81bdf33-3395-405e-9058-0bf3fa6f5157 None None] Provisioning complete for port 8db43ab9-71cb-4b11-92d4-f0f4ac18518e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:38.279597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e81bdf33-3395-405e-9058-0bf3fa6f5157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (8db43ab9-71cb-4b11-92d4-f0f4ac18518e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.279597 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e81bdf33-3395-405e-9058-0bf3fa6f5157 None None] Attempt 1 to provision port 8db43ab9-71cb-4b11-92d4-f0f4ac18518e Oct 28 09:55:38.280666 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cd8e567a-6597-4f68-b524-50065e33aaa6 req-03390ea7-14a2-4869-83b7-dba28070a3da service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=245e08af-6f46-4d6e-bef5-60d0e21ebdc8 HTTP/1.1" status: 200 len: 217 time: 0.1013751 Oct 28 09:55:38.324234 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:38.337903 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-55ce205c-6429-4d0f-9e43-335d1812b17b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (8db43ab9-71cb-4b11-92d4-f0f4ac18518e), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.350768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-33205e20-5888-4eda-b6de-f64f73d01afd tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (a2fa987e-05e4-4b56-81af-d311b559d655), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.355856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9651cd52-88e5-4c96-95cc-094712349a8d tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (273070b2-fafa-4c75-a75e-500c4e4a4523), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.378319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c829ea-3e7b-4612-a569-5dc7be3bfaeb {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:55:38.398473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e81bdf33-3395-405e-9058-0bf3fa6f5157 None None] Port 8db43ab9-71cb-4b11-92d4-f0f4ac18518e cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:55:38.410204 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4da61e8f-6081-4c0f-83f6-5a8043214f62 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:38.419123 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=64c829ea-3e7b-4612-a569-5dc7be3bfaeb,segment=NetworkSegment(80f9f03c-618a-4994-9388-e53a5b3b24c7),segment_id=80f9f03c-618a-4994-9388-e53a5b3b24c7)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:38.441068 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e567a-6597-4f68-b524-50065e33aaa6 req-f6c4b7e0-f47d-430c-994a-6a059c186ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:38.446015 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cd8e567a-6597-4f68-b524-50065e33aaa6 req-f6c4b7e0-f47d-430c-994a-6a059c186ab4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=dd14182d-a869-4785-90c4-ebe19ef6fd71 HTTP/1.1" status: 200 len: 844 time: 0.1225877 Oct 28 09:55:38.451099 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c8417c0c-9335-4f73-a3af-ef86a20541d4 req-b3f2733a-3fdf-4389-9f55-51d706271298 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296805 Oct 28 09:55:38.451456 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9a8e93-6bec-45a9-ae30-f09d31692a79 None None] Network 8d845567-4a82-4585-816e-7c50233dda4c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:38.455555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:38.476299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-55ce205c-6429-4d0f-9e43-335d1812b17b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for 8db43ab9-71cb-4b11-92d4-f0f4ac18518e owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:38.509456 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (64c829ea-3e7b-4612-a569-5dc7be3bfaeb), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.510165 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 250bacdb-6369-4533-b15b-0b9cd26aeeac details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:55:38.513131 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-06caaa64-9779-40c3-94aa-74a3769e663a req-0a5402f7-ff8f-4bd4-9bd9-d28950ad7690 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659342 Oct 28 09:55:38.593775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-57cd18f0-c200-4039-a629-207b71b1c542 None None] Provisioning complete for port 4da61e8f-6081-4c0f-83f6-5a8043214f62 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:38.594265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-57cd18f0-c200-4039-a629-207b71b1c542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.594781 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-57cd18f0-c200-4039-a629-207b71b1c542 None None] Attempt 1 to provision port 4da61e8f-6081-4c0f-83f6-5a8043214f62 Oct 28 09:55:38.601706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 4da61e8f-6081-4c0f-83f6-5a8043214f62 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:38.602220 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.602656 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 4da61e8f-6081-4c0f-83f6-5a8043214f62 Oct 28 09:55:38.616635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e567a-6597-4f68-b524-50065e33aaa6 req-323622cf-6345-49b4-b35a-bd22dfdf479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:38.619684 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cd8e567a-6597-4f68-b524-50065e33aaa6 req-323622cf-6345-49b4-b35a-bd22dfdf479b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=e4158ee0-8f55-4566-ae30-a41792d07007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1498535 Oct 28 09:55:38.620307 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-33205e20-5888-4eda-b6de-f64f73d01afd tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (a2fa987e-05e4-4b56-81af-d311b559d655), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.625245 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33205e20-5888-4eda-b6de-f64f73d01afd tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:38.626754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-33205e20-5888-4eda-b6de-f64f73d01afd tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.635989 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:38.663305 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for router_gateway (6cfd7282-e41c-4a2e-af29-312fd32828d6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.701058 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9651cd52-88e5-4c96-95cc-094712349a8d tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (273070b2-fafa-4c75-a75e-500c4e4a4523), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.767990 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-33205e20-5888-4eda-b6de-f64f73d01afd tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.0942366 Oct 28 09:55:38.772322 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36684) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:38.781907 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e6dc22a5-3b35-4d91-99cc-8d186d1109b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Request body: {'subnet': {'network_id': 'a2fa987e-05e4-4b56-81af-d311b559d655', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:38.788730 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33205e20-5888-4eda-b6de-f64f73d01afd tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Pushing event updated for resources: {'Network': ['ID=a2fa987e-05e4-4b56-81af-d311b559d655,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:38.827793 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network a2fa987e-05e4-4b56-81af-d311b559d655 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:55:38.988095 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cd8e567a-6597-4f68-b524-50065e33aaa6 req-575540dd-13c0-4c43-9cd1-160e8ecadc5d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e4158ee0-8f55-4566-ae30-a41792d07007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045115 Oct 28 09:55:38.990002 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=64c829ea-3e7b-4612-a569-5dc7be3bfaeb,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:39.050526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:39.053082 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ecc3da-acee-4b5f-bd69-e4a0c4074bf0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:39.135703 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 250bacdb-6369-4533-b15b-0b9cd26aeeac, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=250bacdb-6369-4533-b15b-0b9cd26aeeac,segment=NetworkSegment(301e5b80-d251-4255-9ceb-e0da6669ccaa),segment_id=301e5b80-d251-4255-9ceb-e0da6669ccaa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:39.143838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9651cd52-88e5-4c96-95cc-094712349a8d tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Deleting port 1c42377f-226a-43ff-80b0-207a08c21507 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:39.144381 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9651cd52-88e5-4c96-95cc-094712349a8d tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (1c42377f-226a-43ff-80b0-207a08c21507), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:39.179213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-57cd18f0-c200-4039-a629-207b71b1c542 None None] Current status of the port 4da61e8f-6081-4c0f-83f6-5a8043214f62 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:39.179583 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-57cd18f0-c200-4039-a629-207b71b1c542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:39.184085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '250bacdb-6369-4533-b15b-0b9cd26aeeac', 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b', 'port_id': '250bacdb-6369-4533-b15b-0b9cd26aeeac', 'mac_address': 'fa:16:3e:ba:81:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:55:39.202582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 4da61e8f-6081-4c0f-83f6-5a8043214f62 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:39.202993 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:39.269279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-57cd18f0-c200-4039-a629-207b71b1c542 None None] For port 4da61e8f-6081-4c0f-83f6-5a8043214f62, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4da61e8f-6081-4c0f-83f6-5a8043214f62,segment=NetworkSegment(36deaed8-89d0-4660-9a0b-9b0f028cbe57),segment_id=36deaed8-89d0-4660-9a0b-9b0f028cbe57)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:39.270368 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 250bacdb-6369-4533-b15b-0b9cd26aeeac is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:39.270784 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (250bacdb-6369-4533-b15b-0b9cd26aeeac), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:39.282773 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9651cd52-88e5-4c96-95cc-094712349a8d tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (1c42377f-226a-43ff-80b0-207a08c21507), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:39.288025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250bacdb-6369-4533-b15b-0b9cd26aeeac {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:55:39.309462 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:39.324889 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 250bacdb-6369-4533-b15b-0b9cd26aeeac, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=250bacdb-6369-4533-b15b-0b9cd26aeeac,segment=NetworkSegment(301e5b80-d251-4255-9ceb-e0da6669ccaa),segment_id=301e5b80-d251-4255-9ceb-e0da6669ccaa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:39.348383 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-57cd18f0-c200-4039-a629-207b71b1c542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:39.409867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (250bacdb-6369-4533-b15b-0b9cd26aeeac), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:39.420610 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9651cd52-88e5-4c96-95cc-094712349a8d tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Calling delete_port for 1c42377f-226a-43ff-80b0-207a08c21507 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:39.436251 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a0a73-2364-4690-97c5-f4ec8ee8e05e req-e809a9e4-4d4b-4898-b2af-56056089108b tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:39.438561 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-411a0a73-2364-4690-97c5-f4ec8ee8e05e req-e809a9e4-4d4b-4898-b2af-56056089108b tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 944 time: 0.4554768 Oct 28 09:55:39.441547 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:55:39.442110 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:55:39.449792 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd18f0-c200-4039-a629-207b71b1c542 None None] Pushing event updated for resources: {'Port': ['ID=4da61e8f-6081-4c0f-83f6-5a8043214f62,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:39.492495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-77f23f77-d336-452b-8aa2-55b80cbe2837 None None] Provisioning complete for port 4da61e8f-6081-4c0f-83f6-5a8043214f62 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:39.493181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-77f23f77-d336-452b-8aa2-55b80cbe2837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:39.494096 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-77f23f77-d336-452b-8aa2-55b80cbe2837 None None] Attempt 1 to provision port 4da61e8f-6081-4c0f-83f6-5a8043214f62 Oct 28 09:55:39.495420 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f311e2-20a6-45f1-b88a-946a163cadbc req-5e5c27e0-6bcd-4e6e-a150-5b5de6d63d9c tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:39.498720 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-10f311e2-20a6-45f1-b88a-946a163cadbc req-5e5c27e0-6bcd-4e6e-a150-5b5de6d63d9c tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 943 time: 0.5247965 Oct 28 09:55:39.521184 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dc22a5-3b35-4d91-99cc-8d186d1109b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Made reservation on behalf of c4ec231d8ef7459795533d5eb1a2f8df for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:39.527682 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e6dc22a5-3b35-4d91-99cc-8d186d1109b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:39.543122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=250bacdb-6369-4533-b15b-0b9cd26aeeac,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:39.593710 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-77f23f77-d336-452b-8aa2-55b80cbe2837 None None] Current status of the port 4da61e8f-6081-4c0f-83f6-5a8043214f62 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:39.600773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-55ce205c-6429-4d0f-9e43-335d1812b17b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (8db43ab9-71cb-4b11-92d4-f0f4ac18518e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:39.684290 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:39.685781 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce205c-6429-4d0f-9e43-335d1812b17b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=8db43ab9-71cb-4b11-92d4-f0f4ac18518e,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:39.767563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (6cfd7282-e41c-4a2e-af29-312fd32828d6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:39.839914 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cd8e567a-6597-4f68-b524-50065e33aaa6 req-a768ba5f-27a1-4ef7-9e0c-236befb5f223 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e4158ee0-8f55-4566-ae30-a41792d07007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8443558 Oct 28 09:55:39.850249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-55ce205c-6429-4d0f-9e43-335d1812b17b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:39.858591 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-55ce205c-6429-4d0f-9e43-335d1812b17b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/8db43ab9-71cb-4b11-92d4-f0f4ac18518e HTTP/1.1" status: 204 len: 168 time: 2.5359726 Oct 28 09:55:39.865371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36694) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:39.950898 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ecc3da-acee-4b5f-bd69-e4a0c4074bf0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:39.967149 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8ecc3da-acee-4b5f-bd69-e4a0c4074bf0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:39.974044 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-411a0a73-2364-4690-97c5-f4ec8ee8e05e req-4852171b-ca6d-4bbc-88b1-79e203ad805d tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4744813 Oct 28 09:55:39.988940 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0f8248-35db-42cc-ae00-b922850e2b92 None None] Sync routers for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:39.999798 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-10f311e2-20a6-45f1-b88a-946a163cadbc req-6f3e61bf-835c-4a97-8a7d-664a1c01f2c2 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4664826 Oct 28 09:55:40.044070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0f8248-35db-42cc-ae00-b922850e2b92 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:40.044700 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1e0f8248-35db-42cc-ae00-b922850e2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:40.049491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['64c829ea-3e7b-4612-a569-5dc7be3bfaeb'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:55:40.086410 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e8ecc3da-acee-4b5f-bd69-e4a0c4074bf0 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/0f1c43e1-985c-4aad-99b0-253e6f858111 HTTP/1.1" status: 200 len: 688 time: 2.9415333 Oct 28 09:55:40.091722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86edd82d-bc50-4c77-b4ff-48ccd88f097b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:40.094422 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86edd82d-bc50-4c77-b4ff-48ccd88f097b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:40.097074 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-86edd82d-bc50-4c77-b4ff-48ccd88f097b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2304919 Oct 28 09:55:40.097865 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36696) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:40.106848 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36698) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:40.149259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:55:40.161446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 4da61e8f-6081-4c0f-83f6-5a8043214f62 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:40.162485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 89615c4c-ab70-4003-b334-30f2caa197a3 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:40.165091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1e0f8248-35db-42cc-ae00-b922850e2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:40.176498 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:40.246184 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-91e6933e-6061-48b2-8cb4-59c4dfefcbfb tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting port 5674f14e-1030-4dc5-b643-784b325bde48 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:40.247764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-91e6933e-6061-48b2-8cb4-59c4dfefcbfb tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (5674f14e-1030-4dc5-b643-784b325bde48), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:40.249560 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0f8248-35db-42cc-ae00-b922850e2b92 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:40.249838 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1e0f8248-35db-42cc-ae00-b922850e2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:40.309191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['250bacdb-6369-4533-b15b-0b9cd26aeeac'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:55:40.317589 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1e0f8248-35db-42cc-ae00-b922850e2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:40.318180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0f8248-35db-42cc-ae00-b922850e2b92 None None] The sync data for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:40.340324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-91e6933e-6061-48b2-8cb4-59c4dfefcbfb tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (5674f14e-1030-4dc5-b643-784b325bde48), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:40.340654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-91e6933e-6061-48b2-8cb4-59c4dfefcbfb tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (5674f14e-1030-4dc5-b643-784b325bde48), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:40.355323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-91e6933e-6061-48b2-8cb4-59c4dfefcbfb tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Calling delete_port for 5674f14e-1030-4dc5-b643-784b325bde48 owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:40.425250 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:40.425929 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 89615c4c-ab70-4003-b334-30f2caa197a3 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:40.426324 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (89615c4c-ab70-4003-b334-30f2caa197a3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:40.426661 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 89615c4c-ab70-4003-b334-30f2caa197a3 Oct 28 09:55:40.435134 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:40.518349 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=245e08af-6f46-4d6e-bef5-60d0e21ebdc8,segment=NetworkSegment(203bc2fa-01a5-4225-85a6-5f96e3ad29d6),segment_id=203bc2fa-01a5-4225-85a6-5f96e3ad29d6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:40.543416 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:40.561985 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '245e08af-6f46-4d6e-bef5-60d0e21ebdc8', 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007', 'port_id': '245e08af-6f46-4d6e-bef5-60d0e21ebdc8', 'mac_address': 'fa:16:3e:20:cb:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:55:40.579142 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e8cfa-9884-40b0-a93d-880153a2595c req-296ffc0b-4955-4619-9dbf-d3e2f275d999 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:40.581095 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-108e8cfa-9884-40b0-a93d-880153a2595c req-296ffc0b-4955-4619-9dbf-d3e2f275d999 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 945 time: 0.5063667 Oct 28 09:55:40.612411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd8206f-8665-4fa1-9f1c-4cb64f809a9a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet b1b2ad00-3a03-4f18-b9cc-20f510fe2eee {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:55:40.613696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-91e6933e-6061-48b2-8cb4-59c4dfefcbfb tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (5674f14e-1030-4dc5-b643-784b325bde48), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:40.643906 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1cd8206f-8665-4fa1-9f1c-4cb64f809a9a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (b1b2ad00-3a03-4f18-b9cc-20f510fe2eee), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:40.646044 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6933e-6061-48b2-8cb4-59c4dfefcbfb tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Port': ['ID=5674f14e-1030-4dc5-b643-784b325bde48,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:40.721291 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-91e6933e-6061-48b2-8cb4-59c4dfefcbfb tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (0f1c43e1-985c-4aad-99b0-253e6f858111), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:40.724168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-91e6933e-6061-48b2-8cb4-59c4dfefcbfb tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:40.726391 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-91e6933e-6061-48b2-8cb4-59c4dfefcbfb tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/0f1c43e1-985c-4aad-99b0-253e6f858111 HTTP/1.1" status: 204 len: 168 time: 0.6272399 Oct 28 09:55:40.729102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36700) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:40.750875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:40.751475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (245e08af-6f46-4d6e-bef5-60d0e21ebdc8), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:40.762265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:40.768211 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-46f2884a-954e-4643-a3fb-028db244b03e tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] delete failed (client error): The resource could not be found. Oct 28 09:55:40.773351 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-46f2884a-954e-4643-a3fb-028db244b03e tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/0f1c43e1-985c-4aad-99b0-253e6f858111 HTTP/1.1" status: 404 len: 345 time: 0.0390525 Oct 28 09:55:40.773351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36702) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:40.791969 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 89615c4c-ab70-4003-b334-30f2caa197a3 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:40.818163 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:55:40.850075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=245e08af-6f46-4d6e-bef5-60d0e21ebdc8,segment=NetworkSegment(203bc2fa-01a5-4225-85a6-5f96e3ad29d6),segment_id=203bc2fa-01a5-4225-85a6-5f96e3ad29d6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:40.879038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:40.882733 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1cd8206f-8665-4fa1-9f1c-4cb64f809a9a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (b1b2ad00-3a03-4f18-b9cc-20f510fe2eee), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:40.915847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e548c3f2-9ee9-4586-8be4-3cd0f3c54416 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:40.917491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4da61e8f-6081-4c0f-83f6-5a8043214f62 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:40.921415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e548c3f2-9ee9-4586-8be4-3cd0f3c54416 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:40.926801 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e548c3f2-9ee9-4586-8be4-3cd0f3c54416 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:40.932016 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e548c3f2-9ee9-4586-8be4-3cd0f3c54416 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d03d9077-1c89-4205-9dae-aee8c4b9b5c8 HTTP/1.1" status: 200 len: 2358 time: 0.1576817 Oct 28 09:55:40.933306 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36704) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:40.949761 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e6dc22a5-3b35-4d91-99cc-8d186d1109b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (3f4550a8-59e4-45da-95bf-4600a4365a1d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:40.963454 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (245e08af-6f46-4d6e-bef5-60d0e21ebdc8), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:40.988823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0da63b-5b5b-4a6c-a874-abd4fcb011ee tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:40.995156 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-df0da63b-5b5b-4a6c-a874-abd4fcb011ee tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "GET /networking/v2.0/subnets/eb20726f-0b71-4327-abf0-85f88d95ee2f HTTP/1.1" status: 200 len: 797 time: 0.0608351 Oct 28 09:55:40.996082 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36706) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:41.000923 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-0b7f60f1-b0d7-4996-beee-4bd7cda0ea8d tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'port': {'network_id': 'd03d9077-1c89-4205-9dae-aee8c4b9b5c8', 'name': 'tempest-FloatingIPTestJSON-402127095', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:41.025856 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-108e8cfa-9884-40b0-a93d-880153a2595c req-dd6ef928-94b9-47ad-897c-10beaafc1a6a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4288578 Oct 28 09:55:41.062714 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9651cd52-88e5-4c96-95cc-094712349a8d tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (1c42377f-226a-43ff-80b0-207a08c21507), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:41.076139 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=245e08af-6f46-4d6e-bef5-60d0e21ebdc8,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:41.090711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 4da61e8f-6081-4c0f-83f6-5a8043214f62 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:41.091886 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:41.092382 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 4da61e8f-6081-4c0f-83f6-5a8043214f62 Oct 28 09:55:41.151773 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Router 6cfd7282-e41c-4a2e-af29-312fd32828d6 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:55:41.178026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651cd52-88e5-4c96-95cc-094712349a8d tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Pushing event deleted for resources: {'Port': ['ID=1c42377f-226a-43ff-80b0-207a08c21507,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:41.213395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 4da61e8f-6081-4c0f-83f6-5a8043214f62 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:41.214386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 89615c4c-ab70-4003-b334-30f2caa197a3 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:41.248450 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc22a5-3b35-4d91-99cc-8d186d1109b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Pushing event updated for resources: {'Subnet': ['ID=3f4550a8-59e4-45da-95bf-4600a4365a1d,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:41.263391 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 89615c4c-ab70-4003-b334-30f2caa197a3 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:41.263817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (89615c4c-ab70-4003-b334-30f2caa197a3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:41.264195 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 89615c4c-ab70-4003-b334-30f2caa197a3 Oct 28 09:55:41.277815 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7f60f1-b0d7-4996-beee-4bd7cda0ea8d tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Made reservation on behalf of 75ecfc91f5d047d6aba3e42bd3b79869 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:41.349715 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:41.360002 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 89615c4c-ab70-4003-b334-30f2caa197a3 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:41.401278 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1cd8206f-8665-4fa1-9f1c-4cb64f809a9a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (b1b2ad00-3a03-4f18-b9cc-20f510fe2eee), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:41.403580 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0b7f60f1-b0d7-4996-beee-4bd7cda0ea8d tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:41.424457 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-0b7f60f1-b0d7-4996-beee-4bd7cda0ea8d tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] device_id is not set on port f166c305-3248-4755-82aa-6a53bd645f5f yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:41.436331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33ab2b-f638-4720-a49e-a8c79e28730c req-80f6f425-df09-4880-b09d-1d2c0f38bcca tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:41.437841 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7d33ab2b-f638-4720-a49e-a8c79e28730c req-80f6f425-df09-4880-b09d-1d2c0f38bcca tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 944 time: 0.2453156 Oct 28 09:55:41.449430 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de4aed-5a90-417d-a933-0ee6efc050d5 req-54fa3452-1202-4413-99b1-d858115a19f2 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:41.455360 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-14de4aed-5a90-417d-a933-0ee6efc050d5 req-54fa3452-1202-4413-99b1-d858115a19f2 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 944 time: 0.2670498 Oct 28 09:55:41.455360 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc22a5-3b35-4d91-99cc-8d186d1109b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Checking segment: {'id': '33a123da-42af-41cf-865c-31cec6ef25ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a2fa987e-05e4-4b56-81af-d311b559d655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:41.455360 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc22a5-3b35-4d91-99cc-8d186d1109b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Network hostable DHCP agents. Network: a2fa987e-05e4-4b56-81af-d311b559d655, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:55:41.496486 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:41.551090 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9651cd52-88e5-4c96-95cc-094712349a8d tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (273070b2-fafa-4c75-a75e-500c4e4a4523), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:41.660166 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:55:41.702975 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9651cd52-88e5-4c96-95cc-094712349a8d tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (273070b2-fafa-4c75-a75e-500c4e4a4523), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:41.704931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-0b7f60f1-b0d7-4996-beee-4bd7cda0ea8d tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Allocated IP 172.20.0.13 (d03d9077-1c89-4205-9dae-aee8c4b9b5c8/eb20726f-0b71-4327-abf0-85f88d95ee2f/f166c305-3248-4755-82aa-6a53bd645f5f) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:41.708324 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9651cd52-88e5-4c96-95cc-094712349a8d tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_controller (273070b2-fafa-4c75-a75e-500c4e4a4523), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:41.712639 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-0b7f60f1-b0d7-4996-beee-4bd7cda0ea8d tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Allocated IP 172.20.0.12 (d03d9077-1c89-4205-9dae-aee8c4b9b5c8/eb20726f-0b71-4327-abf0-85f88d95ee2f/f166c305-3248-4755-82aa-6a53bd645f5f) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:41.716903 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc22a5-3b35-4d91-99cc-8d186d1109b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Network a2fa987e-05e4-4b56-81af-d311b559d655 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:55:41.722050 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:41.728989 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7d33ab2b-f638-4720-a49e-a8c79e28730c req-a0dc2e73-d35e-4439-8856-3d2b91df4d56 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742376 Oct 28 09:55:41.731868 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-14de4aed-5a90-417d-a933-0ee6efc050d5 req-62e93dc5-ad5d-4d36-8b89-42e0c1e4ce66 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678897 Oct 28 09:55:41.775503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:41.788693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1cd8206f-8665-4fa1-9f1c-4cb64f809a9a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (b1b2ad00-3a03-4f18-b9cc-20f510fe2eee), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:41.794966 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4bfdba-76e5-447d-a8a6-7489401d1381 None None] Sync routers for ids ['6cfd7282-e41c-4a2e-af29-312fd32828d6'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:41.809693 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4bfdba-76e5-447d-a8a6-7489401d1381 None None] Routers {'6cfd7282-e41c-4a2e-af29-312fd32828d6'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:41.813424 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-5e4bfdba-76e5-447d-a8a6-7489401d1381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['6cfd7282-e41c-4a2e-af29-312fd32828d6'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:41.847542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8206f-8665-4fa1-9f1c-4cb64f809a9a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b2ad00-3a03-4f18-b9cc-20f510fe2eee,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:41.850726 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-5e4bfdba-76e5-447d-a8a6-7489401d1381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:41.851526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1cd8206f-8665-4fa1-9f1c-4cb64f809a9a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:41.860560 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1cd8206f-8665-4fa1-9f1c-4cb64f809a9a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b1b2ad00-3a03-4f18-b9cc-20f510fe2eee HTTP/1.1" status: 204 len: 168 time: 1.7537117 Oct 28 09:55:41.860560 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36712) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:41.864691 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4bfdba-76e5-447d-a8a6-7489401d1381 None None] Routers {'6cfd7282-e41c-4a2e-af29-312fd32828d6'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:41.865681 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-5e4bfdba-76e5-447d-a8a6-7489401d1381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['6cfd7282-e41c-4a2e-af29-312fd32828d6'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:41.867634 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df9ff70-69b1-434d-86d7-85e7b9eb5be5 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:41.871833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9651cd52-88e5-4c96-95cc-094712349a8d tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (273070b2-fafa-4c75-a75e-500c4e4a4523), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:41.872137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9651cd52-88e5-4c96-95cc-094712349a8d tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Fanout notify agent at l3_agent the message router_deleted on router 273070b2-fafa-4c75-a75e-500c4e4a4523 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:55:41.874286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-e6dc22a5-3b35-4d91-99cc-8d186d1109b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, a2fa987e-05e4-4b56-81af-d311b559d655) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:41.884981 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9651cd52-88e5-4c96-95cc-094712349a8d tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:41.886078 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9651cd52-88e5-4c96-95cc-094712349a8d tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "DELETE /networking/v2.0/routers/273070b2-fafa-4c75-a75e-500c4e4a4523 HTTP/1.1" status: 204 len: 168 time: 4.0288253 Oct 28 09:55:41.909731 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36714) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:41.914302 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-5e4bfdba-76e5-447d-a8a6-7489401d1381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:41.915160 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4bfdba-76e5-447d-a8a6-7489401d1381 None None] The sync data for ids ['6cfd7282-e41c-4a2e-af29-312fd32828d6'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:41.915713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1050549975', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'enable_snat': False}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:41.939812 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dc22a5-3b35-4d91-99cc-8d186d1109b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:41.940771 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e6dc22a5-3b35-4d91-99cc-8d186d1109b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:41.952841 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:41.954917 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f4e753d8-d030-49b6-952b-5ab0d1c3e529 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.5704250 Oct 28 09:55:41.961058 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3a9c7028-8202-40fe-bdac-95dba0e7c37c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959165 Oct 28 09:55:41.961316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36716) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:41.964671 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36718) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:42.034870 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:42.045172 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (9e25fab9-1532-4a78-a02e-5aa7fb936363), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:42.046848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (9e25fab9-1532-4a78-a02e-5aa7fb936363), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:42.053502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ddbce1-390e-4dee-bfd6-1842d2dd85eb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:42.056121 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-42ddbce1-390e-4dee-bfd6-1842d2dd85eb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0862505 Oct 28 09:55:42.059142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36720) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:42.069802 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e6dc22a5-3b35-4d91-99cc-8d186d1109b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2938514 Oct 28 09:55:42.074506 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36722) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:42.076456 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5f2074-9f4d-42a7-a1be-7dcb1c686982 None None] Network a2fa987e-05e4-4b56-81af-d311b559d655 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:42.086593 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 64c829ea-3e7b-4612-a569-5dc7be3bfaeb up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:42.096962 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-12c0b80c-93c6-43dd-9337-effe00ce2575 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Request body: {'port': {'network_id': 'a2fa987e-05e4-4b56-81af-d311b559d655', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1560073029'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:42.228191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['245e08af-6f46-4d6e-bef5-60d0e21ebdc8'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:55:42.259913 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0b7f60f1-b0d7-4996-beee-4bd7cda0ea8d tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (f166c305-3248-4755-82aa-6a53bd645f5f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:42.264500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_controller (9e25fab9-1532-4a78-a02e-5aa7fb936363), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:42.269424 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0dc52b-1588-4756-82ce-9c184a5970cd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:42.271129 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3b0dc52b-1588-4756-82ce-9c184a5970cd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2100911 Oct 28 09:55:42.277598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36726) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:42.277930 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:55:42.300889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb41169-8cbf-4f2f-b9a1-c504c200b32a req-cafd6b04-4054-4519-a6b0-e65b0fa8d1f7 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:42.302543 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-beb41169-8cbf-4f2f-b9a1-c504c200b32a req-cafd6b04-4054-4519-a6b0-e65b0fa8d1f7 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 945 time: 0.1195443 Oct 28 09:55:42.391435 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:42.392017 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (64c829ea-3e7b-4612-a569-5dc7be3bfaeb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:42.392547 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb Oct 28 09:55:42.442329 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-a2fa987e-05e4-4b56-81af-d311b559d655', 'network_id': 'a2fa987e-05e4-4b56-81af-d311b559d655', 'project_id': 'c4ec231d8ef7459795533d5eb1a2f8df', 'fixed_ips': [{'subnet_id': '3f4550a8-59e4-45da-95bf-4600a4365a1d'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:55:42.442565 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-beb41169-8cbf-4f2f-b9a1-c504c200b32a req-1ab23467-e445-4021-aaab-7372abe27606 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213109 Oct 28 09:55:42.443802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:42.449837 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:42.452935 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-61b44cde-e7fc-4fa5-aab0-adb5f65b9713 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1725540 Oct 28 09:55:42.460200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36728) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:42.465687 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:42.489959 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f6c29-bd51-471f-bef4-cd9ff819c8f6 None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:55:42.515568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:42.535625 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:42.569294 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c0b80c-93c6-43dd-9337-effe00ce2575 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Made reservation on behalf of c4ec231d8ef7459795533d5eb1a2f8df for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:42.577151 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-12c0b80c-93c6-43dd-9337-effe00ce2575 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:42.611168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-12c0b80c-93c6-43dd-9337-effe00ce2575 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] device_id is not set on port d5d192d2-a4d3-4be5-a031-7496429b6d63 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:42.785378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f6c29-bd51-471f-bef4-cd9ff819c8f6 None None] Deleting port 89615c4c-ab70-4003-b334-30f2caa197a3 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:42.786040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ba4f6c29-bd51-471f-bef4-cd9ff819c8f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (89615c4c-ab70-4003-b334-30f2caa197a3), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:42.836502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-12c0b80c-93c6-43dd-9337-effe00ce2575 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Allocated IP 2001:db8::279 (a2fa987e-05e4-4b56-81af-d311b559d655/3f4550a8-59e4-45da-95bf-4600a4365a1d/d5d192d2-a4d3-4be5-a031-7496429b6d63) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:43.095883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 89615c4c-ab70-4003-b334-30f2caa197a3 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:55:43.097597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0b7f60f1-b0d7-4996-beee-4bd7cda0ea8d tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f166c305-3248-4755-82aa-6a53bd645f5f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.121898 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:43.122285 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (64c829ea-3e7b-4612-a569-5dc7be3bfaeb), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.167214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf5a67-4d5f-487c-b71e-cc3b75b56cf5 req-c059269e-1e35-4e14-9663-7ab2af36f106 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:43.168887 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8bbf5a67-4d5f-487c-b71e-cc3b75b56cf5 req-c059269e-1e35-4e14-9663-7ab2af36f106 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 944 time: 0.0815678 Oct 28 09:55:43.172899 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (9e25fab9-1532-4a78-a02e-5aa7fb936363), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.208907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:43.212032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7f60f1-b0d7-4996-beee-4bd7cda0ea8d tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network d03d9077-1c89-4205-9dae-aee8c4b9b5c8 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:43.236686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ba4f6c29-bd51-471f-bef4-cd9ff819c8f6 None None] For port 89615c4c-ab70-4003-b334-30f2caa197a3, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=89615c4c-ab70-4003-b334-30f2caa197a3,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:43.237320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ba4f6c29-bd51-471f-bef4-cd9ff819c8f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (89615c4c-ab70-4003-b334-30f2caa197a3), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.237785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-0b7f60f1-b0d7-4996-beee-4bd7cda0ea8d tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:43.244704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f60f1-b0d7-4996-beee-4bd7cda0ea8d tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:43.245423 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064492a-5799-4703-8f21-19fb0ec343fc req-cb2efe6e-d402-44b6-aa8b-0919ec82b14f tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:43.247045 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d064492a-5799-4703-8f21-19fb0ec343fc req-cb2efe6e-d402-44b6-aa8b-0919ec82b14f tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 944 time: 0.1054828 Oct 28 09:55:43.252812 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f60f1-b0d7-4996-beee-4bd7cda0ea8d tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=f166c305-3248-4755-82aa-6a53bd645f5f,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:43.263589 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ebec-c852-4996-ad01-8dc08394c33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.311796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f6c29-bd51-471f-bef4-cd9ff819c8f6 None None] Calling delete_port for 89615c4c-ab70-4003-b334-30f2caa197a3 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:43.314303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-12c0b80c-93c6-43dd-9337-effe00ce2575 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks [] for port (d5d192d2-a4d3-4be5-a031-7496429b6d63), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.319857 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8bbf5a67-4d5f-487c-b71e-cc3b75b56cf5 req-0ba5e1c9-d208-4d52-9cc5-f60370233de8 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268167 Oct 28 09:55:43.337460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:43.340222 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.360714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99aa43d-fedf-4c15-a45c-46e65c329ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c829ea-3e7b-4612-a569-5dc7be3bfaeb'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:55:43.378829 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d064492a-5799-4703-8f21-19fb0ec343fc req-98ca6e5b-ae15-4d18-9e43-542a193162b4 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154449 Oct 28 09:55:43.398233 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f60f1-b0d7-4996-beee-4bd7cda0ea8d tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:43.398886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0b7f60f1-b0d7-4996-beee-4bd7cda0ea8d tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.448754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-12c0b80c-93c6-43dd-9337-effe00ce2575 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d5d192d2-a4d3-4be5-a031-7496429b6d63), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.513726 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=64c829ea-3e7b-4612-a569-5dc7be3bfaeb,segment=NetworkSegment(80f9f03c-618a-4994-9388-e53a5b3b24c7),segment_id=80f9f03c-618a-4994-9388-e53a5b3b24c7)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:43.522028 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0b7f60f1-b0d7-4996-beee-4bd7cda0ea8d tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.5207350 Oct 28 09:55:43.525668 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:43.535359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36742) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:43.539782 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': 'f166c305-3248-4755-82aa-6a53bd645f5f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:43.544880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:43.547017 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0b80c-93c6-43dd-9337-effe00ce2575 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Pushing event updated for resources: {'Port': ['ID=d5d192d2-a4d3-4be5-a031-7496429b6d63,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:43.569870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 89615c4c-ab70-4003-b334-30f2caa197a3 is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:43.570261 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (89615c4c-ab70-4003-b334-30f2caa197a3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.581527 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Allocated IP 2001:db8::2 (a2fa987e-05e4-4b56-81af-d311b559d655/3f4550a8-59e4-45da-95bf-4600a4365a1d/f05fa79a-4ce1-41d7-b35f-669d294f763c) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:43.591378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (64c829ea-3e7b-4612-a569-5dc7be3bfaeb), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.592262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 250bacdb-6369-4533-b15b-0b9cd26aeeac up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:43.593574 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c0b80c-93c6-43dd-9337-effe00ce2575 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Network a2fa987e-05e4-4b56-81af-d311b559d655 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:43.596794 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-12c0b80c-93c6-43dd-9337-effe00ce2575 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:43.616896 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0b80c-93c6-43dd-9337-effe00ce2575 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:43.629199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c0b80c-93c6-43dd-9337-effe00ce2575 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:43.632265 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-12c0b80c-93c6-43dd-9337-effe00ce2575 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.642659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.681828 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=64c829ea-3e7b-4612-a569-5dc7be3bfaeb,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:43.731166 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-12c0b80c-93c6-43dd-9337-effe00ce2575 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6411488 Oct 28 09:55:43.734570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:43.740796 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36744) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:43.746408 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Request body: {'port': {'network_id': 'a2fa987e-05e4-4b56-81af-d311b559d655', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1863917700', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:43.750848 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.api.validators [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] bootfile-name is not in valid_values {{(pid=114059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 28 09:55:43.751239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.api.validators [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] tftp-server is not in valid_values {{(pid=114059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 28 09:55:43.751585 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.api.validators [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] server-ip-address is not in valid_values {{(pid=114059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 28 09:55:43.778458 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.791054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 89615c4c-ab70-4003-b334-30f2caa197a3, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=89615c4c-ab70-4003-b334-30f2caa197a3,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:43.813600 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:43.825416 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 250bacdb-6369-4533-b15b-0b9cd26aeeac completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:55:43.832666 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:43.860279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781befd-e58f-4840-8df6-fe06bd4204b3 req-615c43e3-10a8-42ca-94f4-2cf382201b0e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:43.861803 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e781befd-e58f-4840-8df6-fe06bd4204b3 req-615c43e3-10a8-42ca-94f4-2cf382201b0e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 945 time: 0.0908062 Oct 28 09:55:43.869529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11073af9-20f8-487e-b2fe-47a114de5172" -d '{"events": [{"server_uuid": "b99aa43d-fedf-4c15-a45c-46e65c329ff7", "name": "network-vif-plugged", "status": "completed", "tag": "64c829ea-3e7b-4612-a569-5dc7be3bfaeb"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:43.874071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (89615c4c-ab70-4003-b334-30f2caa197a3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.900787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 250bacdb-6369-4533-b15b-0b9cd26aeeac triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:43.900787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (250bacdb-6369-4533-b15b-0b9cd26aeeac), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.901177 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 250bacdb-6369-4533-b15b-0b9cd26aeeac Oct 28 09:55:43.925561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (9e25fab9-1532-4a78-a02e-5aa7fb936363), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:43.963715 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e781befd-e58f-4840-8df6-fe06bd4204b3 req-6b41c023-f8d8-47b3-bf14-5e5fc3cdaf6b tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766878 Oct 28 09:55:43.980855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ba4f6c29-bd51-471f-bef4-cd9ff819c8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (89615c4c-ab70-4003-b334-30f2caa197a3), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:44.020147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:44.057804 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Made reservation on behalf of c4ec231d8ef7459795533d5eb1a2f8df for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:44.059985 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=89615c4c-ab70-4003-b334-30f2caa197a3,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:44.069429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:44.074520 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb0748c-1b96-40e0-aba0-b30ce34513d6 x-openstack-request-id: req-5eb0748c-1b96-40e0-aba0-b30ce34513d6 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:44.074937 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99aa43d-fedf-4c15-a45c-46e65c329ff7", "name": "network-vif-plugged", "status": "completed", "tag": "64c829ea-3e7b-4612-a569-5dc7be3bfaeb", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:44.075312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5eb0748c-1b96-40e0-aba0-b30ce34513d6 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:44.076341 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb0748c-1b96-40e0-aba0-b30ce34513d6'] response: {'server_uuid': 'b99aa43d-fedf-4c15-a45c-46e65c329ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c829ea-3e7b-4612-a569-5dc7be3bfaeb', 'code': 200} Oct 28 09:55:44.081389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f6c29-bd51-471f-bef4-cd9ff819c8f6 None None] No DVR routers for this DVR port 89615c4c-ab70-4003-b334-30f2caa197a3 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:55:44.104059 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] device_id is not set on port e47df27c-d87a-4a6b-b4f4-b20a39db050a yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:44.131025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f6c29-bd51-471f-bef4-cd9ff819c8f6 None None] Pushing event deleted for resources: {'Port': ['ID=89615c4c-ab70-4003-b334-30f2caa197a3,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:44.148439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Publish callbacks [] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:44.169081 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 250bacdb-6369-4533-b15b-0b9cd26aeeac is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:44.169081 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (250bacdb-6369-4533-b15b-0b9cd26aeeac), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:44.185966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:44.244703 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 250bacdb-6369-4533-b15b-0b9cd26aeeac, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=250bacdb-6369-4533-b15b-0b9cd26aeeac,segment=NetworkSegment(301e5b80-d251-4255-9ceb-e0da6669ccaa),segment_id=301e5b80-d251-4255-9ceb-e0da6669ccaa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:44.262198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:44.264214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (e48bcfea-51a8-4f1f-bf85-b6a95dc26d62), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:44.283754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:44.292315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:44.341698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (250bacdb-6369-4533-b15b-0b9cd26aeeac), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:44.364910 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Network a2fa987e-05e4-4b56-81af-d311b559d655 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:44.375889 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:44.384202 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:44.388712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:44.392391 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Allocated IP 2001:db8::5e (a2fa987e-05e4-4b56-81af-d311b559d655/3f4550a8-59e4-45da-95bf-4600a4365a1d/e47df27c-d87a-4a6b-b4f4-b20a39db050a) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:44.402591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Allocated IP 172.36.1.120 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/8332bed9-d50e-4766-b2fc-4252fbf92a31) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:44.403971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:44.431929 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:44.444025 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:44.444626 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:44.449641 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=e48bcfea-51a8-4f1f-bf85-b6a95dc26d62,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:44.492243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c63acd-4a90-4148-ac40-9a61f573b7ca None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:44.494463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Pushing event updated for resources: {'Port': ['ID=f05fa79a-4ce1-41d7-b35f-669d294f763c,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:44.553688 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.554426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.554426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.554703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.555017 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.555342 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.556192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.556514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.556822 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.557139 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.557454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.557771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.558090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.558403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.558908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.587979 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4efab87d-a07a-4897-af1e-05a097a72faa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1266062 Oct 28 09:55:44.592856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36754) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:44.597086 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d484a955-b3f2-45c4-b916-c195a6cc9012 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'fixed_ips': [{'subnet_id': 'e48bcfea-51a8-4f1f-bf85-b6a95dc26d62', 'ip_address': '2001:db8::bb56:d466:dba1:5497'}], 'name': 'tempest-NetworksTestDHCPv6-1580139923'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:44.639552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:44.677829 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Allocated IP 172.20.0.1 (8d845567-4a82-4585-816e-7c50233dda4c/fbb32028-a77f-4f28-afc0-56824508b9a8/9a372709-24b9-41e3-bdfc-55ddb74e73fd) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:44.692849 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f4b09-2143-4828-b4d0-0f2db5199f92 req-e8bba17c-77b6-489d-966b-d6c19a3b47fb tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:44.700819 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-949f4b09-2143-4828-b4d0-0f2db5199f92 req-e8bba17c-77b6-489d-966b-d6c19a3b47fb tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 944 time: 0.1688025 Oct 28 09:55:44.801153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:44.802613 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=250bacdb-6369-4533-b15b-0b9cd26aeeac,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:44.898434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Attempting to bind port f05fa79a-4ce1-41d7-b35f-669d294f763c on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:44.899040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Attempting to bind port f05fa79a-4ce1-41d7-b35f-669d294f763c by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '33a123da-42af-41cf-865c-31cec6ef25ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a2fa987e-05e4-4b56-81af-d311b559d655'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:44.900013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Attempting to bind port f05fa79a-4ce1-41d7-b35f-669d294f763c on network a2fa987e-05e4-4b56-81af-d311b559d655 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:44.920929 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for port (8332bed9-d50e-4766-b2fc-4252fbf92a31), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:44.934604 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b376c-4cc6-44fc-8b22-f8618c6512e5 req-ae4c103d-8496-41d2-bf18-50c4dc66082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:44.937645 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eb0b376c-4cc6-44fc-8b22-f8618c6512e5 req-ae4c103d-8496-41d2-bf18-50c4dc66082a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 1129 time: 0.2380872 Oct 28 09:55:44.945641 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:55:44.988296 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976d633-d372-40f8-a477-24425a11467c req-7bb972fe-631f-4a62-9bd4-81d78af85492 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:44.990838 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b976d633-d372-40f8-a477-24425a11467c req-7bb972fe-631f-4a62-9bd4-81d78af85492 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 945 time: 0.3924243 Oct 28 09:55:45.011732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-eb0b376c-4cc6-44fc-8b22-f8618c6512e5 req-201c57e4-eedc-4b6e-ba6b-6ec1ca0d64cf service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.011847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': 'e48bcfea-51a8-4f1f-bf85-b6a95dc26d62'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:55:45.011847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.011847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:55:45.011847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Checking segment: {'id': '33a123da-42af-41cf-865c-31cec6ef25ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a2fa987e-05e4-4b56-81af-d311b559d655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:45.011847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.012427 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Bound using segment: {'id': '33a123da-42af-41cf-865c-31cec6ef25ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a2fa987e-05e4-4b56-81af-d311b559d655'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:55:45.012829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Bound port: f05fa79a-4ce1-41d7-b35f-669d294f763c, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a123da-42af-41cf-865c-31cec6ef25ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a2fa987e-05e4-4b56-81af-d311b559d655'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:55:45.013207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.039484 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:45.039906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (245e08af-6f46-4d6e-bef5-60d0e21ebdc8), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.045629 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 Oct 28 09:55:45.067476 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-949f4b09-2143-4828-b4d0-0f2db5199f92 req-a663e1cd-883f-47ed-95cc-35ed19a0c8c0 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653998 Oct 28 09:55:45.085238 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:45.108533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for port (9a372709-24b9-41e3-bdfc-55ddb74e73fd), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.176674 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d484a955-b3f2-45c4-b916-c195a6cc9012 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:45.183878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-eb0b376c-4cc6-44fc-8b22-f8618c6512e5 req-201c57e4-eedc-4b6e-ba6b-6ec1ca0d64cf service neutron] Publish callbacks [] for security_group (304ccdb9-d518-47c5-b02e-722fac389249), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.198683 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks [] for port (e47df27c-d87a-4a6b-b4f4-b20a39db050a), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.207372 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b976d633-d372-40f8-a477-24425a11467c req-664e34b8-aa00-40de-b0ca-67a789d4cdd8 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961157 Oct 28 09:55:45.253512 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] For port f05fa79a-4ce1-41d7-b35f-669d294f763c, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:45.279135 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f0198-83a7-4038-b36a-54d4e1b7ac56 req-1fffc74b-8562-47db-a235-a993cc92d6df tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:45.280767 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d40f0198-83a7-4038-b36a-54d4e1b7ac56 req-1fffc74b-8562-47db-a235-a993cc92d6df tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.0795090 Oct 28 09:55:45.288630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] For port f05fa79a-4ce1-41d7-b35f-669d294f763c, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f05fa79a-4ce1-41d7-b35f-669d294f763c,segment=NetworkSegment(33a123da-42af-41cf-865c-31cec6ef25ce),segment_id=33a123da-42af-41cf-865c-31cec6ef25ce)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:45.343454 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Allocated IP 2001:db8::2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/e48bcfea-51a8-4f1f-bf85-b6a95dc26d62/3b816049-bae9-4c1a-83af-8a5b56bbcf54) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:45.346638 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d40f0198-83a7-4038-b36a-54d4e1b7ac56 req-9ccf13ac-2249-4bd4-ad67-0a4378594ef3 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541701 Oct 28 09:55:45.351955 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e47df27c-d87a-4a6b-b4f4-b20a39db050a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.357478 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:45.360107 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (245e08af-6f46-4d6e-bef5-60d0e21ebdc8), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.418616 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Network a2fa987e-05e4-4b56-81af-d311b559d655 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:45.421061 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:45.424616 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:45.429552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:45.434586 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:45.435325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.441384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.444648 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Pushing event updated for resources: {'Port': ['ID=e47df27c-d87a-4a6b-b4f4-b20a39db050a,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:45.446911 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c846c184-91f1-4aaa-a24e-9cd4d3d7eba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.456058 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.456958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.456958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.457168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.457493 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.457834 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.458285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.458706 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.459051 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.459416 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.459712 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.460038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.460365 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.461170 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.461170 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.468891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=245e08af-6f46-4d6e-bef5-60d0e21ebdc8,segment=NetworkSegment(203bc2fa-01a5-4225-85a6-5f96e3ad29d6),segment_id=203bc2fa-01a5-4225-85a6-5f96e3ad29d6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:45.509246 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (9a372709-24b9-41e3-bdfc-55ddb74e73fd), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.511804 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (8332bed9-d50e-4766-b2fc-4252fbf92a31), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.513497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-eb0b376c-4cc6-44fc-8b22-f8618c6512e5 req-201c57e4-eedc-4b6e-ba6b-6ec1ca0d64cf service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (304ccdb9-d518-47c5-b02e-722fac389249), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.528096 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9631ac61-a458-4523-b101-286ca34d6867 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.7860217 Oct 28 09:55:45.530649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36758) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:45.535856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:45.547461 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707438d-3715-45ed-86c8-b2c84cb34be0 None None] Pushing event updated for resources: {'Port': ['ID=f05fa79a-4ce1-41d7-b35f-669d294f763c,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:45.598328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (245e08af-6f46-4d6e-bef5-60d0e21ebdc8), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.606008 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7133e4bd-753b-4662-8f4b-f84419951a47 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:45.612012 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7133e4bd-753b-4662-8f4b-f84419951a47 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:45.619725 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7133e4bd-753b-4662-8f4b-f84419951a47 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:45.623988 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7133e4bd-753b-4662-8f4b-f84419951a47 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0893536 Oct 28 09:55:45.624292 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36760) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:45.654162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Publish callbacks [] for port (3b816049-bae9-4c1a-83af-8a5b56bbcf54), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.668741 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c57e4-eedc-4b6e-ba6b-6ec1ca0d64cf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=304ccdb9-d518-47c5-b02e-722fac389249,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:45.672944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:INSERT=5,neutron:SELECT=86,neutron:UPDATE=9 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:45.673921 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:45.675850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Network 8d845567-4a82-4585-816e-7c50233dda4c is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:45.682816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=245e08af-6f46-4d6e-bef5-60d0e21ebdc8,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:45.686800 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eb0b376c-4cc6-44fc-8b22-f8618c6512e5 req-201c57e4-eedc-4b6e-ba6b-6ec1ca0d64cf service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7350216 Oct 28 09:55:45.704076 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:45.706463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:45.710488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:45.713702 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:45.724981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (3b816049-bae9-4c1a-83af-8a5b56bbcf54), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.789300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:45.794766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-29e7d92e-c919-453a-a918-40346e081155 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Deleting port e47df27c-d87a-4a6b-b4f4-b20a39db050a {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:45.794966 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-29e7d92e-c919-453a-a918-40346e081155 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e47df27c-d87a-4a6b-b4f4-b20a39db050a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.797457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:45.806986 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:45.812096 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Pushing event updated for resources: {'Port': ['ID=3b816049-bae9-4c1a-83af-8a5b56bbcf54,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:45.813480 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Allocated IP 172.36.1.67 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/d3345e59-eb67-4091-bb97-45997368c26a) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:45.834170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event updated for resources: {'Port': ['ID=9a372709-24b9-41e3-bdfc-55ddb74e73fd,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:45.882355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d484a955-b3f2-45c4-b916-c195a6cc9012 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.913502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Attempting to bind port 3b816049-bae9-4c1a-83af-8a5b56bbcf54 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:45.915574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Attempting to bind port 3b816049-bae9-4c1a-83af-8a5b56bbcf54 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:45.915574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Attempting to bind port 3b816049-bae9-4c1a-83af-8a5b56bbcf54 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:45.968595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-29e7d92e-c919-453a-a918-40346e081155 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e47df27c-d87a-4a6b-b4f4-b20a39db050a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.981598 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:55:45.981921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:45.982429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.982980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:55:45.983610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Bound port: 3b816049-bae9-4c1a-83af-8a5b56bbcf54, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:55:45.984089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3b816049-bae9-4c1a-83af-8a5b56bbcf54), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.997667 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-29e7d92e-c919-453a-a918-40346e081155 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Calling delete_port for e47df27c-d87a-4a6b-b4f4-b20a39db050a owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:46.004938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:46.030526 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (6cfd7282-e41c-4a2e-af29-312fd32828d6), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:46.066950 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-63a064e0-fd56-481f-8911-98cff826399b None None] For port 3b816049-bae9-4c1a-83af-8a5b56bbcf54, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:46.072555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-63a064e0-fd56-481f-8911-98cff826399b None None] For port 3b816049-bae9-4c1a-83af-8a5b56bbcf54, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3b816049-bae9-4c1a-83af-8a5b56bbcf54,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:46.077302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfb08ba-90c9-4ed8-98bd-8041539b6a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250bacdb-6369-4533-b15b-0b9cd26aeeac'}, {'server_uuid': 'c8bd5abd-e3fc-480a-b442-b39feba680fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e08af-6f46-4d6e-bef5-60d0e21ebdc8'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:55:46.080851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e1b9c9-cad4-4212-a325-fcc3e3c270c0" -d '{"events": [{"server_uuid": "5bfb08ba-90c9-4ed8-98bd-8041539b6a11", "name": "network-vif-plugged", "status": "completed", "tag": "250bacdb-6369-4533-b15b-0b9cd26aeeac"}, {"server_uuid": "c8bd5abd-e3fc-480a-b442-b39feba680fb", "name": "network-vif-plugged", "status": "completed", "tag": "245e08af-6f46-4d6e-bef5-60d0e21ebdc8"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:46.120305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-d484a955-b3f2-45c4-b916-c195a6cc9012 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port 358c2c11-8051-4672-b75d-e82104402575 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:46.125170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Pushing event updated for resources: {'Port': ['ID=8332bed9-d50e-4766-b2fc-4252fbf92a31,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:46.146583 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (3b816049-bae9-4c1a-83af-8a5b56bbcf54), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:46.198921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Oct 2022 09:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e62284-8943-4e5b-9aed-421a580bf1cb x-openstack-request-id: req-70e62284-8943-4e5b-9aed-421a580bf1cb {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:46.199213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfb08ba-90c9-4ed8-98bd-8041539b6a11", "name": "network-vif-plugged", "status": "completed", "tag": "250bacdb-6369-4533-b15b-0b9cd26aeeac", "code": 200}, {"server_uuid": "c8bd5abd-e3fc-480a-b442-b39feba680fb", "name": "network-vif-plugged", "status": "completed", "tag": "245e08af-6f46-4d6e-bef5-60d0e21ebdc8", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:46.199466 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70e62284-8943-4e5b-9aed-421a580bf1cb {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:46.200415 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e62284-8943-4e5b-9aed-421a580bf1cb'] response: {'server_uuid': '5bfb08ba-90c9-4ed8-98bd-8041539b6a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250bacdb-6369-4533-b15b-0b9cd26aeeac', 'code': 200} Oct 28 09:55:46.200415 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e62284-8943-4e5b-9aed-421a580bf1cb'] response: {'server_uuid': 'c8bd5abd-e3fc-480a-b442-b39feba680fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e08af-6f46-4d6e-bef5-60d0e21ebdc8', 'code': 200} Oct 28 09:55:46.205499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:46.241945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ed350bbb-9280-4d5a-9f34-932ac8e57459 None None] Provisioning complete for port 9a372709-24b9-41e3-bdfc-55ddb74e73fd triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:46.242315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ed350bbb-9280-4d5a-9f34-932ac8e57459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9a372709-24b9-41e3-bdfc-55ddb74e73fd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:46.242651 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ed350bbb-9280-4d5a-9f34-932ac8e57459 None None] Attempt 1 to provision port 9a372709-24b9-41e3-bdfc-55ddb74e73fd Oct 28 09:55:46.284066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a064e0-fd56-481f-8911-98cff826399b None None] Pushing event updated for resources: {'Port': ['ID=3b816049-bae9-4c1a-83af-8a5b56bbcf54,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:46.305052 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-29e7d92e-c919-453a-a918-40346e081155 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e47df27c-d87a-4a6b-b4f4-b20a39db050a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:46.307243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ed350bbb-9280-4d5a-9f34-932ac8e57459 None None] Port 9a372709-24b9-41e3-bdfc-55ddb74e73fd cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:55:46.346293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7d92e-c919-453a-a918-40346e081155 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Pushing event deleted for resources: {'Port': ['ID=e47df27c-d87a-4a6b-b4f4-b20a39db050a,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:46.408096 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc2c74-58ee-4879-8d07-92515340f309 req-bcbf95ba-66eb-4e4b-a84b-04a76d4dd6bd tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:46.415749 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-73dc2c74-58ee-4879-8d07-92515340f309 req-bcbf95ba-66eb-4e4b-a84b-04a76d4dd6bd tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 945 time: 0.1651006 Oct 28 09:55:46.454761 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-29e7d92e-c919-453a-a918-40346e081155 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:46.458277 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-29e7d92e-c919-453a-a918-40346e081155 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] 10.222.0.49 "DELETE /networking/v2.0/ports/e47df27c-d87a-4a6b-b4f4-b20a39db050a HTTP/1.1" status: 204 len: 168 time: 0.8327405 Oct 28 09:55:46.470567 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6f75b-a14a-4bf5-929c-fc30975576ed req-dc88d355-cf00-47c1-ae84-1f5df247d74b tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:46.472053 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-02c6f75b-a14a-4bf5-929c-fc30975576ed req-dc88d355-cf00-47c1-ae84-1f5df247d74b tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 945 time: 0.1318276 Oct 28 09:55:46.475682 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36770) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:46.482424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-385b25b8-dedd-4421-b88e-48004b308ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Request body: {'port': {'name': 'tempest-new-port-name-1554993033', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:46.482848 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.api.validators [None req-385b25b8-dedd-4421-b88e-48004b308ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] bootfile-name is not in valid_values {{(pid=114059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 28 09:55:46.483200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.api.validators [None req-385b25b8-dedd-4421-b88e-48004b308ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] tftp-server is not in valid_values {{(pid=114059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 28 09:55:46.483650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.api.validators [None req-385b25b8-dedd-4421-b88e-48004b308ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] server-ip-address is not in valid_values {{(pid=114059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 28 09:55:46.530002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:46.533407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (d3345e59-eb67-4091-bb97-45997368c26a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:46.579853 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:46.617356 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-73dc2c74-58ee-4879-8d07-92515340f309 req-fd3d2ec2-b0b9-4e90-b7c5-8d928461a016 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007179 Oct 28 09:55:46.816864 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-02c6f75b-a14a-4bf5-929c-fc30975576ed req-aac79e09-e2c4-4d2f-bd5e-c6eb1d5df11d tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138595 Oct 28 09:55:46.827201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:46.863479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-d484a955-b3f2-45c4-b916-c195a6cc9012 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::bb56:d466:dba1:5497 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/e48bcfea-51a8-4f1f-bf85-b6a95dc26d62/358c2c11-8051-4672-b75d-e82104402575) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:46.866980 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:46.868052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9a372709-24b9-41e3-bdfc-55ddb74e73fd), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:46.904163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (9e25fab9-1532-4a78-a02e-5aa7fb936363), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:46.913174 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a707ec-69c4-4f35-b125-5b3e5cfcb397 req-025eaa78-96ce-468b-a0af-a07d77d023c7 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:46.919197 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-13a707ec-69c4-4f35-b125-5b3e5cfcb397 req-025eaa78-96ce-468b-a0af-a07d77d023c7 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1487267 Oct 28 09:55:46.933846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-385b25b8-dedd-4421-b88e-48004b308ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d5d192d2-a4d3-4be5-a031-7496429b6d63), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:47.029850 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3b816049-bae9-4c1a-83af-8a5b56bbcf54 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:47.065393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (d3345e59-eb67-4091-bb97-45997368c26a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:47.071834 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-13a707ec-69c4-4f35-b125-5b3e5cfcb397 req-17502762-fcde-4ee4-940d-1bfb680f982e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476095 Oct 28 09:55:47.095424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 3b816049-bae9-4c1a-83af-8a5b56bbcf54 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:47.096282 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3b816049-bae9-4c1a-83af-8a5b56bbcf54), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:47.096833 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 3b816049-bae9-4c1a-83af-8a5b56bbcf54 Oct 28 09:55:47.174087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da439a77-9dc3-4bb4-ac64-b1e75852e1e9 None None] Network a2fa987e-05e4-4b56-81af-d311b559d655 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:47.194626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 3b816049-bae9-4c1a-83af-8a5b56bbcf54 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:47.195043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3b816049-bae9-4c1a-83af-8a5b56bbcf54), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:47.284971 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 3b816049-bae9-4c1a-83af-8a5b56bbcf54, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3b816049-bae9-4c1a-83af-8a5b56bbcf54,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:47.288751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-264bae89-26f8-40d8-9611-70d7609e2389 None None] Provisioning complete for port f05fa79a-4ce1-41d7-b35f-669d294f763c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:47.289128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-264bae89-26f8-40d8-9611-70d7609e2389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:47.292755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-385b25b8-dedd-4421-b88e-48004b308ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks [] for port (d5d192d2-a4d3-4be5-a031-7496429b6d63), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:47.292890 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-264bae89-26f8-40d8-9611-70d7609e2389 None None] Attempt 1 to provision port f05fa79a-4ce1-41d7-b35f-669d294f763c Oct 28 09:55:47.358609 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:47.359663 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-385b25b8-dedd-4421-b88e-48004b308ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (d5d192d2-a4d3-4be5-a031-7496429b6d63), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:47.366444 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (3b816049-bae9-4c1a-83af-8a5b56bbcf54), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:47.367308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f05fa79a-4ce1-41d7-b35f-669d294f763c up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:47.368530 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842193bd-8dad-4ac9-a9ea-57a8e57f873d req-9cbcded7-f89c-45df-bd8a-310bd2631e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:47.370088 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-842193bd-8dad-4ac9-a9ea-57a8e57f873d req-9cbcded7-f89c-45df-bd8a-310bd2631e94 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 1130 time: 0.2524848 Oct 28 09:55:47.380219 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7f154-7a31-40d7-998b-5e175899691b req-769f9519-5846-4e41-89ec-d6e3f5104a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:47.381724 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-75f7f154-7a31-40d7-998b-5e175899691b req-769f9519-5846-4e41-89ec-d6e3f5104a26 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 1129 time: 0.2679167 Oct 28 09:55:47.399754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:47.402569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:47.452578 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:47.461611 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-385b25b8-dedd-4421-b88e-48004b308ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] In _notify_port_updated(), no bound segment for port d5d192d2-a4d3-4be5-a031-7496429b6d63 on network a2fa987e-05e4-4b56-81af-d311b559d655 {{(pid=114059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 09:55:47.476884 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b25b8-dedd-4421-b88e-48004b308ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:47.478480 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-385b25b8-dedd-4421-b88e-48004b308ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:47.480108 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-385b25b8-dedd-4421-b88e-48004b308ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] 10.222.0.49 "PUT /networking/v2.0/ports/d5d192d2-a4d3-4be5-a031-7496429b6d63 HTTP/1.1" status: 200 len: 1130 time: 1.0038071 Oct 28 09:55:47.484909 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36772) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:47.490074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-264bae89-26f8-40d8-9611-70d7609e2389 None None] Current status of the port f05fa79a-4ce1-41d7-b35f-669d294f763c is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:47.490463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-264bae89-26f8-40d8-9611-70d7609e2389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:47.493809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=3b816049-bae9-4c1a-83af-8a5b56bbcf54,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:47.528150 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b25b8-dedd-4421-b88e-48004b308ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Pushing event updated for resources: {'Port': ['ID=d5d192d2-a4d3-4be5-a031-7496429b6d63,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:47.528387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:47.528387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:47.528637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:47.528986 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:47.529249 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:47.529580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:47.529976 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:47.530229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:47.530554 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:47.532310 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:47.532668 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:47.535675 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:47.535675 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:47.535675 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:47.535675 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:47.547194 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f05fa79a-4ce1-41d7-b35f-669d294f763c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:47.547565 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:47.547908 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f05fa79a-4ce1-41d7-b35f-669d294f763c Oct 28 09:55:47.616261 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-264bae89-26f8-40d8-9611-70d7609e2389 None None] For port f05fa79a-4ce1-41d7-b35f-669d294f763c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f05fa79a-4ce1-41d7-b35f-669d294f763c,segment=NetworkSegment(33a123da-42af-41cf-865c-31cec6ef25ce),segment_id=33a123da-42af-41cf-865c-31cec6ef25ce)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:47.628847 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968356e4-a67a-400c-b8f3-7c869a012fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:47.632334 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-968356e4-a67a-400c-b8f3-7c869a012fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] 10.222.0.49 "GET /networking/v2.0/ports/d5d192d2-a4d3-4be5-a031-7496429b6d63 HTTP/1.1" status: 200 len: 1130 time: 0.1308467 Oct 28 09:55:47.636893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36774) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:47.727968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-264bae89-26f8-40d8-9611-70d7609e2389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:47.777707 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-16acea0b-8523-4b01-b858-493b4c62a103 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Deleting port d5d192d2-a4d3-4be5-a031-7496429b6d63 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:47.778105 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-16acea0b-8523-4b01-b858-493b4c62a103 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d5d192d2-a4d3-4be5-a031-7496429b6d63), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:47.788171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f05fa79a-4ce1-41d7-b35f-669d294f763c is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:47.788633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:47.831514 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:47.833981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bae89-26f8-40d8-9611-70d7609e2389 None None] Pushing event updated for resources: {'Port': ['ID=f05fa79a-4ce1-41d7-b35f-669d294f763c,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:47.871289 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:47.876997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa6541-effb-4eb4-9c0f-69dd002c67b5 req-645d41a2-4962-4492-8c5d-167999060729 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:47.878602 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-68fa6541-effb-4eb4-9c0f-69dd002c67b5 req-645d41a2-4962-4492-8c5d-167999060729 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 945 time: 0.1021502 Oct 28 09:55:47.893842 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=d3345e59-eb67-4091-bb97-45997368c26a,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:47.918780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ae9636b1-8978-43e6-bc7c-87144fc35d83 None None] Provisioning complete for port 3b816049-bae9-4c1a-83af-8a5b56bbcf54 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:47.919287 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ae9636b1-8978-43e6-bc7c-87144fc35d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3b816049-bae9-4c1a-83af-8a5b56bbcf54), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:47.920584 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ae9636b1-8978-43e6-bc7c-87144fc35d83 None None] Attempt 1 to provision port 3b816049-bae9-4c1a-83af-8a5b56bbcf54 Oct 28 09:55:48.010590 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-16acea0b-8523-4b01-b858-493b4c62a103 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d5d192d2-a4d3-4be5-a031-7496429b6d63), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.022943 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:48.060685 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-68fa6541-effb-4eb4-9c0f-69dd002c67b5 req-52504900-ae6f-4356-bab7-5f1d231146c7 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697075 Oct 28 09:55:48.064675 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-16acea0b-8523-4b01-b858-493b4c62a103 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Calling delete_port for d5d192d2-a4d3-4be5-a031-7496429b6d63 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:48.122469 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.124015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:55:48.124556 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:55:48.210295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:48.220178 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7008da-42ac-46c4-829c-e61a2d581473 req-f819f06f-e809-472a-9833-02dcfe16a53f tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:48.221842 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4f7008da-42ac-46c4-829c-e61a2d581473 req-f819f06f-e809-472a-9833-02dcfe16a53f tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 945 time: 0.2810125 Oct 28 09:55:48.236617 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-75f7f154-7a31-40d7-998b-5e175899691b req-45188303-ada5-41c1-b6de-0c9105b3d50f service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8007574 Oct 28 09:55:48.242173 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ae9636b1-8978-43e6-bc7c-87144fc35d83 None None] Current status of the port 3b816049-bae9-4c1a-83af-8a5b56bbcf54 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:48.251333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ae9636b1-8978-43e6-bc7c-87144fc35d83 None None] Provisioning complete for port f05fa79a-4ce1-41d7-b35f-669d294f763c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:48.251756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ae9636b1-8978-43e6-bc7c-87144fc35d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.255762 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ae9636b1-8978-43e6-bc7c-87144fc35d83 None None] Attempt 1 to provision port f05fa79a-4ce1-41d7-b35f-669d294f763c Oct 28 09:55:48.263002 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-842193bd-8dad-4ac9-a9ea-57a8e57f873d req-b467d2ac-ea6c-4b6a-a01b-5f06d584f8ba service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8715389 Oct 28 09:55:48.339330 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65366b57-87df-49dc-9897-c438a48f69c2 req-8c72c74b-0c11-427b-95d8-ed8ac8856d48 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:48.342126 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-65366b57-87df-49dc-9897-c438a48f69c2 req-8c72c74b-0c11-427b-95d8-ed8ac8856d48 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1301508 Oct 28 09:55:48.378381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d484a955-b3f2-45c4-b916-c195a6cc9012 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (358c2c11-8051-4672-b75d-e82104402575), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.393974 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ae9636b1-8978-43e6-bc7c-87144fc35d83 None None] Current status of the port f05fa79a-4ce1-41d7-b35f-669d294f763c is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:48.405996 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ae9636b1-8978-43e6-bc7c-87144fc35d83 None None] Provisioning complete for port d5d192d2-a4d3-4be5-a031-7496429b6d63 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:48.406732 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ae9636b1-8978-43e6-bc7c-87144fc35d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d5d192d2-a4d3-4be5-a031-7496429b6d63), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.407165 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ae9636b1-8978-43e6-bc7c-87144fc35d83 None None] Attempt 1 to provision port d5d192d2-a4d3-4be5-a031-7496429b6d63 Oct 28 09:55:48.412218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:48.417976 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4f7008da-42ac-46c4-829c-e61a2d581473 req-0dcebe3e-fcfd-47ee-ba34-36a182c27c28 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505263 Oct 28 09:55:48.457582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.463017 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-65366b57-87df-49dc-9897-c438a48f69c2 req-40cd6544-4b44-476e-a019-793281fe57dc tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090856 Oct 28 09:55:48.465005 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ae9636b1-8978-43e6-bc7c-87144fc35d83 None None] Port d5d192d2-a4d3-4be5-a031-7496429b6d63 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:55:48.465534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-16acea0b-8523-4b01-b858-493b4c62a103 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d5d192d2-a4d3-4be5-a031-7496429b6d63), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.471670 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (9e25fab9-1532-4a78-a02e-5aa7fb936363), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.533200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acea0b-8523-4b01-b858-493b4c62a103 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Pushing event deleted for resources: {'Port': ['ID=d5d192d2-a4d3-4be5-a031-7496429b6d63,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:48.538809 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-16acea0b-8523-4b01-b858-493b4c62a103 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.542898 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-16acea0b-8523-4b01-b858-493b4c62a103 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] 10.222.0.49 "DELETE /networking/v2.0/ports/d5d192d2-a4d3-4be5-a031-7496429b6d63 HTTP/1.1" status: 204 len: 168 time: 0.9014025 Oct 28 09:55:48.545389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36782) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:48.578585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-069e2aa7-0ba6-4eea-8b1a-0382cecb62d8 None None] Could not find standard attr ID for object e47df27c-d87a-4a6b-b4f4-b20a39db050a. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:55:48.584518 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-069e2aa7-0ba6-4eea-8b1a-0382cecb62d8 None None] Could not find standard attr ID for object d5d192d2-a4d3-4be5-a031-7496429b6d63. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:55:48.606744 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac75385f-59ce-41b0-8b36-02c6939f396a tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Deleting subnet 3f4550a8-59e4-45da-95bf-4600a4365a1d {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:55:48.611000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ac75385f-59ce-41b0-8b36-02c6939f396a tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks [] for subnet (3f4550a8-59e4-45da-95bf-4600a4365a1d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.657699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for port (9a372709-24b9-41e3-bdfc-55ddb74e73fd), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.677305 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ac75385f-59ce-41b0-8b36-02c6939f396a tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (3f4550a8-59e4-45da-95bf-4600a4365a1d), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.682791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f05fa79a-4ce1-41d7-b35f-669d294f763c is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:48.726417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d484a955-b3f2-45c4-b916-c195a6cc9012 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (358c2c11-8051-4672-b75d-e82104402575), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.728816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (9a372709-24b9-41e3-bdfc-55ddb74e73fd), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.768518 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:48.781942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ac75385f-59ce-41b0-8b36-02c6939f396a tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (3f4550a8-59e4-45da-95bf-4600a4365a1d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.819726 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d484a955-b3f2-45c4-b916-c195a6cc9012 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:48.830556 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d484a955-b3f2-45c4-b916-c195a6cc9012 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:48.847659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484a955-b3f2-45c4-b916-c195a6cc9012 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:48.854417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d484a955-b3f2-45c4-b916-c195a6cc9012 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:48.854417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d484a955-b3f2-45c4-b916-c195a6cc9012 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.891852 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (6cfd7282-e41c-4a2e-af29-312fd32828d6), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.893598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event updated for resources: {'Port': ['ID=9a372709-24b9-41e3-bdfc-55ddb74e73fd,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:48.918822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ac75385f-59ce-41b0-8b36-02c6939f396a tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (3f4550a8-59e4-45da-95bf-4600a4365a1d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.929796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3b816049-bae9-4c1a-83af-8a5b56bbcf54 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:48.976517 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ac75385f-59ce-41b0-8b36-02c6939f396a tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:48.981390 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ac75385f-59ce-41b0-8b36-02c6939f396a tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/3f4550a8-59e4-45da-95bf-4600a4365a1d HTTP/1.1" status: 204 len: 168 time: 0.4349713 Oct 28 09:55:48.982275 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75385f-59ce-41b0-8b36-02c6939f396a tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4550a8-59e4-45da-95bf-4600a4365a1d,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:48.988089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:48.990875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36784) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:49.010808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 3b816049-bae9-4c1a-83af-8a5b56bbcf54 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:49.011918 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3b816049-bae9-4c1a-83af-8a5b56bbcf54), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:49.012467 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 3b816049-bae9-4c1a-83af-8a5b56bbcf54 Oct 28 09:55:49.028453 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d484a955-b3f2-45c4-b916-c195a6cc9012 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4351037 Oct 28 09:55:49.036851 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36786) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:49.116011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484a955-b3f2-45c4-b916-c195a6cc9012 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=358c2c11-8051-4672-b75d-e82104402575,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:49.130757 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (a2fa987e-05e4-4b56-81af-d311b559d655), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:49.161846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 3b816049-bae9-4c1a-83af-8a5b56bbcf54 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:49.163010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f05fa79a-4ce1-41d7-b35f-669d294f763c up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:49.203850 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Deleting port f05fa79a-4ce1-41d7-b35f-669d294f763c {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:49.204199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:49.216478 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f05fa79a-4ce1-41d7-b35f-669d294f763c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:49.216889 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:49.217713 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f05fa79a-4ce1-41d7-b35f-669d294f763c Oct 28 09:55:49.219591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6372c-ed28-4f36-92c3-01470ed95b2a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:49.227201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6372c-ed28-4f36-92c3-01470ed95b2a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:49.229751 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c2c6372c-ed28-4f36-92c3-01470ed95b2a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1506279 Oct 28 09:55:49.235653 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36790) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:49.260234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aba995-b33e-4844-81e1-5b4686c12371 None None] Network a2fa987e-05e4-4b56-81af-d311b559d655 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:49.319919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9fa96-f9c3-4144-8c1f-d747886b0b08 req-3551c383-8df8-4ae9-9829-a5059310112e tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:49.322567 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9bd9fa96-f9c3-4144-8c1f-d747886b0b08 req-3551c383-8df8-4ae9-9829-a5059310112e tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 945 time: 0.1198137 Oct 28 09:55:49.328753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Router 9e25fab9-1532-4a78-a02e-5aa7fb936363 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:55:49.329609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-56bbb685-9ff2-43a7-abe6-accd7ad0e055 None None] Could not find standard attr ID for object d5d192d2-a4d3-4be5-a031-7496429b6d63. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:55:49.332744 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] For port f05fa79a-4ce1-41d7-b35f-669d294f763c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f05fa79a-4ce1-41d7-b35f-669d294f763c,segment=NetworkSegment(33a123da-42af-41cf-865c-31cec6ef25ce),segment_id=33a123da-42af-41cf-865c-31cec6ef25ce)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:49.333278 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:49.356988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Calling delete_port for f05fa79a-4ce1-41d7-b35f-669d294f763c owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:49.397811 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Network 8d845567-4a82-4585-816e-7c50233dda4c is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:49.403132 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-56bbb685-9ff2-43a7-abe6-accd7ad0e055 None None] Provisioning complete for port 358c2c11-8051-4672-b75d-e82104402575 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:49.403649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-56bbb685-9ff2-43a7-abe6-accd7ad0e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (358c2c11-8051-4672-b75d-e82104402575), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:49.404425 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-56bbb685-9ff2-43a7-abe6-accd7ad0e055 None None] Attempt 1 to provision port 358c2c11-8051-4672-b75d-e82104402575 Oct 28 09:55:49.411267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:49.418459 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:49.439948 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9bd9fa96-f9c3-4144-8c1f-d747886b0b08 req-50f4ae0b-8cca-43ad-9d90-53d74b505c6e tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961416 Oct 28 09:55:49.441000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:49.478626 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b7e525f7-3419-467f-afd3-4c6a96a9a2ca tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port 358c2c11-8051-4672-b75d-e82104402575 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:49.478990 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b7e525f7-3419-467f-afd3-4c6a96a9a2ca tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (358c2c11-8051-4672-b75d-e82104402575), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:49.479360 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f05fa79a-4ce1-41d7-b35f-669d294f763c is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:49.482375 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (44d72b14-51bf-4d22-ad14-d4a7116ec749), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:49.491070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-56bbb685-9ff2-43a7-abe6-accd7ad0e055 None None] Port 358c2c11-8051-4672-b75d-e82104402575 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:55:49.583231 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3ada23-a2b4-430d-bafe-9b85e444d1e3 None None] DHCP port deletion for a2fa987e-05e4-4b56-81af-d311b559d655 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:55:49.612067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca52051-a6ef-44d0-83b5-47bfc41b5368 req-1909698f-1cd5-4fb2-af0d-9854a65eda19 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:49.614086 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8ca52051-a6ef-44d0-83b5-47bfc41b5368 req-1909698f-1cd5-4fb2-af0d-9854a65eda19 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 945 time: 0.0815921 Oct 28 09:55:49.641308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-0c3ada23-a2b4-430d-bafe-9b85e444d1e3 None None] Deleting port f05fa79a-4ce1-41d7-b35f-669d294f763c {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:49.642008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0c3ada23-a2b4-430d-bafe-9b85e444d1e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:49.669682 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:49.686964 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804552c-d980-460f-bf7b-3db228f3608e req-5d3f1a76-74d3-43e5-a039-1b130e2127b8 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:49.694298 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3804552c-d980-460f-bf7b-3db228f3608e req-5d3f1a76-74d3-43e5-a039-1b130e2127b8 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.0791683 Oct 28 09:55:49.736961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:49.745688 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-0c3ada23-a2b4-430d-bafe-9b85e444d1e3 None None] For port f05fa79a-4ce1-41d7-b35f-669d294f763c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f05fa79a-4ce1-41d7-b35f-669d294f763c,segment=NetworkSegment(33a123da-42af-41cf-865c-31cec6ef25ce),segment_id=33a123da-42af-41cf-865c-31cec6ef25ce)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:49.746124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0c3ada23-a2b4-430d-bafe-9b85e444d1e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:49.752329 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8ca52051-a6ef-44d0-83b5-47bfc41b5368 req-64628789-68d1-4f40-8247-f23886a85c82 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216638 Oct 28 09:55:49.754208 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:49.781816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b7e525f7-3419-467f-afd3-4c6a96a9a2ca tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (358c2c11-8051-4672-b75d-e82104402575), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:49.786424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-0c3ada23-a2b4-430d-bafe-9b85e444d1e3 None None] Calling delete_port for f05fa79a-4ce1-41d7-b35f-669d294f763c owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:49.808680 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b7e525f7-3419-467f-afd3-4c6a96a9a2ca tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for 358c2c11-8051-4672-b75d-e82104402575 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:49.821463 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Pushing event deleted for resources: {'Port': ['ID=f05fa79a-4ce1-41d7-b35f-669d294f763c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:49.858309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-cb5c5e2d-f6b3-49c9-92f8-6586f7b17eb9 None None] Provisioning complete for port 9a372709-24b9-41e3-bdfc-55ddb74e73fd triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:49.859029 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5e2d-f6b3-49c9-92f8-6586f7b17eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9a372709-24b9-41e3-bdfc-55ddb74e73fd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:49.861011 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-cb5c5e2d-f6b3-49c9-92f8-6586f7b17eb9 None None] Attempt 1 to provision port 9a372709-24b9-41e3-bdfc-55ddb74e73fd Oct 28 09:55:49.871620 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3804552c-d980-460f-bf7b-3db228f3608e req-baf4566b-235d-4048-840b-123ed8da0ab6 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700966 Oct 28 09:55:49.875516 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] No DVR routers for this DVR port f05fa79a-4ce1-41d7-b35f-669d294f763c on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:55:49.919045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c5e2d-f6b3-49c9-92f8-6586f7b17eb9 None None] Port 9a372709-24b9-41e3-bdfc-55ddb74e73fd cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:55:49.943836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0c3ada23-a2b4-430d-bafe-9b85e444d1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (f05fa79a-4ce1-41d7-b35f-669d294f763c), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:49.952716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:49.969539 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:49.970981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ada23-a2b4-430d-bafe-9b85e444d1e3 None None] Pushing event deleted for resources: {'Port': ['ID=f05fa79a-4ce1-41d7-b35f-669d294f763c,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:49.976602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ada23-a2b4-430d-bafe-9b85e444d1e3 None None] No DVR routers for this DVR port f05fa79a-4ce1-41d7-b35f-669d294f763c on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:55:49.994156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Sync routers for ids ['9e25fab9-1532-4a78-a02e-5aa7fb936363'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:50.003683 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d3345e59-eb67-4091-bb97-45997368c26a), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:50.009756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Routers {'9e25fab9-1532-4a78-a02e-5aa7fb936363'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:50.010440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9e25fab9-1532-4a78-a02e-5aa7fb936363'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:50.014256 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8e2b8-4041-48f8-b95b-2d86f05d77af req-ecda2603-7127-40c7-9454-f296edd5f264 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:50.016096 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bac8e2b8-4041-48f8-b95b-2d86f05d77af req-ecda2603-7127-40c7-9454-f296edd5f264 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 945 time: 0.1052148 Oct 28 09:55:50.029451 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36798) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:50.036440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-bef401c4-dbd7-49f7-8bb4-4072dac8093b tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Request body: {'floatingip': {'port_id': '64c829ea-3e7b-4612-a569-5dc7be3bfaeb'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:50.040415 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (a2fa987e-05e4-4b56-81af-d311b559d655), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:50.065927 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Router 6cfd7282-e41c-4a2e-af29-312fd32828d6 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:50.096203 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bef401c4-dbd7-49f7-8bb4-4072dac8093b tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for floatingip (973e0677-563d-40d7-a4f6-f13c3991e773), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:50.101406 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fa987e-05e4-4b56-81af-d311b559d655']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:50.140892 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Set router 9e25fab9-1532-4a78-a02e-5aa7fb936363 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:50.152078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a123da-42af-41cf-865c-31cec6ef25ce') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:50.152336 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a123da-42af-41cf-865c-31cec6ef25ce') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:50.184855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (33a123da-42af-41cf-865c-31cec6ef25ce), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:50.235000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (33a123da-42af-41cf-865c-31cec6ef25ce), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:50.241276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:50.253777 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:55:50.254210 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (33a123da-42af-41cf-865c-31cec6ef25ce), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:50.333003 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e25fab9-1532-4a78-a02e-5aa7fb936363', 'name': 'tempest-snat-router-1050549975', 'tenant_id': 'fafff247268b48ddb6f898503ef047cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.120'}], 'enable_snat': False}, 'gw_port_id': '8332bed9-d50e-4766-b2fc-4252fbf92a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:55:42Z', 'updated_at': '2022-10-28T09:55:46Z', 'revision_number': 3, 'project_id': 'fafff247268b48ddb6f898503ef047cc', 'gw_port': {'id': '8332bed9-d50e-4766-b2fc-4252fbf92a31', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e25fab9-1532-4a78-a02e-5aa7fb936363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:55:44Z', 'updated_at': '2022-10-28T09:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:50.360989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Checking router: 9e25fab9-1532-4a78-a02e-5aa7fb936363 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:55:50.361705 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Updating router 9e25fab9-1532-4a78-a02e-5aa7fb936363 port 8332bed9-d50e-4766-b2fc-4252fbf92a31 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:55:50.386981 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 33a123da-42af-41cf-865c-31cec6ef25ce resource provider aggregate not found Oct 28 09:55:50.403104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (8332bed9-d50e-4766-b2fc-4252fbf92a31), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:50.422878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:50.428155 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4f41b001-90b8-410b-8220-e2c1b052241a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.5148656 Oct 28 09:55:50.433013 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36804) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:50.446101 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 33a123da-42af-41cf-865c-31cec6ef25ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33a123da-42af-41cf-865c-31cec6ef25ce found for delete ", "request_id": "req-6e9af0b1-ae38-4918-8b69-b38b3acf0d57"}]} Oct 28 09:55:50.524493 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b7e525f7-3419-467f-afd3-4c6a96a9a2ca tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (358c2c11-8051-4672-b75d-e82104402575), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:50.580045 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (a2fa987e-05e4-4b56-81af-d311b559d655), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:50.609187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:50.612615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e525f7-3419-467f-afd3-4c6a96a9a2ca tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=358c2c11-8051-4672-b75d-e82104402575,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:50.615464 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] 10.222.0.49 "DELETE /networking/v2.0/networks/a2fa987e-05e4-4b56-81af-d311b559d655 HTTP/1.1" status: 204 len: 168 time: 1.6235201 Oct 28 09:55:50.673064 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a897e-3055-4bf5-a098-b50e1dd43d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378 tempest-ExtraDHCPOptionsIpV6TestJSON-1004070378-project] Pushing event deleted for resources: {'Network': ['ID=a2fa987e-05e4-4b56-81af-d311b559d655,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:50.721089 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f2e1d-5064-450a-a494-05f8fea2c8e8 req-5ac91913-5ac6-46e4-aab6-ffccef067877 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:50.728116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:50.733753 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-230f2e1d-5064-450a-a494-05f8fea2c8e8 req-5ac91913-5ac6-46e4-aab6-ffccef067877 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 945 time: 0.1707737 Oct 28 09:55:50.896498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:50.899588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:50.909358 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e14ca08f-1575-4747-9fbc-239db69efec1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] 10.222.0.49 "PUT /networking/v2.0/routers/6cfd7282-e41c-4a2e-af29-312fd32828d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9498210 Oct 28 09:55:50.910764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b7e525f7-3419-467f-afd3-4c6a96a9a2ca tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:50.915762 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca49fd-c00d-4d3d-bc94-f6f0d1c13384 None None] Sync routers for ids ['6cfd7282-e41c-4a2e-af29-312fd32828d6'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:50.924464 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b7e525f7-3419-467f-afd3-4c6a96a9a2ca tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/358c2c11-8051-4672-b75d-e82104402575 HTTP/1.1" status: 204 len: 168 time: 1.6856630 Oct 28 09:55:50.927712 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36812) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:50.928291 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36814) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:50.935295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Publish callbacks [] for port (8332bed9-d50e-4766-b2fc-4252fbf92a31), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:50.939634 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca49fd-c00d-4d3d-bc94-f6f0d1c13384 None None] Routers {'6cfd7282-e41c-4a2e-af29-312fd32828d6'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:50.939634 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-9fca49fd-c00d-4d3d-bc94-f6f0d1c13384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['6cfd7282-e41c-4a2e-af29-312fd32828d6'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:50.972679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f568f970-d445-41cf-b7bf-5fd99ce481a7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Request body: {'port': {'network_id': '8d845567-4a82-4585-816e-7c50233dda4c', 'name': 'tempest-FloatingIPAdminTestJSON-895727221'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:50.982072 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-9fca49fd-c00d-4d3d-bc94-f6f0d1c13384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:50.996389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f05fa79a-4ce1-41d7-b35f-669d294f763c no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:55:51.012921 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca49fd-c00d-4d3d-bc94-f6f0d1c13384 None None] Routers {'6cfd7282-e41c-4a2e-af29-312fd32828d6'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:51.013670 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-9fca49fd-c00d-4d3d-bc94-f6f0d1c13384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['6cfd7282-e41c-4a2e-af29-312fd32828d6'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:51.040515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (8332bed9-d50e-4766-b2fc-4252fbf92a31), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:51.041984 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-365b0b01-7215-4f0c-986f-8bff6fec2dc1 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/9e25fab9-1532-4a78-a02e-5aa7fb936363 HTTP/1.1" status: 200 len: 909 time: 0.6075182 Oct 28 09:55:51.052512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36816) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:51.060758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1050549975', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'enable_snat': True}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:51.080111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Attempting to bind port 8332bed9-d50e-4766-b2fc-4252fbf92a31 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:51.080557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Attempting to bind port 8332bed9-d50e-4766-b2fc-4252fbf92a31 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:51.087153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Attempting to bind port 8332bed9-d50e-4766-b2fc-4252fbf92a31 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:51.092348 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: f05fa79a-4ce1-41d7-b35f-669d294f763c {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:55:51.092704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f05fa79a-4ce1-41d7-b35f-669d294f763c not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:55:51.100207 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-9fca49fd-c00d-4d3d-bc94-f6f0d1c13384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:51.100798 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca49fd-c00d-4d3d-bc94-f6f0d1c13384 None None] The sync data for ids ['6cfd7282-e41c-4a2e-af29-312fd32828d6'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:51.113372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d3bba0-fa40-40b0-a98d-50751e15dbec tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:51.115864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d3bba0-fa40-40b0-a98d-50751e15dbec tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:51.121047 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-05d3bba0-fa40-40b0-a98d-50751e15dbec tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1879456 Oct 28 09:55:51.139188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36818) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:51.184157 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff4760-43e7-444b-8345-c64857515c5d None None] Pushing event updated for resources: {'Port': ['ID=8332bed9-d50e-4766-b2fc-4252fbf92a31,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:51.194147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:55:51.194559 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:51.195246 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:51.195414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:55:51.195920 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Bound port: 8332bed9-d50e-4766-b2fc-4252fbf92a31, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:55:51.196304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (8332bed9-d50e-4766-b2fc-4252fbf92a31), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:51.219631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (d3345e59-eb67-4091-bb97-45997368c26a), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:51.264164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:51.280525 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] For port 8332bed9-d50e-4766-b2fc-4252fbf92a31, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:51.284929 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] For port 8332bed9-d50e-4766-b2fc-4252fbf92a31, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=8332bed9-d50e-4766-b2fc-4252fbf92a31,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:51.300483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (d3345e59-eb67-4091-bb97-45997368c26a), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:51.335826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36822) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:51.346214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (8332bed9-d50e-4766-b2fc-4252fbf92a31), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:51.351882 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (45cd609d-a26a-472e-b74c-66c3cc022ae1), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:51.353988 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (45cd609d-a26a-472e-b74c-66c3cc022ae1), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:51.394391 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cbf0074-40b4-4936-84b3-76a521c652b4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet e48bcfea-51a8-4f1f-bf85-b6a95dc26d62 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:55:51.400016 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Routers {'9e25fab9-1532-4a78-a02e-5aa7fb936363'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:51.400387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9e25fab9-1532-4a78-a02e-5aa7fb936363'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:51.416728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2cbf0074-40b4-4936-84b3-76a521c652b4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (e48bcfea-51a8-4f1f-bf85-b6a95dc26d62), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:51.465094 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.resource_extend [None req-bef401c4-dbd7-49f7-8bb4-4072dac8093b tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 28 09:55:51.512585 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (44d72b14-51bf-4d22-ad14-d4a7116ec749), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:51.526208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] Set router 9e25fab9-1532-4a78-a02e-5aa7fb936363 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:51.538687 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=d3345e59-eb67-4091-bb97-45997368c26a,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:51.547282 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:51.561825 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f4b7b-187f-4581-8055-3fd6f238ed71 req-503ae570-5793-406e-8c7a-8d582394c96e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:51.563803 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1c5f4b7b-187f-4581-8055-3fd6f238ed71 req-503ae570-5793-406e-8c7a-8d582394c96e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1809423 Oct 28 09:55:51.576716 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-230f2e1d-5064-450a-a494-05f8fea2c8e8 req-ce65da7f-fbb9-41b9-b3f7-b6c40adfffc1 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8400743 Oct 28 09:55:51.602854 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bef401c4-dbd7-49f7-8bb4-4072dac8093b tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:51.684316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2cbf0074-40b4-4936-84b3-76a521c652b4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (e48bcfea-51a8-4f1f-bf85-b6a95dc26d62), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:51.686009 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_controller (45cd609d-a26a-472e-b74c-66c3cc022ae1), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:51.698289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bef401c4-dbd7-49f7-8bb4-4072dac8093b tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (973e0677-563d-40d7-a4f6-f13c3991e773), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:51.737537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:51.745604 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1c5f4b7b-187f-4581-8055-3fd6f238ed71 req-5036a8b0-584e-46bb-ba36-77568054c4e1 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654687 Oct 28 09:55:51.826953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff4760-43e7-444b-8345-c64857515c5d None None] Pushing event updated for resources: {'Port': ['ID=8332bed9-d50e-4766-b2fc-4252fbf92a31,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:51.830303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b99b52-e39a-4657-8a68-026c227f5b43 req-10a6b201-3ceb-45a3-a02e-5c8a96380d19 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:51.832015 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-91b99b52-e39a-4657-8a68-026c227f5b43 req-10a6b201-3ceb-45a3-a02e-5c8a96380d19 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 945 time: 0.0923717 Oct 28 09:55:51.834848 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f568f970-d445-41cf-b7bf-5fd99ce481a7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Made reservation on behalf of 4abcfef514af4d9387bef4260eefcc77 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:51.846602 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f568f970-d445-41cf-b7bf-5fd99ce481a7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:51.854364 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36830) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:51.861659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f4652ff9-304c-4434-a5c5-caedf05c3aa2 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Request body: {'floatingip': {'port_id': '245e08af-6f46-4d6e-bef5-60d0e21ebdc8'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:51.913946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:51.947150 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e25fab9-1532-4a78-a02e-5aa7fb936363', 'name': 'tempest-snat-router-1050549975', 'tenant_id': 'fafff247268b48ddb6f898503ef047cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.120'}], 'enable_snat': False}, 'gw_port_id': '8332bed9-d50e-4766-b2fc-4252fbf92a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:55:42Z', 'updated_at': '2022-10-28T09:55:46Z', 'revision_number': 3, 'project_id': 'fafff247268b48ddb6f898503ef047cc', 'gw_port': {'id': '8332bed9-d50e-4766-b2fc-4252fbf92a31', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e25fab9-1532-4a78-a02e-5aa7fb936363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:55:44Z', 'updated_at': '2022-10-28T09:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:51.958160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4652ff9-304c-4434-a5c5-caedf05c3aa2 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for floatingip (e6c8dcf1-cc68-4515-bbf3-55a52d8243d3), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:51.965929 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-f568f970-d445-41cf-b7bf-5fd99ce481a7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] device_id is not set on port e9a6b673-9c71-4656-879f-ea2ce508296e yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:51.988989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd2bb0-5ef3-4058-9d7f-0e7c0b09825b None None] The sync data for ids ['9e25fab9-1532-4a78-a02e-5aa7fb936363'] in dv-neutron-zed-2-hyperv is: [{'id': '9e25fab9-1532-4a78-a02e-5aa7fb936363', 'name': 'tempest-snat-router-1050549975', 'tenant_id': 'fafff247268b48ddb6f898503ef047cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.120'}], 'enable_snat': False}, 'gw_port_id': '8332bed9-d50e-4766-b2fc-4252fbf92a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:55:42Z', 'updated_at': '2022-10-28T09:55:46Z', 'revision_number': 3, 'project_id': 'fafff247268b48ddb6f898503ef047cc', 'gw_port': {'id': '8332bed9-d50e-4766-b2fc-4252fbf92a31', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e25fab9-1532-4a78-a02e-5aa7fb936363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:55:44Z', 'updated_at': '2022-10-28T09:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:52.004725 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2cbf0074-40b4-4936-84b3-76a521c652b4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (e48bcfea-51a8-4f1f-bf85-b6a95dc26d62), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:52.007671 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-bef401c4-dbd7-49f7-8bb4-4072dac8093b tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Floating IP 973e0677-563d-40d7-a4f6-f13c3991e773 associated. External IP: 172.36.1.30, port: 64c829ea-3e7b-4612-a569-5dc7be3bfaeb. Oct 28 09:55:52.021769 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c79ba-9000-48fd-8cc2-f43225e3a8d0 req-8ee5d68b-9680-4bdf-8915-534df23e1278 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:52.023373 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7e6c79ba-9000-48fd-8cc2-f43225e3a8d0 req-8ee5d68b-9680-4bdf-8915-534df23e1278 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1581595 Oct 28 09:55:52.077492 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-84a2a5ff-8435-4226-8b3d-14c403ad93fa admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c4ec231d8ef7459795533d5eb1a2f8df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7371683 Oct 28 09:55:52.081479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36832) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:52.081882 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36834) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:52.088456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-cc2d9865-5eb7-4c2c-b3f7-de152989eaa2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Request body: {'floatingip': {'port_id': '250bacdb-6369-4533-b15b-0b9cd26aeeac'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:52.167188 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Floating IP 44d72b14-51bf-4d22-ad14-d4a7116ec749 associated. External IP: 172.36.1.67, port: f166c305-3248-4755-82aa-6a53bd645f5f. Oct 28 09:55:52.245487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cc2d9865-5eb7-4c2c-b3f7-de152989eaa2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for floatingip (0a2268b3-d26f-4c82-93b3-549780bc761d), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:52.248567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:52.446519 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-f568f970-d445-41cf-b7bf-5fd99ce481a7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Allocated IP 172.20.0.14 (8d845567-4a82-4585-816e-7c50233dda4c/fbb32028-a77f-4f28-afc0-56824508b9a8/e9a6b673-9c71-4656-879f-ea2ce508296e) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:52.455951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (45cd609d-a26a-472e-b74c-66c3cc022ae1), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:52.620698 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7dff52b7-b73e-4efd-b27b-227250ab82cd admin admin] Publish callbacks [] for security_group (86f0532f-ae45-4ae3-80f1-1507928fa2cf), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:52.640355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2cbf0074-40b4-4936-84b3-76a521c652b4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (e48bcfea-51a8-4f1f-bf85-b6a95dc26d62), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:52.787787 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:52.888931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef401c4-dbd7-49f7-8bb4-4072dac8093b tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:53.051690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 8332bed9-d50e-4766-b2fc-4252fbf92a31 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:53.090995 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f568f970-d445-41cf-b7bf-5fd99ce481a7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for port (e9a6b673-9c71-4656-879f-ea2ce508296e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.103326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 8332bed9-d50e-4766-b2fc-4252fbf92a31 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:53.103923 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (8332bed9-d50e-4766-b2fc-4252fbf92a31), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.104405 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 8332bed9-d50e-4766-b2fc-4252fbf92a31 Oct 28 09:55:53.105650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:53.246591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:53.251116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.264044 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 8332bed9-d50e-4766-b2fc-4252fbf92a31 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:53.264438 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (8332bed9-d50e-4766-b2fc-4252fbf92a31), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.267998 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf0074-40b4-4936-84b3-76a521c652b4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=e48bcfea-51a8-4f1f-bf85-b6a95dc26d62,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:53.288796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 8332bed9-d50e-4766-b2fc-4252fbf92a31, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=8332bed9-d50e-4766-b2fc-4252fbf92a31,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:53.316037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2cbf0074-40b4-4936-84b3-76a521c652b4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.322186 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2cbf0074-40b4-4936-84b3-76a521c652b4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/e48bcfea-51a8-4f1f-bf85-b6a95dc26d62 HTTP/1.1" status: 204 len: 168 time: 2.1718416 Oct 28 09:55:53.324712 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7dff52b7-b73e-4efd-b27b-227250ab82cd admin admin] Publish callbacks [] for security_group (86f0532f-ae45-4ae3-80f1-1507928fa2cf), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.325195 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16645518-788d-46ab-b577-d3ddd2da79fc None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:53.333465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36836) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:53.371694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (8332bed9-d50e-4766-b2fc-4252fbf92a31), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.458742 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b3609578-fb7d-4fdf-8c5c-0dd3c25707bf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1193535 Oct 28 09:55:53.468797 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36838) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:53.478474 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1f69d447-640f-4bf7-b50d-93aec40f2198 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:53.487882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=8332bed9-d50e-4766-b2fc-4252fbf92a31,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:53.508886 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4652ff9-304c-4434-a5c5-caedf05c3aa2 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.515407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:53.548047 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef401c4-dbd7-49f7-8bb4-4072dac8093b tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:53.554313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bef401c4-dbd7-49f7-8bb4-4072dac8093b tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.560863 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a0284-3d5b-4064-9f1b-fbbe7738d338 None None] Sync routers for ids ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:53.566721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b812a9-8020-4e10-b79d-46b634916e6a None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:55:53.584119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4652ff9-304c-4434-a5c5-caedf05c3aa2 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (e6c8dcf1-cc68-4515-bbf3-55a52d8243d3), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.584382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (45cd609d-a26a-472e-b74c-66c3cc022ae1), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.603031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a0284-3d5b-4064-9f1b-fbbe7738d338 None None] Routers {'bb52fb98-fedb-4a5a-9400-310d5cd06ef9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:53.603638 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c80a0284-3d5b-4064-9f1b-fbbe7738d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:53.639316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.646894 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f568f970-d445-41cf-b7bf-5fd99ce481a7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e9a6b673-9c71-4656-879f-ea2ce508296e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.652348 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bef401c4-dbd7-49f7-8bb4-4072dac8093b tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/973e0677-563d-40d7-a4f6-f13c3991e773 HTTP/1.1" status: 200 len: 990 time: 3.6186597 Oct 28 09:55:53.654605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99aa43d-fedf-4c15-a45c-46e65c329ff7', 'tag': '64c829ea-3e7b-4612-a569-5dc7be3bfaeb'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:55:53.744055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-32b812a9-8020-4e10-b79d-46b634916e6a None None] Deleting port 3b816049-bae9-4c1a-83af-8a5b56bbcf54 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:53.749783 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-32b812a9-8020-4e10-b79d-46b634916e6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (3b816049-bae9-4c1a-83af-8a5b56bbcf54), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.787090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:53.791758 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f568f970-d445-41cf-b7bf-5fd99ce481a7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Network 8d845567-4a82-4585-816e-7c50233dda4c is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:53.802153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7dff52b7-b73e-4efd-b27b-227250ab82cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (86f0532f-ae45-4ae3-80f1-1507928fa2cf), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.805452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7dff52b7-b73e-4efd-b27b-227250ab82cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.807188 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7dff52b7-b73e-4efd-b27b-227250ab82cd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/86f0532f-ae45-4ae3-80f1-1507928fa2cf HTTP/1.1" status: 204 len: 168 time: 1.7157071 Oct 28 09:55:53.830063 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-32b812a9-8020-4e10-b79d-46b634916e6a None None] For port 3b816049-bae9-4c1a-83af-8a5b56bbcf54, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3b816049-bae9-4c1a-83af-8a5b56bbcf54,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:53.830274 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-f568f970-d445-41cf-b7bf-5fd99ce481a7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:53.830395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-32b812a9-8020-4e10-b79d-46b634916e6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (3b816049-bae9-4c1a-83af-8a5b56bbcf54), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.846713 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-32b812a9-8020-4e10-b79d-46b634916e6a None None] Calling delete_port for 3b816049-bae9-4c1a-83af-8a5b56bbcf54 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:53.857304 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f568f970-d445-41cf-b7bf-5fd99ce481a7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:53.917861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-c80a0284-3d5b-4064-9f1b-fbbe7738d338 None None] Set router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:53.919242 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568f970-d445-41cf-b7bf-5fd99ce481a7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event updated for resources: {'Port': ['ID=e9a6b673-9c71-4656-879f-ea2ce508296e,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:53.935150 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f69d447-640f-4bf7-b50d-93aec40f2198 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:53.936296 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1f69d447-640f-4bf7-b50d-93aec40f2198 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:53.938940 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:53.951660 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff52b7-b73e-4efd-b27b-227250ab82cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f0532f-ae45-4ae3-80f1-1507928fa2cf,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:53.976836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836710a2-5daa-49c2-905b-337cd552e142 req-178e3557-e5af-4a0b-9ea8-63a249d58fda tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:53.978410 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-836710a2-5daa-49c2-905b-337cd552e142 req-178e3557-e5af-4a0b-9ea8-63a249d58fda tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 945 time: 0.2099135 Oct 28 09:55:53.984662 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-f4652ff9-304c-4434-a5c5-caedf05c3aa2 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Floating IP e6c8dcf1-cc68-4515-bbf3-55a52d8243d3 associated. External IP: 172.36.1.123, port: 245e08af-6f46-4d6e-bef5-60d0e21ebdc8. Oct 28 09:55:53.990405 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7af49d-b9d2-4912-9d75-2660cd29eb08" -d '{"events": [{"name": "network-changed", "server_uuid": "b99aa43d-fedf-4c15-a45c-46e65c329ff7", "tag": "64c829ea-3e7b-4612-a569-5dc7be3bfaeb"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:54.170501 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f568f970-d445-41cf-b7bf-5fd99ce481a7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:54.177820 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f568f970-d445-41cf-b7bf-5fd99ce481a7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:54.194627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:54.271237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Allocated IP 172.36.1.187 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/6c4668a0-162c-41ab-90b5-f86f2d6a1585) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:54.306801 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f568f970-d445-41cf-b7bf-5fd99ce481a7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3618865 Oct 28 09:55:54.310629 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-836710a2-5daa-49c2-905b-337cd552e142 req-36dbea33-0c52-4ac3-bffd-c66034026c39 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3233979 Oct 28 09:55:54.311158 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36854) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:54.325354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:54.354441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da970909-bca2-4653-a2dc-9d02dd929b3b x-openstack-request-id: req-da970909-bca2-4653-a2dc-9d02dd929b3b {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:54.354747 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99aa43d-fedf-4c15-a45c-46e65c329ff7", "tag": "64c829ea-3e7b-4612-a569-5dc7be3bfaeb", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:54.355109 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da970909-bca2-4653-a2dc-9d02dd929b3b {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:54.355463 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da970909-bca2-4653-a2dc-9d02dd929b3b'] response: {'name': 'network-changed', 'server_uuid': 'b99aa43d-fedf-4c15-a45c-46e65c329ff7', 'tag': '64c829ea-3e7b-4612-a569-5dc7be3bfaeb', 'status': 'completed', 'code': 200} Oct 28 09:55:54.471093 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d58655f4-5e18-4d94-a20e-fc7c095fecc8 None None] Provisioning complete for port e9a6b673-9c71-4656-879f-ea2ce508296e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:54.471542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d58655f4-5e18-4d94-a20e-fc7c095fecc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e9a6b673-9c71-4656-879f-ea2ce508296e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:54.471884 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d58655f4-5e18-4d94-a20e-fc7c095fecc8 None None] Attempt 1 to provision port e9a6b673-9c71-4656-879f-ea2ce508296e Oct 28 09:55:54.502154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:54.511460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.db.resource_extend [None req-cc2d9865-5eb7-4c2c-b3f7-de152989eaa2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 28 09:55:54.575175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for port (6c4668a0-162c-41ab-90b5-f86f2d6a1585), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:54.580544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:54.603790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-32b812a9-8020-4e10-b79d-46b634916e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (3b816049-bae9-4c1a-83af-8a5b56bbcf54), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:54.606367 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:54.620710 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8887b0d5-364d-47fd-a5e0-d69728cc80f2 None None] Sync routers for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:54.627497 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d58655f4-5e18-4d94-a20e-fc7c095fecc8 None None] Port e9a6b673-9c71-4656-879f-ea2ce508296e cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:55:54.630450 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'project_id': '4abcfef514af4d9387bef4260eefcc77', 'port_id': 'e9a6b673-9c71-4656-879f-ea2ce508296e'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:54.647474 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8887b0d5-364d-47fd-a5e0-d69728cc80f2 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:54.648496 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-8887b0d5-364d-47fd-a5e0-d69728cc80f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:54.661228 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:54.671867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b812a9-8020-4e10-b79d-46b634916e6a None None] Pushing event deleted for resources: {'Port': ['ID=3b816049-bae9-4c1a-83af-8a5b56bbcf54,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:54.718528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cc2d9865-5eb7-4c2c-b3f7-de152989eaa2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:54.719309 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-8887b0d5-364d-47fd-a5e0-d69728cc80f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:54.724594 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4652ff9-304c-4434-a5c5-caedf05c3aa2 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Router 04ffb4d8-4561-433a-93a9-516870ba21ee has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:54.728874 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af49d-b9d2-4912-9d75-2660cd29eb08 req-efa37ec0-4dab-4949-85bc-f643f28fd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:54.730382 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8887b0d5-364d-47fd-a5e0-d69728cc80f2 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:54.731005 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2c7af49d-b9d2-4912-9d75-2660cd29eb08 req-efa37ec0-4dab-4949-85bc-f643f28fd03a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=52816e5f52fd412794bd5361bc627a82&device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 1129 time: 0.1522231 Oct 28 09:55:54.731379 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-8887b0d5-364d-47fd-a5e0-d69728cc80f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:54.733629 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4a72ce91-3cc5-43a6-bec1-b9cb8e300d98 req-89353c85-f06a-477c-97b4-406fe68f813f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1433022 Oct 28 09:55:54.771801 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cc2d9865-5eb7-4c2c-b3f7-de152989eaa2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (0a2268b3-d26f-4c82-93b3-549780bc761d), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:54.774943 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-8887b0d5-364d-47fd-a5e0-d69728cc80f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:54.775874 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8887b0d5-364d-47fd-a5e0-d69728cc80f2 None None] The sync data for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:54.776301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:54.790048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:54.792493 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1f69d447-640f-4bf7-b50d-93aec40f2198 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (ffc4dc38-739c-4fd9-bf86-a9235378ca64), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:54.799571 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c80a0284-3d5b-4064-9f1b-fbbe7738d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'name': 'tempest-ServersTestManualDisk-1059434225-router', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'gw_port': {'id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:50Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '973e0677-563d-40d7-a4f6-f13c3991e773', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'floating_ip_address': '172.36.1.30', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'port_id': '64c829ea-3e7b-4612-a569-5dc7be3bfaeb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be', 'mac_address': 'fa:16:3e:37:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99aa43d-fedf-4c15-a45c-46e65c329ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:55:09Z', 'updated_at': '2022-10-28T09:55:50Z', 'revision_number': 1, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3946fe58-e8b0-4230-b1c1-02613280e8e3', 'name': '', 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'mac_address': 'fa:16:3e:83:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:58Z', 'updated_at': '2022-10-28T09:55:08Z', 'revision_number': 5, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'subnets': [{'id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:54.805465 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b812a9-8020-4e10-b79d-46b634916e6a None None] No DVR routers for this DVR port 3b816049-bae9-4c1a-83af-8a5b56bbcf54 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:55:54.878698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a0284-3d5b-4064-9f1b-fbbe7738d338 None None] Checking router: bb52fb98-fedb-4a5a-9400-310d5cd06ef9 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:55:54.880783 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (6c4668a0-162c-41ab-90b5-f86f2d6a1585), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:54.906344 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a0284-3d5b-4064-9f1b-fbbe7738d338 None None] Routers {'bb52fb98-fedb-4a5a-9400-310d5cd06ef9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:54.906344 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c80a0284-3d5b-4064-9f1b-fbbe7738d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:54.923892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f69d447-640f-4bf7-b50d-93aec40f2198 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:54.944236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-1f69d447-640f-4bf7-b50d-93aec40f2198 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:54.955649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f69d447-640f-4bf7-b50d-93aec40f2198 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:54.956256 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1f69d447-640f-4bf7-b50d-93aec40f2198 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:54.976337 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31f446f-3891-46a8-8d2b-0ae55cbd19b1 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:55:54.983823 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69d447-640f-4bf7-b50d-93aec40f2198 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=ffc4dc38-739c-4fd9-bf86-a9235378ca64,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:54.992920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:54.996365 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:55.040211 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d26bdc69-60e5-4867-960f-20d01478931a tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.5036907 Oct 28 09:55:55.040951 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 8332bed9-d50e-4766-b2fc-4252fbf92a31 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:55.047489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36870) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:55.047489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4652ff9-304c-4434-a5c5-caedf05c3aa2 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:55.050289 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Pushing event updated for resources: {'Port': ['ID=6c4668a0-162c-41ab-90b5-f86f2d6a1585,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:55.051863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7ff1369b-8f1b-4b96-998d-634fb89364d3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'floatingip': {'port_id': 'f166c305-3248-4755-82aa-6a53bd645f5f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:55.057503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4652ff9-304c-4434-a5c5-caedf05c3aa2 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:55.068014 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:55.075411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74132f6-b4c1-42a5-8828-2c5539e5f077 None None] Sync routers for ids ['04ffb4d8-4561-433a-93a9-516870ba21ee'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:55.108347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:55.112056 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:55.120320 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1f69d447-640f-4bf7-b50d-93aec40f2198 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6523683 Oct 28 09:55:55.130293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36874) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:55.140506 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74132f6-b4c1-42a5-8828-2c5539e5f077 None None] Routers {'04ffb4d8-4561-433a-93a9-516870ba21ee'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:55.141127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c74132f6-b4c1-42a5-8828-2c5539e5f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['04ffb4d8-4561-433a-93a9-516870ba21ee'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:55.141722 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-306c8bb6-17a0-4332-a843-086fa64b7ccf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'fixed_ips': [{'subnet_id': 'ffc4dc38-739c-4fd9-bf86-a9235378ca64', 'ip_address': '2001:db8::cb6:818d:eb86:7ccb'}], 'name': 'tempest-NetworksTestDHCPv6-1002330387'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:55.189527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7ff1369b-8f1b-4b96-998d-634fb89364d3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (44d72b14-51bf-4d22-ad14-d4a7116ec749), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:55.217522 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:55.270967 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f4652ff9-304c-4434-a5c5-caedf05c3aa2 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/e6c8dcf1-cc68-4515-bbf3-55a52d8243d3 HTTP/1.1" status: 200 len: 991 time: 3.3945208 Oct 28 09:55:55.298138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af49d-b9d2-4912-9d75-2660cd29eb08 req-790ecda3-cb6a-4454-8a44-a9821f769b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:55.307923 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2c7af49d-b9d2-4912-9d75-2660cd29eb08 req-790ecda3-cb6a-4454-8a44-a9821f769b04 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=2ceca80e-d943-46cf-9c08-f3daa615c0be HTTP/1.1" status: 200 len: 913 time: 0.5549078 Oct 28 09:55:55.316319 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-cc2d9865-5eb7-4c2c-b3f7-de152989eaa2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Floating IP 0a2268b3-d26f-4c82-93b3-549780bc761d associated. External IP: 172.36.1.2, port: 250bacdb-6369-4533-b15b-0b9cd26aeeac. Oct 28 09:55:55.394043 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Allocated IP 172.36.1.20 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/499f6592-a49b-4a6d-8584-cd6a3682b852) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:55.450079 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-c80a0284-3d5b-4064-9f1b-fbbe7738d338 None None] Set router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:55.451705 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 8332bed9-d50e-4766-b2fc-4252fbf92a31 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:55.452127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (8332bed9-d50e-4766-b2fc-4252fbf92a31), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:55.452461 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 8332bed9-d50e-4766-b2fc-4252fbf92a31 Oct 28 09:55:55.502027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:55.509788 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': 'ffc4dc38-739c-4fd9-bf86-a9235378ca64'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:55:55.509788 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:55.538830 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce2694-b6b6-4716-ae4b-6c5775aa4300 req-080835e9-049b-444d-9429-7beca15cbece tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:55.540970 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-42ce2694-b6b6-4716-ae4b-6c5775aa4300 req-080835e9-049b-444d-9429-7beca15cbece tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 945 time: 0.1500514 Oct 28 09:55:55.555936 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2c7af49d-b9d2-4912-9d75-2660cd29eb08 req-11d188ab-16cb-43a4-bc42-0a916d1da196 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64c829ea-3e7b-4612-a569-5dc7be3bfaeb HTTP/1.1" status: 200 len: 998 time: 0.2311938 Oct 28 09:55:55.698632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36884) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:55.707116 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306c8bb6-17a0-4332-a843-086fa64b7ccf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:55.745942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-c74132f6-b4c1-42a5-8828-2c5539e5f077 None None] Set router 04ffb4d8-4561-433a-93a9-516870ba21ee gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:55.792944 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks [] for port (499f6592-a49b-4a6d-8584-cd6a3682b852), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:55.842277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:55.890902 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-42ce2694-b6b6-4716-ae4b-6c5775aa4300 req-a6a3a45e-6461-40f1-b126-04bc9622dd14 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432288 Oct 28 09:55:55.973510 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 8332bed9-d50e-4766-b2fc-4252fbf92a31 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:55.995663 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:56.009352 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:56.082523 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-306c8bb6-17a0-4332-a843-086fa64b7ccf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:56.089334 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (499f6592-a49b-4a6d-8584-cd6a3682b852), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:56.103010 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'network': {'name': 'tempest-RoutersTest-972667630'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:56.112340 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af49d-b9d2-4912-9d75-2660cd29eb08 req-c4eb4efe-f6d4-4ea4-8ece-2c1becbb91af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:56.114103 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2c7af49d-b9d2-4912-9d75-2660cd29eb08 req-c4eb4efe-f6d4-4ea4-8ece-2c1becbb91af service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=48231d59-2715-405d-aa68-1b7c52649c5b HTTP/1.1" status: 200 len: 851 time: 0.5527925 Oct 28 09:55:56.131881 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Allocated IP 2001:db8::2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/ffc4dc38-739c-4fd9-bf86-a9235378ca64/0b8e63e5-3430-49e6-b14e-7a38111bd517) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:56.139441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3b816049-bae9-4c1a-83af-8a5b56bbcf54 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:55:56.192611 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-306c8bb6-17a0-4332-a843-086fa64b7ccf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port 346495b8-c327-475b-979f-f66ae125b327 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:55:56.199441 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (45cd609d-a26a-472e-b74c-66c3cc022ae1), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:56.206361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:56.208079 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 3b816049-bae9-4c1a-83af-8a5b56bbcf54 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:55:56.208518 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3b816049-bae9-4c1a-83af-8a5b56bbcf54 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:55:56.222207 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:56.284647 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af49d-b9d2-4912-9d75-2660cd29eb08 req-ad1b4814-e8f4-45fd-b23b-fd4aaaee1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:56.286657 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2c7af49d-b9d2-4912-9d75-2660cd29eb08 req-ad1b4814-e8f4-45fd-b23b-fd4aaaee1b60 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2ceca80e-d943-46cf-9c08-f3daa615c0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1641178 Oct 28 09:55:56.306754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c74132f6-b4c1-42a5-8828-2c5539e5f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'name': 'tempest-ServersTestJSON-825279237-router', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200'}], 'enable_snat': True}, 'gw_port_id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:57Z', 'revision_number': 4, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'gw_port': {'id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:48Z', 'updated_at': '2022-10-28T09:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'e6c8dcf1-cc68-4515-bbf3-55a52d8243d3', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'floating_ip_address': '172.36.1.123', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'port_id': '245e08af-6f46-4d6e-bef5-60d0e21ebdc8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007', 'mac_address': 'fa:16:3e:20:cb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd5abd-e3fc-480a-b442-b39feba680fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:55:10Z', 'updated_at': '2022-10-28T09:55:52Z', 'revision_number': 1, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edde6a7-f604-4886-9c6a-7f188a2edc7c', 'name': '', 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'mac_address': 'fa:16:3e:6a:c4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:54Z', 'updated_at': '2022-10-28T09:55:09Z', 'revision_number': 5, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'subnets': [{'id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:56.349814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74132f6-b4c1-42a5-8828-2c5539e5f077 None None] Checking router: 04ffb4d8-4561-433a-93a9-516870ba21ee for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:55:56.363000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c80a0284-3d5b-4064-9f1b-fbbe7738d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'name': 'tempest-ServersTestManualDisk-1059434225-router', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'gw_port': {'id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:50Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '973e0677-563d-40d7-a4f6-f13c3991e773', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'floating_ip_address': '172.36.1.30', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'port_id': '64c829ea-3e7b-4612-a569-5dc7be3bfaeb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be', 'mac_address': 'fa:16:3e:37:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99aa43d-fedf-4c15-a45c-46e65c329ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:55:09Z', 'updated_at': '2022-10-28T09:55:50Z', 'revision_number': 1, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3946fe58-e8b0-4230-b1c1-02613280e8e3', 'name': '', 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'mac_address': 'fa:16:3e:83:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:58Z', 'updated_at': '2022-10-28T09:55:08Z', 'revision_number': 5, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'subnets': [{'id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:56.384490 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:56.388325 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:56.398884 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:56.402868 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2d9865-5eb7-4c2c-b3f7-de152989eaa2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Router 634bed02-db35-4c26-b8e0-380ab38496e1 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:56.408081 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74132f6-b4c1-42a5-8828-2c5539e5f077 None None] Routers {'04ffb4d8-4561-433a-93a9-516870ba21ee'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:56.408723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c74132f6-b4c1-42a5-8828-2c5539e5f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['04ffb4d8-4561-433a-93a9-516870ba21ee'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:56.416477 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a0284-3d5b-4064-9f1b-fbbe7738d338 None None] The sync data for ids ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'] in dv-neutron-zed-2-hyperv is: [{'id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'name': 'tempest-ServersTestManualDisk-1059434225-router', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'gw_port': {'id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:50Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '973e0677-563d-40d7-a4f6-f13c3991e773', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'floating_ip_address': '172.36.1.30', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'port_id': '64c829ea-3e7b-4612-a569-5dc7be3bfaeb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be', 'mac_address': 'fa:16:3e:37:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99aa43d-fedf-4c15-a45c-46e65c329ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:55:09Z', 'updated_at': '2022-10-28T09:55:50Z', 'revision_number': 1, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3946fe58-e8b0-4230-b1c1-02613280e8e3', 'name': '', 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'mac_address': 'fa:16:3e:83:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:58Z', 'updated_at': '2022-10-28T09:55:08Z', 'revision_number': 5, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'subnets': [{'id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:56.419307 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:56.504195 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:56.505612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bd5abd-e3fc-480a-b442-b39feba680fb', 'tag': '245e08af-6f46-4d6e-bef5-60d0e21ebdc8'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:55:56.508037 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8a3f9b-5148-47bc-9e1d-63bb699946c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bd5abd-e3fc-480a-b442-b39feba680fb", "tag": "245e08af-6f46-4d6e-bef5-60d0e21ebdc8"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:56.509262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:56.577409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Pushing event updated for resources: {'Port': ['ID=499f6592-a49b-4a6d-8584-cd6a3682b852,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:56.619033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Publish callbacks [] for port (0b8e63e5-3430-49e6-b14e-7a38111bd517), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:56.629790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-c74132f6-b4c1-42a5-8828-2c5539e5f077 None None] Set router 04ffb4d8-4561-433a-93a9-516870ba21ee gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:56.642016 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84716047-1e32-4131-b4c7-086612221a5d x-openstack-request-id: req-84716047-1e32-4131-b4c7-086612221a5d {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:56.642316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bd5abd-e3fc-480a-b442-b39feba680fb", "tag": "245e08af-6f46-4d6e-bef5-60d0e21ebdc8", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:56.642590 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84716047-1e32-4131-b4c7-086612221a5d {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:56.643044 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84716047-1e32-4131-b4c7-086612221a5d'] response: {'name': 'network-changed', 'server_uuid': 'c8bd5abd-e3fc-480a-b442-b39feba680fb', 'tag': '245e08af-6f46-4d6e-bef5-60d0e21ebdc8', 'status': 'completed', 'code': 200} Oct 28 09:55:56.754398 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:56.811778 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2c7af49d-b9d2-4912-9d75-2660cd29eb08 req-2417ba28-bc5d-4666-8591-790888f96f28 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2ceca80e-d943-46cf-9c08-f3daa615c0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161600 Oct 28 09:55:56.821506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for security_group (bec581f8-6fbf-47cc-ab0d-cf26e9f6f1a9), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:56.870195 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-306c8bb6-17a0-4332-a843-086fa64b7ccf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::cb6:818d:eb86:7ccb (27cab9a0-d24d-4f61-b60f-51dd4ee136db/ffc4dc38-739c-4fd9-bf86-a9235378ca64/346495b8-c327-475b-979f-f66ae125b327) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:56.894435 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (0b8e63e5-3430-49e6-b14e-7a38111bd517), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:56.922535 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:56.947494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a3f9b-5148-47bc-9e1d-63bb699946c9 req-3269ad44-d977-4ecf-8c86-c73770489d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:56.949098 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8e8a3f9b-5148-47bc-9e1d-63bb699946c9 req-3269ad44-d977-4ecf-8c86-c73770489d86 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=580605cfe10a4696bf5a3a3159e601ec&device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 1129 time: 0.2290673 Oct 28 09:55:56.967974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7ff1369b-8f1b-4b96-998d-634fb89364d3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:56.987798 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c93aa-d36f-4da1-9933-8921bcec9aa5 None None] New status for floating IP 973e0677-563d-40d7-a4f6-f13c3991e773: ACTIVE {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:55:57.001106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (bec581f8-6fbf-47cc-ab0d-cf26e9f6f1a9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:57.022779 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:57.024293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Pushing event updated for resources: {'Port': ['ID=0b8e63e5-3430-49e6-b14e-7a38111bd517,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:57.034426 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:57.049275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:57.106362 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c74132f6-b4c1-42a5-8828-2c5539e5f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'name': 'tempest-ServersTestJSON-825279237-router', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200'}], 'enable_snat': True}, 'gw_port_id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:57Z', 'revision_number': 4, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'gw_port': {'id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:48Z', 'updated_at': '2022-10-28T09:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'e6c8dcf1-cc68-4515-bbf3-55a52d8243d3', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'floating_ip_address': '172.36.1.123', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'port_id': '245e08af-6f46-4d6e-bef5-60d0e21ebdc8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007', 'mac_address': 'fa:16:3e:20:cb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd5abd-e3fc-480a-b442-b39feba680fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:55:10Z', 'updated_at': '2022-10-28T09:55:52Z', 'revision_number': 1, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edde6a7-f604-4886-9c6a-7f188a2edc7c', 'name': '', 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'mac_address': 'fa:16:3e:6a:c4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:54Z', 'updated_at': '2022-10-28T09:55:09Z', 'revision_number': 5, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'subnets': [{'id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:57.110993 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7ff1369b-8f1b-4b96-998d-634fb89364d3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (44d72b14-51bf-4d22-ad14-d4a7116ec749), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:57.140550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:55:57.158555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74132f6-b4c1-42a5-8828-2c5539e5f077 None None] The sync data for ids ['04ffb4d8-4561-433a-93a9-516870ba21ee'] in dv-neutron-zed-2-hyperv is: [{'id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'name': 'tempest-ServersTestJSON-825279237-router', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200'}], 'enable_snat': True}, 'gw_port_id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:57Z', 'revision_number': 4, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'gw_port': {'id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:48Z', 'updated_at': '2022-10-28T09:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'e6c8dcf1-cc68-4515-bbf3-55a52d8243d3', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'floating_ip_address': '172.36.1.123', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'port_id': '245e08af-6f46-4d6e-bef5-60d0e21ebdc8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007', 'mac_address': 'fa:16:3e:20:cb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd5abd-e3fc-480a-b442-b39feba680fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:55:10Z', 'updated_at': '2022-10-28T09:55:52Z', 'revision_number': 1, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edde6a7-f604-4886-9c6a-7f188a2edc7c', 'name': '', 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'mac_address': 'fa:16:3e:6a:c4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:54Z', 'updated_at': '2022-10-28T09:55:09Z', 'revision_number': 5, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'subnets': [{'id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:57.170521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2d9865-5eb7-4c2c-b3f7-de152989eaa2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:57.177755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (45cd609d-a26a-472e-b74c-66c3cc022ae1), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:57.177926 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cc2d9865-5eb7-4c2c-b3f7-de152989eaa2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:57.192528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (7b18c8c1-e5ee-4b15-9827-c15a190ef3ca), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:57.192870 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Added segment 7b18c8c1-e5ee-4b15-9827-c15a190ef3ca of type vlan for network f9b5b15d-ff9e-45aa-9110-011cba41779b Oct 28 09:55:57.197744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec581f8-6fbf-47cc-ab0d-cf26e9f6f1a9,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:57.255259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Attempting to bind port 0b8e63e5-3430-49e6-b14e-7a38111bd517 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:55:57.258571 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Attempting to bind port 0b8e63e5-3430-49e6-b14e-7a38111bd517 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:55:57.259302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Attempting to bind port 0b8e63e5-3430-49e6-b14e-7a38111bd517 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:57.291073 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2c7af49d-b9d2-4912-9d75-2660cd29eb08 req-b655bb6b-0478-47a2-a35f-2d0248e54267 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2ceca80e-d943-46cf-9c08-f3daa615c0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601307 Oct 28 09:55:57.331006 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2127b3da-8c22-4afe-8df9-c10b30e7ff10 None None] Sync routers for ids ['634bed02-db35-4c26-b8e0-380ab38496e1'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:57.335323 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:57.335703 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:57.349931 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:55:57.350700 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:55:57.352436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:57.352436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:55:57.353243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Bound port: 0b8e63e5-3430-49e6-b14e-7a38111bd517, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:55:57.354416 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0b8e63e5-3430-49e6-b14e-7a38111bd517), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:57.407314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:57.424829 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cc2d9865-5eb7-4c2c-b3f7-de152989eaa2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/0a2268b3-d26f-4c82-93b3-549780bc761d HTTP/1.1" status: 200 len: 990 time: 5.3397601 Oct 28 09:55:57.436725 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfb08ba-90c9-4ed8-98bd-8041539b6a11', 'tag': '250bacdb-6369-4533-b15b-0b9cd26aeeac'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:55:57.439116 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a56eaa7-612b-4979-a5a2-11d8a32ecfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfb08ba-90c9-4ed8-98bd-8041539b6a11", "tag": "250bacdb-6369-4533-b15b-0b9cd26aeeac"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:57.461361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (f9b5b15d-ff9e-45aa-9110-011cba41779b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:57.469919 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a3f9b-5148-47bc-9e1d-63bb699946c9 req-fc5d09cb-59bc-4faa-ba26-cf16e40b10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:57.475891 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8e8a3f9b-5148-47bc-9e1d-63bb699946c9 req-fc5d09cb-59bc-4faa-ba26-cf16e40b10ff service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=e4158ee0-8f55-4566-ae30-a41792d07007 HTTP/1.1" status: 200 len: 906 time: 0.4725711 Oct 28 09:55:57.568269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.db.resource_extend [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 28 09:55:57.591677 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f5e41-854f-4e7a-9114-c2dd5eab5762 None None] New status for floating IP e6c8dcf1-cc68-4515-bbf3-55a52d8243d3: ACTIVE {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:55:57.629206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86a5f08-7701-420a-b9c3-be2b0724bf5e x-openstack-request-id: req-a86a5f08-7701-420a-b9c3-be2b0724bf5e {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:57.629596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfb08ba-90c9-4ed8-98bd-8041539b6a11", "tag": "250bacdb-6369-4533-b15b-0b9cd26aeeac", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:57.629768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a86a5f08-7701-420a-b9c3-be2b0724bf5e {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:57.630168 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86a5f08-7701-420a-b9c3-be2b0724bf5e'] response: {'name': 'network-changed', 'server_uuid': '5bfb08ba-90c9-4ed8-98bd-8041539b6a11', 'tag': '250bacdb-6369-4533-b15b-0b9cd26aeeac', 'status': 'completed', 'code': 200} Oct 28 09:55:57.637523 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-306c8bb6-17a0-4332-a843-086fa64b7ccf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (346495b8-c327-475b-979f-f66ae125b327), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:57.698847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56eaa7-612b-4979-a5a2-11d8a32ecfe7 req-838e4e72-51bb-4855-93a6-7644ebcd0165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:57.700529 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2a56eaa7-612b-4979-a5a2-11d8a32ecfe7 req-838e4e72-51bb-4855-93a6-7644ebcd0165 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1c1772cbf744449891cae928448c57eb&device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 1130 time: 0.0590432 Oct 28 09:55:57.712544 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72ce91-3cc5-43a6-bec1-b9cb8e300d98 req-5c0c30bb-fb3c-4540-b5e2-a1e02a8c1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:57.714038 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4a72ce91-3cc5-43a6-bec1-b9cb8e300d98 req-5c0c30bb-fb3c-4540-b5e2-a1e02a8c1579 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=52816e5f52fd412794bd5361bc627a82&device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 1129 time: 0.1972473 Oct 28 09:55:57.755869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] For port 0b8e63e5-3430-49e6-b14e-7a38111bd517, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:57.759809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] For port 0b8e63e5-3430-49e6-b14e-7a38111bd517, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0b8e63e5-3430-49e6-b14e-7a38111bd517,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:57.765003 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2127b3da-8c22-4afe-8df9-c10b30e7ff10 None None] Routers {'634bed02-db35-4c26-b8e0-380ab38496e1'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:57.765696 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-2127b3da-8c22-4afe-8df9-c10b30e7ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['634bed02-db35-4c26-b8e0-380ab38496e1'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:57.791332 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8e8a3f9b-5148-47bc-9e1d-63bb699946c9 req-922a9878-e569-41b0-8b3c-fd8eac6bfc88 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=245e08af-6f46-4d6e-bef5-60d0e21ebdc8 HTTP/1.1" status: 200 len: 999 time: 0.2760084 Oct 28 09:55:57.802355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (f9b5b15d-ff9e-45aa-9110-011cba41779b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:57.808133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:57.808753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:57.855321 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:57.856023 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks [] for floatingip (445e7299-5310-4719-a5d5-56864295b26b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:57.882180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0b8e63e5-3430-49e6-b14e-7a38111bd517), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:57.907983 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff1369b-8f1b-4b96-998d-634fb89364d3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:57.917605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:57.945714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-2127b3da-8c22-4afe-8df9-c10b30e7ff10 None None] Set router 634bed02-db35-4c26-b8e0-380ab38496e1 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:57.974276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-306c8bb6-17a0-4332-a843-086fa64b7ccf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (346495b8-c327-475b-979f-f66ae125b327), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:58.003052 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.3033357 Oct 28 09:55:58.003587 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b621670-c369-4eb3-9a04-d29ed4fabae4 None None] Pushing event updated for resources: {'Port': ['ID=0b8e63e5-3430-49e6-b14e-7a38111bd517,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:58.010216 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36900) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:58.047400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-6890eef1-01b2-4234-9fe5-ea62e5177be7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'network': {'name': 'tempest-RoutersTest-1448391370'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:58.091407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a3f9b-5148-47bc-9e1d-63bb699946c9 req-5be65afa-2748-49ec-b18a-8f86ee831953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:58.093050 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8e8a3f9b-5148-47bc-9e1d-63bb699946c9 req-5be65afa-2748-49ec-b18a-8f86ee831953 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=dd14182d-a869-4785-90c4-ebe19ef6fd71 HTTP/1.1" status: 200 len: 844 time: 0.2712822 Oct 28 09:55:58.106261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82d83a-9f54-4afe-bde3-b38652dbdd09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Network': ['ID=f9b5b15d-ff9e-45aa-9110-011cba41779b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:58.110627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306c8bb6-17a0-4332-a843-086fa64b7ccf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:58.127282 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network f9b5b15d-ff9e-45aa-9110-011cba41779b details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:55:58.152679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (499f6592-a49b-4a6d-8584-cd6a3682b852), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:58.155080 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-306c8bb6-17a0-4332-a843-086fa64b7ccf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:58.167497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a3f9b-5148-47bc-9e1d-63bb699946c9 req-83c4f894-2718-474d-8b50-ae7e39c7638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:58.169336 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8e8a3f9b-5148-47bc-9e1d-63bb699946c9 req-83c4f894-2718-474d-8b50-ae7e39c7638d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=e4158ee0-8f55-4566-ae30-a41792d07007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0695949 Oct 28 09:55:58.215474 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306c8bb6-17a0-4332-a843-086fa64b7ccf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:55:58.228634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306c8bb6-17a0-4332-a843-086fa64b7ccf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:58.229304 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-306c8bb6-17a0-4332-a843-086fa64b7ccf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:58.267441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c8bb6-17a0-4332-a843-086fa64b7ccf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=346495b8-c327-475b-979f-f66ae125b327,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:58.294771 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff1369b-8f1b-4b96-998d-634fb89364d3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:58.301050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7ff1369b-8f1b-4b96-998d-634fb89364d3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:58.316521 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5905c3-6a46-4dda-9787-83a4e124ad66 None None] Sync routers for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:58.321040 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8e8a3f9b-5148-47bc-9e1d-63bb699946c9 req-dfb0ebe4-9b3a-4346-937f-c42e6e1e6a10 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e4158ee0-8f55-4566-ae30-a41792d07007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309900 Oct 28 09:55:58.327779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56eaa7-612b-4979-a5a2-11d8a32ecfe7 req-08772bbb-d14d-4e18-b189-d73d35b2a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:58.329285 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2a56eaa7-612b-4979-a5a2-11d8a32ecfe7 req-08772bbb-d14d-4e18-b189-d73d35b2a7a6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9b354618-41dd-41ee-a0fe-9a79976baa4b HTTP/1.1" status: 200 len: 912 time: 0.6107643 Oct 28 09:55:58.340845 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6890eef1-01b2-4234-9fe5-ea62e5177be7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:58.344998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6890eef1-01b2-4234-9fe5-ea62e5177be7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:58.356047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72ce91-3cc5-43a6-bec1-b9cb8e300d98 req-5ff84160-7313-47aa-8393-e549bdc5b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:58.362104 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4a72ce91-3cc5-43a6-bec1-b9cb8e300d98 req-5ff84160-7313-47aa-8393-e549bdc5b581 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=2ceca80e-d943-46cf-9c08-f3daa615c0be HTTP/1.1" status: 200 len: 913 time: 0.6094921 Oct 28 09:55:58.363480 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-306c8bb6-17a0-4332-a843-086fa64b7ccf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2279532 Oct 28 09:55:58.371156 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36902) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:58.395780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5905c3-6a46-4dda-9787-83a4e124ad66 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:58.397159 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd5905c3-6a46-4dda-9787-83a4e124ad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:58.399769 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:58.478731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd5905c3-6a46-4dda-9787-83a4e124ad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:58.495459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5905c3-6a46-4dda-9787-83a4e124ad66 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:58.495791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd5905c3-6a46-4dda-9787-83a4e124ad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:58.513578 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6890eef1-01b2-4234-9fe5-ea62e5177be7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:55:58.527588 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7ff1369b-8f1b-4b96-998d-634fb89364d3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/44d72b14-51bf-4d22-ad14-d4a7116ec749 HTTP/1.1" status: 200 len: 977 time: 3.4764392 Oct 28 09:55:58.532616 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926fc290-72e3-411e-b36e-247c9e7581ae tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:58.538549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926fc290-72e3-411e-b36e-247c9e7581ae tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:58.540911 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-926fc290-72e3-411e-b36e-247c9e7581ae tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1565218 Oct 28 09:55:58.541855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd5905c3-6a46-4dda-9787-83a4e124ad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:58.542460 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5905c3-6a46-4dda-9787-83a4e124ad66 None None] The sync data for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:58.544941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36904) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:58.545170 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36906) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:58.547293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-2127b3da-8c22-4afe-8df9-c10b30e7ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'name': 'tempest-ServerActionsTestJSON-730812861-router', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64'}], 'enable_snat': True}, 'gw_port_id': '5247cedb-3c81-4015-b008-235530b9eb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:46Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '1c1772cbf744449891cae928448c57eb', 'gw_port': {'id': '5247cedb-3c81-4015-b008-235530b9eb54', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '0a2268b3-d26f-4c82-93b3-549780bc761d', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'floating_ip_address': '172.36.1.2', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'port_id': '250bacdb-6369-4533-b15b-0b9cd26aeeac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b', 'mac_address': 'fa:16:3e:ba:81:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfb08ba-90c9-4ed8-98bd-8041539b6a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:55:09Z', 'updated_at': '2022-10-28T09:55:54Z', 'revision_number': 1, 'project_id': '1c1772cbf744449891cae928448c57eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9aa6a45-9fe7-4aba-bb93-a6b77f41856b', 'name': '', 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'mac_address': 'fa:16:3e:0f:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:57Z', 'updated_at': '2022-10-28T09:55:08Z', 'revision_number': 5, 'project_id': '1c1772cbf744449891cae928448c57eb', 'subnets': [{'id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:58.579884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2127b3da-8c22-4afe-8df9-c10b30e7ff10 None None] Checking router: 634bed02-db35-4c26-b8e0-380ab38496e1 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:55:58.590009 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2127b3da-8c22-4afe-8df9-c10b30e7ff10 None None] Routers {'634bed02-db35-4c26-b8e0-380ab38496e1'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:58.590637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-2127b3da-8c22-4afe-8df9-c10b30e7ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['634bed02-db35-4c26-b8e0-380ab38496e1'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:58.630056 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6890eef1-01b2-4234-9fe5-ea62e5177be7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (d3602869-a971-4632-9fbf-daaf36989a0b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:58.630538 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-6890eef1-01b2-4234-9fe5-ea62e5177be7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Added segment d3602869-a971-4632-9fbf-daaf36989a0b of type vlan for network 8815e4ee-03f8-4803-9cff-37eb2f670d22 Oct 28 09:55:58.637784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:58.734420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-2127b3da-8c22-4afe-8df9-c10b30e7ff10 None None] Set router 634bed02-db35-4c26-b8e0-380ab38496e1 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:58.815921 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Router 45cd609d-a26a-472e-b74c-66c3cc022ae1 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:55:58.829537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:58.852399 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4a72ce91-3cc5-43a6-bec1-b9cb8e300d98 req-1caf730e-6ad5-4255-a675-35d0c6e82cc7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64c829ea-3e7b-4612-a569-5dc7be3bfaeb HTTP/1.1" status: 200 len: 1000 time: 0.4363353 Oct 28 09:55:58.972011 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2a56eaa7-612b-4979-a5a2-11d8a32ecfe7 req-6e18d6d6-72b3-4828-a8a2-668a27a859ab service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=250bacdb-6369-4533-b15b-0b9cd26aeeac HTTP/1.1" status: 200 len: 998 time: 0.6255374 Oct 28 09:55:59.033053 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0b8e63e5-3430-49e6-b14e-7a38111bd517 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:59.101902 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8e8a3f9b-5148-47bc-9e1d-63bb699946c9 req-fdca2a62-b03d-434d-8d31-6f3c5d183607 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e4158ee0-8f55-4566-ae30-a41792d07007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645564 Oct 28 09:55:59.110127 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72ce91-3cc5-43a6-bec1-b9cb8e300d98 req-8267889d-912b-444b-b553-69761af23835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:59.112057 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4a72ce91-3cc5-43a6-bec1-b9cb8e300d98 req-8267889d-912b-444b-b553-69761af23835 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=48231d59-2715-405d-aa68-1b7c52649c5b HTTP/1.1" status: 200 len: 851 time: 0.2452612 Oct 28 09:55:59.138769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56eaa7-612b-4979-a5a2-11d8a32ecfe7 req-96c726f7-7928-4913-9e11-7cf37924c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:59.140260 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2a56eaa7-612b-4979-a5a2-11d8a32ecfe7 req-96c726f7-7928-4913-9e11-7cf37924c59e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=808a702a-127b-4dd8-b2a3-71420629e80b HTTP/1.1" status: 200 len: 850 time: 0.1505017 Oct 28 09:55:59.150802 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6890eef1-01b2-4234-9fe5-ea62e5177be7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (8815e4ee-03f8-4803-9cff-37eb2f670d22), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.172400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-2127b3da-8c22-4afe-8df9-c10b30e7ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'name': 'tempest-ServerActionsTestJSON-730812861-router', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64'}], 'enable_snat': True}, 'gw_port_id': '5247cedb-3c81-4015-b008-235530b9eb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:46Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '1c1772cbf744449891cae928448c57eb', 'gw_port': {'id': '5247cedb-3c81-4015-b008-235530b9eb54', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '0a2268b3-d26f-4c82-93b3-549780bc761d', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'floating_ip_address': '172.36.1.2', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'port_id': '250bacdb-6369-4533-b15b-0b9cd26aeeac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b', 'mac_address': 'fa:16:3e:ba:81:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfb08ba-90c9-4ed8-98bd-8041539b6a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:55:09Z', 'updated_at': '2022-10-28T09:55:54Z', 'revision_number': 1, 'project_id': '1c1772cbf744449891cae928448c57eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9aa6a45-9fe7-4aba-bb93-a6b77f41856b', 'name': '', 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'mac_address': 'fa:16:3e:0f:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:57Z', 'updated_at': '2022-10-28T09:55:08Z', 'revision_number': 5, 'project_id': '1c1772cbf744449891cae928448c57eb', 'subnets': [{'id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:59.180767 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-abcc14a3-b194-4923-b8f3-fab5d292c6fd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port 346495b8-c327-475b-979f-f66ae125b327 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:59.181129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-abcc14a3-b194-4923-b8f3-fab5d292c6fd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (346495b8-c327-475b-979f-f66ae125b327), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.186606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:59.212028 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2127b3da-8c22-4afe-8df9-c10b30e7ff10 None None] The sync data for ids ['634bed02-db35-4c26-b8e0-380ab38496e1'] in dv-neutron-zed-2-hyperv is: [{'id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'name': 'tempest-ServerActionsTestJSON-730812861-router', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64'}], 'enable_snat': True}, 'gw_port_id': '5247cedb-3c81-4015-b008-235530b9eb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:46Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '1c1772cbf744449891cae928448c57eb', 'gw_port': {'id': '5247cedb-3c81-4015-b008-235530b9eb54', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '0a2268b3-d26f-4c82-93b3-549780bc761d', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'floating_ip_address': '172.36.1.2', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'port_id': '250bacdb-6369-4533-b15b-0b9cd26aeeac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b', 'mac_address': 'fa:16:3e:ba:81:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfb08ba-90c9-4ed8-98bd-8041539b6a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:55:09Z', 'updated_at': '2022-10-28T09:55:54Z', 'revision_number': 1, 'project_id': '1c1772cbf744449891cae928448c57eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9aa6a45-9fe7-4aba-bb93-a6b77f41856b', 'name': '', 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'mac_address': 'fa:16:3e:0f:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:57Z', 'updated_at': '2022-10-28T09:55:08Z', 'revision_number': 5, 'project_id': '1c1772cbf744449891cae928448c57eb', 'subnets': [{'id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:59.217188 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks [] for port (499f6592-a49b-4a6d-8584-cd6a3682b852), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.220093 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Sync routers for ids ['45cd609d-a26a-472e-b74c-66c3cc022ae1'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:59.222497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72ce91-3cc5-43a6-bec1-b9cb8e300d98 req-847cd733-36af-4ba0-9ec9-a4606c1d9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:59.224127 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4a72ce91-3cc5-43a6-bec1-b9cb8e300d98 req-847cd733-36af-4ba0-9ec9-a4606c1d9c34 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2ceca80e-d943-46cf-9c08-f3daa615c0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0971634 Oct 28 09:55:59.226365 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:59.226907 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:59.238573 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0b8e63e5-3430-49e6-b14e-7a38111bd517 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:59.238573 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0b8e63e5-3430-49e6-b14e-7a38111bd517), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.238925 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0b8e63e5-3430-49e6-b14e-7a38111bd517 Oct 28 09:55:59.240498 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Routers {'45cd609d-a26a-472e-b74c-66c3cc022ae1'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:55:59.241128 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['45cd609d-a26a-472e-b74c-66c3cc022ae1'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:59.305640 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:59.313747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56eaa7-612b-4979-a5a2-11d8a32ecfe7 req-1830a665-980a-4fd4-a1ea-f6a2d5e76b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:59.315858 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2a56eaa7-612b-4979-a5a2-11d8a32ecfe7 req-1830a665-980a-4fd4-a1ea-f6a2d5e76b33 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9b354618-41dd-41ee-a0fe-9a79976baa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1406708 Oct 28 09:55:59.380722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.386982 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b1c90212-92e9-4185-afdd-cf3176cbf7d0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.3297160 Oct 28 09:55:59.393692 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9db08d67-fd21-4436-b882-487d9f9ddded tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting port d3345e59-eb67-4091-bb97-45997368c26a {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:55:59.394653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9db08d67-fd21-4436-b882-487d9f9ddded tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d3345e59-eb67-4091-bb97-45997368c26a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.403137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36908) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:59.415131 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0b8e63e5-3430-49e6-b14e-7a38111bd517 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:59.415528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0b8e63e5-3430-49e6-b14e-7a38111bd517), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.432332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (499f6592-a49b-4a6d-8584-cd6a3682b852), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.441893 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:59.477995 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Set router 45cd609d-a26a-472e-b74c-66c3cc022ae1 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:55:59.495600 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 0b8e63e5-3430-49e6-b14e-7a38111bd517, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0b8e63e5-3430-49e6-b14e-7a38111bd517,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:59.508404 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4a72ce91-3cc5-43a6-bec1-b9cb8e300d98 req-304d1e4d-3e69-4c1f-bf4f-94a17d2dbccb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2ceca80e-d943-46cf-9c08-f3daa615c0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714181 Oct 28 09:55:59.558252 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2a56eaa7-612b-4979-a5a2-11d8a32ecfe7 req-c1e6d406-d24e-4c3c-a20a-fb7e9d6c6d2f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269955 Oct 28 09:55:59.564149 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-804f6c01-3f23-4361-ad06-84ba73fb7d70 None None] Provisioning complete for port 0b8e63e5-3430-49e6-b14e-7a38111bd517 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:59.564934 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-804f6c01-3f23-4361-ad06-84ba73fb7d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0b8e63e5-3430-49e6-b14e-7a38111bd517), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.564934 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-804f6c01-3f23-4361-ad06-84ba73fb7d70 None None] Attempt 1 to provision port 0b8e63e5-3430-49e6-b14e-7a38111bd517 Oct 28 09:55:59.592389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6890eef1-01b2-4234-9fe5-ea62e5177be7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (8815e4ee-03f8-4803-9cff-37eb2f670d22), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.600637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6890eef1-01b2-4234-9fe5-ea62e5177be7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:59.601332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6890eef1-01b2-4234-9fe5-ea62e5177be7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.607677 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0b8e63e5-3430-49e6-b14e-7a38111bd517), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.730302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=0b8e63e5-3430-49e6-b14e-7a38111bd517,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:59.737472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b11439a-b304-4b36-8fc2-3bb158ba45e5 None None] New status for floating IP 0a2268b3-d26f-4c82-93b3-549780bc761d: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:55:59.765609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-abcc14a3-b194-4923-b8f3-fab5d292c6fd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (346495b8-c327-475b-979f-f66ae125b327), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.784645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:59.787355 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cd609d-a26a-472e-b74c-66c3cc022ae1', 'name': 'tempest-snat-router-1050549975', 'tenant_id': 'fafff247268b48ddb6f898503ef047cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.187'}], 'enable_snat': True}, 'gw_port_id': '6c4668a0-162c-41ab-90b5-f86f2d6a1585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:55:51Z', 'updated_at': '2022-10-28T09:55:55Z', 'revision_number': 3, 'project_id': 'fafff247268b48ddb6f898503ef047cc', 'gw_port': {'id': '6c4668a0-162c-41ab-90b5-f86f2d6a1585', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cd609d-a26a-472e-b74c-66c3cc022ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:55:53Z', 'updated_at': '2022-10-28T09:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:59.788301 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2a56eaa7-612b-4979-a5a2-11d8a32ecfe7 req-b81c584e-50f3-40d5-8e32-71081b3d9a44 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805954 Oct 28 09:55:59.810509 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Pushing event updated for resources: {'Port': ['ID=499f6592-a49b-4a6d-8584-cd6a3682b852,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:59.833821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (445e7299-5310-4719-a5d5-56864295b26b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.870902 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Checking router: 45cd609d-a26a-472e-b74c-66c3cc022ae1 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:55:59.871310 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Updating router 45cd609d-a26a-472e-b74c-66c3cc022ae1 port 6c4668a0-162c-41ab-90b5-f86f2d6a1585 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:55:59.890745 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4a72ce91-3cc5-43a6-bec1-b9cb8e300d98 req-05eb30a9-26ba-471b-a9db-558a508c7b90 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2ceca80e-d943-46cf-9c08-f3daa615c0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592064 Oct 28 09:55:59.905803 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6890eef1-01b2-4234-9fe5-ea62e5177be7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8632023 Oct 28 09:55:59.910352 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36910) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:59.911816 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-abcc14a3-b194-4923-b8f3-fab5d292c6fd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for 346495b8-c327-475b-979f-f66ae125b327 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:55:59.914425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890eef1-01b2-4234-9fe5-ea62e5177be7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Network': ['ID=8815e4ee-03f8-4803-9cff-37eb2f670d22,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:59.931724 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6c4668a0-162c-41ab-90b5-f86f2d6a1585), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.934134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-ea7883b3-23c9-4a09-9d38-e9d185b7826f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'subnet': {'network_id': 'f9b5b15d-ff9e-45aa-9110-011cba41779b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:55:59.948078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9db08d67-fd21-4436-b882-487d9f9ddded tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d3345e59-eb67-4091-bb97-45997368c26a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.948534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9db08d67-fd21-4436-b882-487d9f9ddded tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (d3345e59-eb67-4091-bb97-45997368c26a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:59.949934 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 8815e4ee-03f8-4803-9cff-37eb2f670d22 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:55:59.984627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:59.986595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9db08d67-fd21-4436-b882-487d9f9ddded tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Calling delete_port for d3345e59-eb67-4091-bb97-45997368c26a owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:00.035297 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f8bd5f3a-8b15-4e58-9323-f4b94fe3b47b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/45cd609d-a26a-472e-b74c-66c3cc022ae1 HTTP/1.1" status: 200 len: 908 time: 0.6307235 Oct 28 09:56:00.046130 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36912) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:00.169538 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:00.201645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7883b3-23c9-4a09-9d38-e9d185b7826f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:00.207229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ea7883b3-23c9-4a09-9d38-e9d185b7826f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:00.272543 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Floating IP 445e7299-5310-4719-a5d5-56864295b26b associated. External IP: 172.36.1.20, port: e9a6b673-9c71-4656-879f-ea2ce508296e. Oct 28 09:56:00.319372 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-804f6c01-3f23-4361-ad06-84ba73fb7d70 None None] Current status of the port 0b8e63e5-3430-49e6-b14e-7a38111bd517 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:00.387528 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be6633ec-51ea-4440-840a-d9a5c37c7bbd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router (45cd609d-a26a-472e-b74c-66c3cc022ae1), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:00.401145 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Publish callbacks [] for port (6c4668a0-162c-41ab-90b5-f86f2d6a1585), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:00.424078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:00.453316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-83e400de-8620-47d9-925f-6ab38019c999 None None] Provisioning complete for port 346495b8-c327-475b-979f-f66ae125b327 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:00.453316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-83e400de-8620-47d9-925f-6ab38019c999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (346495b8-c327-475b-979f-f66ae125b327), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:00.454072 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-83e400de-8620-47d9-925f-6ab38019c999 None None] Attempt 1 to provision port 346495b8-c327-475b-979f-f66ae125b327 Oct 28 09:56:00.493926 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6c4668a0-162c-41ab-90b5-f86f2d6a1585), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:00.511772 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-83e400de-8620-47d9-925f-6ab38019c999 None None] Port 346495b8-c327-475b-979f-f66ae125b327 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:00.527302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:00.566984 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Attempting to bind port 6c4668a0-162c-41ab-90b5-f86f2d6a1585 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:56:00.567485 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Attempting to bind port 6c4668a0-162c-41ab-90b5-f86f2d6a1585 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:56:00.567971 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Attempting to bind port 6c4668a0-162c-41ab-90b5-f86f2d6a1585 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:00.587884 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ea7883b3-23c9-4a09-9d38-e9d185b7826f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (e40c33a3-4e1c-4c29-b53b-26a953ed72c2), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:00.622225 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Pushing event updated for resources: {'Port': ['ID=6c4668a0-162c-41ab-90b5-f86f2d6a1585,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:00.627125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-abcc14a3-b194-4923-b8f3-fab5d292c6fd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (346495b8-c327-475b-979f-f66ae125b327), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:00.641226 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:00.641872 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:00.642418 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:00.642970 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:00.643475 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:00.644051 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:00.644552 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:00.645065 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:00.645680 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:00.646038 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:00.646459 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:00.646918 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:00.647293 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:00.647674 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:00.648078 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:00.661541 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:56:00.662006 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:00.662474 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:00.662945 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:56:00.664575 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Bound port: 6c4668a0-162c-41ab-90b5-f86f2d6a1585, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:56:00.664575 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6c4668a0-162c-41ab-90b5-f86f2d6a1585), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:00.668781 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7883b3-23c9-4a09-9d38-e9d185b7826f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Subnet': ['ID=e40c33a3-4e1c-4c29-b53b-26a953ed72c2,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:00.690313 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7883b3-23c9-4a09-9d38-e9d185b7826f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Checking segment: {'id': '7b18c8c1-e5ee-4b15-9827-c15a190ef3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f9b5b15d-ff9e-45aa-9110-011cba41779b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:00.690874 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7883b3-23c9-4a09-9d38-e9d185b7826f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network hostable DHCP agents. Network: f9b5b15d-ff9e-45aa-9110-011cba41779b, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:56:00.714899 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:00.726963 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] For port 6c4668a0-162c-41ab-90b5-f86f2d6a1585, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:00.727927 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc14a3-b194-4923-b8f3-fab5d292c6fd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=346495b8-c327-475b-979f-f66ae125b327,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:00.732178 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] For port 6c4668a0-162c-41ab-90b5-f86f2d6a1585, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6c4668a0-162c-41ab-90b5-f86f2d6a1585,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:00.768465 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be6633ec-51ea-4440-840a-d9a5c37c7bbd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (45cd609d-a26a-472e-b74c-66c3cc022ae1), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:00.785211 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-abcc14a3-b194-4923-b8f3-fab5d292c6fd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:00.789921 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-abcc14a3-b194-4923-b8f3-fab5d292c6fd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/346495b8-c327-475b-979f-f66ae125b327 HTTP/1.1" status: 204 len: 168 time: 2.2424207 Oct 28 09:56:00.791136 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7883b3-23c9-4a09-9d38-e9d185b7826f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network f9b5b15d-ff9e-45aa-9110-011cba41779b is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:56:00.794158 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6c4668a0-162c-41ab-90b5-f86f2d6a1585), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:00.794621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36914) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:00.843582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:00.859482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Router 6cfd7282-e41c-4a2e-af29-312fd32828d6 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:00.912176 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e973c637-182d-4593-9612-cb295fc67f33 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:00.914537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e973c637-182d-4593-9612-cb295fc67f33 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:00.919032 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e973c637-182d-4593-9612-cb295fc67f33 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1208277 Oct 28 09:56:00.919320 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36916) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:00.930493 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9db08d67-fd21-4436-b882-487d9f9ddded tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d3345e59-eb67-4091-bb97-45997368c26a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:00.944154 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fa0ec-b8b0-4821-8a86-175cb3ba4a48 None None] Pushing event updated for resources: {'Port': ['ID=6c4668a0-162c-41ab-90b5-f86f2d6a1585,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:00.957531 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Routers {'45cd609d-a26a-472e-b74c-66c3cc022ae1'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:00.957531 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['45cd609d-a26a-472e-b74c-66c3cc022ae1'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:00.976099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-ea7883b3-23c9-4a09-9d38-e9d185b7826f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, f9b5b15d-ff9e-45aa-9110-011cba41779b) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:00.984755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7883b3-23c9-4a09-9d38-e9d185b7826f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:00.985508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ea7883b3-23c9-4a09-9d38-e9d185b7826f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:00.990831 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0b8e63e5-3430-49e6-b14e-7a38111bd517 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:00.996254 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7408e24-c84c-41ae-addf-0d0118248336 None None] Network f9b5b15d-ff9e-45aa-9110-011cba41779b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:01.001689 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db08d67-fd21-4436-b882-487d9f9ddded tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Port': ['ID=d3345e59-eb67-4091-bb97-45997368c26a,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:01.029701 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04ca4be-2a53-48b6-a29a-f3141c7a80d5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet ffc4dc38-739c-4fd9-bf86-a9235378ca64 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:56:01.033639 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b04ca4be-2a53-48b6-a29a-f3141c7a80d5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (ffc4dc38-739c-4fd9-bf86-a9235378ca64), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.076730 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:01.085366 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] Set router 45cd609d-a26a-472e-b74c-66c3cc022ae1 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:01.086975 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b04ca4be-2a53-48b6-a29a-f3141c7a80d5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (ffc4dc38-739c-4fd9-bf86-a9235378ca64), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.094407 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ea7883b3-23c9-4a09-9d38-e9d185b7826f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1827285 Oct 28 09:56:01.115587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36918) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:01.131936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0b8e63e5-3430-49e6-b14e-7a38111bd517 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:01.132358 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0b8e63e5-3430-49e6-b14e-7a38111bd517), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.132661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-0cc0dc39-2c88-49fc-93cd-5e98a67486f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'subnet': {'network_id': '8815e4ee-03f8-4803-9cff-37eb2f670d22', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:01.132825 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0b8e63e5-3430-49e6-b14e-7a38111bd517 Oct 28 09:56:01.172765 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:01.180338 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cd609d-a26a-472e-b74c-66c3cc022ae1', 'name': 'tempest-snat-router-1050549975', 'tenant_id': 'fafff247268b48ddb6f898503ef047cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:55:51Z', 'updated_at': '2022-10-28T09:56:00Z', 'revision_number': 4, 'project_id': 'fafff247268b48ddb6f898503ef047cc', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:01.217390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-f9b5b15d-ff9e-45aa-9110-011cba41779b', 'network_id': 'f9b5b15d-ff9e-45aa-9110-011cba41779b', 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'fixed_ips': [{'subnet_id': 'e40c33a3-4e1c-4c29-b53b-26a953ed72c2'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:56:01.218300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.222549 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa10698-35c9-40f4-980a-a4a569c23947 None None] The sync data for ids ['45cd609d-a26a-472e-b74c-66c3cc022ae1'] in dv-neutron-zed-2-hyperv is: [{'id': '45cd609d-a26a-472e-b74c-66c3cc022ae1', 'name': 'tempest-snat-router-1050549975', 'tenant_id': 'fafff247268b48ddb6f898503ef047cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:55:51Z', 'updated_at': '2022-10-28T09:56:00Z', 'revision_number': 4, 'project_id': 'fafff247268b48ddb6f898503ef047cc', 'gw_port_host': None}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:01.278954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0b8e63e5-3430-49e6-b14e-7a38111bd517 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:01.308318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b04ca4be-2a53-48b6-a29a-f3141c7a80d5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (ffc4dc38-739c-4fd9-bf86-a9235378ca64), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.374855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:01.390690 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63f4f2-c85a-43f0-947e-16874f92cbfd None None] Sync routers for ids ['6cfd7282-e41c-4a2e-af29-312fd32828d6'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:01.395714 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-be6633ec-51ea-4440-840a-d9a5c37c7bbd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Deleting port 6c4668a0-162c-41ab-90b5-f86f2d6a1585 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:01.396526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be6633ec-51ea-4440-840a-d9a5c37c7bbd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6c4668a0-162c-41ab-90b5-f86f2d6a1585), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.415790 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63f4f2-c85a-43f0-947e-16874f92cbfd None None] Routers {'6cfd7282-e41c-4a2e-af29-312fd32828d6'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:01.418250 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-5f63f4f2-c85a-43f0-947e-16874f92cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['6cfd7282-e41c-4a2e-af29-312fd32828d6'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:01.441280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc0dc39-2c88-49fc-93cd-5e98a67486f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:01.445203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0cc0dc39-2c88-49fc-93cd-5e98a67486f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.448290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Allocated IP 172.20.0.2 (f9b5b15d-ff9e-45aa-9110-011cba41779b/e40c33a3-4e1c-4c29-b53b-26a953ed72c2/2ad8c4b9-a68b-44c7-adbc-8e0736fd010a) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:01.467795 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-5f63f4f2-c85a-43f0-947e-16874f92cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:01.485664 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63f4f2-c85a-43f0-947e-16874f92cbfd None None] Routers {'6cfd7282-e41c-4a2e-af29-312fd32828d6'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:01.486350 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-5f63f4f2-c85a-43f0-947e-16874f92cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['6cfd7282-e41c-4a2e-af29-312fd32828d6'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:01.490627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9db08d67-fd21-4436-b882-487d9f9ddded tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (44d72b14-51bf-4d22-ad14-d4a7116ec749), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.492878 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-9db08d67-fd21-4436-b882-487d9f9ddded tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Floating IP 44d72b14-51bf-4d22-ad14-d4a7116ec749 disassociated (deleted). External IP: 172.36.1.67, port: f166c305-3248-4755-82aa-6a53bd645f5f. Oct 28 09:56:01.512146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b04ca4be-2a53-48b6-a29a-f3141c7a80d5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (ffc4dc38-739c-4fd9-bf86-a9235378ca64), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.544433 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ca4be-2a53-48b6-a29a-f3141c7a80d5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc4dc38-739c-4fd9-bf86-a9235378ca64,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:01.547679 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-5f63f4f2-c85a-43f0-947e-16874f92cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:01.548289 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63f4f2-c85a-43f0-947e-16874f92cbfd None None] The sync data for ids ['6cfd7282-e41c-4a2e-af29-312fd32828d6'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:01.556963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.567422 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b04ca4be-2a53-48b6-a29a-f3141c7a80d5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.573708 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b04ca4be-2a53-48b6-a29a-f3141c7a80d5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/ffc4dc38-739c-4fd9-bf86-a9235378ca64 HTTP/1.1" status: 204 len: 168 time: 0.6513128 Oct 28 09:56:01.576801 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36920) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:01.580851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b5c774-6d18-4e47-85a2-0ad04a0a67f9 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:01.629396 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1a8e19e7-e370-4a89-b683-cf26ce315fa8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486624 Oct 28 09:56:01.631034 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36922) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:01.640429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c4ce1284-05f6-4399-84be-deeba388c751 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:01.641570 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-715712db-1bb0-4a1c-bb45-cec3835ee859 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.3263636 Oct 28 09:56:01.648888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36924) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:01.649690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:01.661117 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-be6633ec-51ea-4440-840a-d9a5c37c7bbd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] For port 6c4668a0-162c-41ab-90b5-f86f2d6a1585, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6c4668a0-162c-41ab-90b5-f86f2d6a1585,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:01.661483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be6633ec-51ea-4440-840a-d9a5c37c7bbd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6c4668a0-162c-41ab-90b5-f86f2d6a1585), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.693326 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-be6633ec-51ea-4440-840a-d9a5c37c7bbd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Calling delete_port for 6c4668a0-162c-41ab-90b5-f86f2d6a1585 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:01.714576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:01.794092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Publish callbacks [] for port (2ad8c4b9-a68b-44c7-adbc-8e0736fd010a), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.813142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca503bd-4aa6-47af-892e-d4c147529109 None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:56:01.822073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:01.854936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9ca503bd-4aa6-47af-892e-d4c147529109 None None] Deleting port 0b8e63e5-3430-49e6-b14e-7a38111bd517 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:01.854936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9ca503bd-4aa6-47af-892e-d4c147529109 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (0b8e63e5-3430-49e6-b14e-7a38111bd517), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.866177 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c6b35ae7-3036-42df-b7cb-8bee21a883bc tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] 10.222.0.49 "GET /networking/v2.0/floatingips/445e7299-5310-4719-a5d5-56864295b26b HTTP/1.1" status: 200 len: 982 time: 0.2090664 Oct 28 09:56:01.870709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36926) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:01.877172 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:01.907483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (2ad8c4b9-a68b-44c7-adbc-8e0736fd010a), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.964723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9ca503bd-4aa6-47af-892e-d4c147529109 None None] For port 0b8e63e5-3430-49e6-b14e-7a38111bd517, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0b8e63e5-3430-49e6-b14e-7a38111bd517,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:01.965041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9ca503bd-4aa6-47af-892e-d4c147529109 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (0b8e63e5-3430-49e6-b14e-7a38111bd517), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.968065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ce1284-05f6-4399-84be-deeba388c751 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:01.972737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c4ce1284-05f6-4399-84be-deeba388c751 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:01.973156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Network f9b5b15d-ff9e-45aa-9110-011cba41779b is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:01.985673 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:01.991371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:01.993602 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db08d67-fd21-4436-b882-487d9f9ddded tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:01.994012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9ca503bd-4aa6-47af-892e-d4c147529109 None None] Calling delete_port for 0b8e63e5-3430-49e6-b14e-7a38111bd517 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:01.996856 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Pushing event updated for resources: {'Port': ['ID=2ad8c4b9-a68b-44c7-adbc-8e0736fd010a,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:02.052705 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4a46ae80-c4e8-48ad-abeb-546d302e79b8 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] 10.222.0.49 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 3818 time: 0.1765239 Oct 28 09:56:02.052892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36928) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:02.111037 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Attempting to bind port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:56:02.111412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Attempting to bind port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '7b18c8c1-e5ee-4b15-9827-c15a190ef3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f9b5b15d-ff9e-45aa-9110-011cba41779b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:56:02.111776 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Attempting to bind port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a on network f9b5b15d-ff9e-45aa-9110-011cba41779b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:02.145766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0cc0dc39-2c88-49fc-93cd-5e98a67486f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (fac4fe0f-25f9-4b12-b0b8-abb160b56bd6), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.158634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:02.170542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:56:02.170937 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Checking segment: {'id': '7b18c8c1-e5ee-4b15-9827-c15a190ef3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f9b5b15d-ff9e-45aa-9110-011cba41779b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:02.171364 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.172036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Bound using segment: {'id': '7b18c8c1-e5ee-4b15-9827-c15a190ef3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f9b5b15d-ff9e-45aa-9110-011cba41779b'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:56:02.172204 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Bound port: 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b18c8c1-e5ee-4b15-9827-c15a190ef3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f9b5b15d-ff9e-45aa-9110-011cba41779b'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:56:02.172591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2ad8c4b9-a68b-44c7-adbc-8e0736fd010a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.215946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0dc39-2c88-49fc-93cd-5e98a67486f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Subnet': ['ID=fac4fe0f-25f9-4b12-b0b8-abb160b56bd6,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:02.244584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1d33b727-94ea-453a-b256-286237819d8e None None] For port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:02.248048 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1d33b727-94ea-453a-b256-286237819d8e None None] For port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=2ad8c4b9-a68b-44c7-adbc-8e0736fd010a,segment=NetworkSegment(7b18c8c1-e5ee-4b15-9827-c15a190ef3ca),segment_id=7b18c8c1-e5ee-4b15-9827-c15a190ef3ca)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:02.274209 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:02.291055 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0dc39-2c88-49fc-93cd-5e98a67486f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Checking segment: {'id': 'd3602869-a971-4632-9fbf-daaf36989a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8815e4ee-03f8-4803-9cff-37eb2f670d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:02.291489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0dc39-2c88-49fc-93cd-5e98a67486f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network hostable DHCP agents. Network: 8815e4ee-03f8-4803-9cff-37eb2f670d22, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:56:02.300948 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db08d67-fd21-4436-b882-487d9f9ddded tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:02.307686 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9db08d67-fd21-4436-b882-487d9f9ddded tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.314484 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd97f413-eea2-401c-8c63-cf69474f060c None None] Sync routers for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:02.323889 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd97f413-eea2-401c-8c63-cf69474f060c None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:02.324619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd97f413-eea2-401c-8c63-cf69474f060c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:02.360533 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9db08d67-fd21-4436-b882-487d9f9ddded tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/44d72b14-51bf-4d22-ad14-d4a7116ec749 HTTP/1.1" status: 204 len: 168 time: 3.8141959 Oct 28 09:56:02.361847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd97f413-eea2-401c-8c63-cf69474f060c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:02.363340 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36930) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:02.371884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd97f413-eea2-401c-8c63-cf69474f060c None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:02.372563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e911093e-ed23-4736-9b70-25477b07d3a0 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Deleting port 499f6592-a49b-4a6d-8584-cd6a3682b852 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:02.372700 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd97f413-eea2-401c-8c63-cf69474f060c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:02.372976 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e911093e-ed23-4736-9b70-25477b07d3a0 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (499f6592-a49b-4a6d-8584-cd6a3682b852), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.401645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0dc39-2c88-49fc-93cd-5e98a67486f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 8815e4ee-03f8-4803-9cff-37eb2f670d22 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:56:02.406556 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd97f413-eea2-401c-8c63-cf69474f060c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:02.407007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd97f413-eea2-401c-8c63-cf69474f060c None None] The sync data for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:02.408874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (2ad8c4b9-a68b-44c7-adbc-8e0736fd010a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.410609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be6633ec-51ea-4440-840a-d9a5c37c7bbd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (6c4668a0-162c-41ab-90b5-f86f2d6a1585), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.414852 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9ca503bd-4aa6-47af-892e-d4c147529109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (0b8e63e5-3430-49e6-b14e-7a38111bd517), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.419265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c4ce1284-05f6-4399-84be-deeba388c751 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (eb721291-de1f-4bd3-a1bc-dfc7d9e8ddae), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.460371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca503bd-4aa6-47af-892e-d4c147529109 None None] No DVR routers for this DVR port 0b8e63e5-3430-49e6-b14e-7a38111bd517 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:02.545215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33b727-94ea-453a-b256-286237819d8e None None] Pushing event updated for resources: {'Port': ['ID=2ad8c4b9-a68b-44c7-adbc-8e0736fd010a,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:02.546086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6633ec-51ea-4440-840a-d9a5c37c7bbd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c4668a0-162c-41ab-90b5-f86f2d6a1585,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:02.546536 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca503bd-4aa6-47af-892e-d4c147529109 None None] Pushing event deleted for resources: {'Port': ['ID=0b8e63e5-3430-49e6-b14e-7a38111bd517,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:02.546635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ce1284-05f6-4399-84be-deeba388c751 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:02.546635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-c4ce1284-05f6-4399-84be-deeba388c751 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:02.546635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ce1284-05f6-4399-84be-deeba388c751 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:02.546635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c4ce1284-05f6-4399-84be-deeba388c751 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.546983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b925e061-9ad2-4493-8564-06cdc44dd66e None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:02.558873 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce1284-05f6-4399-84be-deeba388c751 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=eb721291-de1f-4bd3-a1bc-dfc7d9e8ddae,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:02.615226 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:02.623586 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9fd52567-988f-4fb1-a721-1c3a12f12de7 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting port f166c305-3248-4755-82aa-6a53bd645f5f {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:02.623586 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fd52567-988f-4fb1-a721-1c3a12f12de7 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f166c305-3248-4755-82aa-6a53bd645f5f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.630017 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e911093e-ed23-4736-9b70-25477b07d3a0 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (499f6592-a49b-4a6d-8584-cd6a3682b852), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.630352 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e911093e-ed23-4736-9b70-25477b07d3a0 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for floatingip (499f6592-a49b-4a6d-8584-cd6a3682b852), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.653212 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-0cc0dc39-2c88-49fc-93cd-5e98a67486f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 8815e4ee-03f8-4803-9cff-37eb2f670d22) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:02.658870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc0dc39-2c88-49fc-93cd-5e98a67486f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:02.695854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0cc0dc39-2c88-49fc-93cd-5e98a67486f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.697218 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49f746b-8ed4-48c9-9dad-320b5c6e39c8 None None] Network 8815e4ee-03f8-4803-9cff-37eb2f670d22 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:02.697313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be6633ec-51ea-4440-840a-d9a5c37c7bbd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (45cd609d-a26a-472e-b74c-66c3cc022ae1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.697313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e911093e-ed23-4736-9b70-25477b07d3a0 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Calling delete_port for 499f6592-a49b-4a6d-8584-cd6a3682b852 owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:02.711635 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c4ce1284-05f6-4399-84be-deeba388c751 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0794652 Oct 28 09:56:02.712715 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36934) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:02.727475 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c54c24f5-0c3e-4570-a079-412e78c51835 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'fixed_ips': [{'subnet_id': 'eb721291-de1f-4bd3-a1bc-dfc7d9e8ddae', 'ip_address': '2001:db8::2d81:edd8:7cf3:efa4'}], 'name': 'tempest-NetworksTestDHCPv6-2047591987'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:02.739240 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': 'eb721291-de1f-4bd3-a1bc-dfc7d9e8ddae'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:56:02.746048 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.966339 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-8815e4ee-03f8-4803-9cff-37eb2f670d22', 'network_id': '8815e4ee-03f8-4803-9cff-37eb2f670d22', 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'fixed_ips': [{'subnet_id': 'fac4fe0f-25f9-4b12-b0b8-abb160b56bd6'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:56:02.968788 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.018723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:03.071978 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Allocated IP 2001:db8::2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/eb721291-de1f-4bd3-a1bc-dfc7d9e8ddae/6f41ddda-462c-41db-846a-81d60f61bdcb) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:03.138649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be6633ec-51ea-4440-840a-d9a5c37c7bbd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (45cd609d-a26a-472e-b74c-66c3cc022ae1), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.149350 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be6633ec-51ea-4440-840a-d9a5c37c7bbd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_controller (45cd609d-a26a-472e-b74c-66c3cc022ae1), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.207296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:03.207662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2ad8c4b9-a68b-44c7-adbc-8e0736fd010a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.207989 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a Oct 28 09:56:03.210131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fd52567-988f-4fb1-a721-1c3a12f12de7 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f166c305-3248-4755-82aa-6a53bd645f5f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.228872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9fd52567-988f-4fb1-a721-1c3a12f12de7 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Calling delete_port for f166c305-3248-4755-82aa-6a53bd645f5f owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:03.319168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54c24f5-0c3e-4570-a079-412e78c51835 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:03.321459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be6633ec-51ea-4440-840a-d9a5c37c7bbd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (45cd609d-a26a-472e-b74c-66c3cc022ae1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.328740 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6633ec-51ea-4440-840a-d9a5c37c7bbd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45cd609d-a26a-472e-b74c-66c3cc022ae1 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:03.329334 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0cc0dc39-2c88-49fc-93cd-5e98a67486f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2126489 Oct 28 09:56:03.332087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36938) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:03.337222 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4b869bfb-fd5d-445c-a718-9a71198facd8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1691860643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:03.347164 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be6633ec-51ea-4440-840a-d9a5c37c7bbd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.348494 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-be6633ec-51ea-4440-840a-d9a5c37c7bbd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/45cd609d-a26a-472e-b74c-66c3cc022ae1 HTTP/1.1" status: 204 len: 168 time: 3.3006349 Oct 28 09:56:03.352996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36940) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:03.482410 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Allocated IP 172.21.0.2 (8815e4ee-03f8-4803-9cff-37eb2f670d22/fac4fe0f-25f9-4b12-b0b8-abb160b56bd6/1e08b893-89a9-498e-a8d7-462c2dd3a6e2) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:03.511496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c54c24f5-0c3e-4570-a079-412e78c51835 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.529500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b869bfb-fd5d-445c-a718-9a71198facd8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (edbc5c71-34e3-4ed6-9de6-f6ff5942d19b), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.534426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b869bfb-fd5d-445c-a718-9a71198facd8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (edbc5c71-34e3-4ed6-9de6-f6ff5942d19b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.537957 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e911093e-ed23-4736-9b70-25477b07d3a0 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (499f6592-a49b-4a6d-8584-cd6a3682b852), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.547949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-c54c24f5-0c3e-4570-a079-412e78c51835 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port 47d9aa3f-e2d4-46ed-95c8-71d29d7b8836 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:56:03.590258 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Publish callbacks [] for port (6f41ddda-462c-41db-846a-81d60f61bdcb), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.597112 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911093e-ed23-4736-9b70-25477b07d3a0 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event deleted for resources: {'Port': ['ID=499f6592-a49b-4a6d-8584-cd6a3682b852,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:03.632836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:03.637417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b869bfb-fd5d-445c-a718-9a71198facd8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_controller (edbc5c71-34e3-4ed6-9de6-f6ff5942d19b), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.650313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:03.651036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2ad8c4b9-a68b-44c7-adbc-8e0736fd010a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.694170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b869bfb-fd5d-445c-a718-9a71198facd8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (edbc5c71-34e3-4ed6-9de6-f6ff5942d19b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.700741 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (6f41ddda-462c-41db-846a-81d60f61bdcb), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.710247 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-458f3088-7096-4602-b11e-93d33ccd517c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router (9e25fab9-1532-4a78-a02e-5aa7fb936363), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.760611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=2ad8c4b9-a68b-44c7-adbc-8e0736fd010a,segment=NetworkSegment(7b18c8c1-e5ee-4b15-9827-c15a190ef3ca),segment_id=7b18c8c1-e5ee-4b15-9827-c15a190ef3ca)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:03.776814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:03.790360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-c54c24f5-0c3e-4570-a079-412e78c51835 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::2d81:edd8:7cf3:efa4 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/eb721291-de1f-4bd3-a1bc-dfc7d9e8ddae/47d9aa3f-e2d4-46ed-95c8-71d29d7b8836) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:03.801164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Pushing event updated for resources: {'Port': ['ID=6f41ddda-462c-41db-846a-81d60f61bdcb,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:03.801400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e911093e-ed23-4736-9b70-25477b07d3a0 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for floatingip (445e7299-5310-4719-a5d5-56864295b26b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.801400 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-e911093e-ed23-4736-9b70-25477b07d3a0 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Floating IP 445e7299-5310-4719-a5d5-56864295b26b disassociated (deleted). External IP: 172.36.1.20, port: e9a6b673-9c71-4656-879f-ea2ce508296e. Oct 28 09:56:03.836855 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b869bfb-fd5d-445c-a718-9a71198facd8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.842008 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4b869bfb-fd5d-445c-a718-9a71198facd8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5050666 Oct 28 09:56:03.842008 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36942) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:03.842248 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:03.845199 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:03.871717 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fd52567-988f-4fb1-a721-1c3a12f12de7 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (f166c305-3248-4755-82aa-6a53bd645f5f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.907038 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (2ad8c4b9-a68b-44c7-adbc-8e0736fd010a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:03.918796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:03.927328 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd52567-988f-4fb1-a721-1c3a12f12de7 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Port': ['ID=f166c305-3248-4755-82aa-6a53bd645f5f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:04.001547 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Attempting to bind port 6f41ddda-462c-41db-846a-81d60f61bdcb on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:56:04.002481 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Attempting to bind port 6f41ddda-462c-41db-846a-81d60f61bdcb by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:56:04.002874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Attempting to bind port 6f41ddda-462c-41db-846a-81d60f61bdcb on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:04.021590 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-458f3088-7096-4602-b11e-93d33ccd517c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (9e25fab9-1532-4a78-a02e-5aa7fb936363), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.047366 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:04.052806 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0b8e63e5-3430-49e6-b14e-7a38111bd517 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:04.055558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9909cc88-b946-439a-893c-7b89bb647524 None None] Network f9b5b15d-ff9e-45aa-9110-011cba41779b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:04.059802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Publish callbacks [] for port (1e08b893-89a9-498e-a8d7-462c2dd3a6e2), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.072703 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:04.084337 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fd52567-988f-4fb1-a721-1c3a12f12de7 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.087577 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9fd52567-988f-4fb1-a721-1c3a12f12de7 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f166c305-3248-4755-82aa-6a53bd645f5f HTTP/1.1" status: 204 len: 168 time: 1.7231200 Oct 28 09:56:04.093743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36944) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:04.096631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:04.146069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 0b8e63e5-3430-49e6-b14e-7a38111bd517 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:04.146442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0b8e63e5-3430-49e6-b14e-7a38111bd517 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:04.149241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=2ad8c4b9-a68b-44c7-adbc-8e0736fd010a,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:04.159740 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2b7ce059-1b59-483e-8c48-604259f9f718 None None] Provisioning complete for port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:04.160113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce059-1b59-483e-8c48-604259f9f718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2ad8c4b9-a68b-44c7-adbc-8e0736fd010a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.161053 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2b7ce059-1b59-483e-8c48-604259f9f718 None None] Attempt 1 to provision port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a Oct 28 09:56:04.162583 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:04.191677 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (1e08b893-89a9-498e-a8d7-462c2dd3a6e2), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.213902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-458f3088-7096-4602-b11e-93d33ccd517c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Deleting port 8332bed9-d50e-4766-b2fc-4252fbf92a31 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:04.214245 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-458f3088-7096-4602-b11e-93d33ccd517c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (8332bed9-d50e-4766-b2fc-4252fbf92a31), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.253254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c54c24f5-0c3e-4570-a079-412e78c51835 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (47d9aa3f-e2d4-46ed-95c8-71d29d7b8836), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.260913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:56:04.261285 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:04.261689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.263524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:56:04.264033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Bound port: 6f41ddda-462c-41db-846a-81d60f61bdcb, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:56:04.264513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6f41ddda-462c-41db-846a-81d60f61bdcb), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.270222 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e911093e-ed23-4736-9b70-25477b07d3a0 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Router 6cfd7282-e41c-4a2e-af29-312fd32828d6 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:04.295924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Network 8815e4ee-03f8-4803-9cff-37eb2f670d22 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:04.308613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.311735 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.315601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:04.317711 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:04.318265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:04.332757 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Pushing event updated for resources: {'Port': ['ID=1e08b893-89a9-498e-a8d7-462c2dd3a6e2,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:04.358943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-458f3088-7096-4602-b11e-93d33ccd517c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] For port 8332bed9-d50e-4766-b2fc-4252fbf92a31, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=8332bed9-d50e-4766-b2fc-4252fbf92a31,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:04.359571 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-458f3088-7096-4602-b11e-93d33ccd517c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (8332bed9-d50e-4766-b2fc-4252fbf92a31), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.403209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-458f3088-7096-4602-b11e-93d33ccd517c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Calling delete_port for 8332bed9-d50e-4766-b2fc-4252fbf92a31 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:04.464902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e911093e-ed23-4736-9b70-25477b07d3a0 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:04.471029 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e911093e-ed23-4736-9b70-25477b07d3a0 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.482732 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191b232e-b216-4109-b664-33524fb763c8 None None] Sync routers for ids ['6cfd7282-e41c-4a2e-af29-312fd32828d6'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:04.496129 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191b232e-b216-4109-b664-33524fb763c8 None None] Routers {'6cfd7282-e41c-4a2e-af29-312fd32828d6'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:04.497062 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-191b232e-b216-4109-b664-33524fb763c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['6cfd7282-e41c-4a2e-af29-312fd32828d6'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:04.524032 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] For port 6f41ddda-462c-41db-846a-81d60f61bdcb, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:04.531128 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e911093e-ed23-4736-9b70-25477b07d3a0 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/445e7299-5310-4719-a5d5-56864295b26b HTTP/1.1" status: 204 len: 168 time: 2.4771590 Oct 28 09:56:04.531983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] For port 6f41ddda-462c-41db-846a-81d60f61bdcb, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6f41ddda-462c-41db-846a-81d60f61bdcb,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:04.533947 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36946) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:04.539967 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:04.563226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ce059-1b59-483e-8c48-604259f9f718 None None] Current status of the port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:04.567320 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-191b232e-b216-4109-b664-33524fb763c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:04.578146 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191b232e-b216-4109-b664-33524fb763c8 None None] Routers {'6cfd7282-e41c-4a2e-af29-312fd32828d6'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:04.579151 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-191b232e-b216-4109-b664-33524fb763c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['6cfd7282-e41c-4a2e-af29-312fd32828d6'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:04.587583 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Attempting to bind port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:56:04.587941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Attempting to bind port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd3602869-a971-4632-9fbf-daaf36989a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8815e4ee-03f8-4803-9cff-37eb2f670d22'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:56:04.588305 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Attempting to bind port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 on network 8815e4ee-03f8-4803-9cff-37eb2f670d22 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:04.625046 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-191b232e-b216-4109-b664-33524fb763c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:04.626014 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191b232e-b216-4109-b664-33524fb763c8 None None] The sync data for ids ['6cfd7282-e41c-4a2e-af29-312fd32828d6'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:04.662169 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:56:04.662552 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Checking segment: {'id': 'd3602869-a971-4632-9fbf-daaf36989a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8815e4ee-03f8-4803-9cff-37eb2f670d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:04.663201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.664389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Bound using segment: {'id': 'd3602869-a971-4632-9fbf-daaf36989a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8815e4ee-03f8-4803-9cff-37eb2f670d22'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:56:04.664898 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Bound port: 1e08b893-89a9-498e-a8d7-462c2dd3a6e2, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3602869-a971-4632-9fbf-daaf36989a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8815e4ee-03f8-4803-9cff-37eb2f670d22'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:56:04.665716 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1e08b893-89a9-498e-a8d7-462c2dd3a6e2), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.700377 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.725060 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6f41ddda-462c-41db-846a-81d60f61bdcb), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.765973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-458f3088-7096-4602-b11e-93d33ccd517c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (8332bed9-d50e-4766-b2fc-4252fbf92a31), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.780705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c54c24f5-0c3e-4570-a079-412e78c51835 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (47d9aa3f-e2d4-46ed-95c8-71d29d7b8836), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.810353 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f3088-7096-4602-b11e-93d33ccd517c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Pushing event deleted for resources: {'Port': ['ID=8332bed9-d50e-4766-b2fc-4252fbf92a31,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:04.825779 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.831567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-53afa6ba-3de8-4d53-87ec-6acbca0195fd None None] Provisioning complete for port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:04.837037 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-53afa6ba-3de8-4d53-87ec-6acbca0195fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2ad8c4b9-a68b-44c7-adbc-8e0736fd010a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.837037 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-53afa6ba-3de8-4d53-87ec-6acbca0195fd None None] Attempt 1 to provision port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a Oct 28 09:56:04.837037 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f414e3-d4a5-4aca-a459-84773efbda52 None None] Pushing event updated for resources: {'Port': ['ID=6f41ddda-462c-41db-846a-81d60f61bdcb,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:04.908841 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] For port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:04.912879 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] For port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1e08b893-89a9-498e-a8d7-462c2dd3a6e2,segment=NetworkSegment(d3602869-a971-4632-9fbf-daaf36989a0b),segment_id=d3602869-a971-4632-9fbf-daaf36989a0b)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:04.968523 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:04.977806 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-53afa6ba-3de8-4d53-87ec-6acbca0195fd None None] Current status of the port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:04.978397 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-458f3088-7096-4602-b11e-93d33ccd517c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (9e25fab9-1532-4a78-a02e-5aa7fb936363), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.026535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1e08b893-89a9-498e-a8d7-462c2dd3a6e2), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.136219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:05.137186 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759309e-172a-45d5-8752-fd4663d8ffcb None None] Pushing event updated for resources: {'Port': ['ID=1e08b893-89a9-498e-a8d7-462c2dd3a6e2,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:05.163026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:05.172477 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-458f3088-7096-4602-b11e-93d33ccd517c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (9e25fab9-1532-4a78-a02e-5aa7fb936363), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.173341 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:05.176795 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-458f3088-7096-4602-b11e-93d33ccd517c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_controller (9e25fab9-1532-4a78-a02e-5aa7fb936363), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.208852 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Allocated IP 172.20.0.1 (f9b5b15d-ff9e-45aa-9110-011cba41779b/e40c33a3-4e1c-4c29-b53b-26a953ed72c2/68b71055-a72a-475b-a475-f29a0bf0f832) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:05.222762 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:05.226137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Allocated IP 172.36.1.246 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/b2a5260f-ab7c-4eec-8513-caed2803eccc) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:05.245180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:05.245474 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2ad8c4b9-a68b-44c7-adbc-8e0736fd010a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.245808 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a Oct 28 09:56:05.354401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:05.354503 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (68b71055-a72a-475b-a475-f29a0bf0f832), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.373651 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54c24f5-0c3e-4570-a079-412e78c51835 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:05.388489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.392726 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-c54c24f5-0c3e-4570-a079-412e78c51835 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:05.407095 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54c24f5-0c3e-4570-a079-412e78c51835 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:05.411821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c24f5-0c3e-4570-a079-412e78c51835 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:05.412527 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c54c24f5-0c3e-4570-a079-412e78c51835 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.431156 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-458f3088-7096-4602-b11e-93d33ccd517c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (9e25fab9-1532-4a78-a02e-5aa7fb936363), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.431893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458f3088-7096-4602-b11e-93d33ccd517c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e25fab9-1532-4a78-a02e-5aa7fb936363 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:05.439179 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-458f3088-7096-4602-b11e-93d33ccd517c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.448493 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-458f3088-7096-4602-b11e-93d33ccd517c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/9e25fab9-1532-4a78-a02e-5aa7fb936363 HTTP/1.1" status: 204 len: 168 time: 2.0842562 Oct 28 09:56:05.448657 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c24f5-0c3e-4570-a079-412e78c51835 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=47d9aa3f-e2d4-46ed-95c8-71d29d7b8836,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:05.448793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36950) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:05.456932 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1238148409', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}, 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:05.468690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks [] for port (b2a5260f-ab7c-4eec-8513-caed2803eccc), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.530738 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c54c24f5-0c3e-4570-a079-412e78c51835 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8148127 Oct 28 09:56:05.533584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36952) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:05.544970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (68b71055-a72a-475b-a475-f29a0bf0f832), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.554790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:05.578459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (e6832a67-7600-4fae-8b1b-17e3aa109562), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.586829 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (e6832a67-7600-4fae-8b1b-17e3aa109562), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.605233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61b8271-2b19-4fa8-b4a4-c26afe967374 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:05.610983 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61b8271-2b19-4fa8-b4a4-c26afe967374 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:05.613136 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c61b8271-2b19-4fa8-b4a4-c26afe967374 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0782568 Oct 28 09:56:05.617482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36954) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:05.634793 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network f9b5b15d-ff9e-45aa-9110-011cba41779b is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:05.647850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:05.647850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:05.649723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=68b71055-a72a-475b-a475-f29a0bf0f832,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:05.671943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (b2a5260f-ab7c-4eec-8513-caed2803eccc), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.721616 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_controller (e6832a67-7600-4fae-8b1b-17e3aa109562), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.764415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Allocated IP 172.36.1.150 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/24d9c6bc-7119-4c41-bd1c-756dcdd23021) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:05.775739 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (edbc5c71-34e3-4ed6-9de6-f6ff5942d19b), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.811958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:05.850936 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Pushing event updated for resources: {'Port': ['ID=b2a5260f-ab7c-4eec-8513-caed2803eccc,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:05.853650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:05.884641 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:05.916436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-8eb919a4-a1c2-4412-bedc-82cac24340c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port 47d9aa3f-e2d4-46ed-95c8-71d29d7b8836 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:05.916824 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8eb919a4-a1c2-4412-bedc-82cac24340c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (47d9aa3f-e2d4-46ed-95c8-71d29d7b8836), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:05.949971 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:05.975212 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (24d9c6bc-7119-4c41-bd1c-756dcdd23021), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.048787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2fcfc00f-3f47-415a-9872-507aef4eb098 None None] Provisioning complete for port 68b71055-a72a-475b-a475-f29a0bf0f832 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:06.049495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc00f-3f47-415a-9872-507aef4eb098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (68b71055-a72a-475b-a475-f29a0bf0f832), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.049896 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2fcfc00f-3f47-415a-9872-507aef4eb098 None None] Attempt 1 to provision port 68b71055-a72a-475b-a475-f29a0bf0f832 Oct 28 09:56:06.064396 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (e6832a67-7600-4fae-8b1b-17e3aa109562), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.071131 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:06.110479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (68b71055-a72a-475b-a475-f29a0bf0f832), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.122171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2fcfc00f-3f47-415a-9872-507aef4eb098 None None] Port 68b71055-a72a-475b-a475-f29a0bf0f832 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:06.132412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (24d9c6bc-7119-4c41-bd1c-756dcdd23021), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.175247 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:06.204396 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:06.214587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:06.225682 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:06.289920 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=24d9c6bc-7119-4c41-bd1c-756dcdd23021,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:06.348789 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-490e9ac6-65a1-4685-8dbe-8db88dfba2c8 None None] Provisioning complete for port 6f41ddda-462c-41db-846a-81d60f61bdcb triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:06.349262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-490e9ac6-65a1-4685-8dbe-8db88dfba2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6f41ddda-462c-41db-846a-81d60f61bdcb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.349611 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-490e9ac6-65a1-4685-8dbe-8db88dfba2c8 None None] Attempt 1 to provision port 6f41ddda-462c-41db-846a-81d60f61bdcb Oct 28 09:56:06.419696 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8eb919a4-a1c2-4412-bedc-82cac24340c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (47d9aa3f-e2d4-46ed-95c8-71d29d7b8836), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.468478 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-490e9ac6-65a1-4685-8dbe-8db88dfba2c8 None None] Current status of the port 6f41ddda-462c-41db-846a-81d60f61bdcb is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:06.471362 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-490e9ac6-65a1-4685-8dbe-8db88dfba2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6f41ddda-462c-41db-846a-81d60f61bdcb), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.511785 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-490e9ac6-65a1-4685-8dbe-8db88dfba2c8 None None] For port 6f41ddda-462c-41db-846a-81d60f61bdcb, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6f41ddda-462c-41db-846a-81d60f61bdcb,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:06.518511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-8eb919a4-a1c2-4412-bedc-82cac24340c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for 47d9aa3f-e2d4-46ed-95c8-71d29d7b8836 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:06.542114 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks [] for floatingip (8f028be9-3cb4-4b70-a72b-7920884551b6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.549185 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:06.556852 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (68b71055-a72a-475b-a475-f29a0bf0f832), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.566349 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (a685e942-2ddd-4401-99ea-050eef8d1028), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.578971 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-490e9ac6-65a1-4685-8dbe-8db88dfba2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6f41ddda-462c-41db-846a-81d60f61bdcb), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.651578 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (68b71055-a72a-475b-a475-f29a0bf0f832), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.667514 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e9ac6-65a1-4685-8dbe-8db88dfba2c8 None None] Pushing event updated for resources: {'Port': ['ID=6f41ddda-462c-41db-846a-81d60f61bdcb,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:06.697842 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-1869bd99-2411-4220-8aff-dd582edfb075 None None] Provisioning complete for port 47d9aa3f-e2d4-46ed-95c8-71d29d7b8836 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:06.698229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1869bd99-2411-4220-8aff-dd582edfb075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (47d9aa3f-e2d4-46ed-95c8-71d29d7b8836), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.698572 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-1869bd99-2411-4220-8aff-dd582edfb075 None None] Attempt 1 to provision port 47d9aa3f-e2d4-46ed-95c8-71d29d7b8836 Oct 28 09:56:06.737357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1869bd99-2411-4220-8aff-dd582edfb075 None None] Port 47d9aa3f-e2d4-46ed-95c8-71d29d7b8836 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:06.748585 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b2a5260f-ab7c-4eec-8513-caed2803eccc), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.775079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=68b71055-a72a-475b-a475-f29a0bf0f832,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:06.777269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (24d9c6bc-7119-4c41-bd1c-756dcdd23021), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.797464 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d31db97-bc3a-4da2-b504-eddc9a266f5f None None] Network 8815e4ee-03f8-4803-9cff-37eb2f670d22 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:06.808311 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (e6832a67-7600-4fae-8b1b-17e3aa109562), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.812870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (edbc5c71-34e3-4ed6-9de6-f6ff5942d19b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.846034 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.878657 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-01406c27-d57f-4e64-a54f-ede178e5142c None None] Provisioning complete for port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:06.882109 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01406c27-d57f-4e64-a54f-ede178e5142c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1e08b893-89a9-498e-a8d7-462c2dd3a6e2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.882791 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-01406c27-d57f-4e64-a54f-ede178e5142c None None] Attempt 1 to provision port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 Oct 28 09:56:06.967057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:06.990160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network f9b5b15d-ff9e-45aa-9110-011cba41779b is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:06.994517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:07.052846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-01406c27-d57f-4e64-a54f-ede178e5142c None None] Current status of the port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:07.053361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01406c27-d57f-4e64-a54f-ede178e5142c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1e08b893-89a9-498e-a8d7-462c2dd3a6e2), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.106144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-01406c27-d57f-4e64-a54f-ede178e5142c None None] For port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1e08b893-89a9-498e-a8d7-462c2dd3a6e2,segment=NetworkSegment(d3602869-a971-4632-9fbf-daaf36989a0b),segment_id=d3602869-a971-4632-9fbf-daaf36989a0b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:07.117212 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:07.141635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (24d9c6bc-7119-4c41-bd1c-756dcdd23021), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.156690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6f41ddda-462c-41db-846a-81d60f61bdcb up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:07.171695 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Allocated IP 172.36.1.228 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/c64253fe-6e97-400c-b8f9-83f10830a989) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:07.206038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8eb919a4-a1c2-4412-bedc-82cac24340c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (47d9aa3f-e2d4-46ed-95c8-71d29d7b8836), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.206257 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01406c27-d57f-4e64-a54f-ede178e5142c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1e08b893-89a9-498e-a8d7-462c2dd3a6e2), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.225615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (24d9c6bc-7119-4c41-bd1c-756dcdd23021), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.272390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb919a4-a1c2-4412-bedc-82cac24340c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=47d9aa3f-e2d4-46ed-95c8-71d29d7b8836,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:07.292606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router edbc5c71-34e3-4ed6-9de6-f6ff5942d19b is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:56:07.301290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6f41ddda-462c-41db-846a-81d60f61bdcb triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:07.301672 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6f41ddda-462c-41db-846a-81d60f61bdcb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.302043 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6f41ddda-462c-41db-846a-81d60f61bdcb Oct 28 09:56:07.349132 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks [] for port (b2a5260f-ab7c-4eec-8513-caed2803eccc), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.367259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:07.373663 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:07.380415 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8eb919a4-a1c2-4412-bedc-82cac24340c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.384641 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8eb919a4-a1c2-4412-bedc-82cac24340c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/47d9aa3f-e2d4-46ed-95c8-71d29d7b8836 HTTP/1.1" status: 204 len: 168 time: 1.7659643 Oct 28 09:56:07.394463 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36958) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:07.400243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01406c27-d57f-4e64-a54f-ede178e5142c None None] Pushing event updated for resources: {'Port': ['ID=1e08b893-89a9-498e-a8d7-462c2dd3a6e2,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:07.437285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (b2a5260f-ab7c-4eec-8513-caed2803eccc), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.457654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:07.459944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-fdfda323-22e2-4b3e-91b5-17813a52fde0 None None] Provisioning complete for port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:07.459944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fdfda323-22e2-4b3e-91b5-17813a52fde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1e08b893-89a9-498e-a8d7-462c2dd3a6e2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.460323 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-fdfda323-22e2-4b3e-91b5-17813a52fde0 None None] Attempt 1 to provision port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 Oct 28 09:56:07.467417 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e035f616-5ff2-4708-9743-3f3354e22836 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/edbc5c71-34e3-4ed6-9de6-f6ff5942d19b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6249857 Oct 28 09:56:07.469277 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=24d9c6bc-7119-4c41-bd1c-756dcdd23021,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:07.471543 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (a685e942-2ddd-4401-99ea-050eef8d1028), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.483979 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36960) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:07.489018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc585ed2-4759-4e8b-a265-a62d8034c687 None None] Sync routers for ids ['edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:07.498634 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6f41ddda-462c-41db-846a-81d60f61bdcb is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:07.499757 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:07.501538 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:07.543852 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc585ed2-4759-4e8b-a265-a62d8034c687 None None] Routers {'edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:07.544503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-dc585ed2-4759-4e8b-a265-a62d8034c687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:07.587243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-dc585ed2-4759-4e8b-a265-a62d8034c687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:07.611388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651c713b-8df6-4c5e-b667-b6671faa3cd4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:07.613189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651c713b-8df6-4c5e-b667-b6671faa3cd4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:07.614771 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-651c713b-8df6-4c5e-b667-b6671faa3cd4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2247436 Oct 28 09:56:07.615428 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.618535 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-60dbf146-2609-4a96-8f23-65435b9b0b6c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5254881 Oct 28 09:56:07.619379 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36962) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:07.619732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36964) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:07.626445 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-bbac5dea-2b99-4f59-92be-aa58c995a876 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'port': {'network_id': 'd03d9077-1c89-4205-9dae-aee8c4b9b5c8', 'name': 'tempest-FloatingIPTestJSON-217659646'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:07.632556 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (8f028be9-3cb4-4b70-a72b-7920884551b6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.636264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:07.636657 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1e08b893-89a9-498e-a8d7-462c2dd3a6e2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.636997 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 Oct 28 09:56:07.640488 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc585ed2-4759-4e8b-a265-a62d8034c687 None None] Routers {'edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:07.640927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-dc585ed2-4759-4e8b-a265-a62d8034c687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:07.646258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7105f023-592d-4d4a-b1a8-f75b45ab0d4f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:07.650660 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7105f023-592d-4d4a-b1a8-f75b45ab0d4f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports/68b71055-a72a-475b-a475-f29a0bf0f832 HTTP/1.1" status: 200 len: 910 time: 0.1383359 Oct 28 09:56:07.654227 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36966) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:07.655217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Pushing event updated for resources: {'Port': ['ID=b2a5260f-ab7c-4eec-8513-caed2803eccc,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:07.669524 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for port (c64253fe-6e97-400c-b8f9-83f10830a989), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.737039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-57aa2087-7054-4fda-8aa9-752447745e54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet eb721291-de1f-4bd3-a1bc-dfc7d9e8ddae {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:56:07.740091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57aa2087-7054-4fda-8aa9-752447745e54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (eb721291-de1f-4bd3-a1bc-dfc7d9e8ddae), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.799589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.800858 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a2364b8d-b89f-4c05-bc0d-c05ea4f0066e tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2653313 Oct 28 09:56:07.806365 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36968) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:07.810006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57aa2087-7054-4fda-8aa9-752447745e54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (eb721291-de1f-4bd3-a1bc-dfc7d9e8ddae), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.846003 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-fdfda323-22e2-4b3e-91b5-17813a52fde0 None None] Current status of the port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:07.848836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-dc585ed2-4759-4e8b-a265-a62d8034c687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:07.849767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc585ed2-4759-4e8b-a265-a62d8034c687 None None] The sync data for ids ['edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:07.866142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-fdfda323-22e2-4b3e-91b5-17813a52fde0 None None] Provisioning complete for port 68b71055-a72a-475b-a475-f29a0bf0f832 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:07.867233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fdfda323-22e2-4b3e-91b5-17813a52fde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (68b71055-a72a-475b-a475-f29a0bf0f832), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.867622 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-fdfda323-22e2-4b3e-91b5-17813a52fde0 None None] Attempt 1 to provision port 68b71055-a72a-475b-a475-f29a0bf0f832 Oct 28 09:56:07.894342 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (c64253fe-6e97-400c-b8f9-83f10830a989), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.911738 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-fdfda323-22e2-4b3e-91b5-17813a52fde0 None None] Port 68b71055-a72a-475b-a475-f29a0bf0f832 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:07.926161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57aa2087-7054-4fda-8aa9-752447745e54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (eb721291-de1f-4bd3-a1bc-dfc7d9e8ddae), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.948577 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:07.956441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:07.962928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:07.973578 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 8332bed9-d50e-4766-b2fc-4252fbf92a31 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:07.994103 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Pushing event updated for resources: {'Port': ['ID=c64253fe-6e97-400c-b8f9-83f10830a989,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:07.994320 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbac5dea-2b99-4f59-92be-aa58c995a876 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Made reservation on behalf of 75ecfc91f5d047d6aba3e42bd3b79869 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:07.994968 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:07.998932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bbac5dea-2b99-4f59-92be-aa58c995a876 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:08.003089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:08.005784 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 8332bed9-d50e-4766-b2fc-4252fbf92a31 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:08.006570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 8332bed9-d50e-4766-b2fc-4252fbf92a31 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:08.030059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-bbac5dea-2b99-4f59-92be-aa58c995a876 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] device_id is not set on port a330dd67-fc20-4fe0-8103-6297751df93e yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:56:08.051010 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:08.071412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:08.110467 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57aa2087-7054-4fda-8aa9-752447745e54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (eb721291-de1f-4bd3-a1bc-dfc7d9e8ddae), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:08.167305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa2087-7054-4fda-8aa9-752447745e54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=eb721291-de1f-4bd3-a1bc-dfc7d9e8ddae,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:08.169254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57aa2087-7054-4fda-8aa9-752447745e54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:08.173126 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-57aa2087-7054-4fda-8aa9-752447745e54 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/eb721291-de1f-4bd3-a1bc-dfc7d9e8ddae HTTP/1.1" status: 204 len: 168 time: 0.5518417 Oct 28 09:56:08.176278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36972) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:08.182205 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcb9728-61cb-4acb-9591-9911159a3720 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:08.187421 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:08.255356 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:08.274559 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:08.286144 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9e5ca644-14d0-4268-90e2-aa766fd95f0c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1085465 Oct 28 09:56:08.292073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:08.292787 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36974) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:08.346393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-bbac5dea-2b99-4f59-92be-aa58c995a876 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Allocated IP 172.20.0.5 (d03d9077-1c89-4205-9dae-aee8c4b9b5c8/eb20726f-0b71-4327-abf0-85f88d95ee2f/a330dd67-fc20-4fe0-8103-6297751df93e) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:08.358134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:08.382590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c02f3d-5b60-4a41-bca1-2c166877b7e4 None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:56:08.387516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31990279-45b6-432c-9605-414c51297f36 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:08.391348 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-31990279-45b6-432c-9605-414c51297f36 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0898066 Oct 28 09:56:08.392952 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36976) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:08.423261 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-38c02f3d-5b60-4a41-bca1-2c166877b7e4 None None] Deleting port 6f41ddda-462c-41db-846a-81d60f61bdcb {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:08.423723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-38c02f3d-5b60-4a41-bca1-2c166877b7e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6f41ddda-462c-41db-846a-81d60f61bdcb), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:08.501377 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-38c02f3d-5b60-4a41-bca1-2c166877b7e4 None None] For port 6f41ddda-462c-41db-846a-81d60f61bdcb, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6f41ddda-462c-41db-846a-81d60f61bdcb,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:08.501877 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-38c02f3d-5b60-4a41-bca1-2c166877b7e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6f41ddda-462c-41db-846a-81d60f61bdcb), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:08.523645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-38c02f3d-5b60-4a41-bca1-2c166877b7e4 None None] Calling delete_port for 6f41ddda-462c-41db-846a-81d60f61bdcb owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:08.539163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da2dbd2-e2c0-4bd0-8f2b-8d387a96d094 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:08.544303 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9da2dbd2-e2c0-4bd0-8f2b-8d387a96d094 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1467898 Oct 28 09:56:08.546331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36978) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:08.553912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (e6832a67-7600-4fae-8b1b-17e3aa109562), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:08.583129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:08.607939 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-32a31de7-086e-416c-8608-a67a79755005 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601671 Oct 28 09:56:08.609719 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Allocated IP 172.36.1.247 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/cbeb5ab6-12b4-4593-8b6a-b2578700ac63) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:08.620409 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36980) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:08.628496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-09c265ba-df7a-4749-b024-4d475ca57da7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:08.741895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Allocated IP 172.21.0.1 (8815e4ee-03f8-4803-9cff-37eb2f670d22/fac4fe0f-25f9-4b12-b0b8-abb160b56bd6/c22632ea-c49f-443c-abc7-506315f401e3) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:08.744070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-38c02f3d-5b60-4a41-bca1-2c166877b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (6f41ddda-462c-41db-846a-81d60f61bdcb), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:08.777259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c02f3d-5b60-4a41-bca1-2c166877b7e4 None None] Pushing event deleted for resources: {'Port': ['ID=6f41ddda-462c-41db-846a-81d60f61bdcb,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:08.783295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c02f3d-5b60-4a41-bca1-2c166877b7e4 None None] No DVR routers for this DVR port 6f41ddda-462c-41db-846a-81d60f61bdcb on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:08.936777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:08.995165 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:08.995706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1e08b893-89a9-498e-a8d7-462c2dd3a6e2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:08.996123 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 Oct 28 09:56:09.092479 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:09.107744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bbac5dea-2b99-4f59-92be-aa58c995a876 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (a330dd67-fc20-4fe0-8103-6297751df93e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.109528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:09.116159 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:09.164851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (e6832a67-7600-4fae-8b1b-17e3aa109562), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.168212 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6f41ddda-462c-41db-846a-81d60f61bdcb no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:09.170197 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Publish callbacks [] for port (cbeb5ab6-12b4-4593-8b6a-b2578700ac63), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.198808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 6f41ddda-462c-41db-846a-81d60f61bdcb {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:09.199417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6f41ddda-462c-41db-846a-81d60f61bdcb not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:09.235685 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c265ba-df7a-4749-b024-4d475ca57da7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:09.240004 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09c265ba-df7a-4749-b024-4d475ca57da7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.250878 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (c22632ea-c49f-443c-abc7-506315f401e3), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.259129 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bbac5dea-2b99-4f59-92be-aa58c995a876 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a330dd67-fc20-4fe0-8103-6297751df93e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.295927 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (cbeb5ab6-12b4-4593-8b6a-b2578700ac63), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.376445 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbac5dea-2b99-4f59-92be-aa58c995a876 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network d03d9077-1c89-4205-9dae-aee8c4b9b5c8 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:09.378121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:09.381555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac5dea-2b99-4f59-92be-aa58c995a876 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=a330dd67-fc20-4fe0-8103-6297751df93e,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:09.389092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-bbac5dea-2b99-4f59-92be-aa58c995a876 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:09.394734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (c22632ea-c49f-443c-abc7-506315f401e3), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.394839 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:09.402518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac5dea-2b99-4f59-92be-aa58c995a876 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:09.441577 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 8815e4ee-03f8-4803-9cff-37eb2f670d22 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:09.442638 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Router e6832a67-7600-4fae-8b1b-17e3aa109562 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:56:09.445262 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:09.452611 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:09.454893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=c22632ea-c49f-443c-abc7-506315f401e3,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:09.457374 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:09.472656 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:09.534955 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Pushing event updated for resources: {'Port': ['ID=cbeb5ab6-12b4-4593-8b6a-b2578700ac63,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:09.536426 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:09.548884 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (edbc5c71-34e3-4ed6-9de6-f6ff5942d19b), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.562611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbac5dea-2b99-4f59-92be-aa58c995a876 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:09.566798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bbac5dea-2b99-4f59-92be-aa58c995a876 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.690916 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:09.703507 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8a7c1b-258d-4756-9ed2-993e91a4c843 None None] Sync routers for ids ['e6832a67-7600-4fae-8b1b-17e3aa109562'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:09.709548 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bbac5dea-2b99-4f59-92be-aa58c995a876 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0845420 Oct 28 09:56:09.709806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36986) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:09.715760 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-76153713-27ab-4f50-855a-60fffe09147e tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'floatingip': {'port_id': 'a330dd67-fc20-4fe0-8103-6297751df93e'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:09.716559 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Publish callbacks [] for floatingip (508ca176-dda3-4600-806c-7df87d7d9322), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.716921 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a7c1b-258d-4756-9ed2-993e91a4c843 None None] Routers {'e6832a67-7600-4fae-8b1b-17e3aa109562'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:09.717647 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-5c8a7c1b-258d-4756-9ed2-993e91a4c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e6832a67-7600-4fae-8b1b-17e3aa109562'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:09.723040 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:09.752317 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-5c8a7c1b-258d-4756-9ed2-993e91a4c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:09.755335 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3a443fe5-b7cb-4550-8b8c-7e0966c1eb57 None None] Provisioning complete for port c22632ea-c49f-443c-abc7-506315f401e3 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:09.755852 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a443fe5-b7cb-4550-8b8c-7e0966c1eb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c22632ea-c49f-443c-abc7-506315f401e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.756190 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3a443fe5-b7cb-4550-8b8c-7e0966c1eb57 None None] Attempt 1 to provision port c22632ea-c49f-443c-abc7-506315f401e3 Oct 28 09:56:09.762260 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a7c1b-258d-4756-9ed2-993e91a4c843 None None] Routers {'e6832a67-7600-4fae-8b1b-17e3aa109562'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:09.762915 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-5c8a7c1b-258d-4756-9ed2-993e91a4c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e6832a67-7600-4fae-8b1b-17e3aa109562'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:09.780759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76153713-27ab-4f50-855a-60fffe09147e tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (a685e942-2ddd-4401-99ea-050eef8d1028), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.781511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09c265ba-df7a-4749-b024-4d475ca57da7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (bc31b092-ac24-4983-a2c8-2b730125f9cd), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.787023 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.791780 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e1eaa3d4-12dc-4869-b994-95ebddf4f161 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.3429079 Oct 28 09:56:09.792388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36990) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:09.795144 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-5c8a7c1b-258d-4756-9ed2-993e91a4c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:09.795645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3a443fe5-b7cb-4550-8b8c-7e0966c1eb57 None None] Port c22632ea-c49f-443c-abc7-506315f401e3 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:09.795876 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8a7c1b-258d-4756-9ed2-993e91a4c843 None None] The sync data for ids ['e6832a67-7600-4fae-8b1b-17e3aa109562'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:09.828389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-845c5545-ea4b-459a-8ff2-dfb4ea7004b0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'enable_snat': False}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:09.844431 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c265ba-df7a-4749-b024-4d475ca57da7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:09.866153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-09c265ba-df7a-4749-b024-4d475ca57da7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:09.878151 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c265ba-df7a-4749-b024-4d475ca57da7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:09.878151 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09c265ba-df7a-4749-b024-4d475ca57da7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.879363 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b5f1c0-0812-41a9-9e32-e8b1b34a0c9c None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:09.896235 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c265ba-df7a-4749-b024-4d475ca57da7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=bc31b092-ac24-4983-a2c8-2b730125f9cd,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:09.898286 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (cbeb5ab6-12b4-4593-8b6a-b2578700ac63), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:09.899710 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c22632ea-c49f-443c-abc7-506315f401e3), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:10.005214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': 'bc31b092-ac24-4983-a2c8-2b730125f9cd'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:56:10.006632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:10.026323 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-09c265ba-df7a-4749-b024-4d475ca57da7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4030826 Oct 28 09:56:10.030185 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36992) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:10.038793 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c0b0a6c0-1a37-415e-a136-c3e3c53736c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'fixed_ips': [{'subnet_id': 'bc31b092-ac24-4983-a2c8-2b730125f9cd', 'ip_address': '2001:db8::2d5c:9444:8db0:883e'}], 'name': 'tempest-NetworksTestDHCPv6-328952836'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:10.074597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:10.159219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:10.200570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:10.247792 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Allocated IP 2001:db8::2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/bc31b092-ac24-4983-a2c8-2b730125f9cd/29635184-c556-4b74-8990-35be8f1d5750) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:10.254470 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:10.299621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Publish callbacks [] for port (cbeb5ab6-12b4-4593-8b6a-b2578700ac63), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:10.385483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (cbeb5ab6-12b4-4593-8b6a-b2578700ac63), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:10.418166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b0a6c0-1a37-415e-a136-c3e3c53736c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:10.427109 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:10.431933 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Publish callbacks [] for port (29635184-c556-4b74-8990-35be8f1d5750), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:10.441875 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:10.509618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (508ca176-dda3-4600-806c-7df87d7d9322), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:10.516778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Pushing event updated for resources: {'Port': ['ID=cbeb5ab6-12b4-4593-8b6a-b2578700ac63,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:10.539437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (29635184-c556-4b74-8990-35be8f1d5750), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:10.559560 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a6c0-1a37-415e-a136-c3e3c53736c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:10.585002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-c0b0a6c0-1a37-415e-a136-c3e3c53736c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:56:10.586147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:10.591471 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:10.597307 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:10.602006 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-eb2715c0-4fcf-4cfa-8457-0eedadb730e7 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7912185 Oct 28 09:56:10.602234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:10.607301 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Pushing event updated for resources: {'Port': ['ID=29635184-c556-4b74-8990-35be8f1d5750,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:10.627890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36994) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:10.674704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Attempting to bind port 29635184-c556-4b74-8990-35be8f1d5750 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:56:10.675333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Attempting to bind port 29635184-c556-4b74-8990-35be8f1d5750 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:56:10.675703 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Attempting to bind port 29635184-c556-4b74-8990-35be8f1d5750 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:10.728743 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:56:10.728743 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:10.729132 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:10.729482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:56:10.729968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Bound port: 29635184-c556-4b74-8990-35be8f1d5750, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:56:10.730447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (29635184-c556-4b74-8990-35be8f1d5750), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:10.786506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:10.792606 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fa58dc75-ad71-4ddd-af4d-b547e27fd03d tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] 10.222.0.49 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 4484 time: 0.1612928 Oct 28 09:56:10.793984 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 36996) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:10.807207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] For port 29635184-c556-4b74-8990-35be8f1d5750, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:10.811224 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] For port 29635184-c556-4b74-8990-35be8f1d5750, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=29635184-c556-4b74-8990-35be8f1d5750,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:10.876352 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-832b093c-4f2c-466c-9eee-3e422e377ebf tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] 10.222.0.49 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0817387 Oct 28 09:56:10.880141 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 36998) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:10.903929 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (c22632ea-c49f-443c-abc7-506315f401e3), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:10.921403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (29635184-c556-4b74-8990-35be8f1d5750), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:10.929800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-c0b0a6c0-1a37-415e-a136-c3e3c53736c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::2d5c:9444:8db0:883e (27cab9a0-d24d-4f61-b60f-51dd4ee136db/bc31b092-ac24-4983-a2c8-2b730125f9cd/acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:10.938010 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-845c5545-ea4b-459a-8ff2-dfb4ea7004b0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (e6832a67-7600-4fae-8b1b-17e3aa109562), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:10.994426 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602b945-7d56-4a4d-9d74-5947a223ec98 None None] Pushing event updated for resources: {'Port': ['ID=29635184-c556-4b74-8990-35be8f1d5750,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:11.016915 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (c22632ea-c49f-443c-abc7-506315f401e3), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:11.121571 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a6c0-1a37-415e-a136-c3e3c53736c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:11.174074 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (edbc5c71-34e3-4ed6-9de6-f6ff5942d19b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:11.241832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a6c0-1a37-415e-a136-c3e3c53736c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:11.246417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:11.252104 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=c22632ea-c49f-443c-abc7-506315f401e3,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:11.266991 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c50b6736-f4fd-402a-b16c-b1efdfe279b9 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Deleting port cbeb5ab6-12b4-4593-8b6a-b2578700ac63 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:11.267340 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c50b6736-f4fd-402a-b16c-b1efdfe279b9 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (cbeb5ab6-12b4-4593-8b6a-b2578700ac63), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:11.271237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76153713-27ab-4f50-855a-60fffe09147e tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:11.295241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b0a6c0-1a37-415e-a136-c3e3c53736c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:11.299117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-c0b0a6c0-1a37-415e-a136-c3e3c53736c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:11.304312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b0a6c0-1a37-415e-a136-c3e3c53736c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:11.313883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b0a6c0-1a37-415e-a136-c3e3c53736c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:11.314573 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a6c0-1a37-415e-a136-c3e3c53736c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:11.333986 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0a6c0-1a37-415e-a136-c3e3c53736c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:11.366926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76153713-27ab-4f50-855a-60fffe09147e tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (a685e942-2ddd-4401-99ea-050eef8d1028), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:11.386601 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c0b0a6c0-1a37-415e-a136-c3e3c53736c3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3547657 Oct 28 09:56:11.389638 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37000) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:11.394893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6b413212-0bc3-4864-925a-70fa8908e078 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'fixed_ips': [{'subnet_id': 'bc31b092-ac24-4983-a2c8-2b730125f9cd', 'ip_address': '2001:db8::2d5c:9444:8db0:883e'}], 'name': 'tempest-NetworksTestDHCPv6-1996493255'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:11.513629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:11.520861 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:11.554319 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:11.566974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b413212-0bc3-4864-925a-70fa8908e078 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:11.571187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c50b6736-f4fd-402a-b16c-b1efdfe279b9 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (cbeb5ab6-12b4-4593-8b6a-b2578700ac63), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:11.571513 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c50b6736-f4fd-402a-b16c-b1efdfe279b9 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Publish callbacks [] for floatingip (cbeb5ab6-12b4-4593-8b6a-b2578700ac63), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:11.573207 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6b413212-0bc3-4864-925a-70fa8908e078 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:11.594279 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-6b413212-0bc3-4864-925a-70fa8908e078 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port 3e8749a1-d2d5-4049-b29b-4607504ba8a1 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:56:11.618615 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 8815e4ee-03f8-4803-9cff-37eb2f670d22 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:11.630282 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c50b6736-f4fd-402a-b16c-b1efdfe279b9 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Calling delete_port for cbeb5ab6-12b4-4593-8b6a-b2578700ac63 owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:11.633006 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:11.698541 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-76153713-27ab-4f50-855a-60fffe09147e tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Floating IP a685e942-2ddd-4401-99ea-050eef8d1028 associated. External IP: 172.36.1.150, port: a330dd67-fc20-4fe0-8103-6297751df93e. Oct 28 09:56:11.768512 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:11.819348 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b413212-0bc3-4864-925a-70fa8908e078 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 28 09:56:11.821470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b413212-0bc3-4864-925a-70fa8908e078 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:56:11.906006 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6b413212-0bc3-4864-925a-70fa8908e078 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5121036 Oct 28 09:56:11.906006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37002) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:11.916760 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router edbc5c71-34e3-4ed6-9de6-f6ff5942d19b has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:11.945551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-1056b023-2a24-4853-8555-8496fe0b4f67 None None] Provisioning complete for port c22632ea-c49f-443c-abc7-506315f401e3 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:11.950249 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1056b023-2a24-4853-8555-8496fe0b4f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c22632ea-c49f-443c-abc7-506315f401e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:11.950249 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-1056b023-2a24-4853-8555-8496fe0b4f67 None None] Attempt 1 to provision port c22632ea-c49f-443c-abc7-506315f401e3 Oct 28 09:56:11.970164 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d51e22a-0467-4701-b36a-7285e8c964fb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:11.978753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d51e22a-0467-4701-b36a-7285e8c964fb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:11.983442 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9d51e22a-0467-4701-b36a-7285e8c964fb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0753741 Oct 28 09:56:11.985357 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37004) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:11.998280 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:11.998513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1056b023-2a24-4853-8555-8496fe0b4f67 None None] Port c22632ea-c49f-443c-abc7-506315f401e3 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:12.120481 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-64f0ed35-fcb6-40c5-a1ca-339a053ec09f None None] Provisioning complete for port 29635184-c556-4b74-8990-35be8f1d5750 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:12.120861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-64f0ed35-fcb6-40c5-a1ca-339a053ec09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (29635184-c556-4b74-8990-35be8f1d5750), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:12.121202 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-64f0ed35-fcb6-40c5-a1ca-339a053ec09f None None] Attempt 1 to provision port 29635184-c556-4b74-8990-35be8f1d5750 Oct 28 09:56:12.205281 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-64f0ed35-fcb6-40c5-a1ca-339a053ec09f None None] Current status of the port 29635184-c556-4b74-8990-35be8f1d5750 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:12.205689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-64f0ed35-fcb6-40c5-a1ca-339a053ec09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (29635184-c556-4b74-8990-35be8f1d5750), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:12.243193 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-64f0ed35-fcb6-40c5-a1ca-339a053ec09f None None] For port 29635184-c556-4b74-8990-35be8f1d5750, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=29635184-c556-4b74-8990-35be8f1d5750,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:12.315494 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-64f0ed35-fcb6-40c5-a1ca-339a053ec09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (29635184-c556-4b74-8990-35be8f1d5750), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:12.321047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:12.365030 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0ed35-fcb6-40c5-a1ca-339a053ec09f None None] Pushing event updated for resources: {'Port': ['ID=29635184-c556-4b74-8990-35be8f1d5750,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:12.434928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-1e99c652-57b2-45cb-8089-467ccb583dff None None] Provisioning complete for port acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:12.435312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1e99c652-57b2-45cb-8089-467ccb583dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:12.435657 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-1e99c652-57b2-45cb-8089-467ccb583dff None None] Attempt 1 to provision port acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6 Oct 28 09:56:12.470267 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1e99c652-57b2-45cb-8089-467ccb583dff None None] Port acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:12.575857 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:12.581403 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0bc457d4-eba5-4cab-9fde-525787ae80eb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/edbc5c71-34e3-4ed6-9de6-f6ff5942d19b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9234548 Oct 28 09:56:12.586028 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd7b43e-67a1-4bdd-8862-c26d9a550ff4 None None] Sync routers for ids ['edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:12.586979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37006) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:12.596191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd7b43e-67a1-4bdd-8862-c26d9a550ff4 None None] Routers {'edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:12.596911 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-7bd7b43e-67a1-4bdd-8862-c26d9a550ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:12.610284 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-43daea29-e14d-4539-902e-837bdb31ad49 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:12.610637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-43daea29-e14d-4539-902e-837bdb31ad49 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:12.634404 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-7bd7b43e-67a1-4bdd-8862-c26d9a550ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:12.637160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d2fb3b-0cad-4067-a056-8d9f58fccf75 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:12.639084 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a4d2fb3b-0cad-4067-a056-8d9f58fccf75 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports/c22632ea-c49f-443c-abc7-506315f401e3 HTTP/1.1" status: 200 len: 910 time: 0.0512066 Oct 28 09:56:12.642327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37008) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:12.645677 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd7b43e-67a1-4bdd-8862-c26d9a550ff4 None None] Routers {'edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:12.646459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-7bd7b43e-67a1-4bdd-8862-c26d9a550ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:12.680850 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-7bd7b43e-67a1-4bdd-8862-c26d9a550ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:12.681437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd7b43e-67a1-4bdd-8862-c26d9a550ff4 None None] The sync data for ids ['edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:12.741774 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c50b6736-f4fd-402a-b16c-b1efdfe279b9 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (cbeb5ab6-12b4-4593-8b6a-b2578700ac63), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:12.753038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-845c5545-ea4b-459a-8ff2-dfb4ea7004b0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (e6832a67-7600-4fae-8b1b-17e3aa109562), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:12.787578 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b6736-f4fd-402a-b16c-b1efdfe279b9 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Pushing event deleted for resources: {'Port': ['ID=cbeb5ab6-12b4-4593-8b6a-b2578700ac63,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:12.791755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-845c5545-ea4b-459a-8ff2-dfb4ea7004b0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (e6832a67-7600-4fae-8b1b-17e3aa109562), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:12.804498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76153713-27ab-4f50-855a-60fffe09147e tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:12.929828 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-43daea29-e14d-4539-902e-837bdb31ad49 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:12.975035 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 29635184-c556-4b74-8990-35be8f1d5750 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:12.976736 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:12.994934 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-43daea29-e14d-4539-902e-837bdb31ad49 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:13.010534 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bcdcdaad-3cb8-4051-b4e1-a6452e759f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:13.032090 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 29635184-c556-4b74-8990-35be8f1d5750 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:13.034711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (29635184-c556-4b74-8990-35be8f1d5750), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:13.034711 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 29635184-c556-4b74-8990-35be8f1d5750 Oct 28 09:56:13.042372 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c50b6736-f4fd-402a-b16c-b1efdfe279b9 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Publish callbacks [] for floatingip (508ca176-dda3-4600-806c-7df87d7d9322), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:13.044878 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c50b6736-f4fd-402a-b16c-b1efdfe279b9 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:13.048610 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c50b6736-f4fd-402a-b16c-b1efdfe279b9 tempest-FloatingIPAdminTestJSON-1265092189 tempest-FloatingIPAdminTestJSON-1265092189-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/508ca176-dda3-4600-806c-7df87d7d9322 HTTP/1.1" status: 204 len: 168 time: 2.1588132 Oct 28 09:56:13.049638 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37010) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:13.094034 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3654-ce22-4fe7-8fe5-01a7ee758a8f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (edbc5c71-34e3-4ed6-9de6-f6ff5942d19b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:13.117778 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 29635184-c556-4b74-8990-35be8f1d5750 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:13.151731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:13.173885 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845c5545-ea4b-459a-8ff2-dfb4ea7004b0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Router e6832a67-7600-4fae-8b1b-17e3aa109562 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:13.176342 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76153713-27ab-4f50-855a-60fffe09147e tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:13.182347 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76153713-27ab-4f50-855a-60fffe09147e tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:13.190467 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9ca3b-c3f8-4e27-b025-a5e30f71ec39 None None] Sync routers for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:13.191043 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:13.203197 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9ca3b-c3f8-4e27-b025-a5e30f71ec39 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:13.204055 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ece9ca3b-c3f8-4e27-b025-a5e30f71ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:13.239493 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-76153713-27ab-4f50-855a-60fffe09147e tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/a685e942-2ddd-4401-99ea-050eef8d1028 HTTP/1.1" status: 200 len: 977 time: 3.5279975 Oct 28 09:56:13.242957 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37012) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:13.245945 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ece9ca3b-c3f8-4e27-b025-a5e30f71ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:13.255780 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9ca3b-c3f8-4e27-b025-a5e30f71ec39 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:13.256816 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ece9ca3b-c3f8-4e27-b025-a5e30f71ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:13.275550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-8f970f37-2e86-42d3-9e9e-b4f048878a44 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Deleting port b2a5260f-ab7c-4eec-8513-caed2803eccc {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:13.275933 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8f970f37-2e86-42d3-9e9e-b4f048878a44 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (b2a5260f-ab7c-4eec-8513-caed2803eccc), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:13.292124 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ece9ca3b-c3f8-4e27-b025-a5e30f71ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:13.292788 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9ca3b-c3f8-4e27-b025-a5e30f71ec39 None None] The sync data for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:13.383396 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845c5545-ea4b-459a-8ff2-dfb4ea7004b0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:13.387663 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-845c5545-ea4b-459a-8ff2-dfb4ea7004b0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:13.391836 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-845c5545-ea4b-459a-8ff2-dfb4ea7004b0 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "PUT /networking/v2.0/routers/e6832a67-7600-4fae-8b1b-17e3aa109562 HTTP/1.1" status: 200 len: 926 time: 3.5950325 Oct 28 09:56:13.392465 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37014) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:13.392957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166361df-07b4-4487-bf3e-ae27a58a7b2f None None] Sync routers for ids ['e6832a67-7600-4fae-8b1b-17e3aa109562'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:13.409016 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166361df-07b4-4487-bf3e-ae27a58a7b2f None None] Routers {'e6832a67-7600-4fae-8b1b-17e3aa109562'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:13.409725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-166361df-07b4-4487-bf3e-ae27a58a7b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e6832a67-7600-4fae-8b1b-17e3aa109562'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:13.434118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-43daea29-e14d-4539-902e-837bdb31ad49 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:13.449036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-166361df-07b4-4487-bf3e-ae27a58a7b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:13.462251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166361df-07b4-4487-bf3e-ae27a58a7b2f None None] Routers {'e6832a67-7600-4fae-8b1b-17e3aa109562'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:13.463279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-166361df-07b4-4487-bf3e-ae27a58a7b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e6832a67-7600-4fae-8b1b-17e3aa109562'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:13.479917 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43daea29-e14d-4539-902e-837bdb31ad49 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:13.500417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-166361df-07b4-4487-bf3e-ae27a58a7b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:13.501041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166361df-07b4-4487-bf3e-ae27a58a7b2f None None] The sync data for ids ['e6832a67-7600-4fae-8b1b-17e3aa109562'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:13.546926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-43daea29-e14d-4539-902e-837bdb31ad49 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:13.550243 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-43daea29-e14d-4539-902e-837bdb31ad49 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6 HTTP/1.1" status: 204 len: 168 time: 1.5571971 Oct 28 09:56:13.556220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37016) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:13.619030 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-32d0d423-b9ec-43c5-b467-0c81ccd68a84 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/e6832a67-7600-4fae-8b1b-17e3aa109562 HTTP/1.1" status: 200 len: 926 time: 0.2252786 Oct 28 09:56:13.619650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37018) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:13.658138 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ea9b85-4055-4909-b66c-470696e961be tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:13.659890 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ea9b85-4055-4909-b66c-470696e961be tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:13.664161 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-88ea9b85-4055-4909-b66c-470696e961be tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1042993 Oct 28 09:56:13.681238 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37020) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:13.739495 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2febd6-5cd6-4ec3-a154-57da39a03734 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:13.743563 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1b2febd6-5cd6-4ec3-a154-57da39a03734 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&device_id=e6832a67-7600-4fae-8b1b-17e3aa109562&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1183290 Oct 28 09:56:13.744167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37022) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:13.774586 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:13.781832 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-921a4cf8-f720-4d1c-901e-3075ad510e6a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet bc31b092-ac24-4983-a2c8-2b730125f9cd {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:56:13.787197 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8f970f37-2e86-42d3-9e9e-b4f048878a44 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (b2a5260f-ab7c-4eec-8513-caed2803eccc), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:13.787520 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8f970f37-2e86-42d3-9e9e-b4f048878a44 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks [] for floatingip (b2a5260f-ab7c-4eec-8513-caed2803eccc), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:13.814004 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-921a4cf8-f720-4d1c-901e-3075ad510e6a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (bc31b092-ac24-4983-a2c8-2b730125f9cd), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:13.817674 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-985867b5-8b5d-4d1d-9ebd-551c0490086b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting port a330dd67-fc20-4fe0-8103-6297751df93e {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:13.818015 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-985867b5-8b5d-4d1d-9ebd-551c0490086b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a330dd67-fc20-4fe0-8103-6297751df93e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:13.841213 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-8f970f37-2e86-42d3-9e9e-b4f048878a44 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Calling delete_port for b2a5260f-ab7c-4eec-8513-caed2803eccc owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:13.844301 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:13.870848 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-921a4cf8-f720-4d1c-901e-3075ad510e6a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (bc31b092-ac24-4983-a2c8-2b730125f9cd), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:13.920150 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb056a4-cefb-4a63-8d7c-f26ef805976a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:13.924182 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ffb056a4-cefb-4a63-8d7c-f26ef805976a tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/3f25a2da-d85f-4684-8b32-f70565f202ac HTTP/1.1" status: 200 len: 881 time: 0.1762195 Oct 28 09:56:13.925496 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37024) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:13.969214 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b4774ccc-e110-4189-8900-e3b9872a57c5 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6832a67-7600-4fae-8b1b-17e3aa109562 HTTP/1.1" status: 200 len: 205 time: 0.0403757 Oct 28 09:56:13.972080 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37026) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:13.991639 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-9a3a3654-ce22-4fe7-8fe5-01a7ee758a8f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting port c22632ea-c49f-443c-abc7-506315f401e3 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:13.991971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3654-ce22-4fe7-8fe5-01a7ee758a8f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (c22632ea-c49f-443c-abc7-506315f401e3), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.048716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-921a4cf8-f720-4d1c-901e-3075ad510e6a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (bc31b092-ac24-4983-a2c8-2b730125f9cd), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.049598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-985867b5-8b5d-4d1d-9ebd-551c0490086b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a330dd67-fc20-4fe0-8103-6297751df93e), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.140747 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-17c43984-a86e-43e6-bbcb-37e73781fbd8 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (e6832a67-7600-4fae-8b1b-17e3aa109562), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.233467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:14.251522 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-17c43984-a86e-43e6-bbcb-37e73781fbd8 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (e6832a67-7600-4fae-8b1b-17e3aa109562), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.257065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3654-ce22-4fe7-8fe5-01a7ee758a8f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (c22632ea-c49f-443c-abc7-506315f401e3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.270001 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-921a4cf8-f720-4d1c-901e-3075ad510e6a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (bc31b092-ac24-4983-a2c8-2b730125f9cd), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.285623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-9a3a3654-ce22-4fe7-8fe5-01a7ee758a8f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Calling delete_port for c22632ea-c49f-443c-abc7-506315f401e3 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:14.298520 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a4cf8-f720-4d1c-901e-3075ad510e6a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=bc31b092-ac24-4983-a2c8-2b730125f9cd,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:14.304902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-921a4cf8-f720-4d1c-901e-3075ad510e6a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.308872 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-921a4cf8-f720-4d1c-901e-3075ad510e6a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/bc31b092-ac24-4983-a2c8-2b730125f9cd HTTP/1.1" status: 204 len: 168 time: 0.6240845 Oct 28 09:56:14.308973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37030) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:14.312393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8945ab53-a647-49c0-a515-9d46f13e2092 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:14.356944 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e6912336-c6da-4d5d-8889-b873987ddc82 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397949 Oct 28 09:56:14.376635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37032) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:14.387631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-db25e224-777d-4d47-857b-ccac37bb12ce tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:14.415440 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-985867b5-8b5d-4d1d-9ebd-551c0490086b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.415440 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-985867b5-8b5d-4d1d-9ebd-551c0490086b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (a685e942-2ddd-4401-99ea-050eef8d1028), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.415795 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-985867b5-8b5d-4d1d-9ebd-551c0490086b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Floating IP a685e942-2ddd-4401-99ea-050eef8d1028 disassociated. External IP: 172.36.1.150, port: a330dd67-fc20-4fe0-8103-6297751df93e. Oct 28 09:56:14.416009 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-985867b5-8b5d-4d1d-9ebd-551c0490086b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Calling delete_port for a330dd67-fc20-4fe0-8103-6297751df93e owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:14.460034 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8f970f37-2e86-42d3-9e9e-b4f048878a44 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (b2a5260f-ab7c-4eec-8513-caed2803eccc), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.490354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf22067-05b8-4884-9bc7-0c7126fea931 None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:56:14.540257 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5cf22067-05b8-4884-9bc7-0c7126fea931 None None] Deleting port 29635184-c556-4b74-8990-35be8f1d5750 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:14.540725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5cf22067-05b8-4884-9bc7-0c7126fea931 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (29635184-c556-4b74-8990-35be8f1d5750), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.547479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:14.554015 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f970f37-2e86-42d3-9e9e-b4f048878a44 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2a5260f-ab7c-4eec-8513-caed2803eccc,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:14.619689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-5cf22067-05b8-4884-9bc7-0c7126fea931 None None] For port 29635184-c556-4b74-8990-35be8f1d5750, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=29635184-c556-4b74-8990-35be8f1d5750,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:14.620161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5cf22067-05b8-4884-9bc7-0c7126fea931 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (29635184-c556-4b74-8990-35be8f1d5750), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.627221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:14.632167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-17c43984-a86e-43e6-bbcb-37e73781fbd8 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Deleting port c64253fe-6e97-400c-b8f9-83f10830a989 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:14.632709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-17c43984-a86e-43e6-bbcb-37e73781fbd8 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (c64253fe-6e97-400c-b8f9-83f10830a989), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.634371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5cf22067-05b8-4884-9bc7-0c7126fea931 None None] Calling delete_port for 29635184-c556-4b74-8990-35be8f1d5750 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:14.710193 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:14.711756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8f970f37-2e86-42d3-9e9e-b4f048878a44 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks [] for floatingip (8f028be9-3cb4-4b70-a72b-7920884551b6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.714188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8f970f37-2e86-42d3-9e9e-b4f048878a44 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.715355 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8f970f37-2e86-42d3-9e9e-b4f048878a44 tempest-FloatingIPAdminTestJSON-664378129 tempest-FloatingIPAdminTestJSON-664378129-project-admin] 10.222.0.49 "DELETE /networking/v2.0/floatingips/8f028be9-3cb4-4b70-a72b-7920884551b6 HTTP/1.1" status: 204 len: 168 time: 1.6652436 Oct 28 09:56:14.717571 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-17c43984-a86e-43e6-bbcb-37e73781fbd8 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (c64253fe-6e97-400c-b8f9-83f10830a989), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.718626 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37034) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:14.738702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-17c43984-a86e-43e6-bbcb-37e73781fbd8 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Calling delete_port for c64253fe-6e97-400c-b8f9-83f10830a989 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:14.800620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db25e224-777d-4d47-857b-ccac37bb12ce tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:14.801356 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5cf22067-05b8-4884-9bc7-0c7126fea931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (29635184-c556-4b74-8990-35be8f1d5750), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.804268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-db25e224-777d-4d47-857b-ccac37bb12ce tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.828035 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf22067-05b8-4884-9bc7-0c7126fea931 None None] Pushing event deleted for resources: {'Port': ['ID=29635184-c556-4b74-8990-35be8f1d5750,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:14.837120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf22067-05b8-4884-9bc7-0c7126fea931 None None] No DVR routers for this DVR port 29635184-c556-4b74-8990-35be8f1d5750 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:14.936515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 29635184-c556-4b74-8990-35be8f1d5750 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:14.960711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 29635184-c556-4b74-8990-35be8f1d5750 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:14.961151 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 29635184-c556-4b74-8990-35be8f1d5750 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:14.965032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-d389888b-3c3c-4a8e-8d7d-81ccf2b37cc1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Deleting port e9a6b673-9c71-4656-879f-ea2ce508296e {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:14.965411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d389888b-3c3c-4a8e-8d7d-81ccf2b37cc1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e9a6b673-9c71-4656-879f-ea2ce508296e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:14.984506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=78,neutron:INSERT=6,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:15.007538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-17c43984-a86e-43e6-bbcb-37e73781fbd8 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (c64253fe-6e97-400c-b8f9-83f10830a989), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.014265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3654-ce22-4fe7-8fe5-01a7ee758a8f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (c22632ea-c49f-443c-abc7-506315f401e3), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.020196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-985867b5-8b5d-4d1d-9ebd-551c0490086b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a330dd67-fc20-4fe0-8103-6297751df93e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.035823 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c43984-a86e-43e6-bbcb-37e73781fbd8 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Pushing event deleted for resources: {'Port': ['ID=c64253fe-6e97-400c-b8f9-83f10830a989,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:15.086138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a3654-ce22-4fe7-8fe5-01a7ee758a8f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Port': ['ID=c22632ea-c49f-443c-abc7-506315f401e3,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:15.094373 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:15.099556 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-17c43984-a86e-43e6-bbcb-37e73781fbd8 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (e6832a67-7600-4fae-8b1b-17e3aa109562), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.149344 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985867b5-8b5d-4d1d-9ebd-551c0490086b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Port': ['ID=a330dd67-fc20-4fe0-8103-6297751df93e,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:15.201716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-17c43984-a86e-43e6-bbcb-37e73781fbd8 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (e6832a67-7600-4fae-8b1b-17e3aa109562), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.206935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-17c43984-a86e-43e6-bbcb-37e73781fbd8 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_controller (e6832a67-7600-4fae-8b1b-17e3aa109562), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.255484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d389888b-3c3c-4a8e-8d7d-81ccf2b37cc1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e9a6b673-9c71-4656-879f-ea2ce508296e), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.310937 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-d389888b-3c3c-4a8e-8d7d-81ccf2b37cc1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Calling delete_port for e9a6b673-9c71-4656-879f-ea2ce508296e owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:15.338098 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-17c43984-a86e-43e6-bbcb-37e73781fbd8 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (e6832a67-7600-4fae-8b1b-17e3aa109562), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.338645 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c43984-a86e-43e6-bbcb-37e73781fbd8 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Fanout notify agent at l3_agent the message router_deleted on router e6832a67-7600-4fae-8b1b-17e3aa109562 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:15.343927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-26c29438-3519-4cba-b895-60d6ceaaa70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.345375 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-17c43984-a86e-43e6-bbcb-37e73781fbd8 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.351856 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-17c43984-a86e-43e6-bbcb-37e73781fbd8 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "DELETE /networking/v2.0/routers/e6832a67-7600-4fae-8b1b-17e3aa109562 HTTP/1.1" status: 204 len: 168 time: 1.3787191 Oct 28 09:56:15.352496 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37036) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:15.357260 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-4af202c1-28fd-46e2-92a4-5ef763a2377c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-729937554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:15.425950 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:15.431129 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-db25e224-777d-4d47-857b-ccac37bb12ce tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (2df96cdd-36bb-4713-91e9-6798c95072d5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.441074 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4af202c1-28fd-46e2-92a4-5ef763a2377c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (28ec0fec-9f18-4ef9-856b-3db8968bf4ef), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.445046 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4af202c1-28fd-46e2-92a4-5ef763a2377c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (28ec0fec-9f18-4ef9-856b-3db8968bf4ef), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.496111 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4af202c1-28fd-46e2-92a4-5ef763a2377c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_controller (28ec0fec-9f18-4ef9-856b-3db8968bf4ef), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.548161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25e224-777d-4d47-857b-ccac37bb12ce tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:15.554910 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3654-ce22-4fe7-8fe5-01a7ee758a8f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (edbc5c71-34e3-4ed6-9de6-f6ff5942d19b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.555065 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4af202c1-28fd-46e2-92a4-5ef763a2377c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (28ec0fec-9f18-4ef9-856b-3db8968bf4ef), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.561818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-db25e224-777d-4d47-857b-ccac37bb12ce tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:15.566590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985867b5-8b5d-4d1d-9ebd-551c0490086b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:15.572410 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e47fc93-9b71-4fa9-a0db-017e9bb2f7a8 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:15.576221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db25e224-777d-4d47-857b-ccac37bb12ce tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:15.576754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-db25e224-777d-4d47-857b-ccac37bb12ce tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.587246 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25e224-777d-4d47-857b-ccac37bb12ce tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=2df96cdd-36bb-4713-91e9-6798c95072d5,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:15.677421 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4af202c1-28fd-46e2-92a4-5ef763a2377c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.680609 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4af202c1-28fd-46e2-92a4-5ef763a2377c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3248782 Oct 28 09:56:15.686621 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37038) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:15.686868 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': '2df96cdd-36bb-4713-91e9-6798c95072d5'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:56:15.686868 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:15.688705 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:15.705093 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:15.876423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Allocated IP 2001:db8::2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/2df96cdd-36bb-4713-91e9-6798c95072d5/dd22ce5f-9303-4b13-924f-ff3864b962a3) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:15.915815 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (28ec0fec-9f18-4ef9-856b-3db8968bf4ef), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:16.016580 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-db25e224-777d-4d47-857b-ccac37bb12ce tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6343541 Oct 28 09:56:16.024897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37040) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:16.033270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-1ea5485e-3503-43e4-87ab-dfe45834584a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'fixed_ips': [{'subnet_id': '2df96cdd-36bb-4713-91e9-6798c95072d5', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-306563111'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:16.051522 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Publish callbacks [] for port (dd22ce5f-9303-4b13-924f-ff3864b962a3), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:16.115324 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (dd22ce5f-9303-4b13-924f-ff3864b962a3), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:16.137222 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:16.149054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d389888b-3c3c-4a8e-8d7d-81ccf2b37cc1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e9a6b673-9c71-4656-879f-ea2ce508296e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:16.167036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:16.171112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:16.175357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:16.190406 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (28ec0fec-9f18-4ef9-856b-3db8968bf4ef), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:16.212448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:16.220003 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389888b-3c3c-4a8e-8d7d-81ccf2b37cc1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event deleted for resources: {'Port': ['ID=e9a6b673-9c71-4656-879f-ea2ce508296e,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:16.272753 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:16.272943 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985867b5-8b5d-4d1d-9ebd-551c0490086b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:16.282352 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a06db5-96e6-4768-a876-5fd76dc9b38c None None] Sync routers for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:16.299361 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a06db5-96e6-4768-a876-5fd76dc9b38c None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:16.300205 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-62a06db5-96e6-4768-a876-5fd76dc9b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:16.337533 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Pushing event updated for resources: {'Port': ['ID=dd22ce5f-9303-4b13-924f-ff3864b962a3,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:16.376235 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-62a06db5-96e6-4768-a876-5fd76dc9b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:16.390289 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a06db5-96e6-4768-a876-5fd76dc9b38c None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:16.391126 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-62a06db5-96e6-4768-a876-5fd76dc9b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:16.398413 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Allocated IP 172.36.1.243 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/8ab3b4ad-9920-4152-a6a9-72177864b080) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:16.408148 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Attempting to bind port dd22ce5f-9303-4b13-924f-ff3864b962a3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:56:16.408708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Attempting to bind port dd22ce5f-9303-4b13-924f-ff3864b962a3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:56:16.408930 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Attempting to bind port dd22ce5f-9303-4b13-924f-ff3864b962a3 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:16.433104 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-62a06db5-96e6-4768-a876-5fd76dc9b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:16.433928 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a06db5-96e6-4768-a876-5fd76dc9b38c None None] The sync data for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:16.461745 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:56:16.462120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:16.462613 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:16.463181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:56:16.463687 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Bound port: dd22ce5f-9303-4b13-924f-ff3864b962a3, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:56:16.464232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (dd22ce5f-9303-4b13-924f-ff3864b962a3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:16.468937 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3a3654-ce22-4fe7-8fe5-01a7ee758a8f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router edbc5c71-34e3-4ed6-9de6-f6ff5942d19b has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:16.470203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d389888b-3c3c-4a8e-8d7d-81ccf2b37cc1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:16.473429 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d389888b-3c3c-4a8e-8d7d-81ccf2b37cc1 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] 10.222.0.49 "DELETE /networking/v2.0/ports/e9a6b673-9c71-4656-879f-ea2ce508296e HTTP/1.1" status: 204 len: 168 time: 1.7533007 Oct 28 09:56:16.477656 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37042) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:16.542264 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-985867b5-8b5d-4d1d-9ebd-551c0490086b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:16.547049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] For port dd22ce5f-9303-4b13-924f-ff3864b962a3, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:16.548243 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-985867b5-8b5d-4d1d-9ebd-551c0490086b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a330dd67-fc20-4fe0-8103-6297751df93e HTTP/1.1" status: 204 len: 168 time: 3.3028076 Oct 28 09:56:16.551181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] For port dd22ce5f-9303-4b13-924f-ff3864b962a3, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=dd22ce5f-9303-4b13-924f-ff3864b962a3,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:16.554466 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37044) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:16.569772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea5485e-3503-43e4-87ab-dfe45834584a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:16.570299 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for port (8ab3b4ad-9920-4152-a6a9-72177864b080), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:16.573393 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:16.632183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (dd22ce5f-9303-4b13-924f-ff3864b962a3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:16.687721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d793b-346d-41ed-a554-c9136bcdaf09 None None] Pushing event updated for resources: {'Port': ['ID=dd22ce5f-9303-4b13-924f-ff3864b962a3,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:16.693513 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (8ab3b4ad-9920-4152-a6a9-72177864b080), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:16.694917 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecf9881-8e52-4ab2-b25a-65283a22d6b2 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:16.696476 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8ecf9881-8e52-4ab2-b25a-65283a22d6b2 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6cfd7282-e41c-4a2e-af29-312fd32828d6 HTTP/1.1" status: 200 len: 913 time: 0.2164431 Oct 28 09:56:16.704102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37046) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:16.745166 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-28a40104-4c53-4029-a711-5ad2b8d0b87c tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "GET /networking/v2.0/floatingips/a685e942-2ddd-4401-99ea-050eef8d1028 HTTP/1.1" status: 200 len: 688 time: 0.1881764 Oct 28 09:56:16.746054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37048) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:16.750549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:16.753261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:16.758208 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:16.782036 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Pushing event updated for resources: {'Port': ['ID=8ab3b4ad-9920-4152-a6a9-72177864b080,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:16.844745 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:16.877356 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:16.951625 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3a3654-ce22-4fe7-8fe5-01a7ee758a8f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:16.970025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26465d8-386c-4a28-be9b-d5bb5cef86c3 None None] Sync routers for ids ['edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:16.971374 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9a3a3654-ce22-4fe7-8fe5-01a7ee758a8f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/edbc5c71-34e3-4ed6-9de6-f6ff5942d19b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3279295 Oct 28 09:56:16.975081 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37052) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:16.983247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26465d8-386c-4a28-be9b-d5bb5cef86c3 None None] Routers {'edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:16.984807 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1ea5485e-3503-43e4-87ab-dfe45834584a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:16.985752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-b26465d8-386c-4a28-be9b-d5bb5cef86c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:17.066619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-1ea5485e-3503-43e4-87ab-dfe45834584a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port 7a9257f2-18be-4613-9982-9106047b5fd2 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:56:17.068219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device dd22ce5f-9303-4b13-924f-ff3864b962a3 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:17.071773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-b26465d8-386c-4a28-be9b-d5bb5cef86c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:17.110970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:17.111845 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26465d8-386c-4a28-be9b-d5bb5cef86c3 None None] Routers {'edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:17.112891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-b26465d8-386c-4a28-be9b-d5bb5cef86c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:17.134101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ec31f-585e-4a7a-b061-64fb7b529219 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting port 24d9c6bc-7119-4c41-bd1c-756dcdd23021 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:17.135139 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec31f-585e-4a7a-b061-64fb7b529219 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (24d9c6bc-7119-4c41-bd1c-756dcdd23021), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:17.155460 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-b26465d8-386c-4a28-be9b-d5bb5cef86c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:17.156280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26465d8-386c-4a28-be9b-d5bb5cef86c3 None None] The sync data for ids ['edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:17.176174 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port dd22ce5f-9303-4b13-924f-ff3864b962a3 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:17.176777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (dd22ce5f-9303-4b13-924f-ff3864b962a3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:17.178025 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port dd22ce5f-9303-4b13-924f-ff3864b962a3 Oct 28 09:56:17.208321 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:17.262598 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port dd22ce5f-9303-4b13-924f-ff3864b962a3 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:17.263292 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (dd22ce5f-9303-4b13-924f-ff3864b962a3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:17.266797 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:17.302915 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port dd22ce5f-9303-4b13-924f-ff3864b962a3, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=dd22ce5f-9303-4b13-924f-ff3864b962a3,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:17.324299 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (28ec0fec-9f18-4ef9-856b-3db8968bf4ef), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:17.331786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec31f-585e-4a7a-b061-64fb7b529219 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (24d9c6bc-7119-4c41-bd1c-756dcdd23021), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:17.332104 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec31f-585e-4a7a-b061-64fb7b529219 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (24d9c6bc-7119-4c41-bd1c-756dcdd23021), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:17.368439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ec31f-585e-4a7a-b061-64fb7b529219 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Calling delete_port for 24d9c6bc-7119-4c41-bd1c-756dcdd23021 owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:17.432126 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea5485e-3503-43e4-87ab-dfe45834584a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:56:17.432527 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea5485e-3503-43e4-87ab-dfe45834584a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:56:17.435767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (dd22ce5f-9303-4b13-924f-ff3864b962a3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:17.436300 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:17.506381 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=dd22ce5f-9303-4b13-924f-ff3864b962a3,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:17.539601 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e4f360c6-9065-4e80-8613-1073c3ba1ac8 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (6cfd7282-e41c-4a2e-af29-312fd32828d6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:17.546149 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1ea5485e-3503-43e4-87ab-dfe45834584a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5205207 Oct 28 09:56:17.577245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37056) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:17.653463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:17.696918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a707c9-0bff-432d-b85b-688ed4ea348f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:17.698478 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-29a707c9-0bff-432d-b85b-688ed4ea348f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1205726 Oct 28 09:56:17.703126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37058) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:17.808703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cef298-b8a1-467b-8646-ec57d58e4dcb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:17.810724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cef298-b8a1-467b-8646-ec57d58e4dcb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:17.812410 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e7cef298-b8a1-467b-8646-ec57d58e4dcb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1038046 Oct 28 09:56:17.816178 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37060) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:17.816808 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec31f-585e-4a7a-b061-64fb7b529219 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (24d9c6bc-7119-4c41-bd1c-756dcdd23021), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:17.826546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2af0f84e-b21d-4937-a154-cccff79fd1be tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (edbc5c71-34e3-4ed6-9de6-f6ff5942d19b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:17.945369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:17.952196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4a62f48f-49c7-4e5b-9cc5-d05b4e6c6d8b None None] Provisioning complete for port dd22ce5f-9303-4b13-924f-ff3864b962a3 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:17.952820 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4a62f48f-49c7-4e5b-9cc5-d05b4e6c6d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (dd22ce5f-9303-4b13-924f-ff3864b962a3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:17.953329 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4a62f48f-49c7-4e5b-9cc5-d05b4e6c6d8b None None] Attempt 1 to provision port dd22ce5f-9303-4b13-924f-ff3864b962a3 Oct 28 09:56:18.038524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4a62f48f-49c7-4e5b-9cc5-d05b4e6c6d8b None None] Current status of the port dd22ce5f-9303-4b13-924f-ff3864b962a3 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:18.106471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (28ec0fec-9f18-4ef9-856b-3db8968bf4ef), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.125563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (28ec0fec-9f18-4ef9-856b-3db8968bf4ef), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.186708 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ec31f-585e-4a7a-b061-64fb7b529219 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Port': ['ID=24d9c6bc-7119-4c41-bd1c-756dcdd23021,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:18.235204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d810519-e742-4dfc-a6af-2a9ff72e1d3f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 2df96cdd-36bb-4713-91e9-6798c95072d5 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:56:18.239992 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4d810519-e742-4dfc-a6af-2a9ff72e1d3f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (2df96cdd-36bb-4713-91e9-6798c95072d5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.268080 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:18.298133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2af0f84e-b21d-4937-a154-cccff79fd1be tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting port 68b71055-a72a-475b-a475-f29a0bf0f832 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:18.298475 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2af0f84e-b21d-4937-a154-cccff79fd1be tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (68b71055-a72a-475b-a475-f29a0bf0f832), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.354907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4d810519-e742-4dfc-a6af-2a9ff72e1d3f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (2df96cdd-36bb-4713-91e9-6798c95072d5), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.390807 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec31f-585e-4a7a-b061-64fb7b529219 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (a685e942-2ddd-4401-99ea-050eef8d1028), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.393234 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec31f-585e-4a7a-b061-64fb7b529219 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.394393 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1a4ec31f-585e-4a7a-b061-64fb7b529219 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/a685e942-2ddd-4401-99ea-050eef8d1028 HTTP/1.1" status: 204 len: 168 time: 1.6436286 Oct 28 09:56:18.399414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37062) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:18.405815 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '581df3f1-8d6e-4a74-8112-024a512a8ab8'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:18.412718 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e4f360c6-9065-4e80-8613-1073c3ba1ac8 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Deleting port 9a372709-24b9-41e3-bdfc-55ddb74e73fd {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:18.413039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e4f360c6-9065-4e80-8613-1073c3ba1ac8 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9a372709-24b9-41e3-bdfc-55ddb74e73fd), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.418144 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2af0f84e-b21d-4937-a154-cccff79fd1be tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (68b71055-a72a-475b-a475-f29a0bf0f832), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.418685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.420413 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:18.431720 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2af0f84e-b21d-4937-a154-cccff79fd1be tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Calling delete_port for 68b71055-a72a-475b-a475-f29a0bf0f832 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:18.437441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Router 28ec0fec-9f18-4ef9-856b-3db8968bf4ef is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:56:18.546892 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4d810519-e742-4dfc-a6af-2a9ff72e1d3f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (2df96cdd-36bb-4713-91e9-6798c95072d5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.575539 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.603027 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e4f360c6-9065-4e80-8613-1073c3ba1ac8 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9a372709-24b9-41e3-bdfc-55ddb74e73fd), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.638866 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:18.645878 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.649477 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d4900ff2-c869-488b-8961-36ebd1175397 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "PUT /networking/v2.0/routers/28ec0fec-9f18-4ef9-856b-3db8968bf4ef HTTP/1.1" status: 200 len: 883 time: 2.9664640 Oct 28 09:56:18.651346 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37064) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:18.654375 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e4f360c6-9065-4e80-8613-1073c3ba1ac8 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Calling delete_port for 9a372709-24b9-41e3-bdfc-55ddb74e73fd owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:18.659776 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09d708b-5c66-48fb-b51c-7155382cbbb8 None None] Sync routers for ids ['28ec0fec-9f18-4ef9-856b-3db8968bf4ef'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:18.671295 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:56:18.706753 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d708b-5c66-48fb-b51c-7155382cbbb8 None None] Routers {'28ec0fec-9f18-4ef9-856b-3db8968bf4ef'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:18.707551 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e09d708b-5c66-48fb-b51c-7155382cbbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['28ec0fec-9f18-4ef9-856b-3db8968bf4ef'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:18.731289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:18.755857 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e09d708b-5c66-48fb-b51c-7155382cbbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:18.759701 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.770173 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d708b-5c66-48fb-b51c-7155382cbbb8 None None] Routers {'28ec0fec-9f18-4ef9-856b-3db8968bf4ef'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:18.771678 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e09d708b-5c66-48fb-b51c-7155382cbbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['28ec0fec-9f18-4ef9-856b-3db8968bf4ef'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:18.807498 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6f2f8a1f-fc54-428f-81ab-89e924e58fe2 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/28ec0fec-9f18-4ef9-856b-3db8968bf4ef HTTP/1.1" status: 200 len: 924 time: 0.1527393 Oct 28 09:56:18.807690 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e09d708b-5c66-48fb-b51c-7155382cbbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:18.807690 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09d708b-5c66-48fb-b51c-7155382cbbb8 None None] The sync data for ids ['28ec0fec-9f18-4ef9-856b-3db8968bf4ef'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:18.807880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37066) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:18.858481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce36c108-79cf-4b92-9716-29c8445280d3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:18.859382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4d810519-e742-4dfc-a6af-2a9ff72e1d3f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (2df96cdd-36bb-4713-91e9-6798c95072d5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.863242 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ce36c108-79cf-4b92-9716-29c8445280d3 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&device_id=28ec0fec-9f18-4ef9-856b-3db8968bf4ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0518639 Oct 28 09:56:18.864363 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37068) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:18.869084 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:18.878255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2af0f84e-b21d-4937-a154-cccff79fd1be tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (68b71055-a72a-475b-a475-f29a0bf0f832), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.909340 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d810519-e742-4dfc-a6af-2a9ff72e1d3f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=2df96cdd-36bb-4713-91e9-6798c95072d5,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:18.926462 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4d810519-e742-4dfc-a6af-2a9ff72e1d3f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:18.927521 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8a2a6e-8baf-4103-812d-0a9284c25025 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:18.930179 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4d810519-e742-4dfc-a6af-2a9ff72e1d3f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2df96cdd-36bb-4713-91e9-6798c95072d5 HTTP/1.1" status: 204 len: 168 time: 1.1111231 Oct 28 09:56:18.934803 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37070) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:18.962028 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0f84e-b21d-4937-a154-cccff79fd1be tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Port': ['ID=68b71055-a72a-475b-a475-f29a0bf0f832,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:19.001797 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2a39d49f-36ee-450a-94b9-c220dd18af1f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632992 Oct 28 09:56:19.008101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37072) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:19.013139 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9811c52e-2a27-4b75-b22b-fb1e1246dfa2 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:19.014059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device dd22ce5f-9303-4b13-924f-ff3864b962a3 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:19.098707 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633d300-89e7-44cf-90ad-361fceea437c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:19.104043 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6633d300-89e7-44cf-90ad-361fceea437c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/3f25a2da-d85f-4684-8b32-f70565f202ac HTTP/1.1" status: 200 len: 881 time: 0.2386203 Oct 28 09:56:19.104661 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37074) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:19.110959 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port dd22ce5f-9303-4b13-924f-ff3864b962a3 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:19.111545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (dd22ce5f-9303-4b13-924f-ff3864b962a3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:19.112056 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port dd22ce5f-9303-4b13-924f-ff3864b962a3 Oct 28 09:56:19.126818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Allocated IP 172.36.1.166 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/347963e0-3f0b-49e2-b81c-35affbc55749) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:19.141168 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-638ebf4f-0879-4f0e-8269-bfcb9bc62a2b tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28ec0fec-9f18-4ef9-856b-3db8968bf4ef HTTP/1.1" status: 200 len: 205 time: 0.0331602 Oct 28 09:56:19.188005 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d57c62d-b730-4e91-a7e0-2444a8553335 None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:56:19.189268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37076) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:19.200388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:19.218614 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=80,neutron:UPDATE=6,neutron:DELETE=10,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:19.256902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port dd22ce5f-9303-4b13-924f-ff3864b962a3 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:19.269245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c62d-b730-4e91-a7e0-2444a8553335 None None] Deleting port dd22ce5f-9303-4b13-924f-ff3864b962a3 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:19.269701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7d57c62d-b730-4e91-a7e0-2444a8553335 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (dd22ce5f-9303-4b13-924f-ff3864b962a3), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:19.273870 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2af0f84e-b21d-4937-a154-cccff79fd1be tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (edbc5c71-34e3-4ed6-9de6-f6ff5942d19b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:19.342609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-7d57c62d-b730-4e91-a7e0-2444a8553335 None None] For port dd22ce5f-9303-4b13-924f-ff3864b962a3, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=dd22ce5f-9303-4b13-924f-ff3864b962a3,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:19.342609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7d57c62d-b730-4e91-a7e0-2444a8553335 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (dd22ce5f-9303-4b13-924f-ff3864b962a3), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:19.358654 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c62d-b730-4e91-a7e0-2444a8553335 None None] Calling delete_port for dd22ce5f-9303-4b13-924f-ff3864b962a3 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:19.361991 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (347963e0-3f0b-49e2-b81c-35affbc55749), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:19.394942 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e4f360c6-9065-4e80-8613-1073c3ba1ac8 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (9a372709-24b9-41e3-bdfc-55ddb74e73fd), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:19.399691 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f2153953-90c7-40d6-b66b-f8dd52c1b69c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (28ec0fec-9f18-4ef9-856b-3db8968bf4ef), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:19.425825 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f360c6-9065-4e80-8613-1073c3ba1ac8 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event deleted for resources: {'Port': ['ID=9a372709-24b9-41e3-bdfc-55ddb74e73fd,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:19.484706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9811c52e-2a27-4b75-b22b-fb1e1246dfa2 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:19.488784 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9811c52e-2a27-4b75-b22b-fb1e1246dfa2 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:19.543676 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (347963e0-3f0b-49e2-b81c-35affbc55749), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:19.543970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7d57c62d-b730-4e91-a7e0-2444a8553335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (dd22ce5f-9303-4b13-924f-ff3864b962a3), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:19.553384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:19.576033 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af0f84e-b21d-4937-a154-cccff79fd1be tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router edbc5c71-34e3-4ed6-9de6-f6ff5942d19b has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:19.584476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c62d-b730-4e91-a7e0-2444a8553335 None None] Pushing event deleted for resources: {'Port': ['ID=dd22ce5f-9303-4b13-924f-ff3864b962a3,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:19.589796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d57c62d-b730-4e91-a7e0-2444a8553335 None None] No DVR routers for this DVR port dd22ce5f-9303-4b13-924f-ff3864b962a3 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:19.618184 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f2153953-90c7-40d6-b66b-f8dd52c1b69c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (28ec0fec-9f18-4ef9-856b-3db8968bf4ef), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:19.657416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:19.668373 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:19.677612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:19.682757 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:19.697960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=347963e0-3f0b-49e2-b81c-35affbc55749,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:19.698260 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af0f84e-b21d-4937-a154-cccff79fd1be tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:19.707581 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2af0f84e-b21d-4937-a154-cccff79fd1be tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/edbc5c71-34e3-4ed6-9de6-f6ff5942d19b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7288494 Oct 28 09:56:19.707999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37078) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:19.714143 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce627f0-8fbd-4e96-945c-a9550e14f947 None None] Sync routers for ids ['edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:19.729016 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce627f0-8fbd-4e96-945c-a9550e14f947 None None] Routers {'edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:19.730178 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fce627f0-8fbd-4e96-945c-a9550e14f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:19.739958 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c2a863a2-a0cf-4c00-afe2-512f9b3f6ba9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=edbc5c71-34e3-4ed6-9de6-f6ff5942d19b HTTP/1.1" status: 200 len: 205 time: 0.0307350 Oct 28 09:56:19.742449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37082) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:19.769361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fce627f0-8fbd-4e96-945c-a9550e14f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:19.779384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce627f0-8fbd-4e96-945c-a9550e14f947 None None] Routers {'edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:19.780005 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fce627f0-8fbd-4e96-945c-a9550e14f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:19.817746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fce627f0-8fbd-4e96-945c-a9550e14f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:19.818500 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce627f0-8fbd-4e96-945c-a9550e14f947 None None] The sync data for ids ['edbc5c71-34e3-4ed6-9de6-f6ff5942d19b'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:19.842250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f2153953-90c7-40d6-b66b-f8dd52c1b69c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Deleting port 8ab3b4ad-9920-4152-a6a9-72177864b080 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:19.842517 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f2153953-90c7-40d6-b66b-f8dd52c1b69c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (8ab3b4ad-9920-4152-a6a9-72177864b080), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:19.845783 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e4f360c6-9065-4e80-8613-1073c3ba1ac8 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (6cfd7282-e41c-4a2e-af29-312fd32828d6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:19.847480 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47df1f5b-0b7f-4c27-8b88-d2d75345c844 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (edbc5c71-34e3-4ed6-9de6-f6ff5942d19b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:19.848843 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:19.993445 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:20.073349 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9811c52e-2a27-4b75-b22b-fb1e1246dfa2 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (7ed72f83-b728-4e95-9efb-73903de1f1d4), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.143131 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9811c52e-2a27-4b75-b22b-fb1e1246dfa2 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:20.180361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-9811c52e-2a27-4b75-b22b-fb1e1246dfa2 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:20.191577 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fca807-6c82-489a-9ea3-535df5dd12a5 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:20.194745 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9811c52e-2a27-4b75-b22b-fb1e1246dfa2 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:20.195334 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9811c52e-2a27-4b75-b22b-fb1e1246dfa2 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.219280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811c52e-2a27-4b75-b22b-fb1e1246dfa2 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=7ed72f83-b728-4e95-9efb-73903de1f1d4,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:20.310149 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9811c52e-2a27-4b75-b22b-fb1e1246dfa2 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3009715 Oct 28 09:56:20.316510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37084) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:20.323319 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f2153953-90c7-40d6-b66b-f8dd52c1b69c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (8ab3b4ad-9920-4152-a6a9-72177864b080), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.324084 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': '7ed72f83-b728-4e95-9efb-73903de1f1d4'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:56:20.325104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.326820 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47df1f5b-0b7f-4c27-8b88-d2d75345c844 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (edbc5c71-34e3-4ed6-9de6-f6ff5942d19b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.334061 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47df1f5b-0b7f-4c27-8b88-d2d75345c844 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_controller (edbc5c71-34e3-4ed6-9de6-f6ff5942d19b), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.345389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f2153953-90c7-40d6-b66b-f8dd52c1b69c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Calling delete_port for 8ab3b4ad-9920-4152-a6a9-72177864b080 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:20.353699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6d766a82-6bf3-4ee6-a116-1f8f7e879d15 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-112012765', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:20.470722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f360c6-9065-4e80-8613-1073c3ba1ac8 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Router 6cfd7282-e41c-4a2e-af29-312fd32828d6 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:20.478194 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47df1f5b-0b7f-4c27-8b88-d2d75345c844 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (edbc5c71-34e3-4ed6-9de6-f6ff5942d19b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.478579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:20.478808 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47df1f5b-0b7f-4c27-8b88-d2d75345c844 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Fanout notify agent at l3_agent the message router_deleted on router edbc5c71-34e3-4ed6-9de6-f6ff5942d19b {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:20.486354 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47df1f5b-0b7f-4c27-8b88-d2d75345c844 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.490891 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-47df1f5b-0b7f-4c27-8b88-d2d75345c844 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/routers/edbc5c71-34e3-4ed6-9de6-f6ff5942d19b HTTP/1.1" status: 204 len: 168 time: 0.7443237 Oct 28 09:56:20.491945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6d766a82-6bf3-4ee6-a116-1f8f7e879d15 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.492193 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6d766a82-6bf3-4ee6-a116-1f8f7e879d15 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.494754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37086) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:20.512531 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Allocated IP 2001:db8::2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/7ed72f83-b728-4e95-9efb-73903de1f1d4/5f09fdd0-19c4-4643-8d0b-9102e16006a0) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:20.564439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (3d6724e3-16c9-419b-b8b3-6af461e565fd), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.580807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f9291a-4450-45ee-97b2-cfeff5689c61 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting subnet fac4fe0f-25f9-4b12-b0b8-abb160b56bd6 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:56:20.587266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-45f9291a-4450-45ee-97b2-cfeff5689c61 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for subnet (fac4fe0f-25f9-4b12-b0b8-abb160b56bd6), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.646398 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-45f9291a-4450-45ee-97b2-cfeff5689c61 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (fac4fe0f-25f9-4b12-b0b8-abb160b56bd6), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.692235 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Publish callbacks [] for port (5f09fdd0-19c4-4643-8d0b-9102e16006a0), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.736131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f2153953-90c7-40d6-b66b-f8dd52c1b69c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (8ab3b4ad-9920-4152-a6a9-72177864b080), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.769703 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2153953-90c7-40d6-b66b-f8dd52c1b69c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Pushing event deleted for resources: {'Port': ['ID=8ab3b4ad-9920-4152-a6a9-72177864b080,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:20.773474 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (5f09fdd0-19c4-4643-8d0b-9102e16006a0), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.818804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:20.821828 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-45f9291a-4450-45ee-97b2-cfeff5689c61 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (fac4fe0f-25f9-4b12-b0b8-abb160b56bd6), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.824194 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:20.826436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Pushing event updated for resources: {'Port': ['ID=5f09fdd0-19c4-4643-8d0b-9102e16006a0,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:20.828855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:20.893237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:20.896377 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f2153953-90c7-40d6-b66b-f8dd52c1b69c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (28ec0fec-9f18-4ef9-856b-3db8968bf4ef), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.897796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Attempting to bind port 5f09fdd0-19c4-4643-8d0b-9102e16006a0 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:56:20.898147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Attempting to bind port 5f09fdd0-19c4-4643-8d0b-9102e16006a0 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:56:20.898569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Attempting to bind port 5f09fdd0-19c4-4643-8d0b-9102e16006a0 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:20.949122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:56:20.949501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:20.949990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.950426 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:56:20.950870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Bound port: 5f09fdd0-19c4-4643-8d0b-9102e16006a0, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:56:20.951204 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5f09fdd0-19c4-4643-8d0b-9102e16006a0), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.957269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6d766a82-6bf3-4ee6-a116-1f8f7e879d15 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for router_controller (e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:20.984437 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:20.990933 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device dd22ce5f-9303-4b13-924f-ff3864b962a3 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:21.002599 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6d766a82-6bf3-4ee6-a116-1f8f7e879d15 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.015668 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f360c6-9065-4e80-8613-1073c3ba1ac8 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:21.020128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f2153953-90c7-40d6-b66b-f8dd52c1b69c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (28ec0fec-9f18-4ef9-856b-3db8968bf4ef), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.020754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: dd22ce5f-9303-4b13-924f-ff3864b962a3 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:21.021272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device dd22ce5f-9303-4b13-924f-ff3864b962a3 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:21.023713 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e4f360c6-9065-4e80-8613-1073c3ba1ac8 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] 10.222.0.49 "PUT /networking/v2.0/routers/6cfd7282-e41c-4a2e-af29-312fd32828d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3182185 Oct 28 09:56:21.023884 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f2153953-90c7-40d6-b66b-f8dd52c1b69c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_controller (28ec0fec-9f18-4ef9-856b-3db8968bf4ef), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.026282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37088) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:21.029639 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:21.030643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:21.038202 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd8377-cb11-4e79-bfca-22db78456485 None None] Sync routers for ids ['6cfd7282-e41c-4a2e-af29-312fd32828d6'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:21.060232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] For port 5f09fdd0-19c4-4643-8d0b-9102e16006a0, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:21.061885 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd8377-cb11-4e79-bfca-22db78456485 None None] Routers {'6cfd7282-e41c-4a2e-af29-312fd32828d6'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:21.063430 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-fdcd8377-cb11-4e79-bfca-22db78456485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['6cfd7282-e41c-4a2e-af29-312fd32828d6'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:21.064154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] For port 5f09fdd0-19c4-4643-8d0b-9102e16006a0, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5f09fdd0-19c4-4643-8d0b-9102e16006a0,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:21.102053 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-fdcd8377-cb11-4e79-bfca-22db78456485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:21.111308 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd8377-cb11-4e79-bfca-22db78456485 None None] Routers {'6cfd7282-e41c-4a2e-af29-312fd32828d6'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:21.111941 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-fdcd8377-cb11-4e79-bfca-22db78456485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['6cfd7282-e41c-4a2e-af29-312fd32828d6'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:21.127113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5f09fdd0-19c4-4643-8d0b-9102e16006a0), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.149977 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f2153953-90c7-40d6-b66b-f8dd52c1b69c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (28ec0fec-9f18-4ef9-856b-3db8968bf4ef), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.150563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2153953-90c7-40d6-b66b-f8dd52c1b69c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Fanout notify agent at l3_agent the message router_deleted on router 28ec0fec-9f18-4ef9-856b-3db8968bf4ef {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:21.155357 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-fdcd8377-cb11-4e79-bfca-22db78456485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:21.156447 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd8377-cb11-4e79-bfca-22db78456485 None None] The sync data for ids ['6cfd7282-e41c-4a2e-af29-312fd32828d6'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:21.161783 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6d766a82-6bf3-4ee6-a116-1f8f7e879d15 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.165844 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6d766a82-6bf3-4ee6-a116-1f8f7e879d15 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8457866 Oct 28 09:56:21.165939 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f2153953-90c7-40d6-b66b-f8dd52c1b69c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.166051 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (347963e0-3f0b-49e2-b81c-35affbc55749), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.172011 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f2153953-90c7-40d6-b66b-f8dd52c1b69c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "DELETE /networking/v2.0/routers/28ec0fec-9f18-4ef9-856b-3db8968bf4ef HTTP/1.1" status: 204 len: 168 time: 1.9816356 Oct 28 09:56:21.173454 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37090) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:21.173837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37092) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:21.177729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-45f9291a-4450-45ee-97b2-cfeff5689c61 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (fac4fe0f-25f9-4b12-b0b8-abb160b56bd6), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.183559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-901b8cf1-b39d-4e33-beeb-bbc28e53cea7 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2060417763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:21.194838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:21.213487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce968a4-dc0f-4317-8081-9eb139f6c42f None None] Pushing event updated for resources: {'Port': ['ID=5f09fdd0-19c4-4643-8d0b-9102e16006a0,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:21.225405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0942dde-ea4b-4afd-ad3b-53ed07f407a3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for router (6cfd7282-e41c-4a2e-af29-312fd32828d6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.283122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9291a-4450-45ee-97b2-cfeff5689c61 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Subnet': ['ID=fac4fe0f-25f9-4b12-b0b8-abb160b56bd6,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:21.323704 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-45f9291a-4450-45ee-97b2-cfeff5689c61 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.326907 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-45f9291a-4450-45ee-97b2-cfeff5689c61 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/fac4fe0f-25f9-4b12-b0b8-abb160b56bd6 HTTP/1.1" status: 204 len: 168 time: 0.8311558 Oct 28 09:56:21.332249 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37094) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:21.333376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e121d77b-7194-4572-9243-55a6ae22f267 None None] Network 8815e4ee-03f8-4803-9cff-37eb2f670d22 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:21.417331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-901b8cf1-b39d-4e33-beeb-bbc28e53cea7 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (7f3c6df0-f562-463b-b166-47f70d3377bb), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.418399 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-901b8cf1-b39d-4e33-beeb-bbc28e53cea7 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (7f3c6df0-f562-463b-b166-47f70d3377bb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.443189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0942dde-ea4b-4afd-ad3b-53ed07f407a3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for router_gateway (6cfd7282-e41c-4a2e-af29-312fd32828d6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.477904 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-901b8cf1-b39d-4e33-beeb-bbc28e53cea7 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_controller (7f3c6df0-f562-463b-b166-47f70d3377bb), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.525821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (347963e0-3f0b-49e2-b81c-35affbc55749), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.573432 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-901b8cf1-b39d-4e33-beeb-bbc28e53cea7 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (7f3c6df0-f562-463b-b166-47f70d3377bb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.582793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c01277-a2db-4ab9-b020-d5c983ed1561 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting subnet e40c33a3-4e1c-4c29-b53b-26a953ed72c2 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:56:21.591218 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16ad262-186a-4bd6-aee8-3079224ef6dd None None] DHCP port deletion for 8815e4ee-03f8-4803-9cff-37eb2f670d22 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:56:21.600818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (347963e0-3f0b-49e2-b81c-35affbc55749), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.618793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-13c01277-a2db-4ab9-b020-d5c983ed1561 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for subnet (e40c33a3-4e1c-4c29-b53b-26a953ed72c2), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.637599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b16ad262-186a-4bd6-aee8-3079224ef6dd None None] Deleting port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:21.638340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b16ad262-186a-4bd6-aee8-3079224ef6dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (1e08b893-89a9-498e-a8d7-462c2dd3a6e2), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.683621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-c0942dde-ea4b-4afd-ad3b-53ed07f407a3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Deleting port 33437d53-e85b-458f-8272-a7e4420e60a5 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:21.684276 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0942dde-ea4b-4afd-ad3b-53ed07f407a3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (33437d53-e85b-458f-8272-a7e4420e60a5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.704573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-13c01277-a2db-4ab9-b020-d5c983ed1561 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (e40c33a3-4e1c-4c29-b53b-26a953ed72c2), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.707630 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=347963e0-3f0b-49e2-b81c-35affbc55749,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:21.716547 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (3d6724e3-16c9-419b-b8b3-6af461e565fd), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.722092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-b16ad262-186a-4bd6-aee8-3079224ef6dd None None] For port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1e08b893-89a9-498e-a8d7-462c2dd3a6e2,segment=NetworkSegment(d3602869-a971-4632-9fbf-daaf36989a0b),segment_id=d3602869-a971-4632-9fbf-daaf36989a0b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:21.722510 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b16ad262-186a-4bd6-aee8-3079224ef6dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (1e08b893-89a9-498e-a8d7-462c2dd3a6e2), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.738103 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b16ad262-186a-4bd6-aee8-3079224ef6dd None None] Calling delete_port for 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:21.744943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-901b8cf1-b39d-4e33-beeb-bbc28e53cea7 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.749031 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-901b8cf1-b39d-4e33-beeb-bbc28e53cea7 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5696921 Oct 28 09:56:21.752831 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37096) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:21.756289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:21.759535 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'enable_snat': True}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:21.812629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:21.869153 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.878623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0942dde-ea4b-4afd-ad3b-53ed07f407a3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (33437d53-e85b-458f-8272-a7e4420e60a5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.891965 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Floating IP 3d6724e3-16c9-419b-b8b3-6af461e565fd associated. External IP: 172.36.1.166, port: 581df3f1-8d6e-4a74-8112-024a512a8ab8. Oct 28 09:56:21.898563 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-c0942dde-ea4b-4afd-ad3b-53ed07f407a3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Calling delete_port for 33437d53-e85b-458f-8272-a7e4420e60a5 owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:21.921795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b16ad262-186a-4bd6-aee8-3079224ef6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (1e08b893-89a9-498e-a8d7-462c2dd3a6e2), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:21.928653 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:21.951505 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ad262-186a-4bd6-aee8-3079224ef6dd None None] Pushing event deleted for resources: {'Port': ['ID=1e08b893-89a9-498e-a8d7-462c2dd3a6e2,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:21.955273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ad262-186a-4bd6-aee8-3079224ef6dd None None] No DVR routers for this DVR port 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:22.029279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-13c01277-a2db-4ab9-b020-d5c983ed1561 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (e40c33a3-4e1c-4c29-b53b-26a953ed72c2), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.158932 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (7f3c6df0-f562-463b-b166-47f70d3377bb), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.166764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:22.305884 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:22.321899 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-13c01277-a2db-4ab9-b020-d5c983ed1561 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (e40c33a3-4e1c-4c29-b53b-26a953ed72c2), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.361506 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:22.407525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c01277-a2db-4ab9-b020-d5c983ed1561 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Subnet': ['ID=e40c33a3-4e1c-4c29-b53b-26a953ed72c2,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:22.413297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-13c01277-a2db-4ab9-b020-d5c983ed1561 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.415376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3cccc9-a252-4487-8dca-1ff25d0b048b None None] Network f9b5b15d-ff9e-45aa-9110-011cba41779b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:22.419369 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-13c01277-a2db-4ab9-b020-d5c983ed1561 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/e40c33a3-4e1c-4c29-b53b-26a953ed72c2 HTTP/1.1" status: 204 len: 168 time: 1.0888102 Oct 28 09:56:22.423706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0942dde-ea4b-4afd-ad3b-53ed07f407a3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (33437d53-e85b-458f-8272-a7e4420e60a5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.426295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37100) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:22.473591 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::1 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/7ed72f83-b728-4e95-9efb-73903de1f1d4/1859c39e-476a-43c4-a7d0-f4ae8e2ae485) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:22.483432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0942dde-ea4b-4afd-ad3b-53ed07f407a3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event deleted for resources: {'Port': ['ID=33437d53-e85b-458f-8272-a7e4420e60a5,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:22.524698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-94464dc6-f058-4eeb-9f7d-fd352aeb82ae None None] Provisioning complete for port 5f09fdd0-19c4-4643-8d0b-9102e16006a0 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:22.524949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-94464dc6-f058-4eeb-9f7d-fd352aeb82ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5f09fdd0-19c4-4643-8d0b-9102e16006a0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.525272 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-94464dc6-f058-4eeb-9f7d-fd352aeb82ae None None] Attempt 1 to provision port 5f09fdd0-19c4-4643-8d0b-9102e16006a0 Oct 28 09:56:22.544211 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:22.560863 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f37f707-9ff3-49cc-94c8-66f0444f3c94 None None] Sync routers for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:22.582587 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f37f707-9ff3-49cc-94c8-66f0444f3c94 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:22.583626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3f37f707-9ff3-49cc-94c8-66f0444f3c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:22.624725 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6667049-7a43-431c-847e-f30b30a7bce7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (8815e4ee-03f8-4803-9cff-37eb2f670d22), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.644872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (1859c39e-476a-43c4-a7d0-f4ae8e2ae485), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.650709 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0942dde-ea4b-4afd-ad3b-53ed07f407a3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (6cfd7282-e41c-4a2e-af29-312fd32828d6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.763561 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de26e493-5dc4-45ad-92b9-a475aee2df28 None None] DHCP port deletion for f9b5b15d-ff9e-45aa-9110-011cba41779b request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:56:22.768127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3f37f707-9ff3-49cc-94c8-66f0444f3c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:22.797768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (1859c39e-476a-43c4-a7d0-f4ae8e2ae485), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.805960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.815422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:22.819656 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0942dde-ea4b-4afd-ad3b-53ed07f407a3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (6cfd7282-e41c-4a2e-af29-312fd32828d6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.825848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0942dde-ea4b-4afd-ad3b-53ed07f407a3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for router_controller (6cfd7282-e41c-4a2e-af29-312fd32828d6), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.837243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f37f707-9ff3-49cc-94c8-66f0444f3c94 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:22.837479 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3f37f707-9ff3-49cc-94c8-66f0444f3c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:22.852020 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (7f3c6df0-f562-463b-b166-47f70d3377bb), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.883769 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=1859c39e-476a-43c4-a7d0-f4ae8e2ae485,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:22.884574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-94464dc6-f058-4eeb-9f7d-fd352aeb82ae None None] Current status of the port 5f09fdd0-19c4-4643-8d0b-9102e16006a0 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:22.884970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-94464dc6-f058-4eeb-9f7d-fd352aeb82ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5f09fdd0-19c4-4643-8d0b-9102e16006a0), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.888775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3f37f707-9ff3-49cc-94c8-66f0444f3c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:22.889370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f37f707-9ff3-49cc-94c8-66f0444f3c94 None None] The sync data for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:22.892345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-de26e493-5dc4-45ad-92b9-a475aee2df28 None None] Deleting port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:22.892748 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-de26e493-5dc4-45ad-92b9-a475aee2df28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (2ad8c4b9-a68b-44c7-adbc-8e0736fd010a), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.926003 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:22.930503 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:22.930745 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.932725 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6667049-7a43-431c-847e-f30b30a7bce7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (8815e4ee-03f8-4803-9cff-37eb2f670d22), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.933915 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:22.949102 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:22.949660 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:22.975137 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-56798b45-5e20-438e-9c2b-6e3a1256d0da tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.5725060 Oct 28 09:56:22.977791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-d6667049-7a43-431c-847e-f30b30a7bce7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8815e4ee-03f8-4803-9cff-37eb2f670d22']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:22.997166 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37104) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:23.000265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-d6667049-7a43-431c-847e-f30b30a7bce7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3602869-a971-4632-9fbf-daaf36989a0b') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:23.000674 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-d6667049-7a43-431c-847e-f30b30a7bce7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3602869-a971-4632-9fbf-daaf36989a0b') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:23.003564 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-cc35af1f-0f28-47b7-8d73-858f6977bebe tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-687374454'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:23.023101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6667049-7a43-431c-847e-f30b30a7bce7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (d3602869-a971-4632-9fbf-daaf36989a0b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.027374 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-94464dc6-f058-4eeb-9f7d-fd352aeb82ae None None] For port 5f09fdd0-19c4-4643-8d0b-9102e16006a0, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5f09fdd0-19c4-4643-8d0b-9102e16006a0,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:23.029631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-de26e493-5dc4-45ad-92b9-a475aee2df28 None None] For port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=2ad8c4b9-a68b-44c7-adbc-8e0736fd010a,segment=NetworkSegment(7b18c8c1-e5ee-4b15-9827-c15a190ef3ca),segment_id=7b18c8c1-e5ee-4b15-9827-c15a190ef3ca)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:23.029964 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-de26e493-5dc4-45ad-92b9-a475aee2df28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (2ad8c4b9-a68b-44c7-adbc-8e0736fd010a), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.033727 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0942dde-ea4b-4afd-ad3b-53ed07f407a3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (6cfd7282-e41c-4a2e-af29-312fd32828d6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.034412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0942dde-ea4b-4afd-ad3b-53ed07f407a3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Fanout notify agent at l3_agent the message router_deleted on router 6cfd7282-e41c-4a2e-af29-312fd32828d6 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:23.044215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5f09fdd0-19c4-4643-8d0b-9102e16006a0 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:23.045446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0942dde-ea4b-4afd-ad3b-53ed07f407a3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.049583 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c0942dde-ea4b-4afd-ad3b-53ed07f407a3 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] 10.222.0.49 "DELETE /networking/v2.0/routers/6cfd7282-e41c-4a2e-af29-312fd32828d6 HTTP/1.1" status: 204 len: 168 time: 2.0220847 Oct 28 09:56:23.050322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37106) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:23.051837 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6667049-7a43-431c-847e-f30b30a7bce7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (d3602869-a971-4632-9fbf-daaf36989a0b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.088848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-de26e493-5dc4-45ad-92b9-a475aee2df28 None None] Calling delete_port for 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:23.103011 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-94464dc6-f058-4eeb-9f7d-fd352aeb82ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5f09fdd0-19c4-4643-8d0b-9102e16006a0), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.114195 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2dd1b46-4fc6-498e-a9c4-b3ad0a6657d7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Deleting subnet fbb32028-a77f-4f28-afc0-56824508b9a8 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:56:23.119947 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a2dd1b46-4fc6-498e-a9c4-b3ad0a6657d7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for subnet (fbb32028-a77f-4f28-afc0-56824508b9a8), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.123624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6667049-7a43-431c-847e-f30b30a7bce7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:56:23.123994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6667049-7a43-431c-847e-f30b30a7bce7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (d3602869-a971-4632-9fbf-daaf36989a0b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.207430 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc35af1f-0f28-47b7-8d73-858f6977bebe tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Made reservation on behalf of 75ecfc91f5d047d6aba3e42bd3b79869 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:23.211175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:23.212862 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc35af1f-0f28-47b7-8d73-858f6977bebe tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.219385 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment d3602869-a971-4632-9fbf-daaf36989a0b resource provider aggregate not found Oct 28 09:56:23.235165 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 5f09fdd0-19c4-4643-8d0b-9102e16006a0 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:23.236588 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5f09fdd0-19c4-4643-8d0b-9102e16006a0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.236588 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 5f09fdd0-19c4-4643-8d0b-9102e16006a0 Oct 28 09:56:23.267603 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment d3602869-a971-4632-9fbf-daaf36989a0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3602869-a971-4632-9fbf-daaf36989a0b found for delete ", "request_id": "req-6a08c2fb-a9de-49ee-b85c-0de08f613b5e"}]} Oct 28 09:56:23.282578 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a2dd1b46-4fc6-498e-a9c4-b3ad0a6657d7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (fbb32028-a77f-4f28-afc0-56824508b9a8), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.299170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94464dc6-f058-4eeb-9f7d-fd352aeb82ae None None] Pushing event updated for resources: {'Port': ['ID=5f09fdd0-19c4-4643-8d0b-9102e16006a0,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:23.303241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.327855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1859c39e-476a-43c4-a7d0-f4ae8e2ae485), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.332469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Allocated IP 172.36.1.174 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/31126c09-b518-4b5a-9e37-0475278eee89) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:23.338662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-cfff3956-62c4-42e2-ac16-415be3e8e775 None None] Provisioning complete for port 1859c39e-476a-43c4-a7d0-f4ae8e2ae485 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:23.339126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cfff3956-62c4-42e2-ac16-415be3e8e775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1859c39e-476a-43c4-a7d0-f4ae8e2ae485), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.339406 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-cfff3956-62c4-42e2-ac16-415be3e8e775 None None] Attempt 1 to provision port 1859c39e-476a-43c4-a7d0-f4ae8e2ae485 Oct 28 09:56:23.390014 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6667049-7a43-431c-847e-f30b30a7bce7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (8815e4ee-03f8-4803-9cff-37eb2f670d22), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.407460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:23.408782 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6667049-7a43-431c-847e-f30b30a7bce7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.414552 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d6667049-7a43-431c-847e-f30b30a7bce7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/networks/8815e4ee-03f8-4803-9cff-37eb2f670d22 HTTP/1.1" status: 204 len: 168 time: 0.9807765 Oct 28 09:56:23.417773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 5f09fdd0-19c4-4643-8d0b-9102e16006a0 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:23.422752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-cfff3956-62c4-42e2-ac16-415be3e8e775 None None] Port 1859c39e-476a-43c4-a7d0-f4ae8e2ae485 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:23.424489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37112) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:23.425372 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-de26e493-5dc4-45ad-92b9-a475aee2df28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (2ad8c4b9-a68b-44c7-adbc-8e0736fd010a), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.429824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:23.438258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6667049-7a43-431c-847e-f30b30a7bce7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Network': ['ID=8815e4ee-03f8-4803-9cff-37eb2f670d22,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:23.440551 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a2dd1b46-4fc6-498e-a9c4-b3ad0a6657d7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (fbb32028-a77f-4f28-afc0-56824508b9a8), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.461784 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26e493-5dc4-45ad-92b9-a475aee2df28 None None] Pushing event deleted for resources: {'Port': ['ID=2ad8c4b9-a68b-44c7-adbc-8e0736fd010a,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:23.467228 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de26e493-5dc4-45ad-92b9-a475aee2df28 None None] No DVR routers for this DVR port 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:23.514504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:23.537063 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:23.537470 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 2ad8c4b9-a68b-44c7-adbc-8e0736fd010a not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:23.537891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:23.559394 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:23.559737 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1e08b893-89a9-498e-a8d7-462c2dd3a6e2 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:23.615112 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36b1b561-c6b4-48a8-ad12-7faae872e8c4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (f9b5b15d-ff9e-45aa-9110-011cba41779b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.664171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:23.670481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc35af1f-0f28-47b7-8d73-858f6977bebe tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:56:23.704085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a2dd1b46-4fc6-498e-a9c4-b3ad0a6657d7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (fbb32028-a77f-4f28-afc0-56824508b9a8), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.746244 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36b1b561-c6b4-48a8-ad12-7faae872e8c4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (f9b5b15d-ff9e-45aa-9110-011cba41779b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.749082 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd1b46-4fc6-498e-a9c4-b3ad0a6657d7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb32028-a77f-4f28-afc0-56824508b9a8,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:23.751378 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a2dd1b46-4fc6-498e-a9c4-b3ad0a6657d7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.751518 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc35af1f-0f28-47b7-8d73-858f6977bebe tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (7a9f6b0f-eb49-4fe3-8a86-627b0194df20), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.751787 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-cc35af1f-0f28-47b7-8d73-858f6977bebe tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Added segment 7a9f6b0f-eb49-4fe3-8a86-627b0194df20 of type vlan for network dd979d20-6a8b-4245-bb57-cc4ab7b69baa Oct 28 09:56:23.756948 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8479bc6-1430-45c8-bf8e-cf77ef62747c None None] Network 8d845567-4a82-4585-816e-7c50233dda4c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:23.760940 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a2dd1b46-4fc6-498e-a9c4-b3ad0a6657d7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/fbb32028-a77f-4f28-afc0-56824508b9a8 HTTP/1.1" status: 204 len: 168 time: 0.7030373 Oct 28 09:56:23.764375 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37114) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:23.821975 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-36b1b561-c6b4-48a8-ad12-7faae872e8c4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b5b15d-ff9e-45aa-9110-011cba41779b']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:23.847406 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-36b1b561-c6b4-48a8-ad12-7faae872e8c4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b18c8c1-e5ee-4b15-9827-c15a190ef3ca') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:23.847628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-36b1b561-c6b4-48a8-ad12-7faae872e8c4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b18c8c1-e5ee-4b15-9827-c15a190ef3ca') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:23.866105 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc35af1f-0f28-47b7-8d73-858f6977bebe tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (dd979d20-6a8b-4245-bb57-cc4ab7b69baa), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.867521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36b1b561-c6b4-48a8-ad12-7faae872e8c4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (7b18c8c1-e5ee-4b15-9827-c15a190ef3ca), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.886155 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (8d845567-4a82-4585-816e-7c50233dda4c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.895272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36b1b561-c6b4-48a8-ad12-7faae872e8c4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (7b18c8c1-e5ee-4b15-9827-c15a190ef3ca), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.897528 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for port (31126c09-b518-4b5a-9e37-0475278eee89), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.904514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b1b561-c6b4-48a8-ad12-7faae872e8c4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:56:23.916046 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36b1b561-c6b4-48a8-ad12-7faae872e8c4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (7b18c8c1-e5ee-4b15-9827-c15a190ef3ca), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:23.959878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e2030f-f2ff-446e-b1ac-b250a4ba9fe0 None None] DHCP port deletion for 8d845567-4a82-4585-816e-7c50233dda4c request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:56:23.971717 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:23.989927 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Deleting port 4da61e8f-6081-4c0f-83f6-5a8043214f62 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:23.990568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.007836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:24.008998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2030f-f2ff-446e-b1ac-b250a4ba9fe0 None None] Deleting port 4da61e8f-6081-4c0f-83f6-5a8043214f62 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:24.009637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d4e2030f-f2ff-446e-b1ac-b250a4ba9fe0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.025294 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc35af1f-0f28-47b7-8d73-858f6977bebe tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (dd979d20-6a8b-4245-bb57-cc4ab7b69baa), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.031390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc35af1f-0f28-47b7-8d73-858f6977bebe tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:24.032011 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc35af1f-0f28-47b7-8d73-858f6977bebe tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.066597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] For port 4da61e8f-6081-4c0f-83f6-5a8043214f62, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4da61e8f-6081-4c0f-83f6-5a8043214f62,segment=NetworkSegment(36deaed8-89d0-4660-9a0b-9b0f028cbe57),segment_id=36deaed8-89d0-4660-9a0b-9b0f028cbe57)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:24.067564 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.083818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Calling delete_port for 4da61e8f-6081-4c0f-83f6-5a8043214f62 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:24.088692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d4e2030f-f2ff-446e-b1ac-b250a4ba9fe0 None None] For port 4da61e8f-6081-4c0f-83f6-5a8043214f62, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4da61e8f-6081-4c0f-83f6-5a8043214f62,segment=NetworkSegment(36deaed8-89d0-4660-9a0b-9b0f028cbe57),segment_id=36deaed8-89d0-4660-9a0b-9b0f028cbe57)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:24.089080 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36b1b561-c6b4-48a8-ad12-7faae872e8c4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (f9b5b15d-ff9e-45aa-9110-011cba41779b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.089257 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d4e2030f-f2ff-446e-b1ac-b250a4ba9fe0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.104527 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36b1b561-c6b4-48a8-ad12-7faae872e8c4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.106015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2030f-f2ff-446e-b1ac-b250a4ba9fe0 None None] Calling delete_port for 4da61e8f-6081-4c0f-83f6-5a8043214f62 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:24.108360 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-36b1b561-c6b4-48a8-ad12-7faae872e8c4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/networks/f9b5b15d-ff9e-45aa-9110-011cba41779b HTTP/1.1" status: 204 len: 168 time: 0.6801882 Oct 28 09:56:24.114262 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37116) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:24.119009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (31126c09-b518-4b5a-9e37-0475278eee89), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.122661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1b561-c6b4-48a8-ad12-7faae872e8c4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Network': ['ID=f9b5b15d-ff9e-45aa-9110-011cba41779b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:24.128612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-fad0c78a-c9be-4522-82f6-10d9bf1d2976 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'network': {'name': 'tempest-RoutersTest-1332081778'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:24.164935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (1859c39e-476a-43c4-a7d0-f4ae8e2ae485), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.191505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35af1f-0f28-47b7-8d73-858f6977bebe tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Network': ['ID=dd979d20-6a8b-4245-bb57-cc4ab7b69baa,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:24.203604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network dd979d20-6a8b-4245-bb57-cc4ab7b69baa details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:56:24.206345 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cc35af1f-0f28-47b7-8d73-858f6977bebe tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2067857 Oct 28 09:56:24.208285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:24.209807 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37118) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:24.215981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9cf8b179-b6ed-4e25-ac44-ee638c284b33 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'subnet': {'network_id': 'dd979d20-6a8b-4245-bb57-cc4ab7b69baa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:24.219105 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:24.224165 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:24.260305 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Pushing event updated for resources: {'Port': ['ID=31126c09-b518-4b5a-9e37-0475278eee89,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:24.264035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (1859c39e-476a-43c4-a7d0-f4ae8e2ae485), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.265305 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.288844 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.315852 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d4e2030f-f2ff-446e-b1ac-b250a4ba9fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (4da61e8f-6081-4c0f-83f6-5a8043214f62), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.340828 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad0c78a-c9be-4522-82f6-10d9bf1d2976 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:24.344747 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fad0c78a-c9be-4522-82f6-10d9bf1d2976 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.365862 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event deleted for resources: {'Port': ['ID=4da61e8f-6081-4c0f-83f6-5a8043214f62,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:24.368575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2030f-f2ff-446e-b1ac-b250a4ba9fe0 None None] Pushing event deleted for resources: {'Port': ['ID=4da61e8f-6081-4c0f-83f6-5a8043214f62,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:24.377119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] No DVR routers for this DVR port 4da61e8f-6081-4c0f-83f6-5a8043214f62 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:24.378061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e2030f-f2ff-446e-b1ac-b250a4ba9fe0 None None] No DVR routers for this DVR port 4da61e8f-6081-4c0f-83f6-5a8043214f62 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:24.456279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=1859c39e-476a-43c4-a7d0-f4ae8e2ae485,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:24.498512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (8d845567-4a82-4585-816e-7c50233dda4c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.502541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:24.503572 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad0c78a-c9be-4522-82f6-10d9bf1d2976 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:56:24.522510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d845567-4a82-4585-816e-7c50233dda4c']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:24.533742 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36deaed8-89d0-4660-9a0b-9b0f028cbe57') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:24.534628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36deaed8-89d0-4660-9a0b-9b0f028cbe57') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:24.546199 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (36deaed8-89d0-4660-9a0b-9b0f028cbe57), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.549020 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fad0c78a-c9be-4522-82f6-10d9bf1d2976 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (6915d677-65df-4af5-8c51-26f203dbf404), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.549373 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-fad0c78a-c9be-4522-82f6-10d9bf1d2976 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Added segment 6915d677-65df-4af5-8c51-26f203dbf404 of type vlan for network cfd27c08-98d8-47d7-a6ea-343227b47fcd Oct 28 09:56:24.553598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:24.560295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf8b179-b6ed-4e25-ac44-ee638c284b33 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Made reservation on behalf of 75ecfc91f5d047d6aba3e42bd3b79869 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:24.564537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b179-b6ed-4e25-ac44-ee638c284b33 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.568022 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (36deaed8-89d0-4660-9a0b-9b0f028cbe57), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.587849 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:56:24.588169 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (36deaed8-89d0-4660-9a0b-9b0f028cbe57), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.621246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fad0c78a-c9be-4522-82f6-10d9bf1d2976 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (cfd27c08-98d8-47d7-a6ea-343227b47fcd), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.629247 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:24.632989 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:24.818329 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fad0c78a-c9be-4522-82f6-10d9bf1d2976 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (cfd27c08-98d8-47d7-a6ea-343227b47fcd), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.824062 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad0c78a-c9be-4522-82f6-10d9bf1d2976 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:24.824707 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fad0c78a-c9be-4522-82f6-10d9bf1d2976 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.829338 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (8d845567-4a82-4585-816e-7c50233dda4c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.835881 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.840230 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] 10.222.0.49 "DELETE /networking/v2.0/networks/8d845567-4a82-4585-816e-7c50233dda4c HTTP/1.1" status: 204 len: 168 time: 1.0748835 Oct 28 09:56:24.846470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37120) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:24.905690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404886ff-1984-47e7-8d7b-daba17ec9958 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event deleted for resources: {'Network': ['ID=8d845567-4a82-4585-816e-7c50233dda4c,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:24.927395 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:24.936600 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (7f3c6df0-f562-463b-b166-47f70d3377bb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.945226 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-fad0c78a-c9be-4522-82f6-10d9bf1d2976 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8276114 Oct 28 09:56:24.956340 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37122) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:24.961612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a5c4aa09-e127-4849-a882-2fe851349680 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'subnet': {'network_id': 'cfd27c08-98d8-47d7-a6ea-343227b47fcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:24.984182 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0c78a-c9be-4522-82f6-10d9bf1d2976 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Network': ['ID=cfd27c08-98d8-47d7-a6ea-343227b47fcd,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:24.994584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-f848d3c9-f956-4414-98b4-9fcaa5cb36a1 None None] Provisioning complete for port 1859c39e-476a-43c4-a7d0-f4ae8e2ae485 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:24.994584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f848d3c9-f956-4414-98b4-9fcaa5cb36a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1859c39e-476a-43c4-a7d0-f4ae8e2ae485), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:24.994584 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f848d3c9-f956-4414-98b4-9fcaa5cb36a1 None None] Attempt 1 to provision port 1859c39e-476a-43c4-a7d0-f4ae8e2ae485 Oct 28 09:56:24.994584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5f09fdd0-19c4-4643-8d0b-9102e16006a0 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:25.043155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network cfd27c08-98d8-47d7-a6ea-343227b47fcd details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:56:25.071252 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Router e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:56:25.114511 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f848d3c9-f956-4414-98b4-9fcaa5cb36a1 None None] Port 1859c39e-476a-43c4-a7d0-f4ae8e2ae485 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:25.148928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 5f09fdd0-19c4-4643-8d0b-9102e16006a0 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:25.149544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5f09fdd0-19c4-4643-8d0b-9102e16006a0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:25.150031 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 5f09fdd0-19c4-4643-8d0b-9102e16006a0 Oct 28 09:56:25.236475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 5f09fdd0-19c4-4643-8d0b-9102e16006a0 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:25.259855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:25.262985 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (7f3c6df0-f562-463b-b166-47f70d3377bb), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:25.268008 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9c48f6eb-46ac-4520-af1d-8a4dfc92f322 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "PUT /networking/v2.0/routers/e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0926120 Oct 28 09:56:25.270816 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37124) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:25.272368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (7f3c6df0-f562-463b-b166-47f70d3377bb), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:25.276764 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Sync routers for ids ['e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:25.294399 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Routers {'e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:25.295259 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:25.307715 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4da61e8f-6081-4c0f-83f6-5a8043214f62 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:25.342011 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 4da61e8f-6081-4c0f-83f6-5a8043214f62 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:25.343790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4da61e8f-6081-4c0f-83f6-5a8043214f62 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:25.370744 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4474da0-46ff-4cb1-be0e-7c6f54f241d4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:25.377826 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a4474da0-46ff-4cb1-be0e-7c6f54f241d4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports/1859c39e-476a-43c4-a7d0-f4ae8e2ae485 HTTP/1.1" status: 200 len: 911 time: 0.0974784 Oct 28 09:56:25.378220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b179-b6ed-4e25-ac44-ee638c284b33 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (34ad52a3-5376-4095-9298-66f22116ca5f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:25.378372 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37128) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:25.424746 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Set router e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:25.441281 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 7b18c8c1-e5ee-4b15-9827-c15a190ef3ca resource provider aggregate not found Oct 28 09:56:25.465849 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3383fc5-bf84-44b0-bb27-d2c1e7584347 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:25.467222 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 7b18c8c1-e5ee-4b15-9827-c15a190ef3ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b18c8c1-e5ee-4b15-9827-c15a190ef3ca found for delete ", "request_id": "req-8d1abb8a-108b-4cfe-bccc-6a31e14cc752"}]} Oct 28 09:56:25.471353 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3383fc5-bf84-44b0-bb27-d2c1e7584347 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:25.476275 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f3383fc5-bf84-44b0-bb27-d2c1e7584347 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0956032 Oct 28 09:56:25.476522 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37134) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:25.507665 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 36deaed8-89d0-4660-9a0b-9b0f028cbe57 resource provider aggregate not found Oct 28 09:56:25.518411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:25.534267 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 36deaed8-89d0-4660-9a0b-9b0f028cbe57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36deaed8-89d0-4660-9a0b-9b0f028cbe57 found for delete ", "request_id": "req-95a2b3fd-f1c8-4720-9136-a556dd80b562"}]} Oct 28 09:56:25.542962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8b179-b6ed-4e25-ac44-ee638c284b33 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Subnet': ['ID=34ad52a3-5376-4095-9298-66f22116ca5f,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:25.546588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-1ca6854a-03e7-490d-b92e-283b50a0e9c7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Deleting port 9d62595a-0e77-4a8a-ac1f-bfc1911e026b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:25.547003 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1ca6854a-03e7-490d-b92e-283b50a0e9c7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9d62595a-0e77-4a8a-ac1f-bfc1911e026b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:25.610435 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8b179-b6ed-4e25-ac44-ee638c284b33 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Checking segment: {'id': '7a9f6b0f-eb49-4fe3-8a86-627b0194df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'dd979d20-6a8b-4245-bb57-cc4ab7b69baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:25.610840 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf8b179-b6ed-4e25-ac44-ee638c284b33 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network hostable DHCP agents. Network: dd979d20-6a8b-4245-bb57-cc4ab7b69baa, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:56:25.636919 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c4aa09-e127-4849-a882-2fe851349680 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:25.641206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a5c4aa09-e127-4849-a882-2fe851349680 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:25.745987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1ca6854a-03e7-490d-b92e-283b50a0e9c7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9d62595a-0e77-4a8a-ac1f-bfc1911e026b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:25.746439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1ca6854a-03e7-490d-b92e-283b50a0e9c7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for floatingip (9d62595a-0e77-4a8a-ac1f-bfc1911e026b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:25.750433 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2', 'name': 'tempest-NetworksTestDHCPv6-router-112012765', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:56:20Z', 'updated_at': '2022-10-28T09:56:23Z', 'revision_number': 2, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'gw_port_host': None, '_interfaces': [{'id': '1859c39e-476a-43c4-a7d0-f4ae8e2ae485', 'name': '', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'mac_address': 'fa:16:3e:17:2f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '7ed72f83-b728-4e95-9efb-73903de1f1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:56:22Z', 'updated_at': '2022-10-28T09:56:23Z', 'revision_number': 2, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'subnets': [{'id': '7ed72f83-b728-4e95-9efb-73903de1f1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:25.769318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-1ca6854a-03e7-490d-b92e-283b50a0e9c7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Calling delete_port for 9d62595a-0e77-4a8a-ac1f-bfc1911e026b owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:25.782191 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Checking router: e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:25.782598 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Updating router e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2 port 1859c39e-476a-43c4-a7d0-f4ae8e2ae485 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:56:25.798737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf8b179-b6ed-4e25-ac44-ee638c284b33 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network dd979d20-6a8b-4245-bb57-cc4ab7b69baa is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:56:25.820970 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1859c39e-476a-43c4-a7d0-f4ae8e2ae485), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:25.887976 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-9cf8b179-b6ed-4e25-ac44-ee638c284b33 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, dd979d20-6a8b-4245-bb57-cc4ab7b69baa) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:25.893854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf8b179-b6ed-4e25-ac44-ee638c284b33 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:25.896476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b179-b6ed-4e25-ac44-ee638c284b33 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:25.904170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21773340-f3ce-45c2-b8a7-e899cf892ffb None None] Network dd979d20-6a8b-4245-bb57-cc4ab7b69baa requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:25.942916 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Router 7f3c6df0-f562-463b-b166-47f70d3377bb is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:56:25.962377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:25.993408 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:25.999968 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:26.067216 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:26.068126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-dd979d20-6a8b-4245-bb57-cc4ab7b69baa', 'network_id': 'dd979d20-6a8b-4245-bb57-cc4ab7b69baa', 'project_id': '75ecfc91f5d047d6aba3e42bd3b79869', 'fixed_ips': [{'subnet_id': '34ad52a3-5376-4095-9298-66f22116ca5f'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:56:26.069892 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.127723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a5c4aa09-e127-4849-a882-2fe851349680 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (72b525c2-647a-47c0-a854-654c850a31df), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.161190 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Publish callbacks [] for port (1859c39e-476a-43c4-a7d0-f4ae8e2ae485), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.169777 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9cf8b179-b6ed-4e25-ac44-ee638c284b33 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9583764 Oct 28 09:56:26.176761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37138) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:26.181602 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-4767719', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:26.210363 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1ca6854a-03e7-490d-b92e-283b50a0e9c7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (9d62595a-0e77-4a8a-ac1f-bfc1911e026b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.233269 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1859c39e-476a-43c4-a7d0-f4ae8e2ae485), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.240751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Allocated IP 172.20.0.2 (dd979d20-6a8b-4245-bb57-cc4ab7b69baa/34ad52a3-5376-4095-9298-66f22116ca5f/f81b4fc5-95b1-4f6d-961a-0c18400f4ff7) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:26.249574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:26.250823 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:26.255555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6854a-03e7-490d-b92e-283b50a0e9c7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Pushing event deleted for resources: {'Port': ['ID=9d62595a-0e77-4a8a-ac1f-bfc1911e026b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:26.259159 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4aa09-e127-4849-a882-2fe851349680 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Subnet': ['ID=72b525c2-647a-47c0-a854-654c850a31df,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:26.278978 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:26.300576 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.301914 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0d18997c-e7b8-4998-9b7c-f6c83d2b7984 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "PUT /networking/v2.0/routers/7f3c6df0-f562-463b-b166-47f70d3377bb HTTP/1.1" status: 200 len: 919 time: 4.5464382 Oct 28 09:56:26.326282 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ed7091-cfe6-4f87-a4d7-25e0a3c58e51 None None] Sync routers for ids ['7f3c6df0-f562-463b-b166-47f70d3377bb'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:26.330010 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37142) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:26.342818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.343871 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.349622 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed7091-cfe6-4f87-a4d7-25e0a3c58e51 None None] Routers {'7f3c6df0-f562-463b-b166-47f70d3377bb'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:26.350945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-b0ed7091-cfe6-4f87-a4d7-25e0a3c58e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['7f3c6df0-f562-463b-b166-47f70d3377bb'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:26.366835 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55178ec-95ae-450d-b756-bee1f755f6eb None None] Pushing event updated for resources: {'Port': ['ID=1859c39e-476a-43c4-a7d0-f4ae8e2ae485,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:26.380723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00fa4be5-ef85-4542-96ac-5ce36c4ee3f1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.389246 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Attempting to bind port 1859c39e-476a-43c4-a7d0-f4ae8e2ae485 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:56:26.389926 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Attempting to bind port 1859c39e-476a-43c4-a7d0-f4ae8e2ae485 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:56:26.390844 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Attempting to bind port 1859c39e-476a-43c4-a7d0-f4ae8e2ae485 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:26.391907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-b0ed7091-cfe6-4f87-a4d7-25e0a3c58e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:26.395473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=1,neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:26.405834 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c4aa09-e127-4849-a882-2fe851349680 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Checking segment: {'id': '6915d677-65df-4af5-8c51-26f203dbf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cfd27c08-98d8-47d7-a6ea-343227b47fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:26.406183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c4aa09-e127-4849-a882-2fe851349680 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network hostable DHCP agents. Network: cfd27c08-98d8-47d7-a6ea-343227b47fcd, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:56:26.432649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed7091-cfe6-4f87-a4d7-25e0a3c58e51 None None] Routers {'7f3c6df0-f562-463b-b166-47f70d3377bb'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:26.433326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-b0ed7091-cfe6-4f87-a4d7-25e0a3c58e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['7f3c6df0-f562-463b-b166-47f70d3377bb'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:26.448041 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:56:26.448794 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:26.449375 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.449937 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:56:26.450813 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Bound port: 1859c39e-476a-43c4-a7d0-f4ae8e2ae485, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:56:26.451391 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1859c39e-476a-43c4-a7d0-f4ae8e2ae485), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.469784 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1ca6854a-03e7-490d-b92e-283b50a0e9c7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks [] for floatingip (902469d8-06d2-49a1-8b27-3de0574971c7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.472342 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1ca6854a-03e7-490d-b92e-283b50a0e9c7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.477767 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1ca6854a-03e7-490d-b92e-283b50a0e9c7 tempest-FloatingIPAdminTestJSON-1704581160 tempest-FloatingIPAdminTestJSON-1704581160-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/902469d8-06d2-49a1-8b27-3de0574971c7 HTTP/1.1" status: 204 len: 168 time: 1.6212041 Oct 28 09:56:26.489974 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-b0ed7091-cfe6-4f87-a4d7-25e0a3c58e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:26.490597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ed7091-cfe6-4f87-a4d7-25e0a3c58e51 None None] The sync data for ids ['7f3c6df0-f562-463b-b166-47f70d3377bb'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:26.535166 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:26.553518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router_controller (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.563899 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9aa3f1bf-6108-4f1b-8e2c-a1f24bb74c84 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/7f3c6df0-f562-463b-b166-47f70d3377bb HTTP/1.1" status: 200 len: 925 time: 0.2294385 Oct 28 09:56:26.564122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Publish callbacks [] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.564442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37146) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:26.589212 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] For port 1859c39e-476a-43c4-a7d0-f4ae8e2ae485, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:26.594044 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] For port 1859c39e-476a-43c4-a7d0-f4ae8e2ae485, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1859c39e-476a-43c4-a7d0-f4ae8e2ae485,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:26.602659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c4aa09-e127-4849-a882-2fe851349680 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network cfd27c08-98d8-47d7-a6ea-343227b47fcd is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:56:26.685932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.707582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-00fa4be5-ef85-4542-96ac-5ce36c4ee3f1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port 1859c39e-476a-43c4-a7d0-f4ae8e2ae485 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:26.707934 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00fa4be5-ef85-4542-96ac-5ce36c4ee3f1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (1859c39e-476a-43c4-a7d0-f4ae8e2ae485), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.716496 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1859c39e-476a-43c4-a7d0-f4ae8e2ae485), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.720987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e338f1-c973-4614-896b-02efa04771ad tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:26.723371 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-03e338f1-c973-4614-896b-02efa04771ad tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&device_id=7f3c6df0-f562-463b-b166-47f70d3377bb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1566057 Oct 28 09:56:26.727586 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-a5c4aa09-e127-4849-a882-2fe851349680 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, cfd27c08-98d8-47d7-a6ea-343227b47fcd) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:26.727758 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37148) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:26.731746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Network dd979d20-6a8b-4245-bb57-cc4ab7b69baa is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:26.734543 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c4aa09-e127-4849-a882-2fe851349680 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:26.734886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a5c4aa09-e127-4849-a882-2fe851349680 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.735562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:26.744568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:26.751345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Pushing event updated for resources: {'Port': ['ID=f81b4fc5-95b1-4f6d-961a-0c18400f4ff7,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:26.780448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccc09db-531c-4dd1-b253-765d5065187e None None] Network cfd27c08-98d8-47d7-a6ea-343227b47fcd requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:26.799621 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Routers {'e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:26.801430 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:26.835086 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router_gateway (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.868001 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a5c4aa09-e127-4849-a882-2fe851349680 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9133902 Oct 28 09:56:26.869916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37150) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:26.887776 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e5eca435-e230-4d1c-8302-dcd974c5f9e1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2065398852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:26.890854 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:26.891682 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55178ec-95ae-450d-b756-bee1f755f6eb None None] Pushing event updated for resources: {'Port': ['ID=1859c39e-476a-43c4-a7d0-f4ae8e2ae485,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:26.904050 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Attempting to bind port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:56:26.904429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Attempting to bind port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '7a9f6b0f-eb49-4fe3-8a86-627b0194df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'dd979d20-6a8b-4245-bb57-cc4ab7b69baa'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:56:26.905123 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Attempting to bind port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 on network dd979d20-6a8b-4245-bb57-cc4ab7b69baa {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:26.915368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-00fa4be5-ef85-4542-96ac-5ce36c4ee3f1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] For port 1859c39e-476a-43c4-a7d0-f4ae8e2ae485, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:26.923155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00fa4be5-ef85-4542-96ac-5ce36c4ee3f1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (1859c39e-476a-43c4-a7d0-f4ae8e2ae485), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:26.950063 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-00fa4be5-ef85-4542-96ac-5ce36c4ee3f1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for 1859c39e-476a-43c4-a7d0-f4ae8e2ae485 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:26.957158 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba9552c-92af-4a58-86ca-a8f7ee8d3f6c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:26.957158 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2ba9552c-92af-4a58-86ca-a8f7ee8d3f6c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/3f25a2da-d85f-4684-8b32-f70565f202ac HTTP/1.1" status: 200 len: 881 time: 0.2254939 Oct 28 09:56:26.963774 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37152) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:26.969852 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] Set router e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:26.983214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-cfd27c08-98d8-47d7-a6ea-343227b47fcd', 'network_id': 'cfd27c08-98d8-47d7-a6ea-343227b47fcd', 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'fixed_ips': [{'subnet_id': '72b525c2-647a-47c0-a854-654c850a31df'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:56:26.985192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.005775 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f0af7664-308c-4404-984b-4e4c6363bb83 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7f3c6df0-f562-463b-b166-47f70d3377bb HTTP/1.1" status: 200 len: 205 time: 0.0385818 Oct 28 09:56:27.008866 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37154) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:27.072299 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:56:27.073370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Checking segment: {'id': '7a9f6b0f-eb49-4fe3-8a86-627b0194df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'dd979d20-6a8b-4245-bb57-cc4ab7b69baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:27.073970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.075464 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Bound using segment: {'id': '7a9f6b0f-eb49-4fe3-8a86-627b0194df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'dd979d20-6a8b-4245-bb57-cc4ab7b69baa'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:56:27.078005 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Bound port: f81b4fc5-95b1-4f6d-961a-0c18400f4ff7, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9f6b0f-eb49-4fe3-8a86-627b0194df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'dd979d20-6a8b-4245-bb57-cc4ab7b69baa'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:56:27.078005 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.087737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:27.094465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5eca435-e230-4d1c-8302-dcd974c5f9e1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (237e1507-3948-4605-8edb-33af548f9a21), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.097916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5eca435-e230-4d1c-8302-dcd974c5f9e1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (237e1507-3948-4605-8edb-33af548f9a21), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.200719 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:27.237529 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37158) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:27.284388 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2', 'name': 'tempest-NetworksTestDHCPv6-router-112012765', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:56:20Z', 'updated_at': '2022-10-28T09:56:23Z', 'revision_number': 2, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'gw_port_host': None, '_interfaces': [{'id': '1859c39e-476a-43c4-a7d0-f4ae8e2ae485', 'name': '', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'mac_address': 'fa:16:3e:17:2f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '7ed72f83-b728-4e95-9efb-73903de1f1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:56:22Z', 'updated_at': '2022-10-28T09:56:26Z', 'revision_number': 4, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'subnets': [{'id': '7ed72f83-b728-4e95-9efb-73903de1f1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:27.293278 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Allocated IP 172.20.0.2 (cfd27c08-98d8-47d7-a6ea-343227b47fcd/72b525c2-647a-47c0-a854-654c850a31df/82f15a9b-a429-4cbe-bf5f-21f6584c07c4) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:27.319827 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102fad6-9d36-403e-b2ae-6053d3f4d48f None None] The sync data for ids ['e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2'] in dv-neutron-zed-2-hyperv is: [{'id': 'e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2', 'name': 'tempest-NetworksTestDHCPv6-router-112012765', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:56:20Z', 'updated_at': '2022-10-28T09:56:23Z', 'revision_number': 2, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'gw_port_host': None, '_interfaces': [{'id': '1859c39e-476a-43c4-a7d0-f4ae8e2ae485', 'name': '', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'mac_address': 'fa:16:3e:17:2f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '7ed72f83-b728-4e95-9efb-73903de1f1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:56:22Z', 'updated_at': '2022-10-28T09:56:26Z', 'revision_number': 4, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'subnets': [{'id': '7ed72f83-b728-4e95-9efb-73903de1f1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:27.322168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5eca435-e230-4d1c-8302-dcd974c5f9e1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_controller (237e1507-3948-4605-8edb-33af548f9a21), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.325590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router_gateway (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.333382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00fa4be5-ef85-4542-96ac-5ce36c4ee3f1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (1859c39e-476a-43c4-a7d0-f4ae8e2ae485), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.350928 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.362499 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1a068f5-34e1-45b0-ab0a-36ca348e7e61 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (7f3c6df0-f562-463b-b166-47f70d3377bb), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.380528 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa4be5-ef85-4542-96ac-5ce36c4ee3f1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=1859c39e-476a-43c4-a7d0-f4ae8e2ae485,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:27.543167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00fa4be5-ef85-4542-96ac-5ce36c4ee3f1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.553059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Allocated IP 172.36.1.238 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/ee7a9987-6d53-4f03-acec-56a84afcad42) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:27.737826 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:27.755617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] For port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:27.760133 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] For port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f81b4fc5-95b1-4f6d-961a-0c18400f4ff7,segment=NetworkSegment(7a9f6b0f-eb49-4fe3-8a86-627b0194df20),segment_id=7a9f6b0f-eb49-4fe3-8a86-627b0194df20)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:27.766705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5eca435-e230-4d1c-8302-dcd974c5f9e1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (237e1507-3948-4605-8edb-33af548f9a21), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.771015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:27.790632 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-26ecbecc-1ae2-4c26-9702-0c0e8fa97032 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4abcfef514af4d9387bef4260eefcc77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5494413 Oct 28 09:56:27.800960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37164) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:27.803807 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Publish callbacks [] for port (82f15a9b-a429-4cbe-bf5f-21f6584c07c4), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.866512 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.867670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fa4be5-ef85-4542-96ac-5ce36c4ee3f1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Router e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:27.952611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c6971fa-303e-456e-ad8c-3a54b61aa9be admin admin] Publish callbacks [] for security_group (b4656f43-79c6-4d8e-868d-75b151a78d82), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.959863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (ee7a9987-6d53-4f03-acec-56a84afcad42), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.980505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fa4be5-ef85-4542-96ac-5ce36c4ee3f1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:27.983326 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1a068f5-34e1-45b0-ab0a-36ca348e7e61 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (7f3c6df0-f562-463b-b166-47f70d3377bb), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.989356 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5eca435-e230-4d1c-8302-dcd974c5f9e1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:27.990849 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e5eca435-e230-4d1c-8302-dcd974c5f9e1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1199188 Oct 28 09:56:27.997255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37166) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:28.002196 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-00fa4be5-ef85-4542-96ac-5ce36c4ee3f1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "PUT /networking/v2.0/routers/e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5219913 Oct 28 09:56:28.002434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37168) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:28.003966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-172cb0f1-cad6-4416-9c4a-6d8b22d260e8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'port': {'network_id': 'cfd27c08-98d8-47d7-a6ea-343227b47fcd', 'name': 'tempest-RoutersTest-1269731449'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:28.019539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a0bf7-0311-4669-8adb-11a79592f6f2 None None] Pushing event updated for resources: {'Port': ['ID=f81b4fc5-95b1-4f6d-961a-0c18400f4ff7,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:28.033419 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (82f15a9b-a429-4cbe-bf5f-21f6584c07c4), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:28.073177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d31f79-56a3-42eb-9f2d-965d285e377b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:28.076039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c6971fa-303e-456e-ad8c-3a54b61aa9be admin admin] Publish callbacks [] for security_group (b4656f43-79c6-4d8e-868d-75b151a78d82), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:28.076611 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d31f79-56a3-42eb-9f2d-965d285e377b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:28.079142 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-16d31f79-56a3-42eb-9f2d-965d285e377b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0757058 Oct 28 09:56:28.082341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37170) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:28.118425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Network cfd27c08-98d8-47d7-a6ea-343227b47fcd is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:28.125144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:28.129325 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:28.138172 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Pushing event updated for resources: {'Port': ['ID=82f15a9b-a429-4cbe-bf5f-21f6584c07c4,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:28.247207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Attempting to bind port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:56:28.247581 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Attempting to bind port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '6915d677-65df-4af5-8c51-26f203dbf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cfd27c08-98d8-47d7-a6ea-343227b47fcd'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:56:28.247936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Attempting to bind port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 on network cfd27c08-98d8-47d7-a6ea-343227b47fcd {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:28.316307 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:56:28.317085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Checking segment: {'id': '6915d677-65df-4af5-8c51-26f203dbf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cfd27c08-98d8-47d7-a6ea-343227b47fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:28.317601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:28.318070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Bound using segment: {'id': '6915d677-65df-4af5-8c51-26f203dbf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cfd27c08-98d8-47d7-a6ea-343227b47fcd'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:56:28.319197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Bound port: 82f15a9b-a429-4cbe-bf5f-21f6584c07c4, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6915d677-65df-4af5-8c51-26f203dbf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cfd27c08-98d8-47d7-a6ea-343227b47fcd'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:56:28.319693 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (82f15a9b-a429-4cbe-bf5f-21f6584c07c4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:28.346337 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:28.364119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef4631e-1103-464d-b60a-aeff0d58fae6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 7ed72f83-b728-4e95-9efb-73903de1f1d4 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:56:28.375342 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9ef4631e-1103-464d-b60a-aeff0d58fae6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (7ed72f83-b728-4e95-9efb-73903de1f1d4), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:28.385248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082f0dc-94b6-4032-aba6-e08813d182d0 req-1c2802b8-4c75-43a6-96fa-dd163a5edf06 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:28.386848 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e082f0dc-94b6-4032-aba6-e08813d182d0 req-1c2802b8-4c75-43a6-96fa-dd163a5edf06 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 945 time: 0.0660882 Oct 28 09:56:28.405641 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] For port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:28.409021 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-d1a068f5-34e1-45b0-ab0a-36ca348e7e61 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Deleting port 31126c09-b518-4b5a-9e37-0475278eee89 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:28.409333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1a068f5-34e1-45b0-ab0a-36ca348e7e61 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (31126c09-b518-4b5a-9e37-0475278eee89), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:28.412223 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] For port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=82f15a9b-a429-4cbe-bf5f-21f6584c07c4,segment=NetworkSegment(6915d677-65df-4af5-8c51-26f203dbf404),segment_id=6915d677-65df-4af5-8c51-26f203dbf404)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:28.424486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:28.455808 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e082f0dc-94b6-4032-aba6-e08813d182d0 req-ae8a89bc-b96e-41c4-93d2-9d45814c1b4d tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623884 Oct 28 09:56:28.491777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9ef4631e-1103-464d-b60a-aeff0d58fae6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (7ed72f83-b728-4e95-9efb-73903de1f1d4), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:28.517962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ee7a9987-6d53-4f03-acec-56a84afcad42), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:28.521560 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (82f15a9b-a429-4cbe-bf5f-21f6584c07c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:28.530026 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172cb0f1-cad6-4416-9c4a-6d8b22d260e8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:28.533854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-172cb0f1-cad6-4416-9c4a-6d8b22d260e8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:28.536060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c6971fa-303e-456e-ad8c-3a54b61aa9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (b4656f43-79c6-4d8e-868d-75b151a78d82), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:28.539253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c6971fa-303e-456e-ad8c-3a54b61aa9be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:28.542840 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8c6971fa-303e-456e-ad8c-3a54b61aa9be admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b4656f43-79c6-4d8e-868d-75b151a78d82 HTTP/1.1" status: 204 len: 168 time: 0.7343323 Oct 28 09:56:28.601819 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bbc4c-a346-44c8-af4c-e22441a90b5e None None] Pushing event updated for resources: {'Port': ['ID=82f15a9b-a429-4cbe-bf5f-21f6584c07c4,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:28.640125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6971fa-303e-456e-ad8c-3a54b61aa9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4656f43-79c6-4d8e-868d-75b151a78d82,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:28.665122 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:28.692039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:28.695850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:28.711111 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-172cb0f1-cad6-4416-9c4a-6d8b22d260e8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] device_id is not set on port 63f245e2-fe1c-4a5b-a3af-b7c74ab4844a yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:56:28.739597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1a068f5-34e1-45b0-ab0a-36ca348e7e61 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (31126c09-b518-4b5a-9e37-0475278eee89), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:28.805057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=ee7a9987-6d53-4f03-acec-56a84afcad42,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:28.845558 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-d1a068f5-34e1-45b0-ab0a-36ca348e7e61 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Calling delete_port for 31126c09-b518-4b5a-9e37-0475278eee89 owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:28.889857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9ef4631e-1103-464d-b60a-aeff0d58fae6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (7ed72f83-b728-4e95-9efb-73903de1f1d4), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:29.080059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:29.142631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:29.145666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:29.146159 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (82f15a9b-a429-4cbe-bf5f-21f6584c07c4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:29.148033 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 Oct 28 09:56:29.223772 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009c295-3244-42dd-859f-ff139b55d930 req-1a8cffc4-0fde-4279-b2c5-97d642e111bf tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:29.232629 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c009c295-3244-42dd-859f-ff139b55d930 req-1a8cffc4-0fde-4279-b2c5-97d642e111bf tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.0941417 Oct 28 09:56:29.253938 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:29.265256 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:29.267010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (82f15a9b-a429-4cbe-bf5f-21f6584c07c4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:29.303485 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c009c295-3244-42dd-859f-ff139b55d930 req-254a46de-d8b0-4a94-bb5d-c2853614ecae tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698736 Oct 28 09:56:29.324831 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=82f15a9b-a429-4cbe-bf5f-21f6584c07c4,segment=NetworkSegment(6915d677-65df-4af5-8c51-26f203dbf404),segment_id=6915d677-65df-4af5-8c51-26f203dbf404)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:29.351980 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37186) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:29.368759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f5784848-8a63-44f7-a87f-7c96f3931fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:29.394996 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (82f15a9b-a429-4cbe-bf5f-21f6584c07c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:29.395887 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:29.459388 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e80d8e7-36fb-4016-9b01-ce6d21ff4acf None None] Network dd979d20-6a8b-4245-bb57-cc4ab7b69baa requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:29.466746 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323de62-ea54-4045-9f86-1cbcfbb18e5e req-58d47d3c-a451-48a8-bb3c-2f511e304bcc tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:29.468733 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1323de62-ea54-4045-9f86-1cbcfbb18e5e req-58d47d3c-a451-48a8-bb3c-2f511e304bcc tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.0771561 Oct 28 09:56:29.568915 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f5784848-8a63-44f7-a87f-7c96f3931fc2 admin admin] Publish callbacks [] for security_group (77b931c2-42b1-4aa6-aa96-23a4927e735f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:29.585653 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-fe4870b9-c561-409a-9826-cb36b26d4f28 None None] Provisioning complete for port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:29.586027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fe4870b9-c561-409a-9826-cb36b26d4f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:29.586368 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-fe4870b9-c561-409a-9826-cb36b26d4f28 None None] Attempt 1 to provision port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 Oct 28 09:56:29.596786 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=82f15a9b-a429-4cbe-bf5f-21f6584c07c4,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:29.624273 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1323de62-ea54-4045-9f86-1cbcfbb18e5e req-2e5c8cc2-e852-4d72-a09b-4bf95e97a2d1 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217604 Oct 28 09:56:29.661352 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f5784848-8a63-44f7-a87f-7c96f3931fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (77b931c2-42b1-4aa6-aa96-23a4927e735f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:29.700555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:29.701575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:29.701575 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 Oct 28 09:56:29.735435 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-172cb0f1-cad6-4416-9c4a-6d8b22d260e8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Allocated IP 172.20.0.14 (cfd27c08-98d8-47d7-a6ea-343227b47fcd/72b525c2-647a-47c0-a854-654c850a31df/63f245e2-fe1c-4a5b-a3af-b7c74ab4844a) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:29.781421 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5784848-8a63-44f7-a87f-7c96f3931fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b931c2-42b1-4aa6-aa96-23a4927e735f,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:29.816174 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3d689-c3f6-4c6f-9bce-6a8def79c4b1 req-d2786dd9-7265-45d8-8dc2-cf06c8fdb2e3 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:29.817795 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1ba3d689-c3f6-4c6f-9bce-6a8def79c4b1 req-d2786dd9-7265-45d8-8dc2-cf06c8fdb2e3 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 945 time: 0.2384815 Oct 28 09:56:29.832063 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f5784848-8a63-44f7-a87f-7c96f3931fc2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bb7fef52417e4518be00f16459b747dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4789810 Oct 28 09:56:29.854828 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37192) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:29.858404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:29.912002 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-fe4870b9-c561-409a-9826-cb36b26d4f28 None None] Current status of the port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:29.912399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fe4870b9-c561-409a-9826-cb36b26d4f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:29.929925 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=2,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:29.945442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:29.945841 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:29.954837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e8794-8fe8-48ee-ad49-e8447a3071ed req-a424ff3c-b8fd-4310-8729-fa0bdcc20804 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:29.962910 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a88e8794-8fe8-48ee-ad49-e8447a3071ed req-a424ff3c-b8fd-4310-8729-fa0bdcc20804 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1777933 Oct 28 09:56:29.995102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9ef4631e-1103-464d-b60a-aeff0d58fae6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (7ed72f83-b728-4e95-9efb-73903de1f1d4), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.001227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-fe4870b9-c561-409a-9826-cb36b26d4f28 None None] For port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f81b4fc5-95b1-4f6d-961a-0c18400f4ff7,segment=NetworkSegment(7a9f6b0f-eb49-4fe3-8a86-627b0194df20),segment_id=7a9f6b0f-eb49-4fe3-8a86-627b0194df20)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:30.024460 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08f27ba-037e-4017-af49-b46879b45e2d None None] Network cfd27c08-98d8-47d7-a6ea-343227b47fcd requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:30.031647 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1ba3d689-c3f6-4c6f-9bce-6a8def79c4b1 req-075b9c86-cca3-470b-9af1-f295b6f0d530 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593046 Oct 28 09:56:30.066818 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a88e8794-8fe8-48ee-ad49-e8447a3071ed req-a9783902-9469-4fd4-aae9-e190afb10db1 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024423 Oct 28 09:56:30.101892 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4631e-1103-464d-b60a-aeff0d58fae6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed72f83-b728-4e95-9efb-73903de1f1d4,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:30.106587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1a068f5-34e1-45b0-ab0a-36ca348e7e61 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (31126c09-b518-4b5a-9e37-0475278eee89), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.120964 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fe4870b9-c561-409a-9826-cb36b26d4f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.154850 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:30.185431 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9ef4631e-1103-464d-b60a-aeff0d58fae6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.191501 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9ef4631e-1103-464d-b60a-aeff0d58fae6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/7ed72f83-b728-4e95-9efb-73903de1f1d4 HTTP/1.1" status: 204 len: 168 time: 2.0962989 Oct 28 09:56:30.192199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37198) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:30.210978 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fa7d89-9ee2-4716-876b-a8aeb963129e None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:30.244973 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a068f5-34e1-45b0-ab0a-36ca348e7e61 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Pushing event deleted for resources: {'Port': ['ID=31126c09-b518-4b5a-9e37-0475278eee89,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:30.281989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e73b8b-f2ea-4105-9368-d2612d479f80 req-ef94a2ca-c057-4dc1-a075-e2899097d697 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:30.283565 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a0e73b8b-f2ea-4105-9368-d2612d479f80 req-ef94a2ca-c057-4dc1-a075-e2899097d697 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 945 time: 0.2291968 Oct 28 09:56:30.305576 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-172cb0f1-cad6-4416-9c4a-6d8b22d260e8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (63f245e2-fe1c-4a5b-a3af-b7c74ab4844a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.310591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a0b1661f-ad5f-4c7e-b4f0-9be74b81420c None None] Provisioning complete for port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:30.310983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a0b1661f-ad5f-4c7e-b4f0-9be74b81420c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.311327 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a0b1661f-ad5f-4c7e-b4f0-9be74b81420c None None] Attempt 1 to provision port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 Oct 28 09:56:30.322581 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d194d823-f5c6-49cd-8308-bd5eb7fc1596 admin admin] Publish callbacks [] for security_group (77b931c2-42b1-4aa6-aa96-23a4927e735f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.355988 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:30.356116 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86f606-aa07-4d47-a2ff-5b97bf7a8cb5 None None] Sync routers for ids ['e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:30.356600 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cd1f1006-311c-47bb-9268-2707aaa0a892 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1574972 Oct 28 09:56:30.356600 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37200) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:30.357020 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86f606-aa07-4d47-a2ff-5b97bf7a8cb5 None None] Routers {'e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:30.357020 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-cb86f606-aa07-4d47-a2ff-5b97bf7a8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:30.369856 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:56:30.370298 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:56:30.385975 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=4,neutron:UPDATE=6,neutron:SELECT=85,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:30.434148 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4870b9-c561-409a-9826-cb36b26d4f28 None None] Pushing event updated for resources: {'Port': ['ID=f81b4fc5-95b1-4f6d-961a-0c18400f4ff7,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:30.449215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d194d823-f5c6-49cd-8308-bd5eb7fc1596 admin admin] Publish callbacks [] for security_group (77b931c2-42b1-4aa6-aa96-23a4927e735f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.482773 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-59118f3b-81f9-41ee-ac89-b7a4872763a7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for router (e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.520856 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-cb86f606-aa07-4d47-a2ff-5b97bf7a8cb5 None None] Set router e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:30.528743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router_gateway (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.551125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1a068f5-34e1-45b0-ab0a-36ca348e7e61 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (7f3c6df0-f562-463b-b166-47f70d3377bb), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.590339 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1661f-ad5f-4c7e-b4f0-9be74b81420c None None] Current status of the port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:30.610793 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b350e8-3962-4ad0-b6fa-3295cb7004d0 None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:56:30.637386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a0b1661f-ad5f-4c7e-b4f0-9be74b81420c None None] Provisioning complete for port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:30.637770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a0b1661f-ad5f-4c7e-b4f0-9be74b81420c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (82f15a9b-a429-4cbe-bf5f-21f6584c07c4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.638139 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a0b1661f-ad5f-4c7e-b4f0-9be74b81420c None None] Attempt 1 to provision port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 Oct 28 09:56:30.661582 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-cb86f606-aa07-4d47-a2ff-5b97bf7a8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2', 'name': 'tempest-NetworksTestDHCPv6-router-112012765', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:56:20Z', 'updated_at': '2022-10-28T09:56:27Z', 'revision_number': 3, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:30.698165 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c3b350e8-3962-4ad0-b6fa-3295cb7004d0 None None] Deleting port 5f09fdd0-19c4-4643-8d0b-9102e16006a0 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:30.698165 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c3b350e8-3962-4ad0-b6fa-3295cb7004d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (5f09fdd0-19c4-4643-8d0b-9102e16006a0), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.730863 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86f606-aa07-4d47-a2ff-5b97bf7a8cb5 None None] Checking router: e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:30.741450 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86f606-aa07-4d47-a2ff-5b97bf7a8cb5 None None] Routers {'e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:30.742239 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-cb86f606-aa07-4d47-a2ff-5b97bf7a8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:30.808978 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:30.810566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-172cb0f1-cad6-4416-9c4a-6d8b22d260e8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (63f245e2-fe1c-4a5b-a3af-b7c74ab4844a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.817887 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-cb86f606-aa07-4d47-a2ff-5b97bf7a8cb5 None None] Set router e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:30.825393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1a068f5-34e1-45b0-ab0a-36ca348e7e61 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (7f3c6df0-f562-463b-b166-47f70d3377bb), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.832724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-59118f3b-81f9-41ee-ac89-b7a4872763a7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.840297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-59118f3b-81f9-41ee-ac89-b7a4872763a7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for router_controller (e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.847826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1a068f5-34e1-45b0-ab0a-36ca348e7e61 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_controller (7f3c6df0-f562-463b-b166-47f70d3377bb), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.853716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-a0e73b8b-f2ea-4105-9368-d2612d479f80 req-4757c87b-636b-44fb-8eb3-28a0a4be0437 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Deleting port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:30.854065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a0e73b8b-f2ea-4105-9368-d2612d479f80 req-4757c87b-636b-44fb-8eb3-28a0a4be0437 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (64c829ea-3e7b-4612-a569-5dc7be3bfaeb), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.857214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-c3b350e8-3962-4ad0-b6fa-3295cb7004d0 None None] For port 5f09fdd0-19c4-4643-8d0b-9102e16006a0, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5f09fdd0-19c4-4643-8d0b-9102e16006a0,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:30.857214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c3b350e8-3962-4ad0-b6fa-3295cb7004d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (5f09fdd0-19c4-4643-8d0b-9102e16006a0), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.886557 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-cb86f606-aa07-4d47-a2ff-5b97bf7a8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2', 'name': 'tempest-NetworksTestDHCPv6-router-112012765', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:56:20Z', 'updated_at': '2022-10-28T09:56:27Z', 'revision_number': 3, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:30.893175 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:30.907396 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c3b350e8-3962-4ad0-b6fa-3295cb7004d0 None None] Calling delete_port for 5f09fdd0-19c4-4643-8d0b-9102e16006a0 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:30.924649 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86f606-aa07-4d47-a2ff-5b97bf7a8cb5 None None] The sync data for ids ['e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2'] in dv-neutron-zed-2-hyperv is: [{'id': 'e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2', 'name': 'tempest-NetworksTestDHCPv6-router-112012765', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:56:20Z', 'updated_at': '2022-10-28T09:56:27Z', 'revision_number': 3, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'gw_port_host': None}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:30.946300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:30.965734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1661f-ad5f-4c7e-b4f0-9be74b81420c None None] Current status of the port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:30.989021 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-59118f3b-81f9-41ee-ac89-b7a4872763a7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:30.989586 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59118f3b-81f9-41ee-ac89-b7a4872763a7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Fanout notify agent at l3_agent the message router_deleted on router e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:31.003840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-59118f3b-81f9-41ee-ac89-b7a4872763a7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:31.005038 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-59118f3b-81f9-41ee-ac89-b7a4872763a7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/routers/e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2 HTTP/1.1" status: 204 len: 168 time: 0.6505301 Oct 28 09:56:31.010143 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37206) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:31.014872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-69e0ea30-cd08-4068-bdb0-ca7fb3993dc8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:31.025055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996c0ff-5e27-427a-a013-f573614dd4f1 req-6c5eb5f3-c775-4d18-b3ab-a4b5223ad1c1 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:31.028513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172cb0f1-cad6-4416-9c4a-6d8b22d260e8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network cfd27c08-98d8-47d7-a6ea-343227b47fcd is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:31.030060 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a996c0ff-5e27-427a-a013-f573614dd4f1 req-6c5eb5f3-c775-4d18-b3ab-a4b5223ad1c1 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 945 time: 0.1376760 Oct 28 09:56:31.037706 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890be6e-d7e1-4ad0-8158-40e16da2fc75 req-bb8e10c2-e040-464d-91c2-f53d16d5a347 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:31.043595 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5890be6e-d7e1-4ad0-8158-40e16da2fc75 req-bb8e10c2-e040-464d-91c2-f53d16d5a347 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1539035 Oct 28 09:56:31.045035 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-172cb0f1-cad6-4416-9c4a-6d8b22d260e8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:31.054517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172cb0f1-cad6-4416-9c4a-6d8b22d260e8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:31.062282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cb0f1-cad6-4416-9c4a-6d8b22d260e8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=63f245e2-fe1c-4a5b-a3af-b7c74ab4844a,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:31.092919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-098a7a11-1599-4933-97c6-db63fe28f62f None None] Provisioning complete for port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:31.093432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-098a7a11-1599-4933-97c6-db63fe28f62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (82f15a9b-a429-4cbe-bf5f-21f6584c07c4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:31.093938 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-098a7a11-1599-4933-97c6-db63fe28f62f None None] Attempt 1 to provision port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 Oct 28 09:56:31.123381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1a068f5-34e1-45b0-ab0a-36ca348e7e61 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (7f3c6df0-f562-463b-b166-47f70d3377bb), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:31.123971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a068f5-34e1-45b0-ab0a-36ca348e7e61 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Fanout notify agent at l3_agent the message router_deleted on router 7f3c6df0-f562-463b-b166-47f70d3377bb {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:31.148012 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1a068f5-34e1-45b0-ab0a-36ca348e7e61 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:31.151829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:31.153150 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d1a068f5-34e1-45b0-ab0a-36ca348e7e61 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "DELETE /networking/v2.0/routers/7f3c6df0-f562-463b-b166-47f70d3377bb HTTP/1.1" status: 204 len: 168 time: 4.1431847 Oct 28 09:56:31.162377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37210) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:31.172643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c3b350e8-3962-4ad0-b6fa-3295cb7004d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (5f09fdd0-19c4-4643-8d0b-9102e16006a0), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:31.216685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b350e8-3962-4ad0-b6fa-3295cb7004d0 None None] Pushing event deleted for resources: {'Port': ['ID=5f09fdd0-19c4-4643-8d0b-9102e16006a0,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:31.219261 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b350e8-3962-4ad0-b6fa-3295cb7004d0 None None] No DVR routers for this DVR port 5f09fdd0-19c4-4643-8d0b-9102e16006a0 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:31.250206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6063b1ad-fd2f-4b2b-9420-aa4f27e862f6 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1967178249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:31.275374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d194d823-f5c6-49cd-8308-bd5eb7fc1596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (77b931c2-42b1-4aa6-aa96-23a4927e735f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:31.277920 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d194d823-f5c6-49cd-8308-bd5eb7fc1596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:31.304127 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d194d823-f5c6-49cd-8308-bd5eb7fc1596 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/77b931c2-42b1-4aa6-aa96-23a4927e735f HTTP/1.1" status: 204 len: 168 time: 1.4364710 Oct 28 09:56:31.309160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-a0e73b8b-f2ea-4105-9368-d2612d479f80 req-4757c87b-636b-44fb-8eb3-28a0a4be0437 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] For port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=64c829ea-3e7b-4612-a569-5dc7be3bfaeb,segment=NetworkSegment(80f9f03c-618a-4994-9388-e53a5b3b24c7),segment_id=80f9f03c-618a-4994-9388-e53a5b3b24c7)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:31.309539 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a0e73b8b-f2ea-4105-9368-d2612d479f80 req-4757c87b-636b-44fb-8eb3-28a0a4be0437 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (64c829ea-3e7b-4612-a569-5dc7be3bfaeb), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:31.353608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172cb0f1-cad6-4416-9c4a-6d8b22d260e8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:31.354442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-172cb0f1-cad6-4416-9c4a-6d8b22d260e8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:31.593258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194d823-f5c6-49cd-8308-bd5eb7fc1596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b931c2-42b1-4aa6-aa96-23a4927e735f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:31.599758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:31.604783 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:31.614613 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:31.627577 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5890be6e-d7e1-4ad0-8158-40e16da2fc75 req-ea572563-ddc1-491c-94e2-2146c65be759 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5795212 Oct 28 09:56:31.701857 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-098a7a11-1599-4933-97c6-db63fe28f62f None None] Current status of the port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:31.749226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:31.749628 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (82f15a9b-a429-4cbe-bf5f-21f6584c07c4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:31.749953 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 Oct 28 09:56:31.760183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6063b1ad-fd2f-4b2b-9420-aa4f27e862f6 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (2a6611aa-ad66-43b1-ab88-fd0866513401), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:31.764705 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a996c0ff-5e27-427a-a013-f573614dd4f1 req-2798a822-1dd5-4758-a5cd-ffde9a303c53 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7162211 Oct 28 09:56:31.765016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6063b1ad-fd2f-4b2b-9420-aa4f27e862f6 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (2a6611aa-ad66-43b1-ab88-fd0866513401), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:31.841111 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-172cb0f1-cad6-4416-9c4a-6d8b22d260e8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8409994 Oct 28 09:56:31.856690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37216) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:31.885750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-de8aa290-36fd-4300-96de-b83e45474655 None None] Provisioning complete for port 63f245e2-fe1c-4a5b-a3af-b7c74ab4844a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:31.886146 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-de8aa290-36fd-4300-96de-b83e45474655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (63f245e2-fe1c-4a5b-a3af-b7c74ab4844a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:31.886464 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-de8aa290-36fd-4300-96de-b83e45474655 None None] Attempt 1 to provision port 63f245e2-fe1c-4a5b-a3af-b7c74ab4844a Oct 28 09:56:31.962342 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a0e73b8b-f2ea-4105-9368-d2612d479f80 req-4757c87b-636b-44fb-8eb3-28a0a4be0437 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:31.962936 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a0e73b8b-f2ea-4105-9368-d2612d479f80 req-4757c87b-636b-44fb-8eb3-28a0a4be0437 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (973e0677-563d-40d7-a4f6-f13c3991e773), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:31.964042 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [req-a0e73b8b-f2ea-4105-9368-d2612d479f80 req-4757c87b-636b-44fb-8eb3-28a0a4be0437 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Floating IP 973e0677-563d-40d7-a4f6-f13c3991e773 disassociated. External IP: 172.36.1.30, port: 64c829ea-3e7b-4612-a569-5dc7be3bfaeb. Oct 28 09:56:31.965691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-a0e73b8b-f2ea-4105-9368-d2612d479f80 req-4757c87b-636b-44fb-8eb3-28a0a4be0437 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Calling delete_port for 64c829ea-3e7b-4612-a569-5dc7be3bfaeb owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:31.986009 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:31.997836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:32.005905 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:32.022486 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3e463-d282-4531-a8bc-66d97115055c req-2627bb60-a266-4bee-9b50-6308e51b048a tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:32.032013 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-73b3e463-d282-4531-a8bc-66d97115055c req-2627bb60-a266-4bee-9b50-6308e51b048a tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 945 time: 0.2646244 Oct 28 09:56:32.085545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-de8aa290-36fd-4300-96de-b83e45474655 None None] Port 63f245e2-fe1c-4a5b-a3af-b7c74ab4844a cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:32.093611 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e0ea30-cd08-4068-bdb0-ca7fb3993dc8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:32.097686 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-69e0ea30-cd08-4068-bdb0-ca7fb3993dc8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:32.102328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:32.102754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:32.102860 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6063b1ad-fd2f-4b2b-9420-aa4f27e862f6 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_controller (2a6611aa-ad66-43b1-ab88-fd0866513401), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:32.103300 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 Oct 28 09:56:32.135588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:32.195356 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6063b1ad-fd2f-4b2b-9420-aa4f27e862f6 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (2a6611aa-ad66-43b1-ab88-fd0866513401), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:32.208371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:32.215407 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:32.295785 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5f09fdd0-19c4-4643-8d0b-9102e16006a0 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:32.360699 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 5f09fdd0-19c4-4643-8d0b-9102e16006a0 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:32.364353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5f09fdd0-19c4-4643-8d0b-9102e16006a0 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:32.365543 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6063b1ad-fd2f-4b2b-9420-aa4f27e862f6 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:32.370199 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6063b1ad-fd2f-4b2b-9420-aa4f27e862f6 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1936815 Oct 28 09:56:32.373106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37222) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:32.375080 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'enable_snat': False}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:32.425619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a0e73b8b-f2ea-4105-9368-d2612d479f80 req-4757c87b-636b-44fb-8eb3-28a0a4be0437 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (64c829ea-3e7b-4612-a569-5dc7be3bfaeb), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:32.440225 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-73b3e463-d282-4531-a8bc-66d97115055c req-6e2f56d6-9239-481a-8332-1e9018162d2e tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2be96e3b-d859-440e-9cb6-003b9a9f9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069765 Oct 28 09:56:32.444472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f944-5daf-48df-a7c3-94352ea6dfb8 req-e8267b85-1b53-4f70-8f84-463640e50968 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:32.448222 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-5ce3f944-5daf-48df-a7c3-94352ea6dfb8 req-e8267b85-1b53-4f70-8f84-463640e50968 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 945 time: 0.1341634 Oct 28 09:56:32.522353 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37224) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:32.532940 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:32.544269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757c87b-636b-44fb-8eb3-28a0a4be0437 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Pushing event deleted for resources: {'Port': ['ID=64c829ea-3e7b-4612-a569-5dc7be3bfaeb,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:32.569314 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e54b8b4-3368-44d8-86ff-d6f534925ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:32.728105 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9c88c17-463b-4558-9a6f-868c9f4ca017 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (63f245e2-fe1c-4a5b-a3af-b7c74ab4844a), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:32.899342 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-69e0ea30-cd08-4068-bdb0-ca7fb3993dc8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (b9e71eda-030a-4057-acc8-2f25750fc09b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:32.932508 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e0ea30-cd08-4068-bdb0-ca7fb3993dc8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:32.944992 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-69e0ea30-cd08-4068-bdb0-ca7fb3993dc8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:32.965297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22953dbb-12e7-4f83-bccf-eeae676db33a None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:33.013718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e0ea30-cd08-4068-bdb0-ca7fb3993dc8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:33.014346 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-69e0ea30-cd08-4068-bdb0-ca7fb3993dc8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:33.040682 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1859c39e-476a-43c4-a7d0-f4ae8e2ae485 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:33.075391 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 1859c39e-476a-43c4-a7d0-f4ae8e2ae485 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:33.075910 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1859c39e-476a-43c4-a7d0-f4ae8e2ae485 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:33.156998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': 'b9e71eda-030a-4057-acc8-2f25750fc09b'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:56:33.160047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:33.253549 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:56:33.288959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:33.374781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:33.404738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-5ce3f944-5daf-48df-a7c3-94352ea6dfb8 req-8cd6e5ba-62d1-43c0-934a-94e3556036df tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Deleting port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:33.405365 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-5ce3f944-5daf-48df-a7c3-94352ea6dfb8 req-8cd6e5ba-62d1-43c0-934a-94e3556036df tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (245e08af-6f46-4d6e-bef5-60d0e21ebdc8), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:33.413168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (2a6611aa-ad66-43b1-ab88-fd0866513401), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:33.478838 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-69e0ea30-cd08-4068-bdb0-ca7fb3993dc8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4653268 Oct 28 09:56:33.492989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Allocated IP 2001:db8::2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/b9e71eda-030a-4057-acc8-2f25750fc09b/ecd5eee2-4827-4a9f-ac2b-b9193660e470) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:33.493846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e54b8b4-3368-44d8-86ff-d6f534925ad9 admin admin] Publish callbacks [] for security_group (13a62f59-cdc0-4b1e-8c6b-97a25ae7688f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:33.497276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37232) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:33.503807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0ea30-cd08-4068-bdb0-ca7fb3993dc8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=b9e71eda-030a-4057-acc8-2f25750fc09b,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:33.509438 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9c88c17-463b-4558-9a6f-868c9f4ca017 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (63f245e2-fe1c-4a5b-a3af-b7c74ab4844a), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:33.516255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1c6b7bb6-b608-4085-89bf-7b30bc8ad4e4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-91152091', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:33.530774 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3d97-bb2e-4408-9acf-08becdcb1d86 req-c1eae8a0-0de1-4712-839d-32fc52ae45b3 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:33.538105 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e82f3d97-bb2e-4408-9acf-08becdcb1d86 req-c1eae8a0-0de1-4712-839d-32fc52ae45b3 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 945 time: 0.6036730 Oct 28 09:56:33.554836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44507150-93d8-4d59-9d3d-dd004757b8a5 req-45c018fa-d6fb-4063-8a92-0614b3bcd78e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:33.556461 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-44507150-93d8-4d59-9d3d-dd004757b8a5 req-45c018fa-d6fb-4063-8a92-0614b3bcd78e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2294610 Oct 28 09:56:33.561571 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0e73b8b-f2ea-4105-9368-d2612d479f80 req-4757c87b-636b-44fb-8eb3-28a0a4be0437 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:33.608542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9c88c17-463b-4558-9a6f-868c9f4ca017 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (63f245e2-fe1c-4a5b-a3af-b7c74ab4844a), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:33.616557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e54b8b4-3368-44d8-86ff-d6f534925ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (13a62f59-cdc0-4b1e-8c6b-97a25ae7688f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:33.753969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-5ce3f944-5daf-48df-a7c3-94352ea6dfb8 req-8cd6e5ba-62d1-43c0-934a-94e3556036df tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] For port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=245e08af-6f46-4d6e-bef5-60d0e21ebdc8,segment=NetworkSegment(203bc2fa-01a5-4225-85a6-5f96e3ad29d6),segment_id=203bc2fa-01a5-4225-85a6-5f96e3ad29d6)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:33.753969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-5ce3f944-5daf-48df-a7c3-94352ea6dfb8 req-8cd6e5ba-62d1-43c0-934a-94e3556036df tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (245e08af-6f46-4d6e-bef5-60d0e21ebdc8), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:33.754300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Publish callbacks [] for port (ecd5eee2-4827-4a9f-ac2b-b9193660e470), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:33.773745 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:33.793289 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a5dffa-aa84-4c8c-8c3a-08edaa76663a None None] Sync routers for ids ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:33.807857 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e82f3d97-bb2e-4408-9acf-08becdcb1d86 req-ef093340-8c57-48e0-ab48-147737279e47 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f133012a-8698-4692-b0c2-d6bdaab732b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687240 Oct 28 09:56:33.809658 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5dffa-aa84-4c8c-8c3a-08edaa76663a None None] Routers {'7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:33.810532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d6a5dffa-aa84-4c8c-8c3a-08edaa76663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:33.867086 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5e54b8b4-3368-44d8-86ff-d6f534925ad9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a01fd5d5b7b0458a82b392c2d5b93196&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3449237 Oct 28 09:56:33.869888 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c88c17-463b-4558-9a6f-868c9f4ca017 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=63f245e2-fe1c-4a5b-a3af-b7c74ab4844a,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:33.870903 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37236) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:33.871758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d6a5dffa-aa84-4c8c-8c3a-08edaa76663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:33.888965 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54b8b4-3368-44d8-86ff-d6f534925ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a62f59-cdc0-4b1e-8c6b-97a25ae7688f,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:33.907849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5dffa-aa84-4c8c-8c3a-08edaa76663a None None] Routers {'7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:33.909963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d6a5dffa-aa84-4c8c-8c3a-08edaa76663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:33.911448 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-44507150-93d8-4d59-9d3d-dd004757b8a5 req-c989309b-9479-4c83-afe8-7b073639071a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450451 Oct 28 09:56:33.958557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d6a5dffa-aa84-4c8c-8c3a-08edaa76663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:33.959189 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a5dffa-aa84-4c8c-8c3a-08edaa76663a None None] The sync data for ids ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:33.993448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1c6b7bb6-b608-4085-89bf-7b30bc8ad4e4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (5396a4aa-0c14-4eab-87e5-d87e00298ed2), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:33.994548 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1c6b7bb6-b608-4085-89bf-7b30bc8ad4e4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (5396a4aa-0c14-4eab-87e5-d87e00298ed2), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.001518 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:34.028386 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1c223279-4a43-45a9-8cd8-494e8d6a55c9 req-c11d3167-9e4b-48e5-8c52-e41bfb4b32da tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 210 time: 0.0475738 Oct 28 09:56:34.126895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1c6b7bb6-b608-4085-89bf-7b30bc8ad4e4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for router_controller (5396a4aa-0c14-4eab-87e5-d87e00298ed2), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.145961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0e73b8b-f2ea-4105-9368-d2612d479f80 req-4757c87b-636b-44fb-8eb3-28a0a4be0437 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:34.148947 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9c88c17-463b-4558-9a6f-868c9f4ca017 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (237e1507-3948-4605-8edb-33af548f9a21), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.161341 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4da04-5ba4-4632-8529-4a774cd913b4 None None] Sync routers for ids ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:34.172365 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a4da04-5ba4-4632-8529-4a774cd913b4 None None] Routers {'bb52fb98-fedb-4a5a-9400-310d5cd06ef9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:34.172581 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (ecd5eee2-4827-4a9f-ac2b-b9193660e470), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.173369 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d4a4da04-5ba4-4632-8529-4a774cd913b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:34.225933 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:34.236724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.241009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1c6b7bb6-b608-4085-89bf-7b30bc8ad4e4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (5396a4aa-0c14-4eab-87e5-d87e00298ed2), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.247003 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6ceef876-ce59-4977-9799-aca6305382c2 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.0667343 Oct 28 09:56:34.247156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:34.247246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37238) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:34.249238 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:34.255931 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Pushing event updated for resources: {'Port': ['ID=ecd5eee2-4827-4a9f-ac2b-b9193660e470,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:34.267315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 64c829ea-3e7b-4612-a569-5dc7be3bfaeb no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:34.273255 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:34.339121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:34.341332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e73b8b-f2ea-4105-9368-d2612d479f80 req-4757c87b-636b-44fb-8eb3-28a0a4be0437 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] No DVR routers for this DVR port 64c829ea-3e7b-4612-a569-5dc7be3bfaeb on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:34.343103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b39e-e1d3-4548-9074-e26bdf673d55 admin admin] Publish callbacks [] for security_group (13a62f59-cdc0-4b1e-8c6b-97a25ae7688f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.373785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b39e-e1d3-4548-9074-e26bdf673d55 admin admin] Publish callbacks [] for security_group (13a62f59-cdc0-4b1e-8c6b-97a25ae7688f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.401870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 64c829ea-3e7b-4612-a569-5dc7be3bfaeb {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:34.402235 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 64c829ea-3e7b-4612-a569-5dc7be3bfaeb not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:34.402703 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d4a4da04-5ba4-4632-8529-4a774cd913b4 None None] Set router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:34.405778 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1c6b7bb6-b608-4085-89bf-7b30bc8ad4e4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.409480 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1c6b7bb6-b608-4085-89bf-7b30bc8ad4e4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9083219 Oct 28 09:56:34.419566 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37240) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:34.452114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (2a6611aa-ad66-43b1-ab88-fd0866513401), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.468061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Attempting to bind port ecd5eee2-4827-4a9f-ac2b-b9193660e470 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:56:34.468521 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Attempting to bind port ecd5eee2-4827-4a9f-ac2b-b9193660e470 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:56:34.468808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Attempting to bind port ecd5eee2-4827-4a9f-ac2b-b9193660e470 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:34.477037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-5ce3f944-5daf-48df-a7c3-94352ea6dfb8 req-8cd6e5ba-62d1-43c0-934a-94e3556036df tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.477407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-5ce3f944-5daf-48df-a7c3-94352ea6dfb8 req-8cd6e5ba-62d1-43c0-934a-94e3556036df tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (e6c8dcf1-cc68-4515-bbf3-55a52d8243d3), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.477728 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [req-5ce3f944-5daf-48df-a7c3-94352ea6dfb8 req-8cd6e5ba-62d1-43c0-934a-94e3556036df tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Floating IP e6c8dcf1-cc68-4515-bbf3-55a52d8243d3 disassociated. External IP: 172.36.1.123, port: 245e08af-6f46-4d6e-bef5-60d0e21ebdc8. Oct 28 09:56:34.478078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-5ce3f944-5daf-48df-a7c3-94352ea6dfb8 req-8cd6e5ba-62d1-43c0-934a-94e3556036df tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Calling delete_port for 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:34.480885 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a0e73b8b-f2ea-4105-9368-d2612d479f80 req-4757c87b-636b-44fb-8eb3-28a0a4be0437 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.486229 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a0e73b8b-f2ea-4105-9368-d2612d479f80 req-4757c87b-636b-44fb-8eb3-28a0a4be0437 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.48 "DELETE /networking/v2.0/ports/64c829ea-3e7b-4612-a569-5dc7be3bfaeb HTTP/1.1" status: 204 len: 173 time: 4.1755500 Oct 28 09:56:34.502415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.516826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99aa43d-fedf-4c15-a45c-46e65c329ff7', 'name': 'network-vif-deleted', 'tag': '64c829ea-3e7b-4612-a569-5dc7be3bfaeb'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:56:34.519474 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54014bff-01d5-4eee-8c98-968d14a040b0" -d '{"events": [{"server_uuid": "b99aa43d-fedf-4c15-a45c-46e65c329ff7", "name": "network-vif-deleted", "tag": "64c829ea-3e7b-4612-a569-5dc7be3bfaeb"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:56:34.550457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:56:34.554923 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:34.554923 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.554923 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:56:34.555506 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Bound port: ecd5eee2-4827-4a9f-ac2b-b9193660e470, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:56:34.555616 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ecd5eee2-4827-4a9f-ac2b-b9193660e470), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.589639 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:34.594754 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:34.595713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b39e-e1d3-4548-9074-e26bdf673d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (13a62f59-cdc0-4b1e-8c6b-97a25ae7688f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.601255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b39e-e1d3-4548-9074-e26bdf673d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.602723 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1bb5b39e-e1d3-4548-9074-e26bdf673d55 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/13a62f59-cdc0-4b1e-8c6b-97a25ae7688f HTTP/1.1" status: 204 len: 168 time: 0.7305865 Oct 28 09:56:34.661367 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:34.668685 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a48d7e5-dded-45bd-afdf-a62a0647e03a x-openstack-request-id: req-6a48d7e5-dded-45bd-afdf-a62a0647e03a {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:56:34.677893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99aa43d-fedf-4c15-a45c-46e65c329ff7", "name": "network-vif-deleted", "tag": "64c829ea-3e7b-4612-a569-5dc7be3bfaeb", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:56:34.677893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a48d7e5-dded-45bd-afdf-a62a0647e03a {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:56:34.677893 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a48d7e5-dded-45bd-afdf-a62a0647e03a'] response: {'server_uuid': 'b99aa43d-fedf-4c15-a45c-46e65c329ff7', 'name': 'network-vif-deleted', 'tag': '64c829ea-3e7b-4612-a569-5dc7be3bfaeb', 'status': 'completed', 'code': 200} Oct 28 09:56:34.678212 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] For port ecd5eee2-4827-4a9f-ac2b-b9193660e470, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:34.681548 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] For port ecd5eee2-4827-4a9f-ac2b-b9193660e470, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ecd5eee2-4827-4a9f-ac2b-b9193660e470,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:34.685887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5b39e-e1d3-4548-9074-e26bdf673d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a62f59-cdc0-4b1e-8c6b-97a25ae7688f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:34.791233 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d4a4da04-5ba4-4632-8529-4a774cd913b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'name': 'tempest-ServersTestManualDisk-1059434225-router', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'gw_port': {'id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:50Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '3946fe58-e8b0-4230-b1c1-02613280e8e3', 'name': '', 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'mac_address': 'fa:16:3e:83:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:58Z', 'updated_at': '2022-10-28T09:55:08Z', 'revision_number': 5, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'subnets': [{'id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:34.795677 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9c88c17-463b-4558-9a6f-868c9f4ca017 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (63f245e2-fe1c-4a5b-a3af-b7c74ab4844a), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.824304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ecd5eee2-4827-4a9f-ac2b-b9193660e470), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:34.869288 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4da04-5ba4-4632-8529-4a774cd913b4 None None] Checking router: bb52fb98-fedb-4a5a-9400-310d5cd06ef9 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:34.884251 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a4da04-5ba4-4632-8529-4a774cd913b4 None None] Routers {'bb52fb98-fedb-4a5a-9400-310d5cd06ef9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:34.885227 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d4a4da04-5ba4-4632-8529-4a774cd913b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:34.913057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Allocated IP 172.36.1.169 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/e3b004cb-5c43-4195-bc66-65a66e25007d) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:34.954125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0ff41-704b-4d3e-8250-34af8f547309 None None] Pushing event updated for resources: {'Port': ['ID=ecd5eee2-4827-4a9f-ac2b-b9193660e470,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:35.067245 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d4a4da04-5ba4-4632-8529-4a774cd913b4 None None] Set router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:35.094286 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-5ce3f944-5daf-48df-a7c3-94352ea6dfb8 req-8cd6e5ba-62d1-43c0-934a-94e3556036df tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (245e08af-6f46-4d6e-bef5-60d0e21ebdc8), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:35.198348 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:35.207625 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6e5ba-62d1-43c0-934a-94e3556036df tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Pushing event deleted for resources: {'Port': ['ID=245e08af-6f46-4d6e-bef5-60d0e21ebdc8,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:35.285437 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for port (e3b004cb-5c43-4195-bc66-65a66e25007d), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:35.362511 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:35.411371 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:35.452193 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ce3f944-5daf-48df-a7c3-94352ea6dfb8 req-8cd6e5ba-62d1-43c0-934a-94e3556036df tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Router 04ffb4d8-4561-433a-93a9-516870ba21ee has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:35.463535 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a42effbe-22ce-45b5-a416-e236b26742fe req-2ee82626-2fcc-4755-a266-28c4a8b1f57b tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 210 time: 0.3867724 Oct 28 09:56:35.471187 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d4a4da04-5ba4-4632-8529-4a774cd913b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'name': 'tempest-ServersTestManualDisk-1059434225-router', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'gw_port': {'id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:50Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '3946fe58-e8b0-4230-b1c1-02613280e8e3', 'name': '', 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'mac_address': 'fa:16:3e:83:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:58Z', 'updated_at': '2022-10-28T09:55:08Z', 'revision_number': 5, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'subnets': [{'id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:35.521849 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbb369-2f85-4017-ae7b-01d8756c71c5 req-ebd0bb5f-c6eb-48e2-87fa-abbea51f7f7e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:35.521849 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cecbb369-2f85-4017-ae7b-01d8756c71c5 req-ebd0bb5f-c6eb-48e2-87fa-abbea51f7f7e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2258561 Oct 28 09:56:35.529838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e3b004cb-5c43-4195-bc66-65a66e25007d), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:35.541657 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4da04-5ba4-4632-8529-4a774cd913b4 None None] The sync data for ids ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'] in dv-neutron-zed-2-hyperv is: [{'id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'name': 'tempest-ServersTestManualDisk-1059434225-router', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'gw_port': {'id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:50Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '3946fe58-e8b0-4230-b1c1-02613280e8e3', 'name': '', 'network_id': '2ceca80e-d943-46cf-9c08-f3daa615c0be', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'mac_address': 'fa:16:3e:83:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:58Z', 'updated_at': '2022-10-28T09:55:08Z', 'revision_number': 5, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'subnets': [{'id': '48231d59-2715-405d-aa68-1b7c52649c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:35.641450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Pushing event updated for resources: {'Port': ['ID=e3b004cb-5c43-4195-bc66-65a66e25007d,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:35.663945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:35.668484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:35.673177 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:35.781125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ce3f944-5daf-48df-a7c3-94352ea6dfb8 req-8cd6e5ba-62d1-43c0-934a-94e3556036df tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:35.789166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:35.793317 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b755638-da4c-4a56-9087-99a98435764c None None] Sync routers for ids ['04ffb4d8-4561-433a-93a9-516870ba21ee'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:35.813209 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b755638-da4c-4a56-9087-99a98435764c None None] Routers {'04ffb4d8-4561-433a-93a9-516870ba21ee'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:35.814079 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0b755638-da4c-4a56-9087-99a98435764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['04ffb4d8-4561-433a-93a9-516870ba21ee'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:36.041732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce3f944-5daf-48df-a7c3-94352ea6dfb8 req-8cd6e5ba-62d1-43c0-934a-94e3556036df tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] No DVR routers for this DVR port 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:36.062404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-5ce3f944-5daf-48df-a7c3-94352ea6dfb8 req-8cd6e5ba-62d1-43c0-934a-94e3556036df tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:36.066344 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-5ce3f944-5daf-48df-a7c3-94352ea6dfb8 req-8cd6e5ba-62d1-43c0-934a-94e3556036df tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.48 "DELETE /networking/v2.0/ports/245e08af-6f46-4d6e-bef5-60d0e21ebdc8 HTTP/1.1" status: 204 len: 173 time: 3.5620823 Oct 28 09:56:36.081839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-0b755638-da4c-4a56-9087-99a98435764c None None] Set router 04ffb4d8-4561-433a-93a9-516870ba21ee gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:36.204972 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaa5351-9375-4bef-b75e-67033d010bc2 None None] New status for floating IP 973e0677-563d-40d7-a4f6-f13c3991e773: DOWN {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:56:36.279361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:36.325868 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:36.326292 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:36.328228 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-febbf42d-8730-4b51-87f3-e23849c87c6a req-76965f31-963b-4b90-a66c-4138170104b7 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b99aa43d-fedf-4c15-a45c-46e65c329ff7 HTTP/1.1" status: 200 len: 210 time: 0.2226694 Oct 28 09:56:36.328676 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 245e08af-6f46-4d6e-bef5-60d0e21ebdc8 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:36.441595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0b755638-da4c-4a56-9087-99a98435764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'name': 'tempest-ServersTestJSON-825279237-router', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200'}], 'enable_snat': True}, 'gw_port_id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:57Z', 'revision_number': 4, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'gw_port': {'id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:48Z', 'updated_at': '2022-10-28T09:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '6edde6a7-f604-4886-9c6a-7f188a2edc7c', 'name': '', 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'mac_address': 'fa:16:3e:6a:c4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:54Z', 'updated_at': '2022-10-28T09:55:09Z', 'revision_number': 5, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'subnets': [{'id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:36.479754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router_gateway (2a6611aa-ad66-43b1-ab88-fd0866513401), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:36.487078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:36.489158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37270) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:36.492461 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cecbb369-2f85-4017-ae7b-01d8756c71c5 req-5e31ae6d-f770-4244-92c8-9aa793f24ca5 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9138677 Oct 28 09:56:36.496510 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b755638-da4c-4a56-9087-99a98435764c None None] Checking router: 04ffb4d8-4561-433a-93a9-516870ba21ee for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:36.505740 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b755638-da4c-4a56-9087-99a98435764c None None] Routers {'04ffb4d8-4561-433a-93a9-516870ba21ee'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:36.506320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0b755638-da4c-4a56-9087-99a98435764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['04ffb4d8-4561-433a-93a9-516870ba21ee'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:36.610435 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-253f010a-2ba4-491c-9d16-f11a8caed1a5 None None] Provisioning complete for port ecd5eee2-4827-4a9f-ac2b-b9193660e470 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:36.610902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-253f010a-2ba4-491c-9d16-f11a8caed1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ecd5eee2-4827-4a9f-ac2b-b9193660e470), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:36.611173 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-253f010a-2ba4-491c-9d16-f11a8caed1a5 None None] Attempt 1 to provision port ecd5eee2-4827-4a9f-ac2b-b9193660e470 Oct 28 09:56:36.676901 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bd5abd-e3fc-480a-b442-b39feba680fb', 'name': 'network-vif-deleted', 'tag': '245e08af-6f46-4d6e-bef5-60d0e21ebdc8'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:56:36.683296 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7f10a85d-555b-4d79-83be-1457e22abc96 req-6376ef19-a80a-4370-9f4b-c0449e0387ae tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8bd5abd-e3fc-480a-b442-b39feba680fb HTTP/1.1" status: 200 len: 210 time: 0.0290504 Oct 28 09:56:36.703691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda49efb-9875-40d3-a1a4-10ba41e17227" -d '{"events": [{"server_uuid": "c8bd5abd-e3fc-480a-b442-b39feba680fb", "name": "network-vif-deleted", "tag": "245e08af-6f46-4d6e-bef5-60d0e21ebdc8"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:56:36.741482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-0b755638-da4c-4a56-9087-99a98435764c None None] Set router 04ffb4d8-4561-433a-93a9-516870ba21ee gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:36.808417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b9c3c6-feb4-4619-a04a-e9927ea72bba x-openstack-request-id: req-d9b9c3c6-feb4-4619-a04a-e9927ea72bba {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:56:36.809557 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bd5abd-e3fc-480a-b442-b39feba680fb", "name": "network-vif-deleted", "tag": "245e08af-6f46-4d6e-bef5-60d0e21ebdc8", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:56:36.809557 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9b9c3c6-feb4-4619-a04a-e9927ea72bba {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:56:36.809557 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b9c3c6-feb4-4619-a04a-e9927ea72bba'] response: {'server_uuid': 'c8bd5abd-e3fc-480a-b442-b39feba680fb', 'name': 'network-vif-deleted', 'tag': '245e08af-6f46-4d6e-bef5-60d0e21ebdc8', 'status': 'completed', 'code': 200} Oct 28 09:56:36.837083 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a8c5ff4d-ef60-4212-8f7e-7fc9dd834611 tempest-AgentManagementNegativeTest-683864826 tempest-AgentManagementNegativeTest-683864826-project] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3423436 Oct 28 09:56:36.920333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (2a6611aa-ad66-43b1-ab88-fd0866513401), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:36.925847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (2a6611aa-ad66-43b1-ab88-fd0866513401), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:36.991168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:37.000484 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-253f010a-2ba4-491c-9d16-f11a8caed1a5 None None] Current status of the port ecd5eee2-4827-4a9f-ac2b-b9193660e470 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:37.001322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-253f010a-2ba4-491c-9d16-f11a8caed1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ecd5eee2-4827-4a9f-ac2b-b9193660e470), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:37.070995 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-253f010a-2ba4-491c-9d16-f11a8caed1a5 None None] For port ecd5eee2-4827-4a9f-ac2b-b9193660e470, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ecd5eee2-4827-4a9f-ac2b-b9193660e470,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:37.113813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ecd5eee2-4827-4a9f-ac2b-b9193660e470 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:37.136048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::1 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/b9e71eda-030a-4057-acc8-2f25750fc09b/7c40afcc-0ec0-4138-828f-cfc1824ad350) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:37.147044 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:37.155313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9c88c17-463b-4558-9a6f-868c9f4ca017 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (63f245e2-fe1c-4a5b-a3af-b7c74ab4844a), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:37.155680 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0b755638-da4c-4a56-9087-99a98435764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'name': 'tempest-ServersTestJSON-825279237-router', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200'}], 'enable_snat': True}, 'gw_port_id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:57Z', 'revision_number': 4, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'gw_port': {'id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:48Z', 'updated_at': '2022-10-28T09:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '6edde6a7-f604-4886-9c6a-7f188a2edc7c', 'name': '', 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'mac_address': 'fa:16:3e:6a:c4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:54Z', 'updated_at': '2022-10-28T09:55:09Z', 'revision_number': 5, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'subnets': [{'id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:37.163004 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:37.273467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9c88c17-463b-4558-9a6f-868c9f4ca017 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (63f245e2-fe1c-4a5b-a3af-b7c74ab4844a), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:37.345964 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-253f010a-2ba4-491c-9d16-f11a8caed1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ecd5eee2-4827-4a9f-ac2b-b9193660e470), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:37.352036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b755638-da4c-4a56-9087-99a98435764c None None] The sync data for ids ['04ffb4d8-4561-433a-93a9-516870ba21ee'] in dv-neutron-zed-2-hyperv is: [{'id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'name': 'tempest-ServersTestJSON-825279237-router', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200'}], 'enable_snat': True}, 'gw_port_id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:54:57Z', 'revision_number': 4, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'gw_port': {'id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:48Z', 'updated_at': '2022-10-28T09:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '6edde6a7-f604-4886-9c6a-7f188a2edc7c', 'name': '', 'network_id': 'e4158ee0-8f55-4566-ae30-a41792d07007', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'mac_address': 'fa:16:3e:6a:c4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:54Z', 'updated_at': '2022-10-28T09:55:09Z', 'revision_number': 5, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'subnets': [{'id': 'dd14182d-a869-4785-90c4-ebe19ef6fd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:37.353248 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:37.433895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:37.454437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f010a-2ba4-491c-9d16-f11a8caed1a5 None None] Pushing event updated for resources: {'Port': ['ID=ecd5eee2-4827-4a9f-ac2b-b9193660e470,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:37.469084 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c88c17-463b-4558-9a6f-868c9f4ca017 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=63f245e2-fe1c-4a5b-a3af-b7c74ab4844a,revision_number=3']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:37.481511 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ecd5eee2-4827-4a9f-ac2b-b9193660e470 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:37.482152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ecd5eee2-4827-4a9f-ac2b-b9193660e470), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:37.483172 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ecd5eee2-4827-4a9f-ac2b-b9193660e470 Oct 28 09:56:37.499929 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9c88c17-463b-4558-9a6f-868c9f4ca017 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (237e1507-3948-4605-8edb-33af548f9a21), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:37.505106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:37.572485 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Router 2a6611aa-ad66-43b1-ab88-fd0866513401 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:56:37.589376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ecd5eee2-4827-4a9f-ac2b-b9193660e470 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:37.630209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37288) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:37.632964 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37290) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:37.739319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:37.747411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:37.750448 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e7a54991-c6cd-465b-800a-a8ae2f65d60b tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "PUT /networking/v2.0/routers/2a6611aa-ad66-43b1-ab88-fd0866513401 HTTP/1.1" status: 200 len: 920 time: 5.3790522 Oct 28 09:56:37.751206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f79f6b5-d0eb-4b09-a0ae-ce2de8117a7b None None] Sync routers for ids ['2a6611aa-ad66-43b1-ab88-fd0866513401'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:37.751400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37296) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:37.776155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f79f6b5-d0eb-4b09-a0ae-ce2de8117a7b None None] Routers {'2a6611aa-ad66-43b1-ab88-fd0866513401'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:37.776155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-2f79f6b5-d0eb-4b09-a0ae-ce2de8117a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2a6611aa-ad66-43b1-ab88-fd0866513401'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:37.847054 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b34552f-96bb-41f7-921d-5973271b39e0 None None] New status for floating IP e6c8dcf1-cc68-4515-bbf3-55a52d8243d3: DOWN {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:56:37.853187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-2f79f6b5-d0eb-4b09-a0ae-ce2de8117a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:37.865895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f79f6b5-d0eb-4b09-a0ae-ce2de8117a7b None None] Routers {'2a6611aa-ad66-43b1-ab88-fd0866513401'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:37.866528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-2f79f6b5-d0eb-4b09-a0ae-ce2de8117a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2a6611aa-ad66-43b1-ab88-fd0866513401'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:37.878072 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333b251-432c-4db7-ab45-9b52e3f83ce7 req-cf8190af-44ac-4916-b088-55fead426ff4 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:37.889601 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7333b251-432c-4db7-ab45-9b52e3f83ce7 req-cf8190af-44ac-4916-b088-55fead426ff4 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2444501 Oct 28 09:56:37.902734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-2f79f6b5-d0eb-4b09-a0ae-ce2de8117a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:37.903349 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f79f6b5-d0eb-4b09-a0ae-ce2de8117a7b None None] The sync data for ids ['2a6611aa-ad66-43b1-ab88-fd0866513401'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:37.925295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37300) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:37.941158 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:37.951158 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5150a70e-670b-4929-a077-521c34f5660c tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/2a6611aa-ad66-43b1-ab88-fd0866513401 HTTP/1.1" status: 200 len: 926 time: 0.1961560 Oct 28 09:56:37.956487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37302) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:37.981650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ac7dca48-7451-417e-92da-05125a16add5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.022858 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffadc079-90d1-4f16-9365-1bec9a12a658 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:38.027473 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ffadc079-90d1-4f16-9365-1bec9a12a658 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&device_id=2a6611aa-ad66-43b1-ab88-fd0866513401&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0669737 Oct 28 09:56:38.027473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37304) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:38.039533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5971dc21-308f-46e6-a26d-ca1a62c6fc2d tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for security_group (f133012a-8698-4692-b0c2-d6bdaab732b1), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.052824 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:38.093548 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:38.094589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:38.099817 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5971dc21-308f-46e6-a26d-ca1a62c6fc2d tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for security_group (f133012a-8698-4692-b0c2-d6bdaab732b1), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.109450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:38.129511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:38.143929 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:38.144582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (5396a4aa-0c14-4eab-87e5-d87e00298ed2), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.159066 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7333b251-432c-4db7-ab45-9b52e3f83ce7 req-721ff1b0-67bf-42a6-8803-87cc7fc48dc7 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667353 Oct 28 09:56:38.175044 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dd0593-9e23-4b81-a2cf-386ae5e380dd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:38.181917 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-55dd0593-9e23-4b81-a2cf-386ae5e380dd tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/3f25a2da-d85f-4684-8b32-f70565f202ac HTTP/1.1" status: 200 len: 881 time: 0.1484802 Oct 28 09:56:38.181917 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37306) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:38.203799 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ab09ab76-edb8-48b5-8d0a-a525fa5a3333 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for security_group (2be96e3b-d859-440e-9cb6-003b9a9f9e8b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.206544 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=7c40afcc-0ec0-4138-828f-cfc1824ad350,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:38.224846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c88c17-463b-4558-9a6f-868c9f4ca017 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network cfd27c08-98d8-47d7-a6ea-343227b47fcd is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:38.227623 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5ac7d4d0-e665-4d3f-a131-2e99f9b64544 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a6611aa-ad66-43b1-ab88-fd0866513401 HTTP/1.1" status: 200 len: 205 time: 0.0462031 Oct 28 09:56:38.231136 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37308) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:38.246198 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-d9c88c17-463b-4558-9a6f-868c9f4ca017 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:38.281407 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ab09ab76-edb8-48b5-8d0a-a525fa5a3333 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for security_group (2be96e3b-d859-440e-9cb6-003b9a9f9e8b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.348261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5971dc21-308f-46e6-a26d-ca1a62c6fc2d tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (f133012a-8698-4692-b0c2-d6bdaab732b1), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.351668 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5971dc21-308f-46e6-a26d-ca1a62c6fc2d tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.352858 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5971dc21-308f-46e6-a26d-ca1a62c6fc2d tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f133012a-8698-4692-b0c2-d6bdaab732b1 HTTP/1.1" status: 204 len: 168 time: 0.4266260 Oct 28 09:56:38.376905 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37310) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:38.377786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971dc21-308f-46e6-a26d-ca1a62c6fc2d tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f133012a-8698-4692-b0c2-d6bdaab732b1,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:38.403363 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-94e679a9-0df5-4e33-91ca-8a0249e43ce5 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] show failed (client error): The resource could not be found. Oct 28 09:56:38.404424 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-94e679a9-0df5-4e33-91ca-8a0249e43ce5 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "GET /networking/v2.0/security-groups/f133012a-8698-4692-b0c2-d6bdaab732b1 HTTP/1.1" status: 404 len: 347 time: 0.0245512 Oct 28 09:56:38.414359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37312) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:38.451021 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Allocated IP 172.20.0.1 (dd979d20-6a8b-4245-bb57-cc4ab7b69baa/34ad52a3-5376-4095-9298-66f22116ca5f/ef5ccb36-1c22-4a38-8972-a05718ea35ef) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:38.453010 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:38.469501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a949e0ad-51c3-4319-8175-f86bd0c006be tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (2a6611aa-ad66-43b1-ab88-fd0866513401), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.579128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ab09ab76-edb8-48b5-8d0a-a525fa5a3333 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (2be96e3b-d859-440e-9cb6-003b9a9f9e8b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.581777 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ab09ab76-edb8-48b5-8d0a-a525fa5a3333 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.585551 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ab09ab76-edb8-48b5-8d0a-a525fa5a3333 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2be96e3b-d859-440e-9cb6-003b9a9f9e8b HTTP/1.1" status: 204 len: 168 time: 0.9478419 Oct 28 09:56:38.588958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37314) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:38.593089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-76e36817-8d72-4264-9a25-189a1ff86da0 None None] Provisioning complete for port 63f245e2-fe1c-4a5b-a3af-b7c74ab4844a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:38.598083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-76e36817-8d72-4264-9a25-189a1ff86da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (63f245e2-fe1c-4a5b-a3af-b7c74ab4844a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.598083 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-76e36817-8d72-4264-9a25-189a1ff86da0 None None] Attempt 1 to provision port 63f245e2-fe1c-4a5b-a3af-b7c74ab4844a Oct 28 09:56:38.634294 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-76e36817-8d72-4264-9a25-189a1ff86da0 None None] Port 63f245e2-fe1c-4a5b-a3af-b7c74ab4844a cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:38.634541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5585a-cb9a-443b-a649-a601f69c63c6 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Deleting port e9eb0156-ff99-4599-a8e5-4b42667bdabe {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:38.635016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cbd5585a-cb9a-443b-a649-a601f69c63c6 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e9eb0156-ff99-4599-a8e5-4b42667bdabe), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.644665 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-76e36817-8d72-4264-9a25-189a1ff86da0 None None] Provisioning complete for port 7c40afcc-0ec0-4138-828f-cfc1824ad350 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:38.645074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-76e36817-8d72-4264-9a25-189a1ff86da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.645378 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-76e36817-8d72-4264-9a25-189a1ff86da0 None None] Attempt 1 to provision port 7c40afcc-0ec0-4138-828f-cfc1824ad350 Oct 28 09:56:38.660775 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09ab76-edb8-48b5-8d0a-a525fa5a3333 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be96e3b-d859-440e-9cb6-003b9a9f9e8b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:38.685498 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-6a5828a0-de55-4e8b-a3c0-05ca22c96f83 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] show failed (client error): The resource could not be found. Oct 28 09:56:38.686559 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6a5828a0-de55-4e8b-a3c0-05ca22c96f83 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "GET /networking/v2.0/security-groups/2be96e3b-d859-440e-9cb6-003b9a9f9e8b HTTP/1.1" status: 404 len: 347 time: 0.0924203 Oct 28 09:56:38.689563 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37316) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:38.691544 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ac7dca48-7451-417e-92da-05125a16add5 admin admin] Publish callbacks [] for security_group (e21bcce1-3d02-4857-b282-a2c065a20c7b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.693104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-76e36817-8d72-4264-9a25-189a1ff86da0 None None] Port 7c40afcc-0ec0-4138-828f-cfc1824ad350 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:38.695986 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.748001 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a949e0ad-51c3-4319-8175-f86bd0c006be tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (2a6611aa-ad66-43b1-ab88-fd0866513401), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.780986 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (ef5ccb36-1c22-4a38-8972-a05718ea35ef), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.788121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ac7dca48-7451-417e-92da-05125a16add5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (e21bcce1-3d02-4857-b282-a2c065a20c7b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.811679 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:38.817233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:38.823755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cbd5585a-cb9a-443b-a649-a601f69c63c6 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e9eb0156-ff99-4599-a8e5-4b42667bdabe), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.824077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cbd5585a-cb9a-443b-a649-a601f69c63c6 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for floatingip (e9eb0156-ff99-4599-a8e5-4b42667bdabe), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.856691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5585a-cb9a-443b-a649-a601f69c63c6 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Calling delete_port for e9eb0156-ff99-4599-a8e5-4b42667bdabe owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:38.891482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c88c17-463b-4558-9a6f-868c9f4ca017 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router 237e1507-3948-4605-8edb-33af548f9a21 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:56:38.924713 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ac7dca48-7451-417e-92da-05125a16add5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=098cc98cb06a49e9902b2cd6b9d5c4c5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2829869 Oct 28 09:56:38.930193 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dca48-7451-417e-92da-05125a16add5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21bcce1-3d02-4857-b282-a2c065a20c7b,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:38.932567 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37318) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:38.937721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-9f786eef-6570-428f-b99f-532289d1b0d4 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Deleting port 741e0d11-ec63-4881-b585-eec8308efc96 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:38.937949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9f786eef-6570-428f-b99f-532289d1b0d4 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (741e0d11-ec63-4881-b585-eec8308efc96), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.950169 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-a949e0ad-51c3-4319-8175-f86bd0c006be tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Deleting port e3b004cb-5c43-4195-bc66-65a66e25007d {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:38.950169 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a949e0ad-51c3-4319-8175-f86bd0c006be tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e3b004cb-5c43-4195-bc66-65a66e25007d), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.039462 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ecd5eee2-4827-4a9f-ac2b-b9193660e470 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:39.092053 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ecd5eee2-4827-4a9f-ac2b-b9193660e470 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:39.092492 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ecd5eee2-4827-4a9f-ac2b-b9193660e470), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.092772 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ecd5eee2-4827-4a9f-ac2b-b9193660e470 Oct 28 09:56:39.131807 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9f786eef-6570-428f-b99f-532289d1b0d4 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (741e0d11-ec63-4881-b585-eec8308efc96), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.132030 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9f786eef-6570-428f-b99f-532289d1b0d4 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for floatingip (741e0d11-ec63-4881-b585-eec8308efc96), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.151456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a949e0ad-51c3-4319-8175-f86bd0c006be tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e3b004cb-5c43-4195-bc66-65a66e25007d), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.163580 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-9f786eef-6570-428f-b99f-532289d1b0d4 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Calling delete_port for 741e0d11-ec63-4881-b585-eec8308efc96 owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:39.170102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:39.178027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ecd5eee2-4827-4a9f-ac2b-b9193660e470 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:39.179665 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-a949e0ad-51c3-4319-8175-f86bd0c006be tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Calling delete_port for e3b004cb-5c43-4195-bc66-65a66e25007d owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:39.319554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (ef5ccb36-1c22-4a38-8972-a05718ea35ef), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.398856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cbd5585a-cb9a-443b-a649-a601f69c63c6 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e9eb0156-ff99-4599-a8e5-4b42667bdabe), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.436348 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5585a-cb9a-443b-a649-a601f69c63c6 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Pushing event deleted for resources: {'Port': ['ID=e9eb0156-ff99-4599-a8e5-4b42667bdabe,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:39.476439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network dd979d20-6a8b-4245-bb57-cc4ab7b69baa is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:39.488140 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798217a1-91c1-41b1-a6d7-a25d6e970a62 req-e9c52e34-1e73-45cc-b482-a0a509913c68 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:39.489691 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-798217a1-91c1-41b1-a6d7-a25d6e970a62 req-e9c52e34-1e73-45cc-b482-a0a509913c68 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2330778 Oct 28 09:56:39.508525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:39.518309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:39.536641 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=ef5ccb36-1c22-4a38-8972-a05718ea35ef,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:39.539411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c88c17-463b-4558-9a6f-868c9f4ca017 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:39.551408 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4869ea-96da-4cdf-8051-08f7457fb09f None None] Sync routers for ids ['237e1507-3948-4605-8edb-33af548f9a21'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:39.561912 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:39.567316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6f1d65f8-28b5-4104-86d6-a81d18d7d421 admin admin] Publish callbacks [] for security_group (e21bcce1-3d02-4857-b282-a2c065a20c7b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.571329 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4869ea-96da-4cdf-8051-08f7457fb09f None None] Routers {'237e1507-3948-4605-8edb-33af548f9a21'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:39.572502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-ac4869ea-96da-4cdf-8051-08f7457fb09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['237e1507-3948-4605-8edb-33af548f9a21'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:39.588815 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d9c88c17-463b-4558-9a6f-868c9f4ca017 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/237e1507-3948-4605-8edb-33af548f9a21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7284775 Oct 28 09:56:39.589435 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37322) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:39.592148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cbd5585a-cb9a-443b-a649-a601f69c63c6 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks [] for floatingip (e6c8dcf1-cc68-4515-bbf3-55a52d8243d3), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.594300 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cbd5585a-cb9a-443b-a649-a601f69c63c6 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.603878 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cbd5585a-cb9a-443b-a649-a601f69c63c6 tempest-ServersTestJSON-292295333 tempest-ServersTestJSON-292295333-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/e6c8dcf1-cc68-4515-bbf3-55a52d8243d3 HTTP/1.1" status: 204 len: 168 time: 1.1881375 Oct 28 09:56:39.613328 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37324) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:39.624463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-ac4869ea-96da-4cdf-8051-08f7457fb09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:39.625094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9f786eef-6570-428f-b99f-532289d1b0d4 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (741e0d11-ec63-4881-b585-eec8308efc96), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.635730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4869ea-96da-4cdf-8051-08f7457fb09f None None] Routers {'237e1507-3948-4605-8edb-33af548f9a21'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:39.636592 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-ac4869ea-96da-4cdf-8051-08f7457fb09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['237e1507-3948-4605-8edb-33af548f9a21'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:39.690080 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a949e0ad-51c3-4319-8175-f86bd0c006be tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e3b004cb-5c43-4195-bc66-65a66e25007d), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.690811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-ac4869ea-96da-4cdf-8051-08f7457fb09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:39.692100 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4869ea-96da-4cdf-8051-08f7457fb09f None None] The sync data for ids ['237e1507-3948-4605-8edb-33af548f9a21'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:39.694918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f786eef-6570-428f-b99f-532289d1b0d4 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Pushing event deleted for resources: {'Port': ['ID=741e0d11-ec63-4881-b585-eec8308efc96,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:39.704704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3f1200-025f-40c6-8957-11dc8286cfc4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:39.706196 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6c3f1200-025f-40c6-8957-11dc8286cfc4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports/63f245e2-fe1c-4a5b-a3af-b7c74ab4844a HTTP/1.1" status: 200 len: 978 time: 0.1157970 Oct 28 09:56:39.713517 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6f1d65f8-28b5-4104-86d6-a81d18d7d421 admin admin] Publish callbacks [] for security_group (e21bcce1-3d02-4857-b282-a2c065a20c7b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.720335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37326) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:39.775458 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949e0ad-51c3-4319-8175-f86bd0c006be tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Pushing event deleted for resources: {'Port': ['ID=e3b004cb-5c43-4195-bc66-65a66e25007d,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:39.802422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:39.812620 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.836368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9f786eef-6570-428f-b99f-532289d1b0d4 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks [] for floatingip (973e0677-563d-40d7-a4f6-f13c3991e773), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.837187 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-798217a1-91c1-41b1-a6d7-a25d6e970a62 req-08219423-14ab-4f02-b98f-22aeb3fbe56e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3301468 Oct 28 09:56:39.838973 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9f786eef-6570-428f-b99f-532289d1b0d4 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.843332 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9f786eef-6570-428f-b99f-532289d1b0d4 tempest-ServersTestManualDisk-746474622 tempest-ServersTestManualDisk-746474622-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/973e0677-563d-40d7-a4f6-f13c3991e773 HTTP/1.1" status: 204 len: 168 time: 1.1506283 Oct 28 09:56:39.844393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-c2a520a3-b012-43fd-85c1-87c723c3fcf0 None None] Provisioning complete for port ef5ccb36-1c22-4a38-8972-a05718ea35ef triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:39.844974 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c2a520a3-b012-43fd-85c1-87c723c3fcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ef5ccb36-1c22-4a38-8972-a05718ea35ef), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.845380 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-c2a520a3-b012-43fd-85c1-87c723c3fcf0 None None] Attempt 1 to provision port ef5ccb36-1c22-4a38-8972-a05718ea35ef Oct 28 09:56:39.846488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37328) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:39.893762 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c2a520a3-b012-43fd-85c1-87c723c3fcf0 None None] Port ef5ccb36-1c22-4a38-8972-a05718ea35ef cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:39.907578 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a949e0ad-51c3-4319-8175-f86bd0c006be tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (2a6611aa-ad66-43b1-ab88-fd0866513401), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.961236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:39.977965 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:40.031528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a949e0ad-51c3-4319-8175-f86bd0c006be tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (2a6611aa-ad66-43b1-ab88-fd0866513401), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:40.035476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a949e0ad-51c3-4319-8175-f86bd0c006be tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_controller (2a6611aa-ad66-43b1-ab88-fd0866513401), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:40.074074 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:40.074905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (5396a4aa-0c14-4eab-87e5-d87e00298ed2), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:40.146338 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6f1d65f8-28b5-4104-86d6-a81d18d7d421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (e21bcce1-3d02-4857-b282-a2c065a20c7b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:40.148863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6f1d65f8-28b5-4104-86d6-a81d18d7d421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:40.150013 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6f1d65f8-28b5-4104-86d6-a81d18d7d421 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e21bcce1-3d02-4857-b282-a2c065a20c7b HTTP/1.1" status: 204 len: 168 time: 1.2105572 Oct 28 09:56:40.163069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a949e0ad-51c3-4319-8175-f86bd0c006be tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (2a6611aa-ad66-43b1-ab88-fd0866513401), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:40.163700 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a949e0ad-51c3-4319-8175-f86bd0c006be tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Fanout notify agent at l3_agent the message router_deleted on router 2a6611aa-ad66-43b1-ab88-fd0866513401 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:40.174505 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a949e0ad-51c3-4319-8175-f86bd0c006be tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:40.180911 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a949e0ad-51c3-4319-8175-f86bd0c006be tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "DELETE /networking/v2.0/routers/2a6611aa-ad66-43b1-ab88-fd0866513401 HTTP/1.1" status: 204 len: 168 time: 1.9436152 Oct 28 09:56:40.180911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37332) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:40.187153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-244067364', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:40.211877 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:40.252757 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d65f8-28b5-4104-86d6-a81d18d7d421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21bcce1-3d02-4857-b282-a2c065a20c7b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:40.265541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (9edc4fbc-84d6-431b-a49c-0160e3fa22ff), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:40.266946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (9edc4fbc-84d6-431b-a49c-0160e3fa22ff), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:40.314960 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=7c40afcc-0ec0-4138-828f-cfc1824ad350,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:40.371529 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_controller (9edc4fbc-84d6-431b-a49c-0160e3fa22ff), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:40.406361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-10eba7d9-da41-44c6-97f5-bceccbbd6845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:40.410867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ef5ccb36-1c22-4a38-8972-a05718ea35ef), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:40.501678 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:40.544574 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:40.646707 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:40.923099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:40.938338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-6c6d1a25-dfc3-4513-8ed5-f5b4414ee878 None None] Provisioning complete for port 7c40afcc-0ec0-4138-828f-cfc1824ad350 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:40.939055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1a25-dfc3-4513-8ed5-f5b4414ee878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:40.939143 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-6c6d1a25-dfc3-4513-8ed5-f5b4414ee878 None None] Attempt 1 to provision port 7c40afcc-0ec0-4138-828f-cfc1824ad350 Oct 28 09:56:40.965407 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:40.971799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (9edc4fbc-84d6-431b-a49c-0160e3fa22ff), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:40.984586 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d1a25-dfc3-4513-8ed5-f5b4414ee878 None None] Port 7c40afcc-0ec0-4138-828f-cfc1824ad350 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:41.089810 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1251fca2-0626-4d16-8a96-cd8990237e3f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (237e1507-3948-4605-8edb-33af548f9a21), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:41.164146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:41.208998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-22d618d3-3f42-4374-9b5f-fb626585fa6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (04ffb4d8-4561-433a-93a9-516870ba21ee), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:41.257133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad458412-ba14-45e1-ba0c-31c975fb1a4e req-8875b33e-6dd1-4075-ab5d-2e80d8181eed tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:41.258637 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ad458412-ba14-45e1-ba0c-31c975fb1a4e req-8875b33e-6dd1-4075-ab5d-2e80d8181eed tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2489526 Oct 28 09:56:41.275468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-10eba7d9-da41-44c6-97f5-bceccbbd6845 admin admin] Deleting port 3946fe58-e8b0-4230-b1c1-02613280e8e3 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:41.275468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-10eba7d9-da41-44c6-97f5-bceccbbd6845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:41.316536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37354) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:41.382536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (9edc4fbc-84d6-431b-a49c-0160e3fa22ff), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:41.411705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:41.475362 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-10eba7d9-da41-44c6-97f5-bceccbbd6845 admin admin] For port 3946fe58-e8b0-4230-b1c1-02613280e8e3, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3946fe58-e8b0-4230-b1c1-02613280e8e3,segment=NetworkSegment(80f9f03c-618a-4994-9388-e53a5b3b24c7),segment_id=80f9f03c-618a-4994-9388-e53a5b3b24c7)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:41.475732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-10eba7d9-da41-44c6-97f5-bceccbbd6845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:41.482894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-51aa55ed-4269-417e-a144-c2ded308c0d9 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-147640195'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:41.514585 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-10eba7d9-da41-44c6-97f5-bceccbbd6845 admin admin] Calling delete_port for 3946fe58-e8b0-4230-b1c1-02613280e8e3 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:41.529382 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ad458412-ba14-45e1-ba0c-31c975fb1a4e req-b21c8115-e1ed-4556-ab3b-b4d5fe0c2153 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566028 Oct 28 09:56:41.530097 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:41.586238 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Router 5396a4aa-0c14-4eab-87e5-d87e00298ed2 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:56:41.606362 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aa55ed-4269-417e-a144-c2ded308c0d9 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Made reservation on behalf of 331639538ae64348893b1db126e617d6 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:41.610095 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-51aa55ed-4269-417e-a144-c2ded308c0d9 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:41.639125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-51aa55ed-4269-417e-a144-c2ded308c0d9 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:41.646345 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Allocated IP 172.36.1.34 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/e85df078-aaed-4697-8362-16efaaeeb90b) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:41.673633 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:41.724599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (ef5ccb36-1c22-4a38-8972-a05718ea35ef), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:41.727979 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-1251fca2-0626-4d16-8a96-cd8990237e3f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting port 63f245e2-fe1c-4a5b-a3af-b7c74ab4844a {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:41.728312 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1251fca2-0626-4d16-8a96-cd8990237e3f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (63f245e2-fe1c-4a5b-a3af-b7c74ab4844a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:41.798318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:41.822833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (ef5ccb36-1c22-4a38-8972-a05718ea35ef), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:41.912525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for port (e85df078-aaed-4697-8362-16efaaeeb90b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:41.917791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:41.922232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-51aa55ed-4269-417e-a144-c2ded308c0d9 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks [] for security_group (2df19c40-ab8e-44ec-9265-f6e50f3d12fe), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:41.932053 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Sync routers for ids ['5396a4aa-0c14-4eab-87e5-d87e00298ed2'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:41.944634 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Routers {'5396a4aa-0c14-4eab-87e5-d87e00298ed2'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:41.945653 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['5396a4aa-0c14-4eab-87e5-d87e00298ed2'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:41.953925 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-222cd08a-9c65-4a77-9f4d-06907a18381d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "PUT /networking/v2.0/routers/5396a4aa-0c14-4eab-87e5-d87e00298ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5227509 Oct 28 09:56:41.955446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37358) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:41.980378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=ef5ccb36-1c22-4a38-8972-a05718ea35ef,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:41.989038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:41.995407 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:42.002649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-51aa55ed-4269-417e-a144-c2ded308c0d9 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (2df19c40-ab8e-44ec-9265-f6e50f3d12fe), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:42.008065 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-22d618d3-3f42-4374-9b5f-fb626585fa6c admin admin] Deleting port 6edde6a7-f604-4886-9c6a-7f188a2edc7c {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:42.008065 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-22d618d3-3f42-4374-9b5f-fb626585fa6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:42.012496 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1251fca2-0626-4d16-8a96-cd8990237e3f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (63f245e2-fe1c-4a5b-a3af-b7c74ab4844a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:42.036568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436a077e-54d3-4186-a4f7-e74f7c4f0d33 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:42.040411 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-436a077e-54d3-4186-a4f7-e74f7c4f0d33 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports/7c40afcc-0ec0-4138-828f-cfc1824ad350 HTTP/1.1" status: 200 len: 911 time: 0.0822959 Oct 28 09:56:42.040588 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Set router 5396a4aa-0c14-4eab-87e5-d87e00298ed2 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:42.043090 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37360) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:42.044856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51aa55ed-4269-417e-a144-c2ded308c0d9 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:56:42.060291 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa55ed-4269-417e-a144-c2ded308c0d9 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df19c40-ab8e-44ec-9265-f6e50f3d12fe,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:42.066439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-51aa55ed-4269-417e-a144-c2ded308c0d9 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e4556d8f-2ec6-4617-b442-fd7112ca18b6), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:42.066439 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-51aa55ed-4269-417e-a144-c2ded308c0d9 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Added segment e4556d8f-2ec6-4617-b442-fd7112ca18b6 of type vlan for network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 Oct 28 09:56:42.066800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=13,neutron:SELECT=77,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:42.098280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-10eba7d9-da41-44c6-97f5-bceccbbd6845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (3946fe58-e8b0-4230-b1c1-02613280e8e3), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:42.103314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e85df078-aaed-4697-8362-16efaaeeb90b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:42.114723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-1251fca2-0626-4d16-8a96-cd8990237e3f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Calling delete_port for 63f245e2-fe1c-4a5b-a3af-b7c74ab4844a owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:42.148945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-51aa55ed-4269-417e-a144-c2ded308c0d9 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (e12094dc-48e3-4aa4-bb60-5c73b829c9d2), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:42.157372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eba7d9-da41-44c6-97f5-bceccbbd6845 admin admin] Pushing event deleted for resources: {'Port': ['ID=3946fe58-e8b0-4230-b1c1-02613280e8e3,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:42.173815 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:42.195710 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:42.220343 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed587ade-ad36-4cc1-94db-cbce3d2e6a79 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:42.232143 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:42.232298 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed587ade-ad36-4cc1-94db-cbce3d2e6a79 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:42.232298 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ed587ade-ad36-4cc1-94db-cbce3d2e6a79 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1581688 Oct 28 09:56:42.239001 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37362) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:42.299078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Pushing event updated for resources: {'Port': ['ID=e85df078-aaed-4697-8362-16efaaeeb90b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:42.312349 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5396a4aa-0c14-4eab-87e5-d87e00298ed2', 'name': 'tempest-NetworksTestDHCPv6-router-91152091', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:56:34Z', 'updated_at': '2022-10-28T09:56:38Z', 'revision_number': 2, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'gw_port_host': None, '_interfaces': [{'id': '7c40afcc-0ec0-4138-828f-cfc1824ad350', 'name': '', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'mac_address': 'fa:16:3e:7b:67:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5396a4aa-0c14-4eab-87e5-d87e00298ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b9e71eda-030a-4057-acc8-2f25750fc09b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:56:36Z', 'updated_at': '2022-10-28T09:56:39Z', 'revision_number': 2, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'subnets': [{'id': 'b9e71eda-030a-4057-acc8-2f25750fc09b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:42.317989 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-22d618d3-3f42-4374-9b5f-fb626585fa6c admin admin] For port 6edde6a7-f604-4886-9c6a-7f188a2edc7c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6edde6a7-f604-4886-9c6a-7f188a2edc7c,segment=NetworkSegment(203bc2fa-01a5-4225-85a6-5f96e3ad29d6),segment_id=203bc2fa-01a5-4225-85a6-5f96e3ad29d6)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:42.318370 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-22d618d3-3f42-4374-9b5f-fb626585fa6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:42.351790 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Checking router: 5396a4aa-0c14-4eab-87e5-d87e00298ed2 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:42.352286 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Updating router 5396a4aa-0c14-4eab-87e5-d87e00298ed2 port 7c40afcc-0ec0-4138-828f-cfc1824ad350 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:56:42.363417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-51aa55ed-4269-417e-a144-c2ded308c0d9 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (e12094dc-48e3-4aa4-bb60-5c73b829c9d2), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:42.369426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aa55ed-4269-417e-a144-c2ded308c0d9 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:42.370070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-51aa55ed-4269-417e-a144-c2ded308c0d9 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:42.373203 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network dd979d20-6a8b-4245-bb57-cc4ab7b69baa is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:42.379218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-22d618d3-3f42-4374-9b5f-fb626585fa6c admin admin] Calling delete_port for 6edde6a7-f604-4886-9c6a-7f188a2edc7c owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:42.388732 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:42.395493 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:42.661954 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa55ed-4269-417e-a144-c2ded308c0d9 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event updated for resources: {'Network': ['ID=e12094dc-48e3-4aa4-bb60-5c73b829c9d2,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:42.673623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:56:42.706482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:42.713060 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-51aa55ed-4269-417e-a144-c2ded308c0d9 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3927662 Oct 28 09:56:42.713955 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37366) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:42.721784 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-2191864c-e7b8-491a-b4fb-d1581c709b26 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Request body: {'subnet': {'network_id': 'e12094dc-48e3-4aa4-bb60-5c73b829c9d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:42.809282 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9d0dcd4e-6e43-410a-bfce-4db106bed089 None None] Provisioning complete for port ef5ccb36-1c22-4a38-8972-a05718ea35ef triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:42.809669 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9d0dcd4e-6e43-410a-bfce-4db106bed089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ef5ccb36-1c22-4a38-8972-a05718ea35ef), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:42.810013 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9d0dcd4e-6e43-410a-bfce-4db106bed089 None None] Attempt 1 to provision port ef5ccb36-1c22-4a38-8972-a05718ea35ef Oct 28 09:56:42.824719 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-10eba7d9-da41-44c6-97f5-bceccbbd6845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:42.865288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9d0dcd4e-6e43-410a-bfce-4db106bed089 None None] Port ef5ccb36-1c22-4a38-8972-a05718ea35ef cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:42.890305 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Publish callbacks [] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:42.931082 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2191864c-e7b8-491a-b4fb-d1581c709b26 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Made reservation on behalf of 331639538ae64348893b1db126e617d6 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:42.934839 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2191864c-e7b8-491a-b4fb-d1581c709b26 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:42.969080 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:42.972502 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:42.979671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ef193e11-e5ad-4af7-a995-81724139bf79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:43.015154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:43.059766 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fdce4-d8ff-4594-80b0-27a8218abcc2 None None] Pushing event updated for resources: {'Port': ['ID=7c40afcc-0ec0-4138-828f-cfc1824ad350,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:43.104525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d582c-f190-4285-857f-bf46fe228db3 req-e8677d33-20aa-4cd0-b88a-961def373b8d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:43.106090 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fc9d582c-f190-4285-857f-bf46fe228db3 req-e8677d33-20aa-4cd0-b88a-961def373b8d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1667097 Oct 28 09:56:43.127129 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (9edc4fbc-84d6-431b-a49c-0160e3fa22ff), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:43.142453 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Attempting to bind port 7c40afcc-0ec0-4138-828f-cfc1824ad350 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:56:43.143167 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Attempting to bind port 7c40afcc-0ec0-4138-828f-cfc1824ad350 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:56:43.143525 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Attempting to bind port 7c40afcc-0ec0-4138-828f-cfc1824ad350 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:43.173550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:43.181060 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:43.190550 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:56:43.190961 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:43.191841 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:43.191841 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:56:43.192110 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Bound port: 7c40afcc-0ec0-4138-828f-cfc1824ad350, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:56:43.193023 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:43.215221 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:43.229118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:43.272150 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] For port 7c40afcc-0ec0-4138-828f-cfc1824ad350, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:43.278354 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] For port 7c40afcc-0ec0-4138-828f-cfc1824ad350, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7c40afcc-0ec0-4138-828f-cfc1824ad350,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:43.325547 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fc9d582c-f190-4285-857f-bf46fe228db3 req-d1fa8203-7e42-4778-aaac-ec74d5ccfd6f tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653850 Oct 28 09:56:43.363026 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:43.400621 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1251fca2-0626-4d16-8a96-cd8990237e3f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (63f245e2-fe1c-4a5b-a3af-b7c74ab4844a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:43.407702 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Routers {'5396a4aa-0c14-4eab-87e5-d87e00298ed2'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:43.408476 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['5396a4aa-0c14-4eab-87e5-d87e00298ed2'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:43.459330 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10eba7d9-da41-44c6-97f5-bceccbbd6845 admin admin] Router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:43.480765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251fca2-0626-4d16-8a96-cd8990237e3f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Port': ['ID=63f245e2-fe1c-4a5b-a3af-b7c74ab4844a,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:43.500385 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fdce4-d8ff-4594-80b0-27a8218abcc2 None None] Pushing event updated for resources: {'Port': ['ID=7c40afcc-0ec0-4138-828f-cfc1824ad350,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:43.535991 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] Set router 5396a4aa-0c14-4eab-87e5-d87e00298ed2 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:43.581073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2191864c-e7b8-491a-b4fb-d1581c709b26 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (c3080d25-cdc7-49f0-804b-5e752b8fc278), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:43.585837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4521b5b8-596b-4784-8777-140ce92b8b48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (5396a4aa-0c14-4eab-87e5-d87e00298ed2), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:43.596382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-22d618d3-3f42-4374-9b5f-fb626585fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (6edde6a7-f604-4886-9c6a-7f188a2edc7c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:43.634973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:43.705554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d618d3-3f42-4374-9b5f-fb626585fa6c admin admin] Pushing event deleted for resources: {'Port': ['ID=6edde6a7-f604-4886-9c6a-7f188a2edc7c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:43.727355 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:43.743810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39372039-e004-4065-96ea-b85fbbbf35f6 None None] Sync routers for ids ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:43.747770 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-381e9d85-7ba1-4076-8545-113f34268e1b tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "PUT /networking/v2.0/routers/7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4926353 Oct 28 09:56:43.784890 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39372039-e004-4065-96ea-b85fbbbf35f6 None None] Routers {'7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:43.785738 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-39372039-e004-4065-96ea-b85fbbbf35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:43.797669 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37368) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:43.810566 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'port': {'network_id': 'dd979d20-6a8b-4245-bb57-cc4ab7b69baa', 'name': 'tempest-FloatingIPTestJSON-948623917'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:43.842107 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-39372039-e004-4065-96ea-b85fbbbf35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:43.844048 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5396a4aa-0c14-4eab-87e5-d87e00298ed2', 'name': 'tempest-NetworksTestDHCPv6-router-91152091', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:56:34Z', 'updated_at': '2022-10-28T09:56:38Z', 'revision_number': 2, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'gw_port_host': None, '_interfaces': [{'id': '7c40afcc-0ec0-4138-828f-cfc1824ad350', 'name': '', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'mac_address': 'fa:16:3e:7b:67:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5396a4aa-0c14-4eab-87e5-d87e00298ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b9e71eda-030a-4057-acc8-2f25750fc09b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:56:36Z', 'updated_at': '2022-10-28T09:56:43Z', 'revision_number': 4, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'subnets': [{'id': 'b9e71eda-030a-4057-acc8-2f25750fc09b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:43.859225 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39372039-e004-4065-96ea-b85fbbbf35f6 None None] Routers {'7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:43.860127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-39372039-e004-4065-96ea-b85fbbbf35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:43.893414 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82620e-28f8-41c3-8ebe-126ce9460417 None None] The sync data for ids ['5396a4aa-0c14-4eab-87e5-d87e00298ed2'] in dv-neutron-zed-2-hyperv is: [{'id': '5396a4aa-0c14-4eab-87e5-d87e00298ed2', 'name': 'tempest-NetworksTestDHCPv6-router-91152091', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:56:34Z', 'updated_at': '2022-10-28T09:56:38Z', 'revision_number': 2, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'gw_port_host': None, '_interfaces': [{'id': '7c40afcc-0ec0-4138-828f-cfc1824ad350', 'name': '', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'mac_address': 'fa:16:3e:7b:67:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5396a4aa-0c14-4eab-87e5-d87e00298ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b9e71eda-030a-4057-acc8-2f25750fc09b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:56:36Z', 'updated_at': '2022-10-28T09:56:43Z', 'revision_number': 4, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'subnets': [{'id': 'b9e71eda-030a-4057-acc8-2f25750fc09b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:43.904816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-39372039-e004-4065-96ea-b85fbbbf35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:43.905566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39372039-e004-4065-96ea-b85fbbbf35f6 None None] The sync data for ids ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:44.075400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1251fca2-0626-4d16-8a96-cd8990237e3f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (237e1507-3948-4605-8edb-33af548f9a21), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:44.113615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:44.131960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eba7d9-da41-44c6-97f5-bceccbbd6845 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:44.135406 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-10eba7d9-da41-44c6-97f5-bceccbbd6845 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/bb52fb98-fedb-4a5a-9400-310d5cd06ef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2863348 Oct 28 09:56:44.135585 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (9edc4fbc-84d6-431b-a49c-0160e3fa22ff), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:44.142134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37370) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:44.153414 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22f2afd-63d1-48ad-8d76-fc8c14b2f8ed None None] Sync routers for ids ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:44.167379 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22f2afd-63d1-48ad-8d76-fc8c14b2f8ed None None] Routers {'bb52fb98-fedb-4a5a-9400-310d5cd06ef9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:44.169554 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-a22f2afd-63d1-48ad-8d76-fc8c14b2f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:44.192679 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191864c-e7b8-491a-b4fb-d1581c709b26 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event updated for resources: {'Subnet': ['ID=c3080d25-cdc7-49f0-804b-5e752b8fc278,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:44.296705 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-a22f2afd-63d1-48ad-8d76-fc8c14b2f8ed None None] Set router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:44.412713 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:44.414037 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-22d618d3-3f42-4374-9b5f-fb626585fa6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (04ffb4d8-4561-433a-93a9-516870ba21ee), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:44.418070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191864c-e7b8-491a-b4fb-d1581c709b26 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Checking segment: {'id': 'e4556d8f-2ec6-4617-b442-fd7112ca18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e12094dc-48e3-4aa4-bb60-5c73b829c9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:44.418442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2191864c-e7b8-491a-b4fb-d1581c709b26 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Network hostable DHCP agents. Network: e12094dc-48e3-4aa4-bb60-5c73b829c9d2, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:56:44.430845 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Made reservation on behalf of 75ecfc91f5d047d6aba3e42bd3b79869 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:44.437617 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:44.490113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Publish callbacks [] for router (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:44.511434 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:44.512815 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-a22f2afd-63d1-48ad-8d76-fc8c14b2f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'name': 'tempest-ServersTestManualDisk-1059434225-router', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:56:41Z', 'revision_number': 5, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'gw_port': {'id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:50Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:44.542621 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22f2afd-63d1-48ad-8d76-fc8c14b2f8ed None None] Checking router: bb52fb98-fedb-4a5a-9400-310d5cd06ef9 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:44.554496 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22f2afd-63d1-48ad-8d76-fc8c14b2f8ed None None] Routers {'bb52fb98-fedb-4a5a-9400-310d5cd06ef9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:44.555213 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-a22f2afd-63d1-48ad-8d76-fc8c14b2f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:44.616443 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2191864c-e7b8-491a-b4fb-d1581c709b26 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:56:44.636083 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] device_id is not set on port 7ce5c83b-48dc-494a-94b6-103537b90eab yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:56:44.653668 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-4521b5b8-596b-4784-8777-140ce92b8b48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port 7c40afcc-0ec0-4138-828f-cfc1824ad350 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:44.654021 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4521b5b8-596b-4784-8777-140ce92b8b48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:44.662341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Publish callbacks [] for router_gateway (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:44.676006 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-a22f2afd-63d1-48ad-8d76-fc8c14b2f8ed None None] Set router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:44.680272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-2191864c-e7b8-491a-b4fb-d1581c709b26 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, e12094dc-48e3-4aa4-bb60-5c73b829c9d2) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:44.684753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2191864c-e7b8-491a-b4fb-d1581c709b26 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:44.686714 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2191864c-e7b8-491a-b4fb-d1581c709b26 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:44.703057 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e8e14a-29e8-4096-9f48-96a8e52a0941 None None] Network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:44.761353 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Router 9edc4fbc-84d6-431b-a49c-0160e3fa22ff is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:56:44.842811 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:44.867958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-e12094dc-48e3-4aa4-bb60-5c73b829c9d2', 'network_id': 'e12094dc-48e3-4aa4-bb60-5c73b829c9d2', 'project_id': '331639538ae64348893b1db126e617d6', 'fixed_ips': [{'subnet_id': 'c3080d25-cdc7-49f0-804b-5e752b8fc278'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:56:44.867958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:44.918903 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-a22f2afd-63d1-48ad-8d76-fc8c14b2f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'name': 'tempest-ServersTestManualDisk-1059434225-router', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:56:41Z', 'revision_number': 5, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'gw_port': {'id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:50Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:44.933733 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Deleting port f0d03d9e-09ec-46a7-8c10-9d488b86abe3 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:44.934606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f0d03d9e-09ec-46a7-8c10-9d488b86abe3), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:44.955690 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22f2afd-63d1-48ad-8d76-fc8c14b2f8ed None None] The sync data for ids ['bb52fb98-fedb-4a5a-9400-310d5cd06ef9'] in dv-neutron-zed-2-hyperv is: [{'id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'name': 'tempest-ServersTestManualDisk-1059434225-router', 'tenant_id': '52816e5f52fd412794bd5361bc627a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:56:41Z', 'revision_number': 5, 'project_id': '52816e5f52fd412794bd5361bc627a82', 'gw_port': {'id': 'f0d03d9e-09ec-46a7-8c10-9d488b86abe3', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb52fb98-fedb-4a5a-9400-310d5cd06ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:50Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:45.025302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Allocated IP 172.20.0.2 (e12094dc-48e3-4aa4-bb60-5c73b829c9d2/c3080d25-cdc7-49f0-804b-5e752b8fc278/47cf0d67-fdb3-40a6-be89-4f174acdebbc) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:45.039796 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:45.046571 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2191864c-e7b8-491a-b4fb-d1581c709b26 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3314762 Oct 28 09:56:45.049953 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37374) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:45.060232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b49144a6-474c-48d8-bf2c-f66019bf8127 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Request body: {'port': {'network_id': 'e12094dc-48e3-4aa4-bb60-5c73b829c9d2', 'name': 'tempest-AllowedAddressPairTestJSON-1457282649'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:45.149184 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:45.161846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc307f-03c2-4771-a673-9821dd6c2eed req-738938bb-e8eb-4bcb-b266-442042ccc1a0 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:45.163812 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-acdc307f-03c2-4771-a673-9821dd6c2eed req-738938bb-e8eb-4bcb-b266-442042ccc1a0 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.5849864 Oct 28 09:56:45.194342 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] For port f0d03d9e-09ec-46a7-8c10-9d488b86abe3, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f0d03d9e-09ec-46a7-8c10-9d488b86abe3,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:45.195061 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f0d03d9e-09ec-46a7-8c10-9d488b86abe3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:45.197858 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Publish callbacks [] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:45.220986 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:45.223158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Calling delete_port for f0d03d9e-09ec-46a7-8c10-9d488b86abe3 owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:45.233433 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:45.239797 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a473047-7869-4aaf-b4d2-7554f53697d2 None None] Sync routers for ids ['9edc4fbc-84d6-431b-a49c-0160e3fa22ff'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:45.259559 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:45.285043 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1251fca2-0626-4d16-8a96-cd8990237e3f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router 237e1507-3948-4605-8edb-33af548f9a21 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:45.307417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:45.310266 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:45.313209 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:45.317973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a473047-7869-4aaf-b4d2-7554f53697d2 None None] Routers {'9edc4fbc-84d6-431b-a49c-0160e3fa22ff'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:45.319193 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1a473047-7869-4aaf-b4d2-7554f53697d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9edc4fbc-84d6-431b-a49c-0160e3fa22ff'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:45.347591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:45.348953 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9de03a26-2094-41f6-8558-c822c21d8512 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1676643 Oct 28 09:56:45.352687 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37376) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:45.357580 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4727a165-bc59-445b-9f9a-931edfd07d6f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:45.384191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1a473047-7869-4aaf-b4d2-7554f53697d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:45.393392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b3b81022-95d4-4b18-9ca7-3f31387f5cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:45.400172 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:45.406121 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:45.414427 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49144a6-474c-48d8-bf2c-f66019bf8127 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Made reservation on behalf of 331639538ae64348893b1db126e617d6 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:45.417118 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Pushing event updated for resources: {'Port': ['ID=47cf0d67-fdb3-40a6-be89-4f174acdebbc,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:45.418314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b49144a6-474c-48d8-bf2c-f66019bf8127 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:45.420147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a473047-7869-4aaf-b4d2-7554f53697d2 None None] Routers {'9edc4fbc-84d6-431b-a49c-0160e3fa22ff'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:45.420999 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1a473047-7869-4aaf-b4d2-7554f53697d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9edc4fbc-84d6-431b-a49c-0160e3fa22ff'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:45.429922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-4521b5b8-596b-4784-8777-140ce92b8b48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] For port 7c40afcc-0ec0-4138-828f-cfc1824ad350, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7c40afcc-0ec0-4138-828f-cfc1824ad350,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:45.430575 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4521b5b8-596b-4784-8777-140ce92b8b48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:45.492601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1a473047-7869-4aaf-b4d2-7554f53697d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:45.493681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a473047-7869-4aaf-b4d2-7554f53697d2 None None] The sync data for ids ['9edc4fbc-84d6-431b-a49c-0160e3fa22ff'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:45.518248 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-b49144a6-474c-48d8-bf2c-f66019bf8127 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] device_id is not set on port 6a7da960-8eb9-4290-93c2-290bb1e31039 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:56:45.525452 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-4521b5b8-596b-4784-8777-140ce92b8b48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for 7c40afcc-0ec0-4138-828f-cfc1824ad350 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:45.529309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Allocated IP 172.20.0.8 (dd979d20-6a8b-4245-bb57-cc4ab7b69baa/34ad52a3-5376-4095-9298-66f22116ca5f/7ce5c83b-48dc-494a-94b6-103537b90eab) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:45.546852 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-acdc307f-03c2-4771-a673-9821dd6c2eed req-43bfae2f-1f15-4ceb-87eb-29e1d3325a30 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3410981 Oct 28 09:56:45.596959 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Attempting to bind port 47cf0d67-fdb3-40a6-be89-4f174acdebbc on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:56:45.597517 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Attempting to bind port 47cf0d67-fdb3-40a6-be89-4f174acdebbc by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'e4556d8f-2ec6-4617-b442-fd7112ca18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e12094dc-48e3-4aa4-bb60-5c73b829c9d2'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:56:45.602125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Attempting to bind port 47cf0d67-fdb3-40a6-be89-4f174acdebbc on network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:45.626443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1251fca2-0626-4d16-8a96-cd8990237e3f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:45.640294 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0600da7-5a6c-4fac-87eb-d49728a47864 None None] Sync routers for ids ['237e1507-3948-4605-8edb-33af548f9a21'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:45.644279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d618d3-3f42-4374-9b5f-fb626585fa6c admin admin] Router 04ffb4d8-4561-433a-93a9-516870ba21ee has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:45.659164 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0600da7-5a6c-4fac-87eb-d49728a47864 None None] Routers {'237e1507-3948-4605-8edb-33af548f9a21'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:45.661559 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c0600da7-5a6c-4fac-87eb-d49728a47864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['237e1507-3948-4605-8edb-33af548f9a21'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:45.667482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:45.688540 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7c40afcc-0ec0-4138-828f-cfc1824ad350 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:45.728485 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c0600da7-5a6c-4fac-87eb-d49728a47864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:45.738491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:56:45.739503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Checking segment: {'id': 'e4556d8f-2ec6-4617-b442-fd7112ca18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e12094dc-48e3-4aa4-bb60-5c73b829c9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:45.740102 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:45.740590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Bound using segment: {'id': 'e4556d8f-2ec6-4617-b442-fd7112ca18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e12094dc-48e3-4aa4-bb60-5c73b829c9d2'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:56:45.741566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Bound port: 47cf0d67-fdb3-40a6-be89-4f174acdebbc, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4556d8f-2ec6-4617-b442-fd7112ca18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e12094dc-48e3-4aa4-bb60-5c73b829c9d2'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:56:45.742124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:45.749931 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0600da7-5a6c-4fac-87eb-d49728a47864 None None] Routers {'237e1507-3948-4605-8edb-33af548f9a21'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:45.751346 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c0600da7-5a6c-4fac-87eb-d49728a47864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['237e1507-3948-4605-8edb-33af548f9a21'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:45.828152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 7c40afcc-0ec0-4138-828f-cfc1824ad350 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:45.830226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:45.830721 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 7c40afcc-0ec0-4138-828f-cfc1824ad350 Oct 28 09:56:45.881850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f0d03d9e-09ec-46a7-8c10-9d488b86abe3), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:45.886838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-b49144a6-474c-48d8-bf2c-f66019bf8127 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Allocated IP 172.20.0.3 (e12094dc-48e3-4aa4-bb60-5c73b829c9d2/c3080d25-cdc7-49f0-804b-5e752b8fc278/6a7da960-8eb9-4290-93c2-290bb1e31039) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:45.896853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] For port 47cf0d67-fdb3-40a6-be89-4f174acdebbc, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:45.901096 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] For port 47cf0d67-fdb3-40a6-be89-4f174acdebbc, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=47cf0d67-fdb3-40a6-be89-4f174acdebbc,segment=NetworkSegment(e4556d8f-2ec6-4617-b442-fd7112ca18b6),segment_id=e4556d8f-2ec6-4617-b442-fd7112ca18b6)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:45.928294 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c0600da7-5a6c-4fac-87eb-d49728a47864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:45.929207 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0600da7-5a6c-4fac-87eb-d49728a47864 None None] The sync data for ids ['237e1507-3948-4605-8edb-33af548f9a21'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:45.931988 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d03d9e-09ec-46a7-8c10-9d488b86abe3,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:45.955045 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:45.955406 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:45.955772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:45.956069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:45.956435 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:45.956724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:45.957054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:45.957480 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:45.957879 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1251fca2-0626-4d16-8a96-cd8990237e3f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/237e1507-3948-4605-8edb-33af548f9a21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2319627 Oct 28 09:56:45.958833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:45.960877 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:45.961424 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:45.961779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:45.962126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:45.962464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:45.962839 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:45.963175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:45.964066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for port (7ce5c83b-48dc-494a-94b6-103537b90eab), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:45.971333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37378) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:46.008550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 7c40afcc-0ec0-4138-828f-cfc1824ad350 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:46.009645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.024418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.080353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:46.098115 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 7c40afcc-0ec0-4138-828f-cfc1824ad350, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7c40afcc-0ec0-4138-828f-cfc1824ad350,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:46.123459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d8d97-24af-45bd-a4b5-710e18432e22 None None] Pushing event updated for resources: {'Port': ['ID=47cf0d67-fdb3-40a6-be89-4f174acdebbc,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:46.170937 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.197089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.260954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=7c40afcc-0ec0-4138-828f-cfc1824ad350,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:46.269724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4727a165-bc59-445b-9f9a-931edfd07d6f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (9edc4fbc-84d6-431b-a49c-0160e3fa22ff), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.278831 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:46.290425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (7ce5c83b-48dc-494a-94b6-103537b90eab), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.322213 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.329084 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Publish callbacks [] for router_controller (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.375209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:46.409908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d618d3-3f42-4374-9b5f-fb626585fa6c admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:46.418040 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-22d618d3-3f42-4374-9b5f-fb626585fa6c admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/04ffb4d8-4561-433a-93a9-516870ba21ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7988710 Oct 28 09:56:46.418477 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Network dd979d20-6a8b-4245-bb57-cc4ab7b69baa is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:46.434624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d96a2b-930d-4a6a-9c3c-7ed5b4a520c3 None None] Sync routers for ids ['04ffb4d8-4561-433a-93a9-516870ba21ee'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:46.438452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37380) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:46.443713 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event updated for resources: {'Port': ['ID=7ce5c83b-48dc-494a-94b6-103537b90eab,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:46.460685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d96a2b-930d-4a6a-9c3c-7ed5b4a520c3 None None] Routers {'04ffb4d8-4561-433a-93a9-516870ba21ee'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:46.461695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-14d96a2b-930d-4a6a-9c3c-7ed5b4a520c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['04ffb4d8-4561-433a-93a9-516870ba21ee'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:46.464587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b49144a6-474c-48d8-bf2c-f66019bf8127 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks [] for port (6a7da960-8eb9-4290-93c2-290bb1e31039), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.478716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:46.511329 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:46.511676 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4727a165-bc59-445b-9f9a-931edfd07d6f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_gateway (9edc4fbc-84d6-431b-a49c-0160e3fa22ff), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.563438 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-81bd9b9d-a26b-4639-a360-8486bd7c5029 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] remove_router_interface failed (client error): The resource could not be found. Oct 28 09:56:46.572123 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-81bd9b9d-a26b-4639-a360-8486bd7c5029 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/237e1507-3948-4605-8edb-33af548f9a21/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5883245 Oct 28 09:56:46.572123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:46.572123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:46.572624 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:46.572624 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:46.572958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:46.573332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:46.573662 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:46.573988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:46.574412 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:46.574762 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:46.575089 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:46.575473 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:46.575805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:46.576129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:46.576448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:46.579768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37382) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:46.622743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (bb52fb98-fedb-4a5a-9400-310d5cd06ef9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.623499 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb52fb98-fedb-4a5a-9400-310d5cd06ef9 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:46.657550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.658437 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1d6a8db4-c002-4e93-8744-b5b0fd829392 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/bb52fb98-fedb-4a5a-9400-310d5cd06ef9 HTTP/1.1" status: 204 len: 168 time: 2.5153427 Oct 28 09:56:46.665044 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37386) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:46.667315 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-95d357b3-84c2-4adf-b3f2-ce0213809b78 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=237e1507-3948-4605-8edb-33af548f9a21 HTTP/1.1" status: 200 len: 205 time: 0.0785911 Oct 28 09:56:46.690729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-14d96a2b-930d-4a6a-9c3c-7ed5b4a520c3 None None] Set router 04ffb4d8-4561-433a-93a9-516870ba21ee gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:46.694817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:46.695480 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.697917 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37388) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:46.781936 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4999-c9a3-4260-bcdc-cac00affacc6 admin admin] Publish callbacks [] for router (04ffb4d8-4561-433a-93a9-516870ba21ee), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.826981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:46.831627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-4727a165-bc59-445b-9f9a-931edfd07d6f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Deleting port e85df078-aaed-4697-8362-16efaaeeb90b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:46.831972 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4727a165-bc59-445b-9f9a-931edfd07d6f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e85df078-aaed-4697-8362-16efaaeeb90b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.866467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4521b5b8-596b-4784-8777-140ce92b8b48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (7c40afcc-0ec0-4138-828f-cfc1824ad350), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.932577 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.948721 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d792612-0ef3-468c-a0e0-fe59100ee117 req-75315f74-ec99-4b23-8dea-9b9ba57c0a9f tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:46.950338 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4d792612-0ef3-468c-a0e0-fe59100ee117 req-75315f74-ec99-4b23-8dea-9b9ba57c0a9f tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2515171 Oct 28 09:56:46.955638 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521b5b8-596b-4784-8777-140ce92b8b48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=7c40afcc-0ec0-4138-828f-cfc1824ad350,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:46.963601 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-22022cba-1a51-4601-89ed-e1a002f9c979 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1548374 Oct 28 09:56:46.964871 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3af7f1e0-54dc-4d72-904c-9395251d90cb None None] Provisioning complete for port 7ce5c83b-48dc-494a-94b6-103537b90eab triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:46.965309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3af7f1e0-54dc-4d72-904c-9395251d90cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7ce5c83b-48dc-494a-94b6-103537b90eab), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.965592 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3af7f1e0-54dc-4d72-904c-9395251d90cb None None] Attempt 1 to provision port 7ce5c83b-48dc-494a-94b6-103537b90eab Oct 28 09:56:46.970709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4ceb35c1-2924-4e3e-8558-09f7fdd7c8e2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (237e1507-3948-4605-8edb-33af548f9a21), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:46.976782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37390) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:46.991257 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-14d96a2b-930d-4a6a-9c3c-7ed5b4a520c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'name': 'tempest-ServersTestJSON-825279237-router', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200'}], 'enable_snat': True}, 'gw_port_id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:56:43Z', 'revision_number': 5, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'gw_port': {'id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:48Z', 'updated_at': '2022-10-28T09:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:46.995798 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-93b2b74e-9b61-4d43-a9f5-509392efad64 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Request body: {'floatingip': {'port_id': '7ce5c83b-48dc-494a-94b6-103537b90eab'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:47.025727 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d96a2b-930d-4a6a-9c3c-7ed5b4a520c3 None None] Checking router: 04ffb4d8-4561-433a-93a9-516870ba21ee for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:47.034542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3af7f1e0-54dc-4d72-904c-9395251d90cb None None] Port 7ce5c83b-48dc-494a-94b6-103537b90eab cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:47.043123 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d96a2b-930d-4a6a-9c3c-7ed5b4a520c3 None None] Routers {'04ffb4d8-4561-433a-93a9-516870ba21ee'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:47.043555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-14d96a2b-930d-4a6a-9c3c-7ed5b4a520c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['04ffb4d8-4561-433a-93a9-516870ba21ee'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:47.165576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:47.231831 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4d792612-0ef3-468c-a0e0-fe59100ee117 req-e83bf3ba-bff8-43e1-987f-957c46abe06d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472254 Oct 28 09:56:47.240501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-14d96a2b-930d-4a6a-9c3c-7ed5b4a520c3 None None] Set router 04ffb4d8-4561-433a-93a9-516870ba21ee gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:47.387332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b49144a6-474c-48d8-bf2c-f66019bf8127 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (6a7da960-8eb9-4290-93c2-290bb1e31039), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:47.396530 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34c3a5b-8d7e-477c-b573-e642332bf743 admin admin] Deleting subnet 48231d59-2715-405d-aa68-1b7c52649c5b {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:56:47.400501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e34c3a5b-8d7e-477c-b573-e642332bf743 admin admin] Publish callbacks [] for subnet (48231d59-2715-405d-aa68-1b7c52649c5b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:47.443768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e34c3a5b-8d7e-477c-b573-e642332bf743 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (48231d59-2715-405d-aa68-1b7c52649c5b), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:47.481473 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:47.483618 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4521b5b8-596b-4784-8777-140ce92b8b48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (5396a4aa-0c14-4eab-87e5-d87e00298ed2), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:47.533839 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e34c3a5b-8d7e-477c-b573-e642332bf743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (48231d59-2715-405d-aa68-1b7c52649c5b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:47.571950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-93b2b74e-9b61-4d43-a9f5-509392efad64 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (3d6724e3-16c9-419b-b8b3-6af461e565fd), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:47.658045 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49144a6-474c-48d8-bf2c-f66019bf8127 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:47.668311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 47cf0d67-fdb3-40a6-be89-4f174acdebbc up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:47.692620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4999-c9a3-4260-bcdc-cac00affacc6 admin admin] Publish callbacks [] for router_gateway (04ffb4d8-4561-433a-93a9-516870ba21ee), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:47.704703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:47.706134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-b49144a6-474c-48d8-bf2c-f66019bf8127 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:47.714351 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4ceb35c1-2924-4e3e-8558-09f7fdd7c8e2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (237e1507-3948-4605-8edb-33af548f9a21), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:47.718108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e34c3a5b-8d7e-477c-b573-e642332bf743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (48231d59-2715-405d-aa68-1b7c52649c5b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:47.721529 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49144a6-474c-48d8-bf2c-f66019bf8127 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:47.722525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4ceb35c1-2924-4e3e-8558-09f7fdd7c8e2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_controller (237e1507-3948-4605-8edb-33af548f9a21), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:47.797278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4727a165-bc59-445b-9f9a-931edfd07d6f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e85df078-aaed-4697-8362-16efaaeeb90b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:47.803801 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49144a6-474c-48d8-bf2c-f66019bf8127 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event updated for resources: {'Port': ['ID=6a7da960-8eb9-4290-93c2-290bb1e31039,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:47.807697 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c3a5b-8d7e-477c-b573-e642332bf743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48231d59-2715-405d-aa68-1b7c52649c5b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:47.823635 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa16267d-b338-46e9-b739-67a7f9e856fa None None] Network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:47.844259 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e34c3a5b-8d7e-477c-b573-e642332bf743 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:47.847400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb0084-be0e-4e7a-a369-0b669cd34d2b None None] Network 2ceca80e-d943-46cf-9c08-f3daa615c0be requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:47.851046 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e34c3a5b-8d7e-477c-b573-e642332bf743 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/48231d59-2715-405d-aa68-1b7c52649c5b HTTP/1.1" status: 204 len: 168 time: 1.1782203 Oct 28 09:56:47.855277 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37392) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:47.876037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-4727a165-bc59-445b-9f9a-931edfd07d6f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Calling delete_port for e85df078-aaed-4697-8362-16efaaeeb90b owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:47.908222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 47cf0d67-fdb3-40a6-be89-4f174acdebbc triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:47.908700 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:47.909135 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 47cf0d67-fdb3-40a6-be89-4f174acdebbc Oct 28 09:56:47.934456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49144a6-474c-48d8-bf2c-f66019bf8127 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:47.940278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b49144a6-474c-48d8-bf2c-f66019bf8127 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:47.967151 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f4999-c9a3-4260-bcdc-cac00affacc6 admin admin] Deleting port 0d5f277e-db8e-4f56-9618-4145ecf16b4a {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:47.967425 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4999-c9a3-4260-bcdc-cac00affacc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (0d5f277e-db8e-4f56-9618-4145ecf16b4a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.023591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-404115a6-2a70-40da-984c-818767c64f2b None None] Provisioning complete for port 47cf0d67-fdb3-40a6-be89-4f174acdebbc triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:48.023591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-404115a6-2a70-40da-984c-818767c64f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.024248 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-404115a6-2a70-40da-984c-818767c64f2b None None] Attempt 1 to provision port 47cf0d67-fdb3-40a6-be89-4f174acdebbc Oct 28 09:56:48.032992 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-14d96a2b-930d-4a6a-9c3c-7ed5b4a520c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'name': 'tempest-ServersTestJSON-825279237-router', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200'}], 'enable_snat': True}, 'gw_port_id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:56:43Z', 'revision_number': 5, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'gw_port': {'id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:48Z', 'updated_at': '2022-10-28T09:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:48.066948 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b49144a6-474c-48d8-bf2c-f66019bf8127 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0137086 Oct 28 09:56:48.069773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (2ceca80e-d943-46cf-9c08-f3daa615c0be), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.071670 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37394) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:48.083589 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b57c1f1a-5db9-436d-a6fc-0c4d4b9f1dd3 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Request body: {'port': {'network_id': 'e12094dc-48e3-4aa4-bb60-5c73b829c9d2', 'name': 'tempest-AllowedAddressPairTestJSON-974824818', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:fe:b5:74'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:48.106353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d96a2b-930d-4a6a-9c3c-7ed5b4a520c3 None None] The sync data for ids ['04ffb4d8-4561-433a-93a9-516870ba21ee'] in dv-neutron-zed-2-hyperv is: [{'id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'name': 'tempest-ServersTestJSON-825279237-router', 'tenant_id': '580605cfe10a4696bf5a3a3159e601ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200'}], 'enable_snat': True}, 'gw_port_id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:56:43Z', 'revision_number': 5, 'project_id': '580605cfe10a4696bf5a3a3159e601ec', 'gw_port': {'id': '0d5f277e-db8e-4f56-9618-4145ecf16b4a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ffb4d8-4561-433a-93a9-516870ba21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:48Z', 'updated_at': '2022-10-28T09:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:48.142136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.267674 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 47cf0d67-fdb3-40a6-be89-4f174acdebbc is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:48.268313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.274905 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-6f1f4999-c9a3-4260-bcdc-cac00affacc6 admin admin] For port 0d5f277e-db8e-4f56-9618-4145ecf16b4a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0d5f277e-db8e-4f56-9618-4145ecf16b4a,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:48.275281 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4999-c9a3-4260-bcdc-cac00affacc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (0d5f277e-db8e-4f56-9618-4145ecf16b4a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.295843 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-404115a6-2a70-40da-984c-818767c64f2b None None] Current status of the port 47cf0d67-fdb3-40a6-be89-4f174acdebbc is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:48.296480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-404115a6-2a70-40da-984c-818767c64f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.300364 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:48.331385 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 47cf0d67-fdb3-40a6-be89-4f174acdebbc, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=47cf0d67-fdb3-40a6-be89-4f174acdebbc,segment=NetworkSegment(e4556d8f-2ec6-4617-b442-fd7112ca18b6),segment_id=e4556d8f-2ec6-4617-b442-fd7112ca18b6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:48.341440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4ceb35c1-2924-4e3e-8558-09f7fdd7c8e2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (237e1507-3948-4605-8edb-33af548f9a21), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.341683 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ceb35c1-2924-4e3e-8558-09f7fdd7c8e2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Fanout notify agent at l3_agent the message router_deleted on router 237e1507-3948-4605-8edb-33af548f9a21 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:48.350635 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4ceb35c1-2924-4e3e-8558-09f7fdd7c8e2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.354760 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4ceb35c1-2924-4e3e-8558-09f7fdd7c8e2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/routers/237e1507-3948-4605-8edb-33af548f9a21 HTTP/1.1" status: 204 len: 168 time: 1.6228185 Oct 28 09:56:48.359416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] Deleting port b30fe165-6c63-4c25-bf77-485924372528 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:48.359923 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (b30fe165-6c63-4c25-bf77-485924372528), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.386461 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37398) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:48.403352 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f4999-c9a3-4260-bcdc-cac00affacc6 admin admin] Calling delete_port for 0d5f277e-db8e-4f56-9618-4145ecf16b4a owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:48.405084 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:48.410066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.471237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4521b5b8-596b-4784-8777-140ce92b8b48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Router 5396a4aa-0c14-4eab-87e5-d87e00298ed2 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:48.494696 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.503982 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:48.509327 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:48.553568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=47cf0d67-fdb3-40a6-be89-4f174acdebbc,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:48.561958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b54a1f-212e-4d9c-bce4-ba9bc2cd5941 None None] DHCP port deletion for 2ceca80e-d943-46cf-9c08-f3daa615c0be request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:56:48.578431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-404115a6-2a70-40da-984c-818767c64f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:56:48.585606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-404115a6-2a70-40da-984c-818767c64f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:56:48.585606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f0d03d9e-09ec-46a7-8c10-9d488b86abe3 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:48.589307 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:48.589661 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:48.590042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:48.590409 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:48.590783 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:48.591121 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:48.592117 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:48.592560 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:48.592913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:48.593242 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:48.593821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:48.593928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:48.594247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:48.594572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:48.594937 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:48.619908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eaf917-5895-447e-9499-799451539f87 req-ff1dcfbe-8633-48e2-a51d-18d01e4708e4 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:48.624945 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-17eaf917-5895-447e-9499-799451539f87 req-ff1dcfbe-8633-48e2-a51d-18d01e4708e4 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2694688 Oct 28 09:56:48.630407 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: f0d03d9e-09ec-46a7-8c10-9d488b86abe3 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:48.630797 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f0d03d9e-09ec-46a7-8c10-9d488b86abe3 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:48.631223 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3946fe58-e8b0-4230-b1c1-02613280e8e3 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:48.666014 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74129eb-cc31-44fd-a1b7-a0367def6973 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting subnet 72b525c2-647a-47c0-a854-654c850a31df {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:56:48.666762 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] For port b30fe165-6c63-4c25-bf77-485924372528, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b30fe165-6c63-4c25-bf77-485924372528,segment=NetworkSegment(80f9f03c-618a-4994-9388-e53a5b3b24c7),segment_id=80f9f03c-618a-4994-9388-e53a5b3b24c7)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:48.667126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (b30fe165-6c63-4c25-bf77-485924372528), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.710754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] Calling delete_port for b30fe165-6c63-4c25-bf77-485924372528 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:48.724070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 3946fe58-e8b0-4230-b1c1-02613280e8e3 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:48.724293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3946fe58-e8b0-4230-b1c1-02613280e8e3 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:48.737707 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:48.738169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d74129eb-cc31-44fd-a1b7-a0367def6973 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for subnet (72b525c2-647a-47c0-a854-654c850a31df), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.753977 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e8b54a1f-212e-4d9c-bce4-ba9bc2cd5941 None None] Deleting port b30fe165-6c63-4c25-bf77-485924372528 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:48.754169 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e8b54a1f-212e-4d9c-bce4-ba9bc2cd5941 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (b30fe165-6c63-4c25-bf77-485924372528), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.795652 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4521b5b8-596b-4784-8777-140ce92b8b48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:48.810414 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4521b5b8-596b-4784-8777-140ce92b8b48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "PUT /networking/v2.0/routers/5396a4aa-0c14-4eab-87e5-d87e00298ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5679989 Oct 28 09:56:48.813635 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37400) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:48.814008 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f3480-d0b5-4dfd-9958-445dbe8b1140 None None] Sync routers for ids ['5396a4aa-0c14-4eab-87e5-d87e00298ed2'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:48.847294 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f3480-d0b5-4dfd-9958-445dbe8b1140 None None] Routers {'5396a4aa-0c14-4eab-87e5-d87e00298ed2'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:48.857591 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-dc3f3480-d0b5-4dfd-9958-445dbe8b1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['5396a4aa-0c14-4eab-87e5-d87e00298ed2'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:48.889128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e8b54a1f-212e-4d9c-bce4-ba9bc2cd5941 None None] For port b30fe165-6c63-4c25-bf77-485924372528, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b30fe165-6c63-4c25-bf77-485924372528,segment=NetworkSegment(80f9f03c-618a-4994-9388-e53a5b3b24c7),segment_id=80f9f03c-618a-4994-9388-e53a5b3b24c7)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:48.889968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e8b54a1f-212e-4d9c-bce4-ba9bc2cd5941 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (b30fe165-6c63-4c25-bf77-485924372528), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.901343 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d74129eb-cc31-44fd-a1b7-a0367def6973 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (72b525c2-647a-47c0-a854-654c850a31df), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.918340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e8b54a1f-212e-4d9c-bce4-ba9bc2cd5941 None None] Calling delete_port for b30fe165-6c63-4c25-bf77-485924372528 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:48.929328 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57c1f1a-5db9-436d-a6fc-0c4d4b9f1dd3 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Made reservation on behalf of 331639538ae64348893b1db126e617d6 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:48.944210 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4727a165-bc59-445b-9f9a-931edfd07d6f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e85df078-aaed-4697-8362-16efaaeeb90b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:48.966172 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-17eaf917-5895-447e-9499-799451539f87 req-304af404-6df5-4680-96f7-e362f0f96d31 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3066583 Oct 28 09:56:49.011186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727a165-bc59-445b-9f9a-931edfd07d6f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Pushing event deleted for resources: {'Port': ['ID=e85df078-aaed-4697-8362-16efaaeeb90b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:49.041403 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39573d64-910b-45d9-ae9c-808c0b033cc2 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:49.049089 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39573d64-910b-45d9-ae9c-808c0b033cc2 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:49.049089 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-39573d64-910b-45d9-ae9c-808c0b033cc2 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2251058 Oct 28 09:56:49.051659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37402) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:49.064963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:49.085063 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-dc3f3480-d0b5-4dfd-9958-445dbe8b1140 None None] Set router 5396a4aa-0c14-4eab-87e5-d87e00298ed2 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:49.157589 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 47cf0d67-fdb3-40a6-be89-4f174acdebbc up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:49.176069 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d74129eb-cc31-44fd-a1b7-a0367def6973 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (72b525c2-647a-47c0-a854-654c850a31df), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.202322 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-dc3f3480-d0b5-4dfd-9958-445dbe8b1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5396a4aa-0c14-4eab-87e5-d87e00298ed2', 'name': 'tempest-NetworksTestDHCPv6-router-91152091', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:56:34Z', 'updated_at': '2022-10-28T09:56:46Z', 'revision_number': 3, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:49.222110 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 47cf0d67-fdb3-40a6-be89-4f174acdebbc triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:49.222507 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.222868 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 47cf0d67-fdb3-40a6-be89-4f174acdebbc Oct 28 09:56:49.232187 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f3480-d0b5-4dfd-9958-445dbe8b1140 None None] Checking router: 5396a4aa-0c14-4eab-87e5-d87e00298ed2 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:49.242176 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f3480-d0b5-4dfd-9958-445dbe8b1140 None None] Routers {'5396a4aa-0c14-4eab-87e5-d87e00298ed2'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:49.242857 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-dc3f3480-d0b5-4dfd-9958-445dbe8b1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['5396a4aa-0c14-4eab-87e5-d87e00298ed2'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:49.261458 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-404115a6-2a70-40da-984c-818767c64f2b None None] Current status of the port 47cf0d67-fdb3-40a6-be89-4f174acdebbc is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:49.271702 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e8b54a1f-212e-4d9c-bce4-ba9bc2cd5941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (b30fe165-6c63-4c25-bf77-485924372528), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.273543 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4727a165-bc59-445b-9f9a-931edfd07d6f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (9edc4fbc-84d6-431b-a49c-0160e3fa22ff), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.283341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b57c1f1a-5db9-436d-a6fc-0c4d4b9f1dd3 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.297163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-93b2b74e-9b61-4d43-a9f5-509392efad64 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.297446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b54a1f-212e-4d9c-bce4-ba9bc2cd5941 None None] No DVR routers for this DVR port b30fe165-6c63-4c25-bf77-485924372528 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:49.304532 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:49.310356 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c882a783-53bb-42f7-b034-620a02a92691 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet b9e71eda-030a-4057-acc8-2f25750fc09b {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:56:49.320656 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-dc3f3480-d0b5-4dfd-9958-445dbe8b1140 None None] Set router 5396a4aa-0c14-4eab-87e5-d87e00298ed2 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:49.321787 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c882a783-53bb-42f7-b034-620a02a92691 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (b9e71eda-030a-4057-acc8-2f25750fc09b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.332718 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b54a1f-212e-4d9c-bce4-ba9bc2cd5941 None None] Pushing event deleted for resources: {'Port': ['ID=b30fe165-6c63-4c25-bf77-485924372528,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:49.350417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (b30fe165-6c63-4c25-bf77-485924372528), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.365990 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-93b2b74e-9b61-4d43-a9f5-509392efad64 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (3d6724e3-16c9-419b-b8b3-6af461e565fd), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.372504 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-b57c1f1a-5db9-436d-a6fc-0c4d4b9f1dd3 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] device_id is not set on port 96692705-3edc-45b9-9e7c-a5ed3dcff76a yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:56:49.392425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 47cf0d67-fdb3-40a6-be89-4f174acdebbc is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:49.395023 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-dc3f3480-d0b5-4dfd-9958-445dbe8b1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5396a4aa-0c14-4eab-87e5-d87e00298ed2', 'name': 'tempest-NetworksTestDHCPv6-router-91152091', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:56:34Z', 'updated_at': '2022-10-28T09:56:46Z', 'revision_number': 3, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:49.411997 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dab38383-30d5-4bfb-84aa-819db84ea2f2 None None] Provisioning complete for port 47cf0d67-fdb3-40a6-be89-4f174acdebbc triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:49.415289 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dab38383-30d5-4bfb-84aa-819db84ea2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.415783 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dab38383-30d5-4bfb-84aa-819db84ea2f2 None None] Attempt 1 to provision port 47cf0d67-fdb3-40a6-be89-4f174acdebbc Oct 28 09:56:49.424479 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f3480-d0b5-4dfd-9958-445dbe8b1140 None None] The sync data for ids ['5396a4aa-0c14-4eab-87e5-d87e00298ed2'] in dv-neutron-zed-2-hyperv is: [{'id': '5396a4aa-0c14-4eab-87e5-d87e00298ed2', 'name': 'tempest-NetworksTestDHCPv6-router-91152091', 'tenant_id': '2ac8c601319445fc94d96de4c443d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:56:34Z', 'updated_at': '2022-10-28T09:56:46Z', 'revision_number': 3, 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'gw_port_host': None}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:49.461806 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] No DVR routers for this DVR port b30fe165-6c63-4c25-bf77-485924372528 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:49.480691 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c882a783-53bb-42f7-b034-620a02a92691 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (b9e71eda-030a-4057-acc8-2f25750fc09b), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.485309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b30fe165-6c63-4c25-bf77-485924372528 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:49.502296 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4999-c9a3-4260-bcdc-cac00affacc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (0d5f277e-db8e-4f56-9618-4145ecf16b4a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.511306 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: b30fe165-6c63-4c25-bf77-485924372528 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:49.514755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b30fe165-6c63-4c25-bf77-485924372528 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:49.514755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6edde6a7-f604-4886-9c6a-7f188a2edc7c no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:49.562931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] Pushing event deleted for resources: {'Port': ['ID=b30fe165-6c63-4c25-bf77-485924372528,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:49.564998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 6edde6a7-f604-4886-9c6a-7f188a2edc7c {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:49.565346 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6edde6a7-f604-4886-9c6a-7f188a2edc7c not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:49.578377 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dab38383-30d5-4bfb-84aa-819db84ea2f2 None None] Current status of the port 47cf0d67-fdb3-40a6-be89-4f174acdebbc is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:49.589077 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dab38383-30d5-4bfb-84aa-819db84ea2f2 None None] Provisioning complete for port 6a7da960-8eb9-4290-93c2-290bb1e31039 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:49.589401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dab38383-30d5-4bfb-84aa-819db84ea2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6a7da960-8eb9-4290-93c2-290bb1e31039), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.589748 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dab38383-30d5-4bfb-84aa-819db84ea2f2 None None] Attempt 1 to provision port 6a7da960-8eb9-4290-93c2-290bb1e31039 Oct 28 09:56:49.627167 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dab38383-30d5-4bfb-84aa-819db84ea2f2 None None] Port 6a7da960-8eb9-4290-93c2-290bb1e31039 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:49.642757 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d74129eb-cc31-44fd-a1b7-a0367def6973 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (72b525c2-647a-47c0-a854-654c850a31df), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.660883 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-93b2b74e-9b61-4d43-a9f5-509392efad64 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Floating IP 3d6724e3-16c9-419b-b8b3-6af461e565fd associated. External IP: 172.36.1.166, port: 581df3f1-8d6e-4a74-8112-024a512a8ab8. Oct 28 09:56:49.685446 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d74129eb-cc31-44fd-a1b7-a0367def6973 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.688890 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d74129eb-cc31-44fd-a1b7-a0367def6973 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/72b525c2-647a-47c0-a854-654c850a31df HTTP/1.1" status: 204 len: 168 time: 1.3009226 Oct 28 09:56:49.696647 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24be4693-7c04-430a-b7a1-b9d68cb60240 None None] Network cfd27c08-98d8-47d7-a6ea-343227b47fcd requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:49.708450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f4999-c9a3-4260-bcdc-cac00affacc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5f277e-db8e-4f56-9618-4145ecf16b4a,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:49.711114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37404) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:49.727154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74129eb-cc31-44fd-a1b7-a0367def6973 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Subnet': ['ID=72b525c2-647a-47c0-a854-654c850a31df,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:49.743914 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c882a783-53bb-42f7-b034-620a02a92691 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (b9e71eda-030a-4057-acc8-2f25750fc09b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.748924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:49.781126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (2ceca80e-d943-46cf-9c08-f3daa615c0be), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.899876 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53440fb-a596-48cc-931c-f4250f6cf9a3 None None] DHCP port deletion for cfd27c08-98d8-47d7-a6ea-343227b47fcd request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:56:49.954427 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c882a783-53bb-42f7-b034-620a02a92691 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (b9e71eda-030a-4057-acc8-2f25750fc09b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.961545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a53440fb-a596-48cc-931c-f4250f6cf9a3 None None] Deleting port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:49.961545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a53440fb-a596-48cc-931c-f4250f6cf9a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (82f15a9b-a429-4cbe-bf5f-21f6584c07c4), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:49.972244 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ceca80e-d943-46cf-9c08-f3daa615c0be']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:50.026969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4999-c9a3-4260-bcdc-cac00affacc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (04ffb4d8-4561-433a-93a9-516870ba21ee), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.062027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b2b74e-9b61-4d43-a9f5-509392efad64 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:50.062895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882a783-53bb-42f7-b034-620a02a92691 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e71eda-030a-4057-acc8-2f25750fc09b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:50.067601 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c882a783-53bb-42f7-b034-620a02a92691 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.070787 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c882a783-53bb-42f7-b034-620a02a92691 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b9e71eda-030a-4057-acc8-2f25750fc09b HTTP/1.1" status: 204 len: 168 time: 1.0180602 Oct 28 09:56:50.073900 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37408) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:50.131243 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4999-c9a3-4260-bcdc-cac00affacc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (04ffb4d8-4561-433a-93a9-516870ba21ee), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.133629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4999-c9a3-4260-bcdc-cac00affacc6 admin admin] Publish callbacks [] for router_controller (04ffb4d8-4561-433a-93a9-516870ba21ee), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.142625 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:50.183493 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f9f03c-618a-4994-9388-e53a5b3b24c7') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:50.183937 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f9f03c-618a-4994-9388-e53a5b3b24c7') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:50.192620 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d05a1d-cf93-409f-8625-2cf878dbd869 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:50.193228 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4727a165-bc59-445b-9f9a-931edfd07d6f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (9edc4fbc-84d6-431b-a49c-0160e3fa22ff), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.207152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9683-9681-4f77-a319-cf59a4b98a03 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (cfd27c08-98d8-47d7-a6ea-343227b47fcd), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.212680 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:50.216336 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (80f9f03c-618a-4994-9388-e53a5b3b24c7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.219419 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4727a165-bc59-445b-9f9a-931edfd07d6f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (9edc4fbc-84d6-431b-a49c-0160e3fa22ff), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.231142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-b57c1f1a-5db9-436d-a6fc-0c4d4b9f1dd3 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Allocated IP 172.20.0.11 (e12094dc-48e3-4aa4-bb60-5c73b829c9d2/c3080d25-cdc7-49f0-804b-5e752b8fc278/96692705-3edc-45b9-9e7c-a5ed3dcff76a) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:50.231393 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3acafc6e-337d-4d31-bc85-87b83ea546d4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1526814 Oct 28 09:56:50.236547 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37410) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:50.247822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4365ac-deeb-4c88-99e2-ac6ade252cd2 req-ffe9e316-d735-4d39-a9b4-3eef4629fbb7 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:50.249336 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5c4365ac-deeb-4c88-99e2-ac6ade252cd2 req-ffe9e316-d735-4d39-a9b4-3eef4629fbb7 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1335163 Oct 28 09:56:50.262617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:50.293183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (80f9f03c-618a-4994-9388-e53a5b3b24c7), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.294060 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a53440fb-a596-48cc-931c-f4250f6cf9a3 None None] For port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=82f15a9b-a429-4cbe-bf5f-21f6584c07c4,segment=NetworkSegment(6915d677-65df-4af5-8c51-26f203dbf404),segment_id=6915d677-65df-4af5-8c51-26f203dbf404)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:50.294515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a53440fb-a596-48cc-931c-f4250f6cf9a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (82f15a9b-a429-4cbe-bf5f-21f6584c07c4), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.333985 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a53440fb-a596-48cc-931c-f4250f6cf9a3 None None] Calling delete_port for 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:50.452025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4974e8-57e4-4fe1-ba28-489642a1bf40 None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:56:50.497765 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1b4974e8-57e4-4fe1-ba28-489642a1bf40 None None] Deleting port ecd5eee2-4827-4a9f-ac2b-b9193660e470 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:50.498296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1b4974e8-57e4-4fe1-ba28-489642a1bf40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ecd5eee2-4827-4a9f-ac2b-b9193660e470), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.547823 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a53440fb-a596-48cc-931c-f4250f6cf9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (82f15a9b-a429-4cbe-bf5f-21f6584c07c4), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.574401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53440fb-a596-48cc-931c-f4250f6cf9a3 None None] No DVR routers for this DVR port 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:50.597122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:50.600644 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53440fb-a596-48cc-931c-f4250f6cf9a3 None None] Pushing event deleted for resources: {'Port': ['ID=82f15a9b-a429-4cbe-bf5f-21f6584c07c4,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:50.612776 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1b4974e8-57e4-4fe1-ba28-489642a1bf40 None None] For port ecd5eee2-4827-4a9f-ac2b-b9193660e470, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ecd5eee2-4827-4a9f-ac2b-b9193660e470,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:50.613449 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1b4974e8-57e4-4fe1-ba28-489642a1bf40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ecd5eee2-4827-4a9f-ac2b-b9193660e470), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.631401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1b4974e8-57e4-4fe1-ba28-489642a1bf40 None None] Calling delete_port for ecd5eee2-4827-4a9f-ac2b-b9193660e470 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:50.639521 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b2b74e-9b61-4d43-a9f5-509392efad64 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:50.677585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2bf770-5d9e-4e34-a61d-5cf9b4e08962 None None] Sync routers for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:50.692510 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5c4365ac-deeb-4c88-99e2-ac6ade252cd2 req-6ed8cfb0-6c8b-4b25-b28c-a5fcd722e13b tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4324329 Oct 28 09:56:50.735153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:56:50.736239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (80f9f03c-618a-4994-9388-e53a5b3b24c7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.766962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2bf770-5d9e-4e34-a61d-5cf9b4e08962 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:50.767600 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fa2bf770-5d9e-4e34-a61d-5cf9b4e08962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:50.785357 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4999-c9a3-4260-bcdc-cac00affacc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (04ffb4d8-4561-433a-93a9-516870ba21ee), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.786008 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1f4999-c9a3-4260-bcdc-cac00affacc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04ffb4d8-4561-433a-93a9-516870ba21ee {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:50.807406 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f9683-9681-4f77-a319-cf59a4b98a03 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] The port '82f15a9b-a429-4cbe-bf5f-21f6584c07c4' was deleted {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Oct 28 09:56:50.815149 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 80f9f03c-618a-4994-9388-e53a5b3b24c7 resource provider aggregate not found Oct 28 09:56:50.818971 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fa2bf770-5d9e-4e34-a61d-5cf9b4e08962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:50.829340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:50.833327 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1b4974e8-57e4-4fe1-ba28-489642a1bf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (ecd5eee2-4827-4a9f-ac2b-b9193660e470), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.848156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4974e8-57e4-4fe1-ba28-489642a1bf40 None None] No DVR routers for this DVR port ecd5eee2-4827-4a9f-ac2b-b9193660e470 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:50.879127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2bf770-5d9e-4e34-a61d-5cf9b4e08962 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:50.880464 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fa2bf770-5d9e-4e34-a61d-5cf9b4e08962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:50.892450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4999-c9a3-4260-bcdc-cac00affacc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.896589 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6f1f4999-c9a3-4260-bcdc-cac00affacc6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/04ffb4d8-4561-433a-93a9-516870ba21ee HTTP/1.1" status: 204 len: 168 time: 4.4505653 Oct 28 09:56:50.922280 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37418) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:50.928828 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-06f9c10c-f47a-4597-b955-9ac9cd47fc7e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for router (5396a4aa-0c14-4eab-87e5-d87e00298ed2), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:50.935790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4974e8-57e4-4fe1-ba28-489642a1bf40 None None] Pushing event deleted for resources: {'Port': ['ID=ecd5eee2-4827-4a9f-ac2b-b9193660e470,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:50.945022 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fa2bf770-5d9e-4e34-a61d-5cf9b4e08962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:50.945736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2bf770-5d9e-4e34-a61d-5cf9b4e08962 None None] The sync data for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:50.972221 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 80f9f03c-618a-4994-9388-e53a5b3b24c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80f9f03c-618a-4994-9388-e53a5b3b24c7 found for delete ", "request_id": "req-954194d2-52c6-475d-be8a-592c2b69d583"}]} Oct 28 09:56:51.020100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b2b74e-9b61-4d43-a9f5-509392efad64 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:51.029763 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa1e2d8-2fd9-4d8f-b576-032a1985ba79 admin admin] Deleting subnet dd14182d-a869-4785-90c4-ebe19ef6fd71 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:56:51.037754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-daa1e2d8-2fd9-4d8f-b576-032a1985ba79 admin admin] Publish callbacks [] for subnet (dd14182d-a869-4785-90c4-ebe19ef6fd71), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.080306 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:51.082382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4727a165-bc59-445b-9f9a-931edfd07d6f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Router 9edc4fbc-84d6-431b-a49c-0160e3fa22ff has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:51.105078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9683-9681-4f77-a319-cf59a4b98a03 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (cfd27c08-98d8-47d7-a6ea-343227b47fcd), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.175594 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-daa1e2d8-2fd9-4d8f-b576-032a1985ba79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (dd14182d-a869-4785-90c4-ebe19ef6fd71), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.194755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (2ceca80e-d943-46cf-9c08-f3daa615c0be), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.216705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.222394 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/2ceca80e-d943-46cf-9c08-f3daa615c0be HTTP/1.1" status: 204 len: 168 time: 3.3582933 Oct 28 09:56:51.222570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:51.239702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90b757-0402-4076-adda-be507adf97e7 req-d1a4f876-104b-426a-8e57-2826b56760e7 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:51.241241 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ea90b757-0402-4076-adda-be507adf97e7 req-d1a4f876-104b-426a-8e57-2826b56760e7 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1692901 Oct 28 09:56:51.283369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:51.286106 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 82f15a9b-a429-4cbe-bf5f-21f6584c07c4 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:51.286287 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ecd5eee2-4827-4a9f-ac2b-b9193660e470 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:51.299012 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-4a0f9683-9681-4f77-a319-cf59a4b98a03 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd27c08-98d8-47d7-a6ea-343227b47fcd']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:51.322093 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: ecd5eee2-4827-4a9f-ac2b-b9193660e470 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:51.322467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ecd5eee2-4827-4a9f-ac2b-b9193660e470 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:51.322916 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7c40afcc-0ec0-4138-828f-cfc1824ad350 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:51.344512 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 7c40afcc-0ec0-4138-828f-cfc1824ad350 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:51.344512 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7c40afcc-0ec0-4138-828f-cfc1824ad350 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:51.383738 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:51.420954 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b2b74e-9b61-4d43-a9f5-509392efad64 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:51.421095 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1934274-e524-4fba-b4f1-93e311abe855 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ceca80e-d943-46cf-9c08-f3daa615c0be,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:51.421251 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-93b2b74e-9b61-4d43-a9f5-509392efad64 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.430046 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a9e1d1-231c-4747-b99b-938466e1be63 None None] Sync routers for ids ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:51.455488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-4a0f9683-9681-4f77-a319-cf59a4b98a03 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6915d677-65df-4af5-8c51-26f203dbf404') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:51.455905 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-4a0f9683-9681-4f77-a319-cf59a4b98a03 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6915d677-65df-4af5-8c51-26f203dbf404') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:51.458555 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9e1d1-231c-4747-b99b-938466e1be63 None None] Routers {'7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:51.459499 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c4a9e1d1-231c-4747-b99b-938466e1be63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:51.461507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-06f9c10c-f47a-4597-b955-9ac9cd47fc7e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (5396a4aa-0c14-4eab-87e5-d87e00298ed2), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.484228 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ea90b757-0402-4076-adda-be507adf97e7 req-afa26b3d-92d5-428e-b82a-0755ea18b359 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333705 Oct 28 09:56:51.489648 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-daa1e2d8-2fd9-4d8f-b576-032a1985ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (dd14182d-a869-4785-90c4-ebe19ef6fd71), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.502697 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-06f9c10c-f47a-4597-b955-9ac9cd47fc7e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for router_controller (5396a4aa-0c14-4eab-87e5-d87e00298ed2), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.525600 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c4a9e1d1-231c-4747-b99b-938466e1be63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:51.536524 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9683-9681-4f77-a319-cf59a4b98a03 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (6915d677-65df-4af5-8c51-26f203dbf404), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.538784 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9e1d1-231c-4747-b99b-938466e1be63 None None] Routers {'7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:51.547673 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c4a9e1d1-231c-4747-b99b-938466e1be63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:51.577664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4727a165-bc59-445b-9f9a-931edfd07d6f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:51.591814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6caf4b6-2caf-4a9f-9417-cb851cb37e0c None None] Sync routers for ids ['9edc4fbc-84d6-431b-a49c-0160e3fa22ff'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:51.593690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4727a165-bc59-445b-9f9a-931edfd07d6f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.593898 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c4a9e1d1-231c-4747-b99b-938466e1be63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:51.594416 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a9e1d1-231c-4747-b99b-938466e1be63 None None] The sync data for ids ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:51.603746 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4727a165-bc59-445b-9f9a-931edfd07d6f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "PUT /networking/v2.0/routers/9edc4fbc-84d6-431b-a49c-0160e3fa22ff HTTP/1.1" status: 200 len: 709 time: 6.2415481 Oct 28 09:56:51.603746 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe582ee0-3af5-4b50-96a0-becbf02ae08a req-0945ad67-283d-4b23-9e78-cfc76b0a20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:51.604802 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fe582ee0-3af5-4b50-96a0-becbf02ae08a req-0945ad67-283d-4b23-9e78-cfc76b0a20b8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1c1772cbf744449891cae928448c57eb&device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 1130 time: 0.2799654 Oct 28 09:56:51.608692 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37424) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:51.611905 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-93b2b74e-9b61-4d43-a9f5-509392efad64 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/3d6724e3-16c9-419b-b8b3-6af461e565fd HTTP/1.1" status: 200 len: 977 time: 4.6267464 Oct 28 09:56:51.613598 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6caf4b6-2caf-4a9f-9417-cb851cb37e0c None None] Routers {'9edc4fbc-84d6-431b-a49c-0160e3fa22ff'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:51.614245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9683-9681-4f77-a319-cf59a4b98a03 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (6915d677-65df-4af5-8c51-26f203dbf404), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.614497 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-e6caf4b6-2caf-4a9f-9417-cb851cb37e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9edc4fbc-84d6-431b-a49c-0160e3fa22ff'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:51.616259 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37426) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:51.647380 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0f9683-9681-4f77-a319-cf59a4b98a03 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:56:51.647781 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9683-9681-4f77-a319-cf59a4b98a03 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (6915d677-65df-4af5-8c51-26f203dbf404), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.655393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-e6caf4b6-2caf-4a9f-9417-cb851cb37e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:51.666230 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6caf4b6-2caf-4a9f-9417-cb851cb37e0c None None] Routers {'9edc4fbc-84d6-431b-a49c-0160e3fa22ff'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:51.667513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-e6caf4b6-2caf-4a9f-9417-cb851cb37e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9edc4fbc-84d6-431b-a49c-0160e3fa22ff'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:51.705581 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-06f9c10c-f47a-4597-b955-9ac9cd47fc7e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (5396a4aa-0c14-4eab-87e5-d87e00298ed2), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.706168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f9c10c-f47a-4597-b955-9ac9cd47fc7e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Fanout notify agent at l3_agent the message router_deleted on router 5396a4aa-0c14-4eab-87e5-d87e00298ed2 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:51.707121 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-e6caf4b6-2caf-4a9f-9417-cb851cb37e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:51.708632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6caf4b6-2caf-4a9f-9417-cb851cb37e0c None None] The sync data for ids ['9edc4fbc-84d6-431b-a49c-0160e3fa22ff'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:51.713215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b57c1f1a-5db9-436d-a6fc-0c4d4b9f1dd3 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks [] for port (96692705-3edc-45b9-9e7c-a5ed3dcff76a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.715823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:51.755177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-8504fc94-272d-4cb9-9b5e-7300c9f78338 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting port 7ce5c83b-48dc-494a-94b6-103537b90eab {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:51.755679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8504fc94-272d-4cb9-9b5e-7300c9f78338 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (7ce5c83b-48dc-494a-94b6-103537b90eab), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.780105 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-06f9c10c-f47a-4597-b955-9ac9cd47fc7e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.781260 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-06f9c10c-f47a-4597-b955-9ac9cd47fc7e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/routers/5396a4aa-0c14-4eab-87e5-d87e00298ed2 HTTP/1.1" status: 204 len: 168 time: 1.5415199 Oct 28 09:56:51.808496 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37428) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:51.820136 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:51.828693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-daa1e2d8-2fd9-4d8f-b576-032a1985ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (dd14182d-a869-4785-90c4-ebe19ef6fd71), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.843174 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1945bb83-1d80-4916-a869-c382c0c92794 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/9edc4fbc-84d6-431b-a49c-0160e3fa22ff HTTP/1.1" status: 200 len: 744 time: 0.2327747 Oct 28 09:56:51.845470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37430) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:51.850785 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37432) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:51.889907 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-684bd0d8-717d-4cc4-8002-65ab7abadeff tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0797536 Oct 28 09:56:51.892555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37434) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:51.937302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1e2d8-2fd9-4d8f-b576-032a1985ba79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd14182d-a869-4785-90c4-ebe19ef6fd71,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:51.942747 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-daa1e2d8-2fd9-4d8f-b576-032a1985ba79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.944867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9683-9681-4f77-a319-cf59a4b98a03 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (cfd27c08-98d8-47d7-a6ea-343227b47fcd), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.948984 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-daa1e2d8-2fd9-4d8f-b576-032a1985ba79 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/dd14182d-a869-4785-90c4-ebe19ef6fd71 HTTP/1.1" status: 204 len: 168 time: 1.0256011 Oct 28 09:56:51.952208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e7f1f9-e560-4dd3-9be5-5d4b7a597b41 None None] Network e4158ee0-8f55-4566-ae30-a41792d07007 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:51.958370 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37436) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:51.969380 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dbdccdde-0f52-4e5d-831e-f1151181da17 tempest-RoutersIpV6AdminTest-1670330885 tempest-RoutersIpV6AdminTest-1670330885-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&device_id=9edc4fbc-84d6-431b-a49c-0160e3fa22ff HTTP/1.1" status: 200 len: 205 time: 0.1092451 Oct 28 09:56:51.974148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9683-9681-4f77-a319-cf59a4b98a03 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:51.977562 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4a0f9683-9681-4f77-a319-cf59a4b98a03 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/networks/cfd27c08-98d8-47d7-a6ea-343227b47fcd HTTP/1.1" status: 204 len: 168 time: 2.2586098 Oct 28 09:56:51.977784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37438) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:51.997304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37440) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:52.005953 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-f552ea85-8914-4d5f-a74d-0cc723a1c19a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'network': {'name': 'tempest-RoutersTest-1059320448'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:52.015022 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f9683-9681-4f77-a319-cf59a4b98a03 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Network': ['ID=cfd27c08-98d8-47d7-a6ea-343227b47fcd,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:52.017710 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe582ee0-3af5-4b50-96a0-becbf02ae08a req-7ec9f84c-83e9-470c-868b-d51638641ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:52.019346 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fe582ee0-3af5-4b50-96a0-becbf02ae08a req-7ec9f84c-83e9-470c-868b-d51638641ae4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9b354618-41dd-41ee-a0fe-9a79976baa4b HTTP/1.1" status: 200 len: 912 time: 0.3988526 Oct 28 09:56:52.027651 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b57c1f1a-5db9-436d-a6fc-0c4d4b9f1dd3 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (96692705-3edc-45b9-9e7c-a5ed3dcff76a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.036278 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-37fb40e7-80d2-4247-bcd2-9e63f40c67cc admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=52816e5f52fd412794bd5361bc627a82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1874723 Oct 28 09:56:52.043104 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37442) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:52.080887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173f53d8-2e29-4fec-8bf1-6d7b2b2ad4b4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:52.083314 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-173f53d8-2e29-4fec-8bf1-6d7b2b2ad4b4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1897788 Oct 28 09:56:52.113201 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d375d43f-afad-414d-96c1-4b4ff2ddc72c tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9edc4fbc-84d6-431b-a49c-0160e3fa22ff HTTP/1.1" status: 200 len: 205 time: 0.1286080 Oct 28 09:56:52.113733 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37444) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:52.115606 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8504fc94-272d-4cb9-9b5e-7300c9f78338 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (7ce5c83b-48dc-494a-94b6-103537b90eab), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.125180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37446) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:52.190162 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:52.194054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57c1f1a-5db9-436d-a6fc-0c4d4b9f1dd3 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:52.208683 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5953f3ec-966a-450c-a141-26145dc7eeca None None] DHCP port deletion for e4158ee0-8f55-4566-ae30-a41792d07007 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:56:52.223491 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f4a589aa-dd93-4201-8689-607d15d5da09 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948696 Oct 28 09:56:52.225790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (e4158ee0-8f55-4566-ae30-a41792d07007), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.228806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37448) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:52.232579 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-b57c1f1a-5db9-436d-a6fc-0c4d4b9f1dd3 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:52.234414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c1f1a-5db9-436d-a6fc-0c4d4b9f1dd3 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event updated for resources: {'Port': ['ID=96692705-3edc-45b9-9e7c-a5ed3dcff76a,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:52.241056 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c1f1a-5db9-436d-a6fc-0c4d4b9f1dd3 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:52.243851 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f552ea85-8914-4d5f-a74d-0cc723a1c19a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:52.247591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f552ea85-8914-4d5f-a74d-0cc723a1c19a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.276518 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fe582ee0-3af5-4b50-96a0-becbf02ae08a req-6268969d-0f55-4316-ba9e-1ba7ae221d69 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=250bacdb-6369-4533-b15b-0b9cd26aeeac HTTP/1.1" status: 200 len: 1000 time: 0.2326338 Oct 28 09:56:52.278837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d55ef973-c124-4d17-a76b-4a6dd3cf0a63 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:52.288819 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c92fba90-5ab0-44c4-aae5-4ed6c0f0a248 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (9edc4fbc-84d6-431b-a49c-0160e3fa22ff), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.305684 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5953f3ec-966a-450c-a141-26145dc7eeca None None] Deleting port a1680604-7c50-4046-8cfc-c723c1845bff {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:52.308358 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5953f3ec-966a-450c-a141-26145dc7eeca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a1680604-7c50-4046-8cfc-c723c1845bff), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.396747 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-5953f3ec-966a-450c-a141-26145dc7eeca None None] For port a1680604-7c50-4046-8cfc-c723c1845bff, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a1680604-7c50-4046-8cfc-c723c1845bff,segment=NetworkSegment(203bc2fa-01a5-4225-85a6-5f96e3ad29d6),segment_id=203bc2fa-01a5-4225-85a6-5f96e3ad29d6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:52.398072 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5953f3ec-966a-450c-a141-26145dc7eeca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a1680604-7c50-4046-8cfc-c723c1845bff), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.422717 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5953f3ec-966a-450c-a141-26145dc7eeca None None] Calling delete_port for a1680604-7c50-4046-8cfc-c723c1845bff owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:52.424444 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57c1f1a-5db9-436d-a6fc-0c4d4b9f1dd3 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:52.425117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b57c1f1a-5db9-436d-a6fc-0c4d4b9f1dd3 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.431948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f552ea85-8914-4d5f-a74d-0cc723a1c19a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:56:52.434509 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f3e73af2-d551-4d6c-9eb4-366c0bea9789 admin admin] Publish callbacks [] for security_group (11334a33-0529-4cb1-8a76-77828aba17ca), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.504991 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] Deleting port a1680604-7c50-4046-8cfc-c723c1845bff {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:52.505333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a1680604-7c50-4046-8cfc-c723c1845bff), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.516596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f552ea85-8914-4d5f-a74d-0cc723a1c19a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c899f5e3-6bdd-4f53-a524-5392fc55945b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.516959 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-f552ea85-8914-4d5f-a74d-0cc723a1c19a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Added segment c899f5e3-6bdd-4f53-a524-5392fc55945b of type vlan for network 507ead63-380a-4579-894e-a8589251fc6a Oct 28 09:56:52.521520 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe582ee0-3af5-4b50-96a0-becbf02ae08a req-45528ec3-004d-4a99-814d-561f7908cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:52.528820 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f3e73af2-d551-4d6c-9eb4-366c0bea9789 admin admin] Publish callbacks [] for security_group (11334a33-0529-4cb1-8a76-77828aba17ca), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.528966 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fe582ee0-3af5-4b50-96a0-becbf02ae08a req-45528ec3-004d-4a99-814d-561f7908cdd2 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=808a702a-127b-4dd8-b2a3-71420629e80b HTTP/1.1" status: 200 len: 850 time: 0.2320528 Oct 28 09:56:52.584287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:52.610457 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b57c1f1a-5db9-436d-a6fc-0c4d4b9f1dd3 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.5348322 Oct 28 09:56:52.617460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c92fba90-5ab0-44c4-aae5-4ed6c0f0a248 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (9edc4fbc-84d6-431b-a49c-0160e3fa22ff), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.622144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37452) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:52.622753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5953f3ec-966a-450c-a141-26145dc7eeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (a1680604-7c50-4046-8cfc-c723c1845bff), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.638893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c92fba90-5ab0-44c4-aae5-4ed6c0f0a248 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router_controller (9edc4fbc-84d6-431b-a49c-0160e3fa22ff), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.656187 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f552ea85-8914-4d5f-a74d-0cc723a1c19a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (507ead63-380a-4579-894e-a8589251fc6a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.659156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953f3ec-966a-450c-a141-26145dc7eeca None None] Pushing event deleted for resources: {'Port': ['ID=a1680604-7c50-4046-8cfc-c723c1845bff,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:52.673473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5953f3ec-966a-450c-a141-26145dc7eeca None None] No DVR routers for this DVR port a1680604-7c50-4046-8cfc-c723c1845bff on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:52.710101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-16813c27-e022-4826-ade5-c645288b6ec4 None None] Provisioning complete for port 96692705-3edc-45b9-9e7c-a5ed3dcff76a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:52.710534 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-16813c27-e022-4826-ade5-c645288b6ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (96692705-3edc-45b9-9e7c-a5ed3dcff76a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.710965 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-16813c27-e022-4826-ade5-c645288b6ec4 None None] Attempt 1 to provision port 96692705-3edc-45b9-9e7c-a5ed3dcff76a Oct 28 09:56:52.722929 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe582ee0-3af5-4b50-96a0-becbf02ae08a req-329c80e6-6560-4dbe-9e22-5f80f80dc7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:52.724976 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fe582ee0-3af5-4b50-96a0-becbf02ae08a req-329c80e6-6560-4dbe-9e22-5f80f80dc7c4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9b354618-41dd-41ee-a0fe-9a79976baa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1920741 Oct 28 09:56:52.750737 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] For port a1680604-7c50-4046-8cfc-c723c1845bff, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a1680604-7c50-4046-8cfc-c723c1845bff,segment=NetworkSegment(203bc2fa-01a5-4225-85a6-5f96e3ad29d6),segment_id=203bc2fa-01a5-4225-85a6-5f96e3ad29d6)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:52.750962 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a1680604-7c50-4046-8cfc-c723c1845bff), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.763419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b6479-2212-4c16-a822-61171c75636a req-af2839be-d617-47c2-8d47-b51d910410ab tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:52.765004 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7d6b6479-2212-4c16-a822-61171c75636a req-af2839be-d617-47c2-8d47-b51d910410ab tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1162696 Oct 28 09:56:52.769054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-16813c27-e022-4826-ade5-c645288b6ec4 None None] Port 96692705-3edc-45b9-9e7c-a5ed3dcff76a cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:52.772284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26bf4f-d4a7-418d-b170-0a8c518b6906 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:52.777034 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26bf4f-d4a7-418d-b170-0a8c518b6906 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:52.780449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8504fc94-272d-4cb9-9b5e-7300c9f78338 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.780814 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8504fc94-272d-4cb9-9b5e-7300c9f78338 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (3d6724e3-16c9-419b-b8b3-6af461e565fd), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.781132 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-8504fc94-272d-4cb9-9b5e-7300c9f78338 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Floating IP 3d6724e3-16c9-419b-b8b3-6af461e565fd disassociated. External IP: 172.36.1.166, port: 7ce5c83b-48dc-494a-94b6-103537b90eab. Oct 28 09:56:52.781480 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-8504fc94-272d-4cb9-9b5e-7300c9f78338 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Calling delete_port for 7ce5c83b-48dc-494a-94b6-103537b90eab owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:52.782031 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26bf4f-d4a7-418d-b170-0a8c518b6906 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:52.783728 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3a26bf4f-d4a7-418d-b170-0a8c518b6906 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1584730 Oct 28 09:56:52.789119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37454) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:52.798446 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] Calling delete_port for a1680604-7c50-4046-8cfc-c723c1845bff owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:52.862261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c92fba90-5ab0-44c4-aae5-4ed6c0f0a248 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (9edc4fbc-84d6-431b-a49c-0160e3fa22ff), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.862841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92fba90-5ab0-44c4-aae5-4ed6c0f0a248 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Fanout notify agent at l3_agent the message router_deleted on router 9edc4fbc-84d6-431b-a49c-0160e3fa22ff {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:52.875521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c92fba90-5ab0-44c4-aae5-4ed6c0f0a248 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.876629 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c92fba90-5ab0-44c4-aae5-4ed6c0f0a248 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "DELETE /networking/v2.0/routers/9edc4fbc-84d6-431b-a49c-0160e3fa22ff HTTP/1.1" status: 204 len: 168 time: 0.7482154 Oct 28 09:56:52.886330 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37456) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:52.890319 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55ef973-c124-4d17-a76b-4a6dd3cf0a63 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:52.894092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d55ef973-c124-4d17-a76b-4a6dd3cf0a63 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.908745 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f3e73af2-d551-4d6c-9eb4-366c0bea9789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (11334a33-0529-4cb1-8a76-77828aba17ca), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.911444 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f3e73af2-d551-4d6c-9eb4-366c0bea9789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.912471 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f3e73af2-d551-4d6c-9eb4-366c0bea9789 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/11334a33-0529-4cb1-8a76-77828aba17ca HTTP/1.1" status: 204 len: 168 time: 0.8490417 Oct 28 09:56:52.934803 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:52.936959 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2e812db2-e345-498b-ad41-51fafb3f66b7 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9edc4fbc-84d6-431b-a49c-0160e3fa22ff HTTP/1.1" status: 200 len: 205 time: 0.0495658 Oct 28 09:56:52.937728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f552ea85-8914-4d5f-a74d-0cc723a1c19a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (507ead63-380a-4579-894e-a8589251fc6a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.943482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f552ea85-8914-4d5f-a74d-0cc723a1c19a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:52.944024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f552ea85-8914-4d5f-a74d-0cc723a1c19a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:52.948754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37460) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:53.009253 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fe582ee0-3af5-4b50-96a0-becbf02ae08a req-9b0a0471-3b3c-4764-b0af-d2ee0a4df580 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743347 Oct 28 09:56:53.058166 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 6915d677-65df-4af5-8c51-26f203dbf404 resource provider aggregate not found Oct 28 09:56:53.061094 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0d5f277e-db8e-4f56-9618-4145ecf16b4a no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:53.067846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-ad306502-c288-4fe7-9d03-5553f8ec403a tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Deleting port 96692705-3edc-45b9-9e7c-a5ed3dcff76a {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:53.067846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ad306502-c288-4fe7-9d03-5553f8ec403a tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (96692705-3edc-45b9-9e7c-a5ed3dcff76a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:53.084812 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 0d5f277e-db8e-4f56-9618-4145ecf16b4a {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:53.085221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0d5f277e-db8e-4f56-9618-4145ecf16b4a not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:53.085863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e73af2-d551-4d6c-9eb4-366c0bea9789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11334a33-0529-4cb1-8a76-77828aba17ca,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:53.086367 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a1680604-7c50-4046-8cfc-c723c1845bff no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:53.101457 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 6915d677-65df-4af5-8c51-26f203dbf404 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6915d677-65df-4af5-8c51-26f203dbf404 found for delete ", "request_id": "req-c33d6bca-88b3-405f-8443-d812769d203e"}]} Oct 28 09:56:53.122791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: a1680604-7c50-4046-8cfc-c723c1845bff {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:56:53.123138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a1680604-7c50-4046-8cfc-c723c1845bff not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:53.164565 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-2d38b917-0151-4f45-9779-92d6c2342ebf tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] delete failed (client error): The resource could not be found. Oct 28 09:56:53.165605 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f552ea85-8914-4d5f-a74d-0cc723a1c19a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1669259 Oct 28 09:56:53.166016 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2d38b917-0151-4f45-9779-92d6c2342ebf tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "DELETE /networking/v2.0/routers/9edc4fbc-84d6-431b-a49c-0160e3fa22ff HTTP/1.1" status: 404 len: 336 time: 0.2162304 Oct 28 09:56:53.166491 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:53.174759 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37466) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:53.175331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37468) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:53.181401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-8f27e057-9f8d-4918-8f06-3c46ddc24495 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'subnet': {'network_id': '507ead63-380a-4579-894e-a8589251fc6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:53.184292 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7d6b6479-2212-4c16-a822-61171c75636a req-726410ac-b434-4e65-8ec6-65a0251b01a4 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4004488 Oct 28 09:56:53.199689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552ea85-8914-4d5f-a74d-0cc723a1c19a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Network': ['ID=507ead63-380a-4579-894e-a8589251fc6a,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:53.223373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 507ead63-380a-4579-894e-a8589251fc6a details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:56:53.296732 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:53.300737 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a1680604-7c50-4046-8cfc-c723c1845bff), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:53.354340 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] No DVR routers for this DVR port a1680604-7c50-4046-8cfc-c723c1845bff on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:53.359926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:53.367039 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1680604-7c50-4046-8cfc-c723c1845bff,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:53.470852 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8504fc94-272d-4cb9-9b5e-7300c9f78338 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (7ce5c83b-48dc-494a-94b6-103537b90eab), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:53.498860 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (e4158ee0-8f55-4566-ae30-a41792d07007), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:53.538043 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504fc94-272d-4cb9-9b5e-7300c9f78338 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Port': ['ID=7ce5c83b-48dc-494a-94b6-103537b90eab,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:53.558560 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4158ee0-8f55-4566-ae30-a41792d07007']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:53.575807 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0cafdee4-eb41-4075-aba2-e61c2e0b5942 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a6611aa-ad66-43b1-ab88-fd0866513401 HTTP/1.1" status: 200 len: 205 time: 0.3906457 Oct 28 09:56:53.588023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37476) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:53.613259 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203bc2fa-01a5-4225-85a6-5f96e3ad29d6') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:53.613940 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203bc2fa-01a5-4225-85a6-5f96e3ad29d6') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:53.662402 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:53.663622 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-85915cf7-0866-4691-ad6f-ce812ea040c5 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] delete failed (client error): The resource could not be found. Oct 28 09:56:53.664677 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-85915cf7-0866-4691-ad6f-ce812ea040c5 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "DELETE /networking/v2.0/routers/2a6611aa-ad66-43b1-ab88-fd0866513401 HTTP/1.1" status: 404 len: 336 time: 0.0755298 Oct 28 09:56:53.680361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37480) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:53.748419 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fe582ee0-3af5-4b50-96a0-becbf02ae08a req-410dd0af-4df6-4db6-a102-d7fabc04934a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7009737 Oct 28 09:56:53.751495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ad306502-c288-4fe7-9d03-5553f8ec403a tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (96692705-3edc-45b9-9e7c-a5ed3dcff76a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:53.757100 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fb6950b9-4158-409f-acdb-0d24656b2e3d tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7f3c6df0-f562-463b-b166-47f70d3377bb HTTP/1.1" status: 200 len: 205 time: 0.0692761 Oct 28 09:56:53.765391 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37482) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:53.780879 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-ad306502-c288-4fe7-9d03-5553f8ec403a tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Calling delete_port for 96692705-3edc-45b9-9e7c-a5ed3dcff76a owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:53.826471 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-041bc159-4feb-4910-88a8-1aa937068f2f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] delete failed (client error): The resource could not be found. Oct 28 09:56:53.827570 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-041bc159-4feb-4910-88a8-1aa937068f2f tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "DELETE /networking/v2.0/routers/7f3c6df0-f562-463b-b166-47f70d3377bb HTTP/1.1" status: 404 len: 336 time: 0.0597949 Oct 28 09:56:53.831935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37486) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:53.897923 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6908bf2a-d76a-4c05-b2ad-9feb7ed855d5 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28ec0fec-9f18-4ef9-856b-3db8968bf4ef HTTP/1.1" status: 200 len: 205 time: 0.0631564 Oct 28 09:56:53.901684 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37488) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:53.943310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f27e057-9f8d-4918-8f06-3c46ddc24495 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:53.947127 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8f27e057-9f8d-4918-8f06-3c46ddc24495 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:53.950472 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-3d472756-559a-433c-aab3-8e6cc576aed2 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] delete failed (client error): The resource could not be found. Oct 28 09:56:53.951522 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3d472756-559a-433c-aab3-8e6cc576aed2 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "DELETE /networking/v2.0/routers/28ec0fec-9f18-4ef9-856b-3db8968bf4ef HTTP/1.1" status: 404 len: 336 time: 0.0489452 Oct 28 09:56:53.964452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37490) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:53.972054 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (203bc2fa-01a5-4225-85a6-5f96e3ad29d6), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.033474 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (203bc2fa-01a5-4225-85a6-5f96e3ad29d6), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.042050 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cf9eac05-9288-4b83-bb70-d11bf70d2c88 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6832a67-7600-4fae-8b1b-17e3aa109562 HTTP/1.1" status: 200 len: 205 time: 0.0765486 Oct 28 09:56:54.051438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37496) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:54.072616 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:56:54.073030 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (203bc2fa-01a5-4225-85a6-5f96e3ad29d6), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.105792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.objects.ports [None req-d55ef973-c124-4d17-a76b-4a6dd3cf0a63 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114059) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:56:54.107725 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 203bc2fa-01a5-4225-85a6-5f96e3ad29d6 resource provider aggregate not found Oct 28 09:56:54.114135 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-b3f3913f-013c-4ec5-b3d8-f14431c52e19 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] delete failed (client error): The resource could not be found. Oct 28 09:56:54.115212 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b3f3913f-013c-4ec5-b3d8-f14431c52e19 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "DELETE /networking/v2.0/routers/e6832a67-7600-4fae-8b1b-17e3aa109562 HTTP/1.1" status: 404 len: 336 time: 0.0626421 Oct 28 09:56:54.122343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37504) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:54.141074 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d55ef973-c124-4d17-a76b-4a6dd3cf0a63 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (c447087a-69e8-4501-9605-897d6cbbb144), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.143968 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 203bc2fa-01a5-4225-85a6-5f96e3ad29d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 203bc2fa-01a5-4225-85a6-5f96e3ad29d6 found for delete ", "request_id": "req-814adf93-a2a5-4ccd-a233-7d9c6769d203"}]} Oct 28 09:56:54.160482 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2bbb9061-2101-4f66-b0f9-66c294c3a8b5 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=273070b2-fafa-4c75-a75e-500c4e4a4523 HTTP/1.1" status: 200 len: 205 time: 0.0367310 Oct 28 09:56:54.166596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37506) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:54.193102 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:54.200907 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8504fc94-272d-4cb9-9b5e-7300c9f78338 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:54.209019 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55ef973-c124-4d17-a76b-4a6dd3cf0a63 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:54.218125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-d55ef973-c124-4d17-a76b-4a6dd3cf0a63 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:54.229928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ef973-c124-4d17-a76b-4a6dd3cf0a63 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:54.229928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d55ef973-c124-4d17-a76b-4a6dd3cf0a63 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.230135 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26c8d6d-bcc9-4862-b36c-acafec7d6ccd None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:54.234967 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-129f6210-b554-4b75-84e2-7069aa1e2489 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] delete failed (client error): The resource could not be found. Oct 28 09:56:54.236257 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-129f6210-b554-4b75-84e2-7069aa1e2489 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "DELETE /networking/v2.0/routers/273070b2-fafa-4c75-a75e-500c4e4a4523 HTTP/1.1" status: 404 len: 336 time: 0.0677640 Oct 28 09:56:54.236487 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ef973-c124-4d17-a76b-4a6dd3cf0a63 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=c447087a-69e8-4501-9605-897d6cbbb144,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:54.242939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37510) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:54.259124 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:54.286364 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4210f7-cac2-4424-a107-b4cffa2f7f03 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] DELETE failed (client error): The resource could not be found. Oct 28 09:56:54.287103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4210f7-cac2-4424-a107-b4cffa2f7f03 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:56:54.290363 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4e4210f7-cac2-4424-a107-b4cffa2f7f03 tempest-RoutersIpV6AdminTest-1099894377 tempest-RoutersIpV6AdminTest-1099894377-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/20867306-b42f-4828-a528-319c329d66c3 HTTP/1.1" status: 404 len: 337 time: 0.0461791 Oct 28 09:56:54.343166 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (e4158ee0-8f55-4566-ae30-a41792d07007), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.357174 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d55ef973-c124-4d17-a76b-4a6dd3cf0a63 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0910707 Oct 28 09:56:54.367099 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37516) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:54.374698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.378650 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/e4158ee0-8f55-4566-ae30-a41792d07007 HTTP/1.1" status: 204 len: 168 time: 2.4186738 Oct 28 09:56:54.388665 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f8e802dd-2525-45ea-8c32-dab3188163bd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:54.391989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ad306502-c288-4fe7-9d03-5553f8ec403a tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (96692705-3edc-45b9-9e7c-a5ed3dcff76a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.440724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad306502-c288-4fe7-9d03-5553f8ec403a tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event deleted for resources: {'Port': ['ID=96692705-3edc-45b9-9e7c-a5ed3dcff76a,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:54.500031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf820d-7f45-4f28-841e-4ab09e64aca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4158ee0-8f55-4566-ae30-a41792d07007,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:54.529573 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': 'c447087a-69e8-4501-9605-897d6cbbb144'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:56:54.530773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.544707 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8f27e057-9f8d-4918-8f06-3c46ddc24495 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (12cc8e40-3043-4020-99be-407ff53698b6), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.625264 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9abad3-b055-41bd-8554-1262bce0ef15 req-f66db06d-f094-4747-8fd2-5c0789fa2680 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:54.626854 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2b9abad3-b055-41bd-8554-1262bce0ef15 req-f66db06d-f094-4747-8fd2-5c0789fa2680 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1786954 Oct 28 09:56:54.660266 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:54.677243 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27e057-9f8d-4918-8f06-3c46ddc24495 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Subnet': ['ID=12cc8e40-3043-4020-99be-407ff53698b6,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:54.692512 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8504fc94-272d-4cb9-9b5e-7300c9f78338 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:54.707238 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0c3db-0371-45be-b824-ff461d10fb90 None None] Sync routers for ids ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:54.728659 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0c3db-0371-45be-b824-ff461d10fb90 None None] Routers {'7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:54.734079 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-28d0c3db-0371-45be-b824-ff461d10fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:54.781426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f27e057-9f8d-4918-8f06-3c46ddc24495 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Checking segment: {'id': 'c899f5e3-6bdd-4f53-a524-5392fc55945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '507ead63-380a-4579-894e-a8589251fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:54.781795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f27e057-9f8d-4918-8f06-3c46ddc24495 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network hostable DHCP agents. Network: 507ead63-380a-4579-894e-a8589251fc6a, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:56:54.788659 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-28d0c3db-0371-45be-b824-ff461d10fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:54.794427 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ad306502-c288-4fe7-9d03-5553f8ec403a tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.800488 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0c3db-0371-45be-b824-ff461d10fb90 None None] Routers {'7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:54.802300 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-28d0c3db-0371-45be-b824-ff461d10fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:54.802418 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ad306502-c288-4fe7-9d03-5553f8ec403a tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "DELETE /networking/v2.0/ports/96692705-3edc-45b9-9e7c-a5ed3dcff76a HTTP/1.1" status: 204 len: 168 time: 1.9822292 Oct 28 09:56:54.802418 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37522) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:54.803873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Allocated IP 2001:db8::f816:3eff:fee8:b16a (27cab9a0-d24d-4f61-b60f-51dd4ee136db/c447087a-69e8-4501-9605-897d6cbbb144/19d553cd-5ddb-42bc-83db-861ecda0d5fc) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:54.806196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:54.838071 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-465a5fed-3483-41ed-99c8-0d95f4fceff8 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] GET failed (client error): The resource could not be found. Oct 28 09:56:54.844402 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-465a5fed-3483-41ed-99c8-0d95f4fceff8 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "GET /networking/v2.0/ports/96692705-3edc-45b9-9e7c-a5ed3dcff76a HTTP/1.1" status: 404 len: 333 time: 0.0385659 Oct 28 09:56:54.845778 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-28d0c3db-0371-45be-b824-ff461d10fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:54.846444 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37524) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:54.846553 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0c3db-0371-45be-b824-ff461d10fb90 None None] The sync data for ids ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:54.852604 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e25ab026-9759-4c83-a457-f45284017077 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Request body: {'port': {'network_id': 'e12094dc-48e3-4aa4-bb60-5c73b829c9d2', 'name': 'tempest-AllowedAddressPairTestJSON-1383588406'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:54.912763 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8504fc94-272d-4cb9-9b5e-7300c9f78338 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.916179 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8504fc94-272d-4cb9-9b5e-7300c9f78338 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/ports/7ce5c83b-48dc-494a-94b6-103537b90eab HTTP/1.1" status: 204 len: 168 time: 3.2981975 Oct 28 09:56:54.921010 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f27e057-9f8d-4918-8f06-3c46ddc24495 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 507ead63-380a-4579-894e-a8589251fc6a is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:56:54.925918 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37526) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:54.927602 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:55.005818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:55.017566 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2b9abad3-b055-41bd-8554-1262bce0ef15 req-1b266208-36cf-414b-838d-41150d8f8ace tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3790829 Oct 28 09:56:55.023863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-8f27e057-9f8d-4918-8f06-3c46ddc24495 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 507ead63-380a-4579-894e-a8589251fc6a) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:55.042946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f27e057-9f8d-4918-8f06-3c46ddc24495 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:55.043747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8f27e057-9f8d-4918-8f06-3c46ddc24495 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.049013 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37530) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:55.060731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31db89b0-3f1c-402f-90f7-78e5c9d43cb1 None None] Network 507ead63-380a-4579-894e-a8589251fc6a requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:55.072464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b124-5eec-4b15-8793-f9b483ff8430 req-5c55e1e7-58eb-4e62-b44d-27af278f5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:55.074362 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0472b124-5eec-4b15-8793-f9b483ff8430 req-5c55e1e7-58eb-4e62-b44d-27af278f5995 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1c1772cbf744449891cae928448c57eb&device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 1130 time: 0.1189821 Oct 28 09:56:55.140252 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e802dd-2525-45ea-8c32-dab3188163bd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:55.143070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Publish callbacks [] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.154485 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8e802dd-2525-45ea-8c32-dab3188163bd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.161219 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7bdc340e-f483-46c5-998f-cf30b43c022e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=580605cfe10a4696bf5a3a3159e601ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1080153 Oct 28 09:56:55.185097 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37532) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:55.207762 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.223041 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37534) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:55.235288 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8f27e057-9f8d-4918-8f06-3c46ddc24495 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0554941 Oct 28 09:56:55.235288 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25ab026-9759-4c83-a457-f45284017077 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Made reservation on behalf of 331639538ae64348893b1db126e617d6 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:55.238125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-507ead63-380a-4579-894e-a8589251fc6a', 'network_id': '507ead63-380a-4579-894e-a8589251fc6a', 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'fixed_ips': [{'subnet_id': '12cc8e40-3043-4020-99be-407ff53698b6'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:56:55.238713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e25ab026-9759-4c83-a457-f45284017077 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.239519 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.246568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37538) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:55.288042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:55.288274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a6ab926d-31dc-4e8b-9c8f-36bf53cd2ec3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-357076843', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:55.288377 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:55.297788 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:55.305791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Pushing event updated for resources: {'Port': ['ID=19d553cd-5ddb-42bc-83db-861ecda0d5fc,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:55.330014 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-e25ab026-9759-4c83-a457-f45284017077 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] device_id is not set on port a5304237-a2f7-421c-a677-7548af41d8e7 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:56:55.407117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b124-5eec-4b15-8793-f9b483ff8430 req-90281b76-d6bc-44d6-bb2f-a1b2d7985546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:55.408626 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0472b124-5eec-4b15-8793-f9b483ff8430 req-90281b76-d6bc-44d6-bb2f-a1b2d7985546 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9b354618-41dd-41ee-a0fe-9a79976baa4b HTTP/1.1" status: 200 len: 912 time: 0.2519007 Oct 28 09:56:55.443333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Attempting to bind port 19d553cd-5ddb-42bc-83db-861ecda0d5fc on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:56:55.444025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Attempting to bind port 19d553cd-5ddb-42bc-83db-861ecda0d5fc by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:56:55.444580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Attempting to bind port 19d553cd-5ddb-42bc-83db-861ecda0d5fc on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:55.460949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6ab926d-31dc-4e8b-9c8f-36bf53cd2ec3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (ba4bdb1a-e699-412c-be9d-37e273aca17b), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.462475 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6ab926d-31dc-4e8b-9c8f-36bf53cd2ec3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (ba4bdb1a-e699-412c-be9d-37e273aca17b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.500767 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8d551d87-5dd3-45b5-a7ca-7648ba8bc7fe admin admin] Publish callbacks [] for security_group (34a90852-25c6-4484-a476-d7b5032af2d2), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.520249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6ab926d-31dc-4e8b-9c8f-36bf53cd2ec3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_controller (ba4bdb1a-e699-412c-be9d-37e273aca17b), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.563452 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8d551d87-5dd3-45b5-a7ca-7648ba8bc7fe admin admin] Publish callbacks [] for security_group (34a90852-25c6-4484-a476-d7b5032af2d2), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.575867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0291d296-4dec-4ca6-b372-360eb323628a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.584888 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:55.604423 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6ab926d-31dc-4e8b-9c8f-36bf53cd2ec3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (ba4bdb1a-e699-412c-be9d-37e273aca17b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.624869 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0472b124-5eec-4b15-8793-f9b483ff8430 req-527f1f82-81c7-4fba-9e9a-0e7a9b525a9f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=250bacdb-6369-4533-b15b-0b9cd26aeeac HTTP/1.1" status: 200 len: 1000 time: 0.2058716 Oct 28 09:56:55.653090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-e25ab026-9759-4c83-a457-f45284017077 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Allocated IP 172.20.0.6 (e12094dc-48e3-4aa4-bb60-5c73b829c9d2/c3080d25-cdc7-49f0-804b-5e752b8fc278/a5304237-a2f7-421c-a677-7548af41d8e7) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:55.675906 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:56:55.711429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Allocated IP 172.20.0.2 (507ead63-380a-4579-894e-a8589251fc6a/12cc8e40-3043-4020-99be-407ff53698b6/32672b78-db5b-4532-829c-cb6d75759dab) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:55.741446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b124-5eec-4b15-8793-f9b483ff8430 req-dac57fa7-bcd8-47be-aae2-176c01af2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:55.742956 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0472b124-5eec-4b15-8793-f9b483ff8430 req-dac57fa7-bcd8-47be-aae2-176c01af2c5e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=808a702a-127b-4dd8-b2a3-71420629e80b HTTP/1.1" status: 200 len: 850 time: 0.1061010 Oct 28 09:56:55.788077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6ab926d-31dc-4e8b-9c8f-36bf53cd2ec3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.789531 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a6ab926d-31dc-4e8b-9c8f-36bf53cd2ec3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5395939 Oct 28 09:56:55.802329 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37546) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:55.807729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:56:55.808170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:55.808582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.808975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:56:55.809468 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Bound port: 19d553cd-5ddb-42bc-83db-861ecda0d5fc, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:56:55.809851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.862270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0291d296-4dec-4ca6-b372-360eb323628a admin admin] Publish callbacks [] for security_group (cf95bdd3-eed0-4e60-a613-5ecfa53bf1d1), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.879965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b124-5eec-4b15-8793-f9b483ff8430 req-98ee33c1-6dfc-4fb6-9aa1-99f9f58e7bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:55.881453 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0472b124-5eec-4b15-8793-f9b483ff8430 req-98ee33c1-6dfc-4fb6-9aa1-99f9f58e7bbe service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9b354618-41dd-41ee-a0fe-9a79976baa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0977197 Oct 28 09:56:55.888951 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8d551d87-5dd3-45b5-a7ca-7648ba8bc7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (34a90852-25c6-4484-a476-d7b5032af2d2), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.891542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8d551d87-5dd3-45b5-a7ca-7648ba8bc7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:55.895282 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8d551d87-5dd3-45b5-a7ca-7648ba8bc7fe admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/34a90852-25c6-4484-a476-d7b5032af2d2 HTTP/1.1" status: 204 len: 168 time: 0.6987121 Oct 28 09:56:55.940946 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] For port 19d553cd-5ddb-42bc-83db-861ecda0d5fc, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:55.961500 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] For port 19d553cd-5ddb-42bc-83db-861ecda0d5fc, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=19d553cd-5ddb-42bc-83db-861ecda0d5fc,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:55.964634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d551d87-5dd3-45b5-a7ca-7648ba8bc7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a90852-25c6-4484-a476-d7b5032af2d2,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:55.983944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Publish callbacks [] for port (32672b78-db5b-4532-829c-cb6d75759dab), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:56.011064 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0390467f-9112-42ee-ad8b-9730add64455 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:56.023536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0291d296-4dec-4ca6-b372-360eb323628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (cf95bdd3-eed0-4e60-a613-5ecfa53bf1d1), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:56.031562 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0472b124-5eec-4b15-8793-f9b483ff8430 req-c346fe23-40ec-4ab5-bb31-aa9a085f9b5f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094046 Oct 28 09:56:56.099055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (32672b78-db5b-4532-829c-cb6d75759dab), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:56.107580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:56.123910 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8e802dd-2525-45ea-8c32-dab3188163bd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (6e77d7a5-bd77-40ca-bc8e-1b04f6a07bec), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:56.174381 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Network 507ead63-380a-4579-894e-a8589251fc6a is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:56.179287 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:56.189386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:56.206523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Pushing event updated for resources: {'Port': ['ID=32672b78-db5b-4532-829c-cb6d75759dab,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:56.249748 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0291d296-4dec-4ca6-b372-360eb323628a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=23b55469f48b4870b1e2c57a1aa8de60&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0258873 Oct 28 09:56:56.250527 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291d296-4dec-4ca6-b372-360eb323628a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf95bdd3-eed0-4e60-a613-5ecfa53bf1d1,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:56.255552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37558) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:56.320811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60c660-2a9e-4103-893b-b9fabcd53b26 None None] Pushing event updated for resources: {'Port': ['ID=19d553cd-5ddb-42bc-83db-861ecda0d5fc,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:56.322571 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e25ab026-9759-4c83-a457-f45284017077 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks [] for port (a5304237-a2f7-421c-a677-7548af41d8e7), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:56.333502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e802dd-2525-45ea-8c32-dab3188163bd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:56.347186 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0472b124-5eec-4b15-8793-f9b483ff8430 req-37e76dd9-366d-4ff8-bbc0-548ec2026681 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043072 Oct 28 09:56:56.391246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-f8e802dd-2525-45ea-8c32-dab3188163bd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:56.455666 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e25ab026-9759-4c83-a457-f45284017077 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a5304237-a2f7-421c-a677-7548af41d8e7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:56.458937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e802dd-2525-45ea-8c32-dab3188163bd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:56.469288 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8e802dd-2525-45ea-8c32-dab3188163bd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:56.469429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Attempting to bind port 32672b78-db5b-4532-829c-cb6d75759dab on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:56:56.469429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Attempting to bind port 32672b78-db5b-4532-829c-cb6d75759dab by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c899f5e3-6bdd-4f53-a524-5392fc55945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '507ead63-380a-4579-894e-a8589251fc6a'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:56:56.472467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Attempting to bind port 32672b78-db5b-4532-829c-cb6d75759dab on network 507ead63-380a-4579-894e-a8589251fc6a {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:56.493406 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e802dd-2525-45ea-8c32-dab3188163bd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=6e77d7a5-bd77-40ca-bc8e-1b04f6a07bec,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:56.509092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37562) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:56.522160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25ab026-9759-4c83-a457-f45284017077 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:56.525664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=10 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:56.532845 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-e25ab026-9759-4c83-a457-f45284017077 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:56.537214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ab026-9759-4c83-a457-f45284017077 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:56.591428 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ab026-9759-4c83-a457-f45284017077 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event updated for resources: {'Port': ['ID=a5304237-a2f7-421c-a677-7548af41d8e7,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:56.592115 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:56:56.592719 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Checking segment: {'id': 'c899f5e3-6bdd-4f53-a524-5392fc55945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '507ead63-380a-4579-894e-a8589251fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:56:56.593321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:56.593875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Bound using segment: {'id': 'c899f5e3-6bdd-4f53-a524-5392fc55945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '507ead63-380a-4579-894e-a8589251fc6a'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:56:56.594576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Bound port: 32672b78-db5b-4532-829c-cb6d75759dab, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c899f5e3-6bdd-4f53-a524-5392fc55945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '507ead63-380a-4579-894e-a8589251fc6a'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:56:56.595197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (32672b78-db5b-4532-829c-cb6d75759dab), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:56.615640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25ab026-9759-4c83-a457-f45284017077 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:56.617419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b79d8-d406-4387-ae5a-a3a4d1349fc1 req-172448b7-8113-42d5-a0a3-d36442de61d8 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:56.617686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e25ab026-9759-4c83-a457-f45284017077 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:56.621042 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-356b79d8-d406-4387-ae5a-a3a4d1349fc1 req-172448b7-8113-42d5-a0a3-d36442de61d8 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.3647983 Oct 28 09:56:56.710900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] For port 32672b78-db5b-4532-829c-cb6d75759dab, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:56.722431 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e25ab026-9759-4c83-a457-f45284017077 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8748939 Oct 28 09:56:56.725260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37570) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:56.728202 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] For port 32672b78-db5b-4532-829c-cb6d75759dab, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=32672b78-db5b-4532-829c-cb6d75759dab,segment=NetworkSegment(c899f5e3-6bdd-4f53-a524-5392fc55945b),segment_id=c899f5e3-6bdd-4f53-a524-5392fc55945b)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:56.732400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4c0ce2fa-583a-4381-81f1-5043d784e336 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:fe:b5:74'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:56.784359 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (32672b78-db5b-4532-829c-cb6d75759dab), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:56.849414 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f8e802dd-2525-45ea-8c32-dab3188163bd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4678710 Oct 28 09:56:56.853142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37574) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:56.871639 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-7f1da67a-4f24-4158-98b8-3769264e87e3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'mac_address': 'fa:16:3e:cb:64:06', 'name': 'tempest-NetworksTestDHCPv6-1058340144'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:56.904627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4543d3d4-0c2f-4083-926c-72b28000c3bd admin admin] Publish callbacks [] for security_group (cf95bdd3-eed0-4e60-a613-5ecfa53bf1d1), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:56.904817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27520751-02cc-4266-87bd-f821eeb2f39f None None] Pushing event updated for resources: {'Port': ['ID=32672b78-db5b-4532-829c-cb6d75759dab,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:56.996817 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=5,neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:57.039281 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-c8bf110e-cba4-4a14-aacc-5293bee40a23 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2025297889'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:57.040019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e8fd34d4-98c3-483b-b1af-6160c23ffebd None None] Provisioning complete for port a5304237-a2f7-421c-a677-7548af41d8e7 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:57.040605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e8fd34d4-98c3-483b-b1af-6160c23ffebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a5304237-a2f7-421c-a677-7548af41d8e7), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:57.041248 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e8fd34d4-98c3-483b-b1af-6160c23ffebd None None] Attempt 1 to provision port a5304237-a2f7-421c-a677-7548af41d8e7 Oct 28 09:56:57.105170 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:57.112423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd34d4-98c3-483b-b1af-6160c23ffebd None None] Port a5304237-a2f7-421c-a677-7548af41d8e7 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:56:57.133073 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4543d3d4-0c2f-4083-926c-72b28000c3bd admin admin] Publish callbacks [] for security_group (cf95bdd3-eed0-4e60-a613-5ecfa53bf1d1), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:57.234550 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-356b79d8-d406-4387-ae5a-a3a4d1349fc1 req-c3214dfc-0168-405b-894b-6b0a4972702c tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5763643 Oct 28 09:56:57.238822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:57.246661 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 19d553cd-5ddb-42bc-83db-861ecda0d5fc up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:57.318586 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4c0ce2fa-583a-4381-81f1-5043d784e336 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a5304237-a2f7-421c-a677-7548af41d8e7), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:57.382128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:57.388729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bf110e-cba4-4a14-aacc-5293bee40a23 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Made reservation on behalf of f468e8b0e9cc43c6b1eafbdddbab60f5 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:57.400706 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8bf110e-cba4-4a14-aacc-5293bee40a23 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:57.424669 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 19d553cd-5ddb-42bc-83db-861ecda0d5fc triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:57.425504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:57.427528 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 19d553cd-5ddb-42bc-83db-861ecda0d5fc Oct 28 09:56:57.474935 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:57.549114 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 19d553cd-5ddb-42bc-83db-861ecda0d5fc is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:57.550044 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:57.599832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1da67a-4f24-4158-98b8-3769264e87e3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:57.630463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 19d553cd-5ddb-42bc-83db-861ecda0d5fc, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=19d553cd-5ddb-42bc-83db-861ecda0d5fc,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:57.742785 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:57.745601 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7f1da67a-4f24-4158-98b8-3769264e87e3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:57.805652 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-7f1da67a-4f24-4158-98b8-3769264e87e3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port e451c802-49ff-483c-9bdc-03f18f7d7fbf yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:56:57.886103 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c33410-89a7-49f2-83b8-0e8dca03a6d4 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:57.980693 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37588) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:58.008627 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=19d553cd-5ddb-42bc-83db-861ecda0d5fc,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:58.034531 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4c0ce2fa-583a-4381-81f1-5043d784e336 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks [] for port (a5304237-a2f7-421c-a677-7548af41d8e7), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.048553 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2f11b796-1b44-4ed2-ac09-a06e58158168 None None] Provisioning complete for port 19d553cd-5ddb-42bc-83db-861ecda0d5fc triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:58.049191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2f11b796-1b44-4ed2-ac09-a06e58158168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.050019 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2f11b796-1b44-4ed2-ac09-a06e58158168 None None] Attempt 1 to provision port 19d553cd-5ddb-42bc-83db-861ecda0d5fc Oct 28 09:56:58.056781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8bf110e-cba4-4a14-aacc-5293bee40a23 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.136854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-7f1da67a-4f24-4158-98b8-3769264e87e3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 172.20.0.12 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/6e77d7a5-bd77-40ca-bc8e-1b04f6a07bec/e451c802-49ff-483c-9bdc-03f18f7d7fbf) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:58.141824 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:58.146002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-7f1da67a-4f24-4158-98b8-3769264e87e3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::f816:3eff:fecb:6406 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/c447087a-69e8-4501-9605-897d6cbbb144/e451c802-49ff-483c-9bdc-03f18f7d7fbf) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:58.178289 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2f11b796-1b44-4ed2-ac09-a06e58158168 None None] Current status of the port 19d553cd-5ddb-42bc-83db-861ecda0d5fc is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:58.205704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4c0ce2fa-583a-4381-81f1-5043d784e336 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (a5304237-a2f7-421c-a677-7548af41d8e7), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.251617 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf0e7b-7dbe-4d48-88f8-593b71fe608e req-ab21c356-2035-4c06-9bcf-9b2bb7c6c8ba tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:58.253558 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-19bf0e7b-7dbe-4d48-88f8-593b71fe608e req-ab21c356-2035-4c06-9bcf-9b2bb7c6c8ba tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1980677 Oct 28 09:56:58.260442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e6bda685-04ea-4413-a7b0-040805e78dfd tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1597141775'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:58.266369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-0390467f-9112-42ee-ad8b-9730add64455 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting port ef5ccb36-1c22-4a38-8972-a05718ea35ef {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:58.266812 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0390467f-9112-42ee-ad8b-9730add64455 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ef5ccb36-1c22-4a38-8972-a05718ea35ef), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.333796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa295bc-6a0f-4345-825c-5b8b8a7de1ef None None] Update dhcp port {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'fixed_ips': [{'subnet_id': 'c447087a-69e8-4501-9605-897d6cbbb144', 'ip_address': '2001:db8::f816:3eff:fee8:b16a'}, {'subnet_id': '6e77d7a5-bd77-40ca-bc8e-1b04f6a07bec'}], 'binding:host_id': 'dv-neutron-zed-2-hyperv'}, 'id': '19d553cd-5ddb-42bc-83db-861ecda0d5fc'} from dv-neutron-zed-2-hyperv. {{(pid=114061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 28 09:56:58.368404 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ec9f49-95fd-42b7-8dd7-9c92e5ec1ee6 None None] Network 507ead63-380a-4579-894e-a8589251fc6a requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:56:58.413964 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4543d3d4-0c2f-4083-926c-72b28000c3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (cf95bdd3-eed0-4e60-a613-5ecfa53bf1d1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.416507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4543d3d4-0c2f-4083-926c-72b28000c3bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.420332 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4543d3d4-0c2f-4083-926c-72b28000c3bd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/cf95bdd3-eed0-4e60-a613-5ecfa53bf1d1 HTTP/1.1" status: 204 len: 168 time: 2.1498666 Oct 28 09:56:58.438227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-eaa295bc-6a0f-4345-825c-5b8b8a7de1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.444120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8ed5e2f8-e2b9-4d6c-9865-fadd72e10c48 None None] Provisioning complete for port 32672b78-db5b-4532-829c-cb6d75759dab triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:58.444479 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e2f8-e2b9-4d6c-9865-fadd72e10c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (32672b78-db5b-4532-829c-cb6d75759dab), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.445686 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8ed5e2f8-e2b9-4d6c-9865-fadd72e10c48 None None] Attempt 1 to provision port 32672b78-db5b-4532-829c-cb6d75759dab Oct 28 09:56:58.451255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543d3d4-0c2f-4083-926c-72b28000c3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf95bdd3-eed0-4e60-a613-5ecfa53bf1d1,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:58.505550 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-19bf0e7b-7dbe-4d48-88f8-593b71fe608e req-bf2143c8-90a0-46ff-a176-aa0ae7e53058 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407267 Oct 28 09:56:58.520826 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Allocated IP 172.20.0.1 (507ead63-380a-4579-894e-a8589251fc6a/12cc8e40-3043-4020-99be-407ff53698b6/77868cb8-2709-4df6-b1d8-2d49c5a54926) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:58.550844 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0390467f-9112-42ee-ad8b-9730add64455 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ef5ccb36-1c22-4a38-8972-a05718ea35ef), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.597336 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-0390467f-9112-42ee-ad8b-9730add64455 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Calling delete_port for ef5ccb36-1c22-4a38-8972-a05718ea35ef owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:58.716659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8bf110e-cba4-4a14-aacc-5293bee40a23 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks [] for security_group (0b1920f2-1a81-4eb8-bbe7-66c2a7d6321f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.783019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8ed5e2f8-e2b9-4d6c-9865-fadd72e10c48 None None] Current status of the port 32672b78-db5b-4532-829c-cb6d75759dab is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:58.783417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e2f8-e2b9-4d6c-9865-fadd72e10c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (32672b78-db5b-4532-829c-cb6d75759dab), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.797376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ce2fa-583a-4381-81f1-5043d784e336 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] In _notify_port_updated(), no bound segment for port a5304237-a2f7-421c-a677-7548af41d8e7 on network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 {{(pid=114060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 09:56:58.802396 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0ce2fa-583a-4381-81f1-5043d784e336 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:58.803586 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4c0ce2fa-583a-4381-81f1-5043d784e336 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.808589 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4c0ce2fa-583a-4381-81f1-5043d784e336 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "PUT /networking/v2.0/ports/a5304237-a2f7-421c-a677-7548af41d8e7 HTTP/1.1" status: 200 len: 993 time: 2.0784733 Oct 28 09:56:58.809679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37596) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:58.812261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ce2fa-583a-4381-81f1-5043d784e336 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event updated for resources: {'Port': ['ID=a5304237-a2f7-421c-a677-7548af41d8e7,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:58.827008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8ed5e2f8-e2b9-4d6c-9865-fadd72e10c48 None None] For port 32672b78-db5b-4532-829c-cb6d75759dab, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=32672b78-db5b-4532-829c-cb6d75759dab,segment=NetworkSegment(c899f5e3-6bdd-4f53-a524-5392fc55945b),segment_id=c899f5e3-6bdd-4f53-a524-5392fc55945b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:58.867219 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bda685-04ea-4413-a7b0-040805e78dfd tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Made reservation on behalf of 4182339dba9a442e80900cdb4fcd5848 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:58.872576 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e6bda685-04ea-4413-a7b0-040805e78dfd tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.891835 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e6bda685-04ea-4413-a7b0-040805e78dfd tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.892781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8bf110e-cba4-4a14-aacc-5293bee40a23 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (0b1920f2-1a81-4eb8-bbe7-66c2a7d6321f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.903523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e2f8-e2b9-4d6c-9865-fadd72e10c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (32672b78-db5b-4532-829c-cb6d75759dab), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.942573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf110e-cba4-4a14-aacc-5293bee40a23 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1920f2-1a81-4eb8-bbe7-66c2a7d6321f,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:58.943279 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7f1da67a-4f24-4158-98b8-3769264e87e3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (e451c802-49ff-483c-9bdc-03f18f7d7fbf), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.953891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (77868cb8-2709-4df6-b1d8-2d49c5a54926), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:58.984953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bf110e-cba4-4a14-aacc-5293bee40a23 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:56:59.007322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5e2f8-e2b9-4d6c-9865-fadd72e10c48 None None] Pushing event updated for resources: {'Port': ['ID=32672b78-db5b-4532-829c-cb6d75759dab,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:59.011617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:59.057768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8bf110e-cba4-4a14-aacc-5293bee40a23 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (1565bf27-36db-410f-b495-3222a80237e7), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.058347 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-c8bf110e-cba4-4a14-aacc-5293bee40a23 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Added segment 1565bf27-36db-410f-b495-3222a80237e7 of type vlan for network b7314982-0565-41e7-9b9d-c0bcb6b29f16 Oct 28 09:56:59.082604 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2deee4ae-f635-4822-96c6-118901e0585a tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Deleting port a5304237-a2f7-421c-a677-7548af41d8e7 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:59.083133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2deee4ae-f635-4822-96c6-118901e0585a tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a5304237-a2f7-421c-a677-7548af41d8e7), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.102386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:59.172374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e6bda685-04ea-4413-a7b0-040805e78dfd tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks [] for security_group (5a599cec-5ca6-453f-87bd-6d76db463b4b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.177008 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7f1da67a-4f24-4158-98b8-3769264e87e3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e451c802-49ff-483c-9bdc-03f18f7d7fbf), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.214767 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8bf110e-cba4-4a14-aacc-5293bee40a23 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (b7314982-0565-41e7-9b9d-c0bcb6b29f16), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.229501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-eaa295bc-6a0f-4345-825c-5b8b8a7de1ef None None] Allocated IP 172.20.0.2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/6e77d7a5-bd77-40ca-bc8e-1b04f6a07bec/19d553cd-5ddb-42bc-83db-861ecda0d5fc) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:59.239110 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-5260e6bc-da02-4038-9baf-51fc1e3c5013 None None] Provisioning complete for port 32672b78-db5b-4532-829c-cb6d75759dab triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:59.239110 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5260e6bc-da02-4038-9baf-51fc1e3c5013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (32672b78-db5b-4532-829c-cb6d75759dab), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.245898 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-5260e6bc-da02-4038-9baf-51fc1e3c5013 None None] Attempt 1 to provision port 32672b78-db5b-4532-829c-cb6d75759dab Oct 28 09:56:59.246784 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1da67a-4f24-4158-98b8-3769264e87e3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:59.250113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-7f1da67a-4f24-4158-98b8-3769264e87e3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:59.254702 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1da67a-4f24-4158-98b8-3769264e87e3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:59.267432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 32672b78-db5b-4532-829c-cb6d75759dab up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:59.282369 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e6bda685-04ea-4413-a7b0-040805e78dfd tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5a599cec-5ca6-453f-87bd-6d76db463b4b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.296187 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1da67a-4f24-4158-98b8-3769264e87e3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=e451c802-49ff-483c-9bdc-03f18f7d7fbf,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:59.321813 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bda685-04ea-4413-a7b0-040805e78dfd tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:56:59.347016 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:59.349299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e6bda685-04ea-4413-a7b0-040805e78dfd tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (60df26fd-3105-409e-8a7b-35ae782fe4e7), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.350304 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-e6bda685-04ea-4413-a7b0-040805e78dfd tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Added segment 60df26fd-3105-409e-8a7b-35ae782fe4e7 of type vlan for network 367301bf-4fbe-424b-aa41-986d5b9a9aab Oct 28 09:56:59.363546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8bf110e-cba4-4a14-aacc-5293bee40a23 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (b7314982-0565-41e7-9b9d-c0bcb6b29f16), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.365537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1da67a-4f24-4158-98b8-3769264e87e3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:59.366317 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7f1da67a-4f24-4158-98b8-3769264e87e3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.368897 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bf110e-cba4-4a14-aacc-5293bee40a23 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:59.369115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bda685-04ea-4413-a7b0-040805e78dfd tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a599cec-5ca6-453f-87bd-6d76db463b4b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:59.369528 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8bf110e-cba4-4a14-aacc-5293bee40a23 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.430743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:59.434399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 32672b78-db5b-4532-829c-cb6d75759dab triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:56:59.434821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (32672b78-db5b-4532-829c-cb6d75759dab), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.435157 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 32672b78-db5b-4532-829c-cb6d75759dab Oct 28 09:56:59.440265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e6bda685-04ea-4413-a7b0-040805e78dfd tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (367301bf-4fbe-424b-aa41-986d5b9a9aab), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.470498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe54459-21e9-412c-836c-33ee71a6167e req-f21528c4-dd8c-438f-922e-4b3038778631 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:59.472043 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-efe54459-21e9-412c-836c-33ee71a6167e req-f21528c4-dd8c-438f-922e-4b3038778631 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.3169434 Oct 28 09:56:59.483724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (77868cb8-2709-4df6-b1d8-2d49c5a54926), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.485155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5260e6bc-da02-4038-9baf-51fc1e3c5013 None None] Current status of the port 32672b78-db5b-4532-829c-cb6d75759dab is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:59.491504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-eaa295bc-6a0f-4345-825c-5b8b8a7de1ef None None] For port 19d553cd-5ddb-42bc-83db-861ecda0d5fc, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=19d553cd-5ddb-42bc-83db-861ecda0d5fc,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:59.527892 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7f1da67a-4f24-4158-98b8-3769264e87e3 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6694930 Oct 28 09:56:59.530164 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:59.531058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37602) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:59.545421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-eaa295bc-6a0f-4345-825c-5b8b8a7de1ef None None] Publish callbacks [] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.580619 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf110e-cba4-4a14-aacc-5293bee40a23 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Pushing event updated for resources: {'Network': ['ID=b7314982-0565-41e7-9b9d-c0bcb6b29f16,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:59.584688 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c8bf110e-cba4-4a14-aacc-5293bee40a23 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.9944124 Oct 28 09:56:59.585505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37604) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:59.589725 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37606) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:59.590208 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e6bda685-04ea-4413-a7b0-040805e78dfd tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (367301bf-4fbe-424b-aa41-986d5b9a9aab), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.592419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2deee4ae-f635-4822-96c6-118901e0585a tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a5304237-a2f7-421c-a677-7548af41d8e7), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.596096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bda685-04ea-4413-a7b0-040805e78dfd tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:59.596930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e6bda685-04ea-4413-a7b0-040805e78dfd tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.599699 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network b7314982-0565-41e7-9b9d-c0bcb6b29f16 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:56:59.605209 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-04ff3eed-2bfb-42d0-a11f-52da89e820bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Request body: {'subnet': {'network_id': 'b7314982-0565-41e7-9b9d-c0bcb6b29f16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:59.614196 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 507ead63-380a-4579-894e-a8589251fc6a is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:59.614446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 32672b78-db5b-4532-829c-cb6d75759dab is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:56:59.615447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 19d553cd-5ddb-42bc-83db-861ecda0d5fc up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:59.629702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2deee4ae-f635-4822-96c6-118901e0585a tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Calling delete_port for a5304237-a2f7-421c-a677-7548af41d8e7 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:59.638376 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:59.657991 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:56:59.661062 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0390467f-9112-42ee-ad8b-9730add64455 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (ef5ccb36-1c22-4a38-8972-a05718ea35ef), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.682729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af804fb3-1cb7-49d2-bbee-e1fc955e7f7f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:59.682983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-eaa295bc-6a0f-4345-825c-5b8b8a7de1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:59.687815 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af804fb3-1cb7-49d2-bbee-e1fc955e7f7f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:59.692939 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-af804fb3-1cb7-49d2-bbee-e1fc955e7f7f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1577001 Oct 28 09:56:59.712954 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=77868cb8-2709-4df6-b1d8-2d49c5a54926,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:59.734205 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37608) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:59.817694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bda685-04ea-4413-a7b0-040805e78dfd tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event updated for resources: {'Network': ['ID=367301bf-4fbe-424b-aa41-986d5b9a9aab,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:59.829714 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e6bda685-04ea-4413-a7b0-040805e78dfd tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8255923 Oct 28 09:56:59.833407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37610) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:59.837385 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390467f-9112-42ee-ad8b-9730add64455 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Port': ['ID=ef5ccb36-1c22-4a38-8972-a05718ea35ef,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:59.839152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-84e2bc34-a6a3-471c-a0a1-c8c05111dc22 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Request body: {'subnet': {'network_id': '367301bf-4fbe-424b-aa41-986d5b9a9aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:56:59.916046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 367301bf-4fbe-424b-aa41-986d5b9a9aab details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:56:59.963906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:59.975500 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-efe54459-21e9-412c-836c-33ee71a6167e req-838a07df-6263-4e66-8670-e1829e4b7ed3 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4891531 Oct 28 09:56:59.992552 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ff3eed-2bfb-42d0-a11f-52da89e820bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Made reservation on behalf of f468e8b0e9cc43c6b1eafbdddbab60f5 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:00.000494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-04ff3eed-2bfb-42d0-a11f-52da89e820bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.070963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (ba4bdb1a-e699-412c-be9d-37e273aca17b), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.135572 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9294fabc-3c0d-4b46-a1bb-c3239942cdcd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port e451c802-49ff-483c-9bdc-03f18f7d7fbf {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:00.135916 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9294fabc-3c0d-4b46-a1bb-c3239942cdcd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e451c802-49ff-483c-9bdc-03f18f7d7fbf), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.137199 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 19d553cd-5ddb-42bc-83db-861ecda0d5fc triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:00.137637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.137987 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 19d553cd-5ddb-42bc-83db-861ecda0d5fc Oct 28 09:57:00.162730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-c2636e7c-beeb-4065-b4f9-1926a8cb0373 None None] Provisioning complete for port 77868cb8-2709-4df6-b1d8-2d49c5a54926 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:00.163279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c2636e7c-beeb-4065-b4f9-1926a8cb0373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (77868cb8-2709-4df6-b1d8-2d49c5a54926), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.163649 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-c2636e7c-beeb-4065-b4f9-1926a8cb0373 None None] Attempt 1 to provision port 77868cb8-2709-4df6-b1d8-2d49c5a54926 Oct 28 09:57:00.184751 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ebb16c92-e7c2-49b8-b3be-0ece45cc56b6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fafff247268b48ddb6f898503ef047cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5869489 Oct 28 09:57:00.197679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa295bc-6a0f-4345-825c-5b8b8a7de1ef None None] Pushing event updated for resources: {'Port': ['ID=19d553cd-5ddb-42bc-83db-861ecda0d5fc,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:00.197892 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37614) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:00.231557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c2636e7c-beeb-4065-b4f9-1926a8cb0373 None None] Port 77868cb8-2709-4df6-b1d8-2d49c5a54926 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:00.262317 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e2bc34-a6a3-471c-a0a1-c8c05111dc22 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Made reservation on behalf of 4182339dba9a442e80900cdb4fcd5848 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:00.267993 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-84e2bc34-a6a3-471c-a0a1-c8c05111dc22 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.280333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 19d553cd-5ddb-42bc-83db-861ecda0d5fc is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:00.374632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c151e86-ce51-49cf-bc2b-b9b59dd6df2a req-6d0ea4a6-e341-48a5-b7fd-97f44a7a9005 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:00.376229 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9c151e86-ce51-49cf-bc2b-b9b59dd6df2a req-6d0ea4a6-e341-48a5-b7fd-97f44a7a9005 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2462316 Oct 28 09:57:00.417253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-364cc9eb-a802-4d18-bd20-c43f6771135e admin admin] Publish callbacks [] for security_group (36d27d30-1cfb-4d52-a13d-69117672c778), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.418800 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2deee4ae-f635-4822-96c6-118901e0585a tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a5304237-a2f7-421c-a677-7548af41d8e7), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.455669 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-364cc9eb-a802-4d18-bd20-c43f6771135e admin admin] Publish callbacks [] for security_group (36d27d30-1cfb-4d52-a13d-69117672c778), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.462266 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:00.497106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-04ff3eed-2bfb-42d0-a11f-52da89e820bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (da027438-9a77-43a0-a859-2b50446ebe08), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.531954 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9294fabc-3c0d-4b46-a1bb-c3239942cdcd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e451c802-49ff-483c-9bdc-03f18f7d7fbf), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.534584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deee4ae-f635-4822-96c6-118901e0585a tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event deleted for resources: {'Port': ['ID=a5304237-a2f7-421c-a677-7548af41d8e7,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:00.565734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff3eed-2bfb-42d0-a11f-52da89e820bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Pushing event updated for resources: {'Subnet': ['ID=da027438-9a77-43a0-a859-2b50446ebe08,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:00.588138 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9294fabc-3c0d-4b46-a1bb-c3239942cdcd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for e451c802-49ff-483c-9bdc-03f18f7d7fbf owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:00.595633 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9c151e86-ce51-49cf-bc2b-b9b59dd6df2a req-434a1617-66da-429e-b61c-b702d79cd4f6 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085667 Oct 28 09:57:00.701731 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff3eed-2bfb-42d0-a11f-52da89e820bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Checking segment: {'id': '1565bf27-36db-410f-b495-3222a80237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b7314982-0565-41e7-9b9d-c0bcb6b29f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:00.702103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ff3eed-2bfb-42d0-a11f-52da89e820bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Network hostable DHCP agents. Network: b7314982-0565-41e7-9b9d-c0bcb6b29f16, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:00.724053 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (77868cb8-2709-4df6-b1d8-2d49c5a54926), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.743806 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:00.755382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-364cc9eb-a802-4d18-bd20-c43f6771135e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (36d27d30-1cfb-4d52-a13d-69117672c778), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.759234 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-364cc9eb-a802-4d18-bd20-c43f6771135e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.762573 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-364cc9eb-a802-4d18-bd20-c43f6771135e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/36d27d30-1cfb-4d52-a13d-69117672c778 HTTP/1.1" status: 204 len: 168 time: 0.5613074 Oct 28 09:57:00.771453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364cc9eb-a802-4d18-bd20-c43f6771135e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d27d30-1cfb-4d52-a13d-69117672c778,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:00.771647 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0390467f-9112-42ee-ad8b-9730add64455 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.805864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-84e2bc34-a6a3-471c-a0a1-c8c05111dc22 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (a8fef3ef-3a0b-4713-bba0-030e23cc3824), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.857730 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ff3eed-2bfb-42d0-a11f-52da89e820bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Network b7314982-0565-41e7-9b9d-c0bcb6b29f16 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:00.918196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2bc34-a6a3-471c-a0a1-c8c05111dc22 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event updated for resources: {'Subnet': ['ID=a8fef3ef-3a0b-4713-bba0-030e23cc3824,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:00.920568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2bc34-a6a3-471c-a0a1-c8c05111dc22 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Checking segment: {'id': '60df26fd-3105-409e-8a7b-35ae782fe4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '367301bf-4fbe-424b-aa41-986d5b9a9aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:00.920949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e2bc34-a6a3-471c-a0a1-c8c05111dc22 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Network hostable DHCP agents. Network: 367301bf-4fbe-424b-aa41-986d5b9a9aab, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:00.954515 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-04ff3eed-2bfb-42d0-a11f-52da89e820bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, b7314982-0565-41e7-9b9d-c0bcb6b29f16) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:00.957281 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ff3eed-2bfb-42d0-a11f-52da89e820bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:00.957882 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-04ff3eed-2bfb-42d0-a11f-52da89e820bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.970752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cac7cf-701f-4dd8-8276-0a3c07bd47a3 None None] Network b7314982-0565-41e7-9b9d-c0bcb6b29f16 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:00.977625 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:01.061020 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e2bc34-a6a3-471c-a0a1-c8c05111dc22 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Network 367301bf-4fbe-424b-aa41-986d5b9a9aab is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:01.087168 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-04ff3eed-2bfb-42d0-a11f-52da89e820bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4861212 Oct 28 09:57:01.090415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-84e2bc34-a6a3-471c-a0a1-c8c05111dc22 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 367301bf-4fbe-424b-aa41-986d5b9a9aab) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:01.102608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e2bc34-a6a3-471c-a0a1-c8c05111dc22 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:01.105750 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-84e2bc34-a6a3-471c-a0a1-c8c05111dc22 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:01.114020 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ef6cf2-f486-4769-9e6d-c0472abce649 None None] Network 367301bf-4fbe-424b-aa41-986d5b9a9aab requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:01.114260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37620) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:01.132033 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c5328dfd-2276-4480-9496-e71c579a797f tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Request body: {'port': {'network_id': 'b7314982-0565-41e7-9b9d-c0bcb6b29f16', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1986584501'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:01.187259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 32672b78-db5b-4532-829c-cb6d75759dab up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:01.234697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b7ecb45c-4603-4fdd-a191-aed40d3ee6d7 None None] Provisioning complete for port 19d553cd-5ddb-42bc-83db-861ecda0d5fc triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:01.235396 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b7ecb45c-4603-4fdd-a191-aed40d3ee6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:01.235739 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b7ecb45c-4603-4fdd-a191-aed40d3ee6d7 None None] Attempt 1 to provision port 19d553cd-5ddb-42bc-83db-861ecda0d5fc Oct 28 09:57:01.277808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-b7314982-0565-41e7-9b9d-c0bcb6b29f16', 'network_id': 'b7314982-0565-41e7-9b9d-c0bcb6b29f16', 'project_id': 'f468e8b0e9cc43c6b1eafbdddbab60f5', 'fixed_ips': [{'subnet_id': 'da027438-9a77-43a0-a859-2b50446ebe08'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:57:01.277808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:01.348663 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-84e2bc34-a6a3-471c-a0a1-c8c05111dc22 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5140207 Oct 28 09:57:01.352238 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37624) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:01.361657 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b482fa59-f084-45ce-b252-bf7f8b367489 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Request body: {'port': {'network_id': '367301bf-4fbe-424b-aa41-986d5b9a9aab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1576618436'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:01.437078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-367301bf-4fbe-424b-aa41-986d5b9a9aab', 'network_id': '367301bf-4fbe-424b-aa41-986d5b9a9aab', 'project_id': '4182339dba9a442e80900cdb4fcd5848', 'fixed_ips': [{'subnet_id': 'a8fef3ef-3a0b-4713-bba0-030e23cc3824'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:57:01.438038 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:01.486973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 32672b78-db5b-4532-829c-cb6d75759dab triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:01.487584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (32672b78-db5b-4532-829c-cb6d75759dab), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:01.488101 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 32672b78-db5b-4532-829c-cb6d75759dab Oct 28 09:57:01.511089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5328dfd-2276-4480-9496-e71c579a797f tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Made reservation on behalf of f468e8b0e9cc43c6b1eafbdddbab60f5 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:01.512381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c5328dfd-2276-4480-9496-e71c579a797f tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:01.514224 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f902c5-64a5-4aee-8c47-f5571bb5f399 req-780d10a7-6de9-4b25-8965-c3b046a6f4bc tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:01.516107 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d0f902c5-64a5-4aee-8c47-f5571bb5f399 req-780d10a7-6de9-4b25-8965-c3b046a6f4bc tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.7483022 Oct 28 09:57:01.533478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-c5328dfd-2276-4480-9496-e71c579a797f tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] device_id is not set on port a98983c5-4211-4324-a1b3-147dc7703c51 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:01.554236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2deee4ae-f635-4822-96c6-118901e0585a tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:01.558139 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2deee4ae-f635-4822-96c6-118901e0585a tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a5304237-a2f7-421c-a677-7548af41d8e7 HTTP/1.1" status: 204 len: 168 time: 2.7403369 Oct 28 09:57:01.572464 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37630) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:01.601378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b7ecb45c-4603-4fdd-a191-aed40d3ee6d7 None None] Current status of the port 19d553cd-5ddb-42bc-83db-861ecda0d5fc is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:01.622812 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b482fa59-f084-45ce-b252-bf7f8b367489 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Made reservation on behalf of 4182339dba9a442e80900cdb4fcd5848 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:01.631826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b482fa59-f084-45ce-b252-bf7f8b367489 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:01.653519 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-b482fa59-f084-45ce-b252-bf7f8b367489 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] device_id is not set on port da91265e-af2e-45ee-8713-edf5fcf18e91 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:01.657851 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d834319-3dc6-4424-834a-0a4b61fa3b2d tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] GET failed (client error): The resource could not be found. Oct 28 09:57:01.660307 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3d834319-3dc6-4424-834a-0a4b61fa3b2d tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "GET /networking/v2.0/ports/a5304237-a2f7-421c-a677-7548af41d8e7 HTTP/1.1" status: 404 len: 333 time: 0.0716536 Oct 28 09:57:01.664584 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37634) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:01.670555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9ea03c58-d156-4f95-b48a-cfb986683df2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Request body: {'port': {'network_id': 'e12094dc-48e3-4aa4-bb60-5c73b829c9d2', 'name': 'tempest-AllowedAddressPairTestJSON-1213305332'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:01.708545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Allocated IP 172.20.0.2 (b7314982-0565-41e7-9b9d-c0bcb6b29f16/da027438-9a77-43a0-a859-2b50446ebe08/010730ee-56ab-4061-ab64-28a8544c46e0) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:01.720122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:01.784300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:01.795034 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-7b63c99c-70da-482e-934a-53ed3412998f None None] Provisioning complete for port e451c802-49ff-483c-9bdc-03f18f7d7fbf triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:01.795894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7b63c99c-70da-482e-934a-53ed3412998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e451c802-49ff-483c-9bdc-03f18f7d7fbf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:01.795894 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7b63c99c-70da-482e-934a-53ed3412998f None None] Attempt 1 to provision port e451c802-49ff-483c-9bdc-03f18f7d7fbf Oct 28 09:57:01.799196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:01.876018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 32672b78-db5b-4532-829c-cb6d75759dab is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:01.877102 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 19d553cd-5ddb-42bc-83db-861ecda0d5fc up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:01.895591 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d0f902c5-64a5-4aee-8c47-f5571bb5f399 req-d0b028f4-9ffd-46d8-a4ed-2da88b54c4f1 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3639150 Oct 28 09:57:01.921691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Allocated IP 2001:db8::2 (367301bf-4fbe-424b-aa41-986d5b9a9aab/a8fef3ef-3a0b-4713-bba0-030e23cc3824/7df2cc75-d1ed-48ba-8cbb-d78f4ace2539) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:01.937214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea03c58-d156-4f95-b48a-cfb986683df2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Made reservation on behalf of 331639538ae64348893b1db126e617d6 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:01.946454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9ea03c58-d156-4f95-b48a-cfb986683df2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:01.949479 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7b63c99c-70da-482e-934a-53ed3412998f None None] Port e451c802-49ff-483c-9bdc-03f18f7d7fbf cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:02.018052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-9ea03c58-d156-4f95-b48a-cfb986683df2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] device_id is not set on port 700e6bdb-02fe-48b3-abb6-bd200370a580 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:02.040831 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 19d553cd-5ddb-42bc-83db-861ecda0d5fc triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:02.041397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.041727 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 19d553cd-5ddb-42bc-83db-861ecda0d5fc Oct 28 09:57:02.045266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:02.087952 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0390467f-9112-42ee-ad8b-9730add64455 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:57:02.194061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Publish callbacks [] for port (010730ee-56ab-4061-ab64-28a8544c46e0), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.212323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-9ea03c58-d156-4f95-b48a-cfb986683df2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Allocated IP 172.20.0.11 (e12094dc-48e3-4aa4-bb60-5c73b829c9d2/c3080d25-cdc7-49f0-804b-5e752b8fc278/700e6bdb-02fe-48b3-abb6-bd200370a580) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:02.233482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 19d553cd-5ddb-42bc-83db-861ecda0d5fc is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:02.237354 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (77868cb8-2709-4df6-b1d8-2d49c5a54926), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.307191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Publish callbacks [] for port (7df2cc75-d1ed-48ba-8cbb-d78f4ace2539), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.307903 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9294fabc-3c0d-4b46-a1bb-c3239942cdcd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e451c802-49ff-483c-9bdc-03f18f7d7fbf), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.347855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (010730ee-56ab-4061-ab64-28a8544c46e0), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.393043 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbfee2-3015-41df-9d91-d7d46ae3408a req-8ef719ad-b081-4943-afb0-c265b5a0586e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:02.395283 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d2fbfee2-3015-41df-9d91-d7d46ae3408a req-8ef719ad-b081-4943-afb0-c265b5a0586e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.0973225 Oct 28 09:57:02.417605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (77868cb8-2709-4df6-b1d8-2d49c5a54926), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.424534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0390467f-9112-42ee-ad8b-9730add64455 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:02.438160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (7df2cc75-d1ed-48ba-8cbb-d78f4ace2539), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.439448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294fabc-3c0d-4b46-a1bb-c3239942cdcd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=e451c802-49ff-483c-9bdc-03f18f7d7fbf,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:02.446622 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0390467f-9112-42ee-ad8b-9730add64455 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "PUT /networking/v2.0/routers/7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4943216 Oct 28 09:57:02.447801 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5a999f-5559-4f0d-a623-4efee75dcd4e None None] Sync routers for ids ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:02.465572 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37652) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:02.501305 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:02.519543 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Network b7314982-0565-41e7-9b9d-c0bcb6b29f16 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:02.540965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:02.542287 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Pushing event updated for resources: {'Port': ['ID=010730ee-56ab-4061-ab64-28a8544c46e0,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:02.555871 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:02.667079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:02.694349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (ba4bdb1a-e699-412c-be9d-37e273aca17b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.715915 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Network 367301bf-4fbe-424b-aa41-986d5b9a9aab is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:02.722990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:02.726432 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=77868cb8-2709-4df6-b1d8-2d49c5a54926,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:02.732489 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:02.741817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Pushing event updated for resources: {'Port': ['ID=7df2cc75-d1ed-48ba-8cbb-d78f4ace2539,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:02.747680 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5a999f-5559-4f0d-a623-4efee75dcd4e None None] Routers {'7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:02.748314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-6e5a999f-5559-4f0d-a623-4efee75dcd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:02.752829 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-c5328dfd-2276-4480-9496-e71c579a797f tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Allocated IP 172.20.0.11 (b7314982-0565-41e7-9b9d-c0bcb6b29f16/da027438-9a77-43a0-a859-2b50446ebe08/a98983c5-4211-4324-a1b3-147dc7703c51) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:02.809534 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-b482fa59-f084-45ce-b252-bf7f8b367489 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Allocated IP 2001:db8::114 (367301bf-4fbe-424b-aa41-986d5b9a9aab/a8fef3ef-3a0b-4713-bba0-030e23cc3824/da91265e-af2e-45ee-8713-edf5fcf18e91) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:02.859510 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d2fbfee2-3015-41df-9d91-d7d46ae3408a req-5b0a00f6-4b4a-4148-8b00-6065eec542c6 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4369466 Oct 28 09:57:02.876866 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-6e5a999f-5559-4f0d-a623-4efee75dcd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:02.877114 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 507ead63-380a-4579-894e-a8589251fc6a is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:02.879041 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9294fabc-3c0d-4b46-a1bb-c3239942cdcd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.890730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Attempting to bind port 010730ee-56ab-4061-ab64-28a8544c46e0 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:57:02.890730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Attempting to bind port 010730ee-56ab-4061-ab64-28a8544c46e0 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '1565bf27-36db-410f-b495-3222a80237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b7314982-0565-41e7-9b9d-c0bcb6b29f16'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:57:02.890730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Attempting to bind port 010730ee-56ab-4061-ab64-28a8544c46e0 on network b7314982-0565-41e7-9b9d-c0bcb6b29f16 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:02.895585 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9294fabc-3c0d-4b46-a1bb-c3239942cdcd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/e451c802-49ff-483c-9bdc-03f18f7d7fbf HTTP/1.1" status: 204 len: 168 time: 3.1593359 Oct 28 09:57:02.896289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37656) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:02.904537 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:02.936460 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:02.951139 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5a999f-5559-4f0d-a623-4efee75dcd4e None None] Routers {'7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:02.952051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-6e5a999f-5559-4f0d-a623-4efee75dcd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:03.055499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05a2924-aa5b-41e9-a6fe-49ec111f5510 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:03.057257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05a2924-aa5b-41e9-a6fe-49ec111f5510 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:03.059005 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05a2924-aa5b-41e9-a6fe-49ec111f5510 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:03.061849 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e05a2924-aa5b-41e9-a6fe-49ec111f5510 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1643040 Oct 28 09:57:03.070366 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37660) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:03.141282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9ea03c58-d156-4f95-b48a-cfb986683df2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks [] for port (700e6bdb-02fe-48b3-abb6-bd200370a580), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.158465 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Attempting to bind port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:57:03.159116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Attempting to bind port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '60df26fd-3105-409e-8a7b-35ae782fe4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '367301bf-4fbe-424b-aa41-986d5b9a9aab'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:57:03.159764 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Attempting to bind port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 on network 367301bf-4fbe-424b-aa41-986d5b9a9aab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:03.164449 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-6e5a999f-5559-4f0d-a623-4efee75dcd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:03.164854 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5a999f-5559-4f0d-a623-4efee75dcd4e None None] The sync data for ids ['7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:03.174862 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-302a1153-8e64-4a83-976d-2f10653762d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 6e77d7a5-bd77-40ca-bc8e-1b04f6a07bec {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:03.199791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-302a1153-8e64-4a83-976d-2f10653762d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (6e77d7a5-bd77-40ca-bc8e-1b04f6a07bec), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.208666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:57:03.208965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Checking segment: {'id': '1565bf27-36db-410f-b495-3222a80237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b7314982-0565-41e7-9b9d-c0bcb6b29f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:03.209376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.209774 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Bound using segment: {'id': '1565bf27-36db-410f-b495-3222a80237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b7314982-0565-41e7-9b9d-c0bcb6b29f16'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:57:03.210280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Bound port: 010730ee-56ab-4061-ab64-28a8544c46e0, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1565bf27-36db-410f-b495-3222a80237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b7314982-0565-41e7-9b9d-c0bcb6b29f16'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:57:03.210683 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (010730ee-56ab-4061-ab64-28a8544c46e0), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.220986 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df7170fb-927a-4abc-ae86-54985996f8b9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.261635 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:57:03.261635 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Checking segment: {'id': '60df26fd-3105-409e-8a7b-35ae782fe4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '367301bf-4fbe-424b-aa41-986d5b9a9aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:03.262401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.262401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Bound using segment: {'id': '60df26fd-3105-409e-8a7b-35ae782fe4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '367301bf-4fbe-424b-aa41-986d5b9a9aab'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:57:03.262957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Bound port: 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60df26fd-3105-409e-8a7b-35ae782fe4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '367301bf-4fbe-424b-aa41-986d5b9a9aab'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:57:03.263991 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7df2cc75-d1ed-48ba-8cbb-d78f4ace2539), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.275035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-302a1153-8e64-4a83-976d-2f10653762d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (6e77d7a5-bd77-40ca-bc8e-1b04f6a07bec), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.343156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d7e8c198-9a33-4871-b9ef-62310a512b05 None None] Provisioning complete for port 77868cb8-2709-4df6-b1d8-2d49c5a54926 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:03.343531 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c198-9a33-4871-b9ef-62310a512b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (77868cb8-2709-4df6-b1d8-2d49c5a54926), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.343868 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d7e8c198-9a33-4871-b9ef-62310a512b05 None None] Attempt 1 to provision port 77868cb8-2709-4df6-b1d8-2d49c5a54926 Oct 28 09:57:03.370209 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] For port 010730ee-56ab-4061-ab64-28a8544c46e0, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:03.399789 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-302a1153-8e64-4a83-976d-2f10653762d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (6e77d7a5-bd77-40ca-bc8e-1b04f6a07bec), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.404599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] For port 010730ee-56ab-4061-ab64-28a8544c46e0, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=010730ee-56ab-4061-ab64-28a8544c46e0,segment=NetworkSegment(1565bf27-36db-410f-b495-3222a80237e7),segment_id=1565bf27-36db-410f-b495-3222a80237e7)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:03.417785 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d7e8c198-9a33-4871-b9ef-62310a512b05 None None] Port 77868cb8-2709-4df6-b1d8-2d49c5a54926 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:03.425140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c5328dfd-2276-4480-9496-e71c579a797f tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks [] for port (a98983c5-4211-4324-a1b3-147dc7703c51), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.427022 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] For port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:03.431586 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] For port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7df2cc75-d1ed-48ba-8cbb-d78f4ace2539,segment=NetworkSegment(60df26fd-3105-409e-8a7b-35ae782fe4e7),segment_id=60df26fd-3105-409e-8a7b-35ae782fe4e7)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:03.444200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:03.447387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router ba4bdb1a-e699-412c-be9d-37e273aca17b is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:57:03.487420 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9ea03c58-d156-4f95-b48a-cfb986683df2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (700e6bdb-02fe-48b3-abb6-bd200370a580), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.511158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b482fa59-f084-45ce-b252-bf7f8b367489 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks [] for port (da91265e-af2e-45ee-8713-edf5fcf18e91), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.514959 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (010730ee-56ab-4061-ab64-28a8544c46e0), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.537109 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7df2cc75-d1ed-48ba-8cbb-d78f4ace2539), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.603120 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:03.613758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea03c58-d156-4f95-b48a-cfb986683df2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:03.616309 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-184f1ff1-451d-4c0b-834e-f6eb6db54bd3 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/ba4bdb1a-e699-412c-be9d-37e273aca17b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8093140 Oct 28 09:57:03.618445 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37670) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:03.621182 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c514e-345a-4f19-b669-e9c986d6a01f None None] Sync routers for ids ['ba4bdb1a-e699-412c-be9d-37e273aca17b'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:03.625498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-302a1153-8e64-4a83-976d-2f10653762d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (6e77d7a5-bd77-40ca-bc8e-1b04f6a07bec), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.639584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37672) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:03.645971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df7170fb-927a-4abc-ae86-54985996f8b9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router_gateway (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.650654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-9ea03c58-d156-4f95-b48a-cfb986683df2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:03.657129 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c514e-345a-4f19-b669-e9c986d6a01f None None] Routers {'ba4bdb1a-e699-412c-be9d-37e273aca17b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:03.659256 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-879c514e-345a-4f19-b669-e9c986d6a01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['ba4bdb1a-e699-412c-be9d-37e273aca17b'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:03.671924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a1153-8e64-4a83-976d-2f10653762d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=6e77d7a5-bd77-40ca-bc8e-1b04f6a07bec,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:03.685731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-302a1153-8e64-4a83-976d-2f10653762d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.709112 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-302a1153-8e64-4a83-976d-2f10653762d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/6e77d7a5-bd77-40ca-bc8e-1b04f6a07bec HTTP/1.1" status: 204 len: 168 time: 0.6376829 Oct 28 09:57:03.710219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37676) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:03.721569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a7a311-0641-4fc3-936b-49ab6f731b32 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:03.744696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea03c58-d156-4f95-b48a-cfb986683df2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:03.783764 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-879c514e-345a-4f19-b669-e9c986d6a01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:03.799652 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c514e-345a-4f19-b669-e9c986d6a01f None None] Routers {'ba4bdb1a-e699-412c-be9d-37e273aca17b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:03.800498 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-879c514e-345a-4f19-b669-e9c986d6a01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['ba4bdb1a-e699-412c-be9d-37e273aca17b'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:03.820015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:03.825482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b61e825-3e0e-4c46-84bb-ca6823abe3c0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet c447087a-69e8-4501-9605-897d6cbbb144 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:03.840524 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3b61e825-3e0e-4c46-84bb-ca6823abe3c0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (c447087a-69e8-4501-9605-897d6cbbb144), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.871772 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-879c514e-345a-4f19-b669-e9c986d6a01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:03.872369 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c514e-345a-4f19-b669-e9c986d6a01f None None] The sync data for ids ['ba4bdb1a-e699-412c-be9d-37e273aca17b'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:03.899738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea03c58-d156-4f95-b48a-cfb986683df2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event updated for resources: {'Port': ['ID=700e6bdb-02fe-48b3-abb6-bd200370a580,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:03.925297 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e4146c-c960-4b31-92b8-cea51b724fa8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:03.927478 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f9e4146c-c960-4b31-92b8-cea51b724fa8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports/77868cb8-2709-4df6-b1d8-2d49c5a54926 HTTP/1.1" status: 200 len: 910 time: 0.3064888 Oct 28 09:57:03.931236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:03.937244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37680) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:03.942517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c5328dfd-2276-4480-9496-e71c579a797f tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a98983c5-4211-4324-a1b3-147dc7703c51), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.988467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba502a-8364-46d1-a9e1-0dd72917d2d1 None None] Pushing event updated for resources: {'Port': ['ID=010730ee-56ab-4061-ab64-28a8544c46e0,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:04.009966 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1791725827', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:04.068625 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b482fa59-f084-45ce-b252-bf7f8b367489 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (da91265e-af2e-45ee-8713-edf5fcf18e91), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.100107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3b61e825-3e0e-4c46-84bb-ca6823abe3c0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (c447087a-69e8-4501-9605-897d6cbbb144), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.161001 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:04.176090 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55c706-b59e-4ad0-bef4-01abee57a81b None None] Pushing event updated for resources: {'Port': ['ID=7df2cc75-d1ed-48ba-8cbb-d78f4ace2539,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:04.178336 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea03c58-d156-4f95-b48a-cfb986683df2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:04.178336 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9ea03c58-d156-4f95-b48a-cfb986683df2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.197323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5328dfd-2276-4480-9496-e71c579a797f tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Network b7314982-0565-41e7-9b9d-c0bcb6b29f16 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:04.218454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-c5328dfd-2276-4480-9496-e71c579a797f tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:04.219315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e744c8ac-2f5b-4858-9b27-636c03d55ecf None None] Provisioning complete for port 700e6bdb-02fe-48b3-abb6-bd200370a580 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:04.219887 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e744c8ac-2f5b-4858-9b27-636c03d55ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (700e6bdb-02fe-48b3-abb6-bd200370a580), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.220530 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e744c8ac-2f5b-4858-9b27-636c03d55ecf None None] Attempt 1 to provision port 700e6bdb-02fe-48b3-abb6-bd200370a580 Oct 28 09:57:04.233775 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b482fa59-f084-45ce-b252-bf7f8b367489 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Network 367301bf-4fbe-424b-aa41-986d5b9a9aab is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:04.235533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-df7170fb-927a-4abc-ae86-54985996f8b9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting port ee7a9987-6d53-4f03-acec-56a84afcad42 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:04.236200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df7170fb-927a-4abc-ae86-54985996f8b9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ee7a9987-6d53-4f03-acec-56a84afcad42), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.285149 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e744c8ac-2f5b-4858-9b27-636c03d55ecf None None] Port 700e6bdb-02fe-48b3-abb6-bd200370a580 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:04.306031 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-b482fa59-f084-45ce-b252-bf7f8b367489 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:04.310193 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5328dfd-2276-4480-9496-e71c579a797f tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:04.315305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5328dfd-2276-4480-9496-e71c579a797f tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Pushing event updated for resources: {'Port': ['ID=a98983c5-4211-4324-a1b3-147dc7703c51,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:04.318333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482fa59-f084-45ce-b252-bf7f8b367489 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:04.328383 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Made reservation on behalf of e8ca3613e3bf46caba5e37ae283527af for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:04.328383 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.328611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b482fa59-f084-45ce-b252-bf7f8b367489 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:04.328611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b482fa59-f084-45ce-b252-bf7f8b367489 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.372552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.387052 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4533c-6e43-4287-85a6-c21e7a696605 req-e50a21fb-8fd8-4012-b4e2-2d0af3b0e0e2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:04.396069 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e1b4533c-6e43-4287-85a6-c21e7a696605 req-e50a21fb-8fd8-4012-b4e2-2d0af3b0e0e2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2317827 Oct 28 09:57:04.599074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df7170fb-927a-4abc-ae86-54985996f8b9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ee7a9987-6d53-4f03-acec-56a84afcad42), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.599074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-df7170fb-927a-4abc-ae86-54985996f8b9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Calling delete_port for ee7a9987-6d53-4f03-acec-56a84afcad42 owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:04.599074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482fa59-f084-45ce-b252-bf7f8b367489 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event updated for resources: {'Port': ['ID=da91265e-af2e-45ee-8713-edf5fcf18e91,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:04.599074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5328dfd-2276-4480-9496-e71c579a797f tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:04.599074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c5328dfd-2276-4480-9496-e71c579a797f tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.630940 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3b61e825-3e0e-4c46-84bb-ca6823abe3c0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (c447087a-69e8-4501-9605-897d6cbbb144), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.630940 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e1b4533c-6e43-4287-85a6-c21e7a696605 req-02982746-cbfa-4854-89be-e98b5345d722 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600757 Oct 28 09:57:04.659229 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9ea03c58-d156-4f95-b48a-cfb986683df2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9831276 Oct 28 09:57:04.662704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37684) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:04.670366 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e7a83bfb-801d-47bf-9840-2d5f9029be46 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fe:b5:74'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:04.741519 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b482fa59-f084-45ce-b252-bf7f8b367489 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3840008 Oct 28 09:57:04.742985 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37686) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:04.751236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d1227e5e-acea-4fa2-8ea5-e763166d1293 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Request body: {'port': {'network_id': '367301bf-4fbe-424b-aa41-986d5b9a9aab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-295384518', 'allowed_address_pairs': [{'ip_address': '2001:db8::114', 'mac_address': 'fa:16:3e:7e:10:3e'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:04.766937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks [] for security_group (0408ac23-f44e-4c13-a863-71168734bc2a), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.812937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a85e35e7-43b1-41e2-8bec-bd925614a817 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (ba4bdb1a-e699-412c-be9d-37e273aca17b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.830489 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c5328dfd-2276-4480-9496-e71c579a797f tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.7132421 Oct 28 09:57:04.869411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37688) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:04.920516 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3b61e825-3e0e-4c46-84bb-ca6823abe3c0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (c447087a-69e8-4501-9605-897d6cbbb144), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.922616 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (0408ac23-f44e-4c13-a863-71168734bc2a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.931417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] device_id is not set on port d77b7432-ab02-4932-9f4d-7beaa80d6927 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:05.027809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:05.079686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0952a673-4318-449c-8999-fe6d2afb1b90 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:05.152066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3b61e825-3e0e-4c46-84bb-ca6823abe3c0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:05.155869 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3b61e825-3e0e-4c46-84bb-ca6823abe3c0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c447087a-69e8-4501-9605-897d6cbbb144 HTTP/1.1" status: 204 len: 168 time: 1.4445457 Oct 28 09:57:05.157053 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61e825-3e0e-4c46-84bb-ca6823abe3c0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=c447087a-69e8-4501-9605-897d6cbbb144,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:05.160996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37692) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:05.182875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0408ac23-f44e-4c13-a863-71168734bc2a,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:05.190187 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df7170fb-927a-4abc-ae86-54985996f8b9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ee7a9987-6d53-4f03-acec-56a84afcad42), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:05.205684 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-46ddb13e-9e49-4b45-9115-22072e5c8067 None None] Provisioning complete for port 19d553cd-5ddb-42bc-83db-861ecda0d5fc triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:05.207486 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-46ddb13e-9e49-4b45-9115-22072e5c8067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:05.208034 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-46ddb13e-9e49-4b45-9115-22072e5c8067 None None] Attempt 1 to provision port 19d553cd-5ddb-42bc-83db-861ecda0d5fc Oct 28 09:57:05.262024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7170fb-927a-4abc-ae86-54985996f8b9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Port': ['ID=ee7a9987-6d53-4f03-acec-56a84afcad42,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:05.264663 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:05.295736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:05.305249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc401f-5f8b-4fd8-a613-1f00096fd3bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Deleting port a98983c5-4211-4324-a1b3-147dc7703c51 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:05.305249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4bcc401f-5f8b-4fd8-a613-1f00096fd3bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a98983c5-4211-4324-a1b3-147dc7703c51), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:05.470898 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:05.471567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7df2cc75-d1ed-48ba-8cbb-d78f4ace2539), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:05.472714 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 Oct 28 09:57:05.560685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a06a99-6573-49d1-8244-371a15d5f0b4 None None] Network 367301bf-4fbe-424b-aa41-986d5b9a9aab requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:05.592752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75992e6-0555-4ebb-a7f6-37a4a926ccfb None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:57:05.634891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-46ddb13e-9e49-4b45-9115-22072e5c8067 None None] Current status of the port 19d553cd-5ddb-42bc-83db-861ecda0d5fc is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:05.658249 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:05.685217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340ee8a2-8640-4b1e-b582-aca52e29ac11 None None] Network b7314982-0565-41e7-9b9d-c0bcb6b29f16 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:05.720187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:05.721325 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:05.756115 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-89bed935-34c2-4213-b463-6780ecfe016d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5742288 Oct 28 09:57:05.760661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37694) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:05.768981 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc4fa5-a47c-4a56-af61-7792fb7f01f2 req-22e499c1-bab4-4002-93a7-f33a373f0b2b tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:05.769517 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:05.771276 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6acc4fa5-a47c-4a56-af61-7792fb7f01f2 req-22e499c1-bab4-4002-93a7-f33a373f0b2b tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.7841818 Oct 28 09:57:05.779118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1227e5e-acea-4fa2-8ea5-e763166d1293 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Made reservation on behalf of 4182339dba9a442e80900cdb4fcd5848 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:05.802962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-58dfb239-83cd-49d1-b9a1-df4c19e9a05f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:05.818287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Allocated IP 172.36.1.244 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/d77b7432-ab02-4932-9f4d-7beaa80d6927) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:05.827711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d75992e6-0555-4ebb-a7f6-37a4a926ccfb None None] Deleting port 19d553cd-5ddb-42bc-83db-861ecda0d5fc {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:05.837597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d75992e6-0555-4ebb-a7f6-37a4a926ccfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:05.857844 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-1b98e04c-aa6a-430d-807c-74676bca6dc7 None None] Provisioning complete for port 010730ee-56ab-4061-ab64-28a8544c46e0 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:05.858216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1b98e04c-aa6a-430d-807c-74676bca6dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (010730ee-56ab-4061-ab64-28a8544c46e0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:05.858553 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-1b98e04c-aa6a-430d-807c-74676bca6dc7 None None] Attempt 1 to provision port 010730ee-56ab-4061-ab64-28a8544c46e0 Oct 28 09:57:05.898747 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6acc4fa5-a47c-4a56-af61-7792fb7f01f2 req-b71d865e-eaec-4914-8fa8-01fad1ee1308 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876193 Oct 28 09:57:05.915436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:05.915828 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7df2cc75-d1ed-48ba-8cbb-d78f4ace2539), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:05.978262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7a83bfb-801d-47bf-9840-2d5f9029be46 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (700e6bdb-02fe-48b3-abb6-bd200370a580), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.004005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:06.004434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d75992e6-0555-4ebb-a7f6-37a4a926ccfb None None] For port 19d553cd-5ddb-42bc-83db-861ecda0d5fc, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=19d553cd-5ddb-42bc-83db-861ecda0d5fc,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:06.004671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d75992e6-0555-4ebb-a7f6-37a4a926ccfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.057393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d75992e6-0555-4ebb-a7f6-37a4a926ccfb None None] Calling delete_port for 19d553cd-5ddb-42bc-83db-861ecda0d5fc owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:06.079461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4bcc401f-5f8b-4fd8-a613-1f00096fd3bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a98983c5-4211-4324-a1b3-147dc7703c51), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.079576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7df2cc75-d1ed-48ba-8cbb-d78f4ace2539,segment=NetworkSegment(60df26fd-3105-409e-8a7b-35ae782fe4e7),segment_id=60df26fd-3105-409e-8a7b-35ae782fe4e7)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:06.080998 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df7170fb-927a-4abc-ae86-54985996f8b9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.098052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1227e5e-acea-4fa2-8ea5-e763166d1293 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.100675 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc401f-5f8b-4fd8-a613-1f00096fd3bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Calling delete_port for a98983c5-4211-4324-a1b3-147dc7703c51 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:06.132721 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks [] for port (d77b7432-ab02-4932-9f4d-7beaa80d6927), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.152473 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-a85e35e7-43b1-41e2-8bec-bd925614a817 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting port 77868cb8-2709-4df6-b1d8-2d49c5a54926 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:06.152902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a85e35e7-43b1-41e2-8bec-bd925614a817 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (77868cb8-2709-4df6-b1d8-2d49c5a54926), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.166538 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:06.201782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7df2cc75-d1ed-48ba-8cbb-d78f4ace2539), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.203173 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 010730ee-56ab-4061-ab64-28a8544c46e0 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:06.247292 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1b98e04c-aa6a-430d-807c-74676bca6dc7 None None] Current status of the port 010730ee-56ab-4061-ab64-28a8544c46e0 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:06.248570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1b98e04c-aa6a-430d-807c-74676bca6dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (010730ee-56ab-4061-ab64-28a8544c46e0), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.286257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a85e35e7-43b1-41e2-8bec-bd925614a817 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (77868cb8-2709-4df6-b1d8-2d49c5a54926), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.298695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1b98e04c-aa6a-430d-807c-74676bca6dc7 None None] For port 010730ee-56ab-4061-ab64-28a8544c46e0, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=010730ee-56ab-4061-ab64-28a8544c46e0,segment=NetworkSegment(1565bf27-36db-410f-b495-3222a80237e7),segment_id=1565bf27-36db-410f-b495-3222a80237e7)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:06.303081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-d1227e5e-acea-4fa2-8ea5-e763166d1293 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] device_id is not set on port c571c8be-6c8f-42d2-9e17-67656f671a8a yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:06.314050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-a85e35e7-43b1-41e2-8bec-bd925614a817 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Calling delete_port for 77868cb8-2709-4df6-b1d8-2d49c5a54926 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:06.334577 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df7170fb-927a-4abc-ae86-54985996f8b9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.334814 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:06.344240 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df7170fb-927a-4abc-ae86-54985996f8b9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router_controller (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.374435 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 010730ee-56ab-4061-ab64-28a8544c46e0 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:06.375126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (010730ee-56ab-4061-ab64-28a8544c46e0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.375608 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 010730ee-56ab-4061-ab64-28a8544c46e0 Oct 28 09:57:06.408962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dfb239-83cd-49d1-b9a1-df4c19e9a05f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:06.413364 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-58dfb239-83cd-49d1-b9a1-df4c19e9a05f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.417403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=7df2cc75-d1ed-48ba-8cbb-d78f4ace2539,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:06.456972 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1b98e04c-aa6a-430d-807c-74676bca6dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (010730ee-56ab-4061-ab64-28a8544c46e0), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.520752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-1b98e04c-aa6a-430d-807c-74676bca6dc7 None None] Provisioning complete for port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:06.521130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1b98e04c-aa6a-430d-807c-74676bca6dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7df2cc75-d1ed-48ba-8cbb-d78f4ace2539), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.521470 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-1b98e04c-aa6a-430d-807c-74676bca6dc7 None None] Attempt 1 to provision port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 Oct 28 09:57:06.572333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d77b7432-ab02-4932-9f4d-7beaa80d6927), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.608491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d75992e6-0555-4ebb-a7f6-37a4a926ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (19d553cd-5ddb-42bc-83db-861ecda0d5fc), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.679953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:06.692289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:06.716719 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:06.789111 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:06.797439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-d1227e5e-acea-4fa2-8ea5-e763166d1293 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Allocated IP 2001:db8::172 (367301bf-4fbe-424b-aa41-986d5b9a9aab/a8fef3ef-3a0b-4713-bba0-030e23cc3824/c571c8be-6c8f-42d2-9e17-67656f671a8a) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:06.800983 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Pushing event updated for resources: {'Port': ['ID=d77b7432-ab02-4932-9f4d-7beaa80d6927,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:06.822945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:06.823669 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.824532 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df7170fb-927a-4abc-ae86-54985996f8b9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.825147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7170fb-927a-4abc-ae86-54985996f8b9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Fanout notify agent at l3_agent the message router_deleted on router 7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:57:06.834361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4bcc401f-5f8b-4fd8-a613-1f00096fd3bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a98983c5-4211-4324-a1b3-147dc7703c51), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.837609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1b98e04c-aa6a-430d-807c-74676bca6dc7 None None] Current status of the port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:06.840663 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 010730ee-56ab-4061-ab64-28a8544c46e0 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:06.840817 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df7170fb-927a-4abc-ae86-54985996f8b9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.844475 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-df7170fb-927a-4abc-ae86-54985996f8b9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/routers/7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7 HTTP/1.1" status: 204 len: 168 time: 4.3728607 Oct 28 09:57:06.860172 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37696) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:06.868104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75992e6-0555-4ebb-a7f6-37a4a926ccfb None None] No DVR routers for this DVR port 19d553cd-5ddb-42bc-83db-861ecda0d5fc on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:06.874742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98e04c-aa6a-430d-807c-74676bca6dc7 None None] Pushing event updated for resources: {'Port': ['ID=010730ee-56ab-4061-ab64-28a8544c46e0,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:06.903982 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75992e6-0555-4ebb-a7f6-37a4a926ccfb None None] Pushing event deleted for resources: {'Port': ['ID=19d553cd-5ddb-42bc-83db-861ecda0d5fc,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:06.907685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:06.915970 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a85e35e7-43b1-41e2-8bec-bd925614a817 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (77868cb8-2709-4df6-b1d8-2d49c5a54926), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.939360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc401f-5f8b-4fd8-a613-1f00096fd3bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Pushing event deleted for resources: {'Port': ['ID=a98983c5-4211-4324-a1b3-147dc7703c51,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:06.963112 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e35e7-43b1-41e2-8bec-bd925614a817 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Port': ['ID=77868cb8-2709-4df6-b1d8-2d49c5a54926,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:06.965468 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ceef07e0-b1bc-490c-b331-60f79a895af3 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.3046181 Oct 28 09:57:06.967890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:06.968614 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37700) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:06.972994 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-cccb158c-03ef-4530-ae96-b06822a316d0 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244'}]}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:06.980566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-09223f00-87c3-440e-b84b-d88114142ccc None None] Provisioning complete for port da91265e-af2e-45ee-8713-edf5fcf18e91 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:06.981019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-09223f00-87c3-440e-b84b-d88114142ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (da91265e-af2e-45ee-8713-edf5fcf18e91), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.981360 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-09223f00-87c3-440e-b84b-d88114142ccc None None] Attempt 1 to provision port da91265e-af2e-45ee-8713-edf5fcf18e91 Oct 28 09:57:06.984012 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7d8e64-0b01-424c-8863-e9262b01fdb3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting subnet 34ad52a3-5376-4095-9298-66f22116ca5f {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:06.992818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8e64-0b01-424c-8863-e9262b01fdb3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for subnet (34ad52a3-5376-4095-9298-66f22116ca5f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.084483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:07.105776 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-09223f00-87c3-440e-b84b-d88114142ccc None None] Port da91265e-af2e-45ee-8713-edf5fcf18e91 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:07.132198 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-09223f00-87c3-440e-b84b-d88114142ccc None None] Provisioning complete for port 010730ee-56ab-4061-ab64-28a8544c46e0 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:07.133106 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-09223f00-87c3-440e-b84b-d88114142ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (010730ee-56ab-4061-ab64-28a8544c46e0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.135611 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-09223f00-87c3-440e-b84b-d88114142ccc None None] Attempt 1 to provision port 010730ee-56ab-4061-ab64-28a8544c46e0 Oct 28 09:57:07.163278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7a83bfb-801d-47bf-9840-2d5f9029be46 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks [] for port (700e6bdb-02fe-48b3-abb6-bd200370a580), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.204696 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8e64-0b01-424c-8863-e9262b01fdb3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (34ad52a3-5376-4095-9298-66f22116ca5f), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.214330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:07.267739 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4bcc401f-5f8b-4fd8-a613-1f00096fd3bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.271790 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4bcc401f-5f8b-4fd8-a613-1f00096fd3bc tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a98983c5-4211-4324-a1b3-147dc7703c51 HTTP/1.1" status: 204 len: 168 time: 2.3990295 Oct 28 09:57:07.277364 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cccb158c-03ef-4530-ae96-b06822a316d0 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (482255d7-0154-4199-96f0-dc67b08e791d), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.278890 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cccb158c-03ef-4530-ae96-b06822a316d0 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (482255d7-0154-4199-96f0-dc67b08e791d), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.284272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37702) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:07.285492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7a83bfb-801d-47bf-9840-2d5f9029be46 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (700e6bdb-02fe-48b3-abb6-bd200370a580), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.311154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:07.311707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7df2cc75-d1ed-48ba-8cbb-d78f4ace2539), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.312070 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 Oct 28 09:57:07.318192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-09223f00-87c3-440e-b84b-d88114142ccc None None] Current status of the port 010730ee-56ab-4061-ab64-28a8544c46e0 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:07.330467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6299a-4347-4516-814c-3214fe1ff63d req-aeae2a99-b01f-4d96-81a1-6e1d9d0fd556 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:07.333061 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e5b6299a-4347-4516-814c-3214fe1ff63d req-aeae2a99-b01f-4d96-81a1-6e1d9d0fd556 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2299182 Oct 28 09:57:07.358218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e7a83bfb-801d-47bf-9840-2d5f9029be46 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] In _notify_port_updated(), no bound segment for port 700e6bdb-02fe-48b3-abb6-bd200370a580 on network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 {{(pid=114060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 09:57:07.363756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a83bfb-801d-47bf-9840-2d5f9029be46 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:07.369220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7a83bfb-801d-47bf-9840-2d5f9029be46 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.369220 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e7a83bfb-801d-47bf-9840-2d5f9029be46 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "PUT /networking/v2.0/ports/700e6bdb-02fe-48b3-abb6-bd200370a580 HTTP/1.1" status: 200 len: 997 time: 2.7015963 Oct 28 09:57:07.387767 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37706) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:07.413248 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-09223f00-87c3-440e-b84b-d88114142ccc None None] Provisioning complete for port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:07.413795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-09223f00-87c3-440e-b84b-d88114142ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7df2cc75-d1ed-48ba-8cbb-d78f4ace2539), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.414144 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-09223f00-87c3-440e-b84b-d88114142ccc None None] Attempt 1 to provision port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 Oct 28 09:57:07.433118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1227e5e-acea-4fa2-8ea5-e763166d1293 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks [] for port (c571c8be-6c8f-42d2-9e17-67656f671a8a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.477405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a83bfb-801d-47bf-9840-2d5f9029be46 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event updated for resources: {'Port': ['ID=700e6bdb-02fe-48b3-abb6-bd200370a580,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:07.483866 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:07.496545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:07.497623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 010730ee-56ab-4061-ab64-28a8544c46e0 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:07.519671 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cccb158c-03ef-4530-ae96-b06822a316d0 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks [] for router_controller (482255d7-0154-4199-96f0-dc67b08e791d), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.580889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a85e35e7-43b1-41e2-8bec-bd925614a817 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (ba4bdb1a-e699-412c-be9d-37e273aca17b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.584723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-09223f00-87c3-440e-b84b-d88114142ccc None None] Current status of the port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:07.589430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1227e5e-acea-4fa2-8ea5-e763166d1293 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (c571c8be-6c8f-42d2-9e17-67656f671a8a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.600180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-09223f00-87c3-440e-b84b-d88114142ccc None None] Could not find standard attr ID for object a98983c5-4211-4324-a1b3-147dc7703c51. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:57:07.600878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 010730ee-56ab-4061-ab64-28a8544c46e0 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:07.601323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (010730ee-56ab-4061-ab64-28a8544c46e0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.601633 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 010730ee-56ab-4061-ab64-28a8544c46e0 Oct 28 09:57:07.685458 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.objects.ports [None req-58dfb239-83cd-49d1-b9a1-df4c19e9a05f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114060) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:57:07.688471 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7b497f3d-9f28-4e87-8b9c-2462f63de4a0 tempest-DHCPAgentSchedulersTestJSON-1350767776 tempest-DHCPAgentSchedulersTestJSON-1350767776-project-admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4543 time: 0.3420987 Oct 28 09:57:07.693336 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1227e5e-acea-4fa2-8ea5-e763166d1293 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Network 367301bf-4fbe-424b-aa41-986d5b9a9aab is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:07.696142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37708) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:07.699769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-58dfb239-83cd-49d1-b9a1-df4c19e9a05f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (113e39d3-0ddf-4158-ae93-86b91cc0ee82), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.713945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-155394a5-aa08-4d0a-b73d-08a724a7de01 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1902918166'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:07.715420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 010730ee-56ab-4061-ab64-28a8544c46e0 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:07.720135 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d1227e5e-acea-4fa2-8ea5-e763166d1293 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:07.734213 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1227e5e-acea-4fa2-8ea5-e763166d1293 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:07.734213 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1227e5e-acea-4fa2-8ea5-e763166d1293 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:07.734506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1227e5e-acea-4fa2-8ea5-e763166d1293 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.771576 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1227e5e-acea-4fa2-8ea5-e763166d1293 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event updated for resources: {'Port': ['ID=c571c8be-6c8f-42d2-9e17-67656f671a8a,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:07.796888 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8e64-0b01-424c-8863-e9262b01fdb3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (34ad52a3-5376-4095-9298-66f22116ca5f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.802991 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dfb239-83cd-49d1-b9a1-df4c19e9a05f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:07.808009 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 19d553cd-5ddb-42bc-83db-861ecda0d5fc no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:07.808365 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e5b6299a-4347-4516-814c-3214fe1ff63d req-c4fde45e-c9ff-4b82-8b7b-1f84d25a3f45 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4193311 Oct 28 09:57:07.811134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-58dfb239-83cd-49d1-b9a1-df4c19e9a05f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:07.817102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dfb239-83cd-49d1-b9a1-df4c19e9a05f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:07.818079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-58dfb239-83cd-49d1-b9a1-df4c19e9a05f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.820960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfb239-83cd-49d1-b9a1-df4c19e9a05f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=113e39d3-0ddf-4158-ae93-86b91cc0ee82,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:07.862019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e41a62-0c9e-4613-9922-0e1a8922e065 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:07.862019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 19d553cd-5ddb-42bc-83db-861ecda0d5fc {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:07.862019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 19d553cd-5ddb-42bc-83db-861ecda0d5fc not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:07.923258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155394a5-aa08-4d0a-b73d-08a724a7de01 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Made reservation on behalf of f468e8b0e9cc43c6b1eafbdddbab60f5 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:07.923842 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-155394a5-aa08-4d0a-b73d-08a724a7de01 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.945269 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d1227e5e-acea-4fa2-8ea5-e763166d1293 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.2010765 Oct 28 09:57:07.952040 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-58dfb239-83cd-49d1-b9a1-df4c19e9a05f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1541798 Oct 28 09:57:07.952541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37712) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:07.957948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37714) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:07.973470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-36f54f18-0b75-458f-bf71-5f0b020607bc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:08.012484 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': '113e39d3-0ddf-4158-ae93-86b91cc0ee82'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:57:08.013736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.019923 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0e48a-0452-446d-b46c-abe5ad7db8cc tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Deleting port 700e6bdb-02fe-48b3-abb6-bd200370a580 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:08.020276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e48a-0452-446d-b46c-abe5ad7db8cc tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (700e6bdb-02fe-48b3-abb6-bd200370a580), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.025503 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155394a5-aa08-4d0a-b73d-08a724a7de01 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:08.092623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd815a0-90e8-4708-afc2-f7b69e53688e tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:08.095192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd815a0-90e8-4708-afc2-f7b69e53688e tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:08.098976 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd815a0-90e8-4708-afc2-f7b69e53688e tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:08.103037 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7fd815a0-90e8-4708-afc2-f7b69e53688e tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1474442 Oct 28 09:57:08.103954 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37716) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:08.128873 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8e64-0b01-424c-8863-e9262b01fdb3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (34ad52a3-5376-4095-9298-66f22116ca5f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.133866 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cccb158c-03ef-4530-ae96-b06822a316d0 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks [] for router_gateway (482255d7-0154-4199-96f0-dc67b08e791d), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.156689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:08.172818 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2c36903d-c509-4dbe-a0f6-9bb09d43488a None None] Provisioning complete for port c571c8be-6c8f-42d2-9e17-67656f671a8a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:08.173192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2c36903d-c509-4dbe-a0f6-9bb09d43488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c571c8be-6c8f-42d2-9e17-67656f671a8a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.173565 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2c36903d-c509-4dbe-a0f6-9bb09d43488a None None] Attempt 1 to provision port c571c8be-6c8f-42d2-9e17-67656f671a8a Oct 28 09:57:08.210877 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Allocated IP 2001:db8::f816:3eff:fe8d:1ea7 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/113e39d3-0ddf-4158-ae93-86b91cc0ee82/bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:08.218850 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b86dc1-129d-4f67-882a-fe78e9bcd22b req-b2680560-2a64-456b-b44c-7f73a3283238 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:08.220414 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a6b86dc1-129d-4f67-882a-fe78e9bcd22b req-b2680560-2a64-456b-b44c-7f73a3283238 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2175848 Oct 28 09:57:08.228257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8e64-0b01-424c-8863-e9262b01fdb3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.228257 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1b7d8e64-0b01-424c-8863-e9262b01fdb3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/34ad52a3-5376-4095-9298-66f22116ca5f HTTP/1.1" status: 204 len: 168 time: 1.3652043 Oct 28 09:57:08.232955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2c36903d-c509-4dbe-a0f6-9bb09d43488a None None] Port c571c8be-6c8f-42d2-9e17-67656f671a8a cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:08.240707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edeedbe-5f76-4f5d-82e8-29e71056b5bb None None] Network dd979d20-6a8b-4245-bb57-cc4ab7b69baa requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:08.258719 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37718) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:08.265047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-155394a5-aa08-4d0a-b73d-08a724a7de01 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c9ca881d-a6b2-4958-9a98-fd8574a7b093), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.265255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d8e64-0b01-424c-8863-e9262b01fdb3 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Subnet': ['ID=34ad52a3-5376-4095-9298-66f22116ca5f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:08.265427 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-155394a5-aa08-4d0a-b73d-08a724a7de01 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Added segment c9ca881d-a6b2-4958-9a98-fd8574a7b093 of type vlan for network 9b38502e-adec-4b6e-8e4c-eda7726962a0 Oct 28 09:57:08.295109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-8db6df90-53b0-44f7-a718-6ef7fdfff825 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Deleting port c571c8be-6c8f-42d2-9e17-67656f671a8a {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:08.295737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8db6df90-53b0-44f7-a718-6ef7fdfff825 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (c571c8be-6c8f-42d2-9e17-67656f671a8a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.366418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85e35e7-43b1-41e2-8bec-bd925614a817 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router ba4bdb1a-e699-412c-be9d-37e273aca17b has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:57:08.395888 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e48a-0452-446d-b46c-abe5ad7db8cc tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (700e6bdb-02fe-48b3-abb6-bd200370a580), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.423835 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=9 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:08.424053 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a6b86dc1-129d-4f67-882a-fe78e9bcd22b req-3808deb6-878f-4973-b6f7-3c42ddd246a3 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604757 Oct 28 09:57:08.440071 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0e48a-0452-446d-b46c-abe5ad7db8cc tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Calling delete_port for 700e6bdb-02fe-48b3-abb6-bd200370a580 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:08.450242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-155394a5-aa08-4d0a-b73d-08a724a7de01 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (9b38502e-adec-4b6e-8e4c-eda7726962a0), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.461614 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (dd979d20-6a8b-4245-bb57-cc4ab7b69baa), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.517827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Publish callbacks [] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.520418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff349c8-3893-4812-a6f4-72196c253b4e None None] DHCP port deletion for dd979d20-6a8b-4245-bb57-cc4ab7b69baa request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:57:08.540383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f54f18-0b75-458f-bf71-5f0b020607bc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:08.544213 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36f54f18-0b75-458f-bf71-5f0b020607bc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.555520 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8db6df90-53b0-44f7-a718-6ef7fdfff825 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (c571c8be-6c8f-42d2-9e17-67656f671a8a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.572645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-fff349c8-3893-4812-a6f4-72196c253b4e None None] Deleting port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:08.573203 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fff349c8-3893-4812-a6f4-72196c253b4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.615421 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-8db6df90-53b0-44f7-a718-6ef7fdfff825 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Calling delete_port for c571c8be-6c8f-42d2-9e17-67656f671a8a owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:08.617895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.629715 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:08.630057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.681374 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-fff349c8-3893-4812-a6f4-72196c253b4e None None] For port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f81b4fc5-95b1-4f6d-961a-0c18400f4ff7,segment=NetworkSegment(7a9f6b0f-eb49-4fe3-8a86-627b0194df20),segment_id=7a9f6b0f-eb49-4fe3-8a86-627b0194df20)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:08.681374 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fff349c8-3893-4812-a6f4-72196c253b4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.701166 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:08.707537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:08.712790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-155394a5-aa08-4d0a-b73d-08a724a7de01 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (9b38502e-adec-4b6e-8e4c-eda7726962a0), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.714584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:08.717755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155394a5-aa08-4d0a-b73d-08a724a7de01 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:08.717949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-fff349c8-3893-4812-a6f4-72196c253b4e None None] Calling delete_port for f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:08.718415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-155394a5-aa08-4d0a-b73d-08a724a7de01 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.719599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Pushing event updated for resources: {'Port': ['ID=bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:08.740133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85e35e7-43b1-41e2-8bec-bd925614a817 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:08.759231 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a85e35e7-43b1-41e2-8bec-bd925614a817 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/ba4bdb1a-e699-412c-be9d-37e273aca17b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8202803 Oct 28 09:57:08.762102 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37722) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:08.770046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b8f81-27dd-4219-8da4-5491743fb5b2 None None] Sync routers for ids ['ba4bdb1a-e699-412c-be9d-37e273aca17b'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:08.839324 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67c12f-c934-4f23-b62c-f3183a85bea9 req-602fa90a-867f-465a-a89f-6dcb6c973034 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:08.844401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] For port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f81b4fc5-95b1-4f6d-961a-0c18400f4ff7,segment=NetworkSegment(7a9f6b0f-eb49-4fe3-8a86-627b0194df20),segment_id=7a9f6b0f-eb49-4fe3-8a86-627b0194df20)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:08.845037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.847208 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ed67c12f-c934-4f23-b62c-f3183a85bea9 req-602fa90a-867f-465a-a89f-6dcb6c973034 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.3034692 Oct 28 09:57:08.853846 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b4dee18d-6b0e-45c5-99dd-10865acbac3c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ba4bdb1a-e699-412c-be9d-37e273aca17b HTTP/1.1" status: 200 len: 205 time: 0.0863969 Oct 28 09:57:08.858029 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084b8f81-27dd-4219-8da4-5491743fb5b2 None None] Routers {'ba4bdb1a-e699-412c-be9d-37e273aca17b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:08.858707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-084b8f81-27dd-4219-8da4-5491743fb5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['ba4bdb1a-e699-412c-be9d-37e273aca17b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:08.863244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37724) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:08.884491 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:08.897734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Calling delete_port for f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:08.906859 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-155394a5-aa08-4d0a-b73d-08a724a7de01 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2049422 Oct 28 09:57:08.906859 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155394a5-aa08-4d0a-b73d-08a724a7de01 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Pushing event updated for resources: {'Network': ['ID=9b38502e-adec-4b6e-8e4c-eda7726962a0,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:08.907143 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Attempting to bind port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:57:08.907143 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Attempting to bind port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:57:08.907143 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Attempting to bind port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:08.914207 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37726) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:08.928490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-084b8f81-27dd-4219-8da4-5491743fb5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:08.935690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 9b38502e-adec-4b6e-8e4c-eda7726962a0 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:08.959082 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cccb158c-03ef-4530-ae96-b06822a316d0 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks [] for router_gateway (482255d7-0154-4199-96f0-dc67b08e791d), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.979504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:08.989673 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cccb158c-03ef-4530-ae96-b06822a316d0 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:09.018870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084b8f81-27dd-4219-8da4-5491743fb5b2 None None] Routers {'ba4bdb1a-e699-412c-be9d-37e273aca17b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:09.019549 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-084b8f81-27dd-4219-8da4-5491743fb5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['ba4bdb1a-e699-412c-be9d-37e273aca17b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:09.067987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:57:09.068406 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:09.068770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:09.069166 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:57:09.069678 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Bound port: bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:57:09.070056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:09.076661 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-084b8f81-27dd-4219-8da4-5491743fb5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:09.077285 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b8f81-27dd-4219-8da4-5491743fb5b2 None None] The sync data for ids ['ba4bdb1a-e699-412c-be9d-37e273aca17b'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:09.125598 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fff349c8-3893-4812-a6f4-72196c253b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:09.167966 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:09.176821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff349c8-3893-4812-a6f4-72196c253b4e None None] Pushing event deleted for resources: {'Port': ['ID=f81b4fc5-95b1-4f6d-961a-0c18400f4ff7,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:09.202048 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff349c8-3893-4812-a6f4-72196c253b4e None None] No DVR routers for this DVR port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:09.204234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:09.210502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:09.225756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] For port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:09.239544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] For port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:09.354647 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:09.423322 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7fe7429a-6d2e-4d1f-abd9-8675c4a6b42a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (ba4bdb1a-e699-412c-be9d-37e273aca17b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:09.429551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:09.445899 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:09.450216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b21b82-54a0-4021-bd08-f28df80fbc4f None None] Pushing event updated for resources: {'Port': ['ID=bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:09.462044 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:09.502858 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ed67c12f-c934-4f23-b62c-f3183a85bea9 req-1c7643dc-61d9-4730-8242-932fbeba1a95 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6547089 Oct 28 09:57:09.557405 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e48a-0452-446d-b46c-abe5ad7db8cc tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (700e6bdb-02fe-48b3-abb6-bd200370a580), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:09.565569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8db6df90-53b0-44f7-a718-6ef7fdfff825 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (c571c8be-6c8f-42d2-9e17-67656f671a8a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:09.656960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f81b4fc5-95b1-4f6d-961a-0c18400f4ff7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:09.660115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6df90-53b0-44f7-a718-6ef7fdfff825 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event deleted for resources: {'Port': ['ID=c571c8be-6c8f-42d2-9e17-67656f671a8a,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:09.704420 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0e48a-0452-446d-b46c-abe5ad7db8cc tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event deleted for resources: {'Port': ['ID=700e6bdb-02fe-48b3-abb6-bd200370a580,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:09.836433 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-747213a1-f406-491c-a04c-856e5b56d671 tempest-DHCPAgentSchedulersTestJSON-1350767776 tempest-DHCPAgentSchedulersTestJSON-1350767776-project-admin] 10.222.0.49 "GET /networking/v2.0/agents/ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad/dhcp-networks HTTP/1.1" status: 200 len: 8831 time: 0.9194763 Oct 28 09:57:09.841084 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Port': ['ID=f81b4fc5-95b1-4f6d-961a-0c18400f4ff7,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:09.859266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37730) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:09.860846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] No DVR routers for this DVR port f81b4fc5-95b1-4f6d-961a-0c18400f4ff7 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:09.890404 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7fe7429a-6d2e-4d1f-abd9-8675c4a6b42a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (ba4bdb1a-e699-412c-be9d-37e273aca17b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:09.903977 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7fe7429a-6d2e-4d1f-abd9-8675c4a6b42a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_controller (ba4bdb1a-e699-412c-be9d-37e273aca17b), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:09.943206 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34745e44-f72a-4a39-b81f-2b7fef0a01d8 req-e8dac3f2-4cc0-4444-bb1a-58042a2fdd29 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:09.945511 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-34745e44-f72a-4a39-b81f-2b7fef0a01d8 req-e8dac3f2-4cc0-4444-bb1a-58042a2fdd29 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1918280 Oct 28 09:57:09.950071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:10.036606 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cccb158c-03ef-4530-ae96-b06822a316d0 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks [] for router (482255d7-0154-4199-96f0-dc67b08e791d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.040694 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:10.076096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8db6df90-53b0-44f7-a718-6ef7fdfff825 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.079304 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8db6df90-53b0-44f7-a718-6ef7fdfff825 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "DELETE /networking/v2.0/ports/c571c8be-6c8f-42d2-9e17-67656f671a8a HTTP/1.1" status: 204 len: 168 time: 1.9666464 Oct 28 09:57:10.084714 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e48a-0452-446d-b46c-abe5ad7db8cc tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.084811 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37732) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:10.087669 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b6f0e48a-0452-446d-b46c-abe5ad7db8cc tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "DELETE /networking/v2.0/ports/700e6bdb-02fe-48b3-abb6-bd200370a580 HTTP/1.1" status: 204 len: 168 time: 2.6926646 Oct 28 09:57:10.091514 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37734) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:10.097392 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:10.127203 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d42448-b8ad-4445-96e9-3e7bbcc7bb41 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] GET failed (client error): The resource could not be found. Oct 28 09:57:10.129345 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f0d42448-b8ad-4445-96e9-3e7bbcc7bb41 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "GET /networking/v2.0/ports/c571c8be-6c8f-42d2-9e17-67656f671a8a HTTP/1.1" status: 404 len: 333 time: 0.0436389 Oct 28 09:57:10.131797 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (dd979d20-6a8b-4245-bb57-cc4ab7b69baa), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.142839 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37736) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:10.143875 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36f54f18-0b75-458f-bf71-5f0b020607bc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (d34e0d93-695a-4f08-916c-c78e282a91a2), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.157326 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5154327-b0a9-4f77-91dc-1eea0479714f tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] GET failed (client error): The resource could not be found. Oct 28 09:57:10.158780 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-3d51ae82-406a-418a-8d21-a95cbfbec5e3 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Request body: {'port': {'network_id': '367301bf-4fbe-424b-aa41-986d5b9a9aab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1867463247'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:10.159030 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b5154327-b0a9-4f77-91dc-1eea0479714f tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "GET /networking/v2.0/ports/700e6bdb-02fe-48b3-abb6-bd200370a580 HTTP/1.1" status: 404 len: 333 time: 0.0664361 Oct 28 09:57:10.163459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37738) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:10.172895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-6f1c206d-336a-438c-b3a5-57c21b16c89d tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Request body: {'port': {'network_id': 'e12094dc-48e3-4aa4-bb60-5c73b829c9d2', 'name': 'tempest-AllowedAddressPairTestJSON-456713717'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:10.176702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7fe7429a-6d2e-4d1f-abd9-8675c4a6b42a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (ba4bdb1a-e699-412c-be9d-37e273aca17b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.177413 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe7429a-6d2e-4d1f-abd9-8675c4a6b42a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Fanout notify agent at l3_agent the message router_deleted on router ba4bdb1a-e699-412c-be9d-37e273aca17b {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:57:10.183769 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7fe7429a-6d2e-4d1f-abd9-8675c4a6b42a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.185534 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7fe7429a-6d2e-4d1f-abd9-8675c4a6b42a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/routers/ba4bdb1a-e699-412c-be9d-37e273aca17b HTTP/1.1" status: 204 len: 168 time: 1.3202066 Oct 28 09:57:10.194880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37740) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:10.204104 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e52294-fcae-4b94-a8a4-452a2359795d tempest-DHCPAgentSchedulersTestJSON-1350767776 tempest-DHCPAgentSchedulersTestJSON-1350767776-project-admin] Network 9b38502e-adec-4b6e-8e4c-eda7726962a0 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:10.220364 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd979d20-6a8b-4245-bb57-cc4ab7b69baa']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:10.279721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9f6b0f-eb49-4fe3-8a86-627b0194df20') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:10.280067 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9f6b0f-eb49-4fe3-8a86-627b0194df20') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:10.289655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f54f18-0b75-458f-bf71-5f0b020607bc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:10.304762 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (7a9f6b0f-eb49-4fe3-8a86-627b0194df20), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.310092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-36f54f18-0b75-458f-bf71-5f0b020607bc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:10.310883 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-34745e44-f72a-4a39-b81f-2b7fef0a01d8 req-c029b638-3cc1-483a-b343-e0fd86e80a2d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307078 Oct 28 09:57:10.326830 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f54f18-0b75-458f-bf71-5f0b020607bc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:10.326830 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36f54f18-0b75-458f-bf71-5f0b020607bc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.330106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f54f18-0b75-458f-bf71-5f0b020607bc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=d34e0d93-695a-4f08-916c-c78e282a91a2,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:10.344122 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b6e52294-fcae-4b94-a8a4-452a2359795d tempest-DHCPAgentSchedulersTestJSON-1350767776 tempest-DHCPAgentSchedulersTestJSON-1350767776-project-admin] 10.222.0.49 "POST /networking/v2.0/agents/ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4758816 Oct 28 09:57:10.346069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37744) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:10.361232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (7a9f6b0f-eb49-4fe3-8a86-627b0194df20), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.376567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb37d27a-9b9d-41f4-af2c-17c93d23b779 None None] Network 9b38502e-adec-4b6e-8e4c-eda7726962a0 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:10.391472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:10.391885 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (7a9f6b0f-eb49-4fe3-8a86-627b0194df20), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.453740 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 7a9f6b0f-eb49-4fe3-8a86-627b0194df20 resource provider aggregate not found Oct 28 09:57:10.467257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:10.544859 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cccb158c-03ef-4530-ae96-b06822a316d0 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (482255d7-0154-4199-96f0-dc67b08e791d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.551950 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-36f54f18-0b75-458f-bf71-5f0b020607bc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5841908 Oct 28 09:57:10.555514 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcd4a8-c968-463f-a018-fa7190c1680b req-ee612fce-eb94-494f-928c-400571561d69 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:10.560956 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b1dcd4a8-c968-463f-a018-fa7190c1680b req-ee612fce-eb94-494f-928c-400571561d69 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.0884852 Oct 28 09:57:10.560956 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cccb158c-03ef-4530-ae96-b06822a316d0 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks [] for router_controller (482255d7-0154-4199-96f0-dc67b08e791d), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.560956 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37750) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:10.561291 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:10.561951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:10.568032 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 7a9f6b0f-eb49-4fe3-8a86-627b0194df20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a9f6b0f-eb49-4fe3-8a86-627b0194df20 found for delete ", "request_id": "req-b3ef391e-0642-43d2-a817-757cb302c9b1"}]} Oct 28 09:57:10.581951 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b9ed6d63-29d7-4fb9-9b4d-b2be3296e279 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'mac_address': 'fa:16:3e:8c:69:6c', 'name': 'tempest-NetworksTestDHCPv6-121340735'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:10.653796 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4566cb6-e49a-409a-8a9c-d58b1afa118a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting subnet 12cc8e40-3043-4020-99be-407ff53698b6 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:10.660515 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0b088a45-1cc8-4050-9935-df2e657d9cb8 tempest-DHCPAgentSchedulersTestJSON-1350767776 tempest-DHCPAgentSchedulersTestJSON-1350767776-project-admin] 10.222.0.49 "GET /networking/v2.0/agents/ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad/dhcp-networks HTTP/1.1" status: 200 len: 9641 time: 0.3097751 Oct 28 09:57:10.663206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37752) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:10.674631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (dd979d20-6a8b-4245-bb57-cc4ab7b69baa), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.688884 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.695770 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/networks/dd979d20-6a8b-4245-bb57-cc4ab7b69baa HTTP/1.1" status: 204 len: 168 time: 2.4383206 Oct 28 09:57:10.698167 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37754) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:10.719799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d51ae82-406a-418a-8d21-a95cbfbec5e3 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Made reservation on behalf of 4182339dba9a442e80900cdb4fcd5848 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:10.723678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3d51ae82-406a-418a-8d21-a95cbfbec5e3 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.736885 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b4566cb6-e49a-409a-8a9c-d58b1afa118a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for subnet (12cc8e40-3043-4020-99be-407ff53698b6), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.767163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5577d-9d96-4771-84aa-d5387b9ba009 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Network': ['ID=dd979d20-6a8b-4245-bb57-cc4ab7b69baa,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:10.802304 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cccb158c-03ef-4530-ae96-b06822a316d0 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (482255d7-0154-4199-96f0-dc67b08e791d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.802915 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccb158c-03ef-4530-ae96-b06822a316d0 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 482255d7-0154-4199-96f0-dc67b08e791d {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:57:10.827997 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-3d51ae82-406a-418a-8d21-a95cbfbec5e3 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] device_id is not set on port 6d5dc809-b79b-4fb3-8abc-e825da52ad00 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:10.863507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b4566cb6-e49a-409a-8a9c-d58b1afa118a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (12cc8e40-3043-4020-99be-407ff53698b6), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.863613 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e742e74f-51f3-4ddc-b6dc-a03db5a65793 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:10.913504 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-cccb158c-03ef-4530-ae96-b06822a316d0 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 28 09:57:10.914515 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cccb158c-03ef-4530-ae96-b06822a316d0 tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9449792 Oct 28 09:57:10.918195 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b1dcd4a8-c968-463f-a018-fa7190c1680b req-bcc7353d-44d8-4df7-8774-d85d960fc182 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3310361 Oct 28 09:57:10.919593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37756) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:10.964363 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2900030d-986d-4fe2-bfef-d1daf70e483d None None] Provisioning complete for port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:10.964743 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2900030d-986d-4fe2-bfef-d1daf70e483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.965068 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2900030d-986d-4fe2-bfef-d1daf70e483d None None] Attempt 1 to provision port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 Oct 28 09:57:10.973984 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-177bf8a6-5bce-4c6e-afa3-be77acfb3d7e tempest-DHCPAgentSchedulersTestJSON-1350767776 tempest-DHCPAgentSchedulersTestJSON-1350767776-project-admin] 10.222.0.49 "DELETE /networking/v2.0/agents/ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad/dhcp-networks/9b38502e-adec-4b6e-8e4c-eda7726962a0 HTTP/1.1" status: 204 len: 168 time: 0.3093419 Oct 28 09:57:10.974984 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37760) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:10.978432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3607f-c33c-42d3-b8b9-410fb49bfaf1 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting port 347963e0-3f0b-49e2-b81c-35affbc55749 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:10.978432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3fb3607f-c33c-42d3-b8b9-410fb49bfaf1 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (347963e0-3f0b-49e2-b81c-35affbc55749), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:10.996748 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:11.051055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1c206d-336a-438c-b3a5-57c21b16c89d tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Made reservation on behalf of 331639538ae64348893b1db126e617d6 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:11.057333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6f1c206d-336a-438c-b3a5-57c21b16c89d tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.123431 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ed6d63-29d7-4fb9-9b4d-b2be3296e279 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:11.132925 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d493f8c7-9b37-4545-ac3c-a797a1c007aa tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Deleting port d77b7432-ab02-4932-9f4d-7beaa80d6927 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:11.133306 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d493f8c7-9b37-4545-ac3c-a797a1c007aa tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d77b7432-ab02-4932-9f4d-7beaa80d6927), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.157016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:11.162083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:11.168599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b4566cb6-e49a-409a-8a9c-d58b1afa118a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (12cc8e40-3043-4020-99be-407ff53698b6), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.174275 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-6f1c206d-336a-438c-b3a5-57c21b16c89d tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] device_id is not set on port fe98d1a2-4647-4d07-b731-4df02f9152fc yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:11.241602 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-3d51ae82-406a-418a-8d21-a95cbfbec5e3 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Allocated IP 2001:db8::29c (367301bf-4fbe-424b-aa41-986d5b9a9aab/a8fef3ef-3a0b-4713-bba0-030e23cc3824/6d5dc809-b79b-4fb3-8abc-e825da52ad00) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:11.243827 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e8df1-262b-4c65-9916-c02201559f87 req-f4b78167-3ede-4702-a6ec-25de8acb4478 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:11.245582 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bd3e8df1-262b-4c65-9916-c02201559f87 req-f4b78167-3ede-4702-a6ec-25de8acb4478 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1834443 Oct 28 09:57:11.251680 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3fb3607f-c33c-42d3-b8b9-410fb49bfaf1 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (347963e0-3f0b-49e2-b81c-35affbc55749), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.252028 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3fb3607f-c33c-42d3-b8b9-410fb49bfaf1 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (347963e0-3f0b-49e2-b81c-35affbc55749), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.262260 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2900030d-986d-4fe2-bfef-d1daf70e483d None None] Current status of the port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:11.263140 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2900030d-986d-4fe2-bfef-d1daf70e483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.288867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3607f-c33c-42d3-b8b9-410fb49bfaf1 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Calling delete_port for 347963e0-3f0b-49e2-b81c-35affbc55749 owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:11.290028 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca583221-1f3f-4fd5-9135-f96225febfa2 None None] Update dhcp port {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'fixed_ips': [{'subnet_id': '113e39d3-0ddf-4158-ae93-86b91cc0ee82', 'ip_address': '2001:db8::f816:3eff:fe8d:1ea7'}, {'subnet_id': 'd34e0d93-695a-4f08-916c-c78e282a91a2'}], 'binding:host_id': 'dv-neutron-zed-2-hyperv'}, 'id': 'bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93'} from dv-neutron-zed-2-hyperv. {{(pid=114061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 28 09:57:11.342433 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:11.343029 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.343473 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 Oct 28 09:57:11.350574 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-03e5ab60-55e4-48c9-b6ba-4c200d9fe53a tempest-DHCPAgentSchedulersTestJSON-1350767776 tempest-DHCPAgentSchedulersTestJSON-1350767776-project-admin] 10.222.0.49 "GET /networking/v2.0/agents/ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad/dhcp-networks HTTP/1.1" status: 200 len: 8124 time: 0.3662419 Oct 28 09:57:11.350574 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37762) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:11.388049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-2900030d-986d-4fe2-bfef-d1daf70e483d None None] For port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:11.397585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ca583221-1f3f-4fd5-9135-f96225febfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.476612 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2900030d-986d-4fe2-bfef-d1daf70e483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.480283 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e027b2d5-5df1-434b-87a9-4bb45180a712 tempest-DHCPAgentSchedulersTestJSON-1350767776 tempest-DHCPAgentSchedulersTestJSON-1350767776-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/b7314982-0565-41e7-9b9d-c0bcb6b29f16/dhcp-agents HTTP/1.1" status: 200 len: 806 time: 0.1273968 Oct 28 09:57:11.482578 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37764) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:11.492331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d493f8c7-9b37-4545-ac3c-a797a1c007aa tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d77b7432-ab02-4932-9f4d-7beaa80d6927), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.535462 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:11.545318 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6d63-29d7-4fb9-9b4d-b2be3296e279 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.552990 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d493f8c7-9b37-4545-ac3c-a797a1c007aa tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Calling delete_port for d77b7432-ab02-4932-9f4d-7beaa80d6927 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:11.561525 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bd3e8df1-262b-4c65-9916-c02201559f87 req-c6865012-560c-44ca-aecd-2fa9f8aab4c6 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2788889 Oct 28 09:57:11.563009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-6f1c206d-336a-438c-b3a5-57c21b16c89d tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Allocated IP 172.20.0.14 (e12094dc-48e3-4aa4-bb60-5c73b829c9d2/c3080d25-cdc7-49f0-804b-5e752b8fc278/fe98d1a2-4647-4d07-b731-4df02f9152fc) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:11.595924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:11.596571 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.603593 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:11.617602 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4133cde2-6769-46bd-a5a0-084ce159e61f tempest-DHCPAgentSchedulersTestJSON-1350767776 tempest-DHCPAgentSchedulersTestJSON-1350767776-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/b7314982-0565-41e7-9b9d-c0bcb6b29f16/dhcp-agents HTTP/1.1" status: 200 len: 806 time: 0.1219156 Oct 28 09:57:11.637948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37768) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:11.647903 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-b9ed6d63-29d7-4fb9-9b4d-b2be3296e279 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port a02b50f7-71ea-4fb3-98a2-b2232e57682b yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:11.649284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3d51ae82-406a-418a-8d21-a95cbfbec5e3 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks [] for port (6d5dc809-b79b-4fb3-8abc-e825da52ad00), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.662500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=9,neutron:UPDATE=4,neutron:SELECT=87 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:11.669025 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b4566cb6-e49a-409a-8a9c-d58b1afa118a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (12cc8e40-3043-4020-99be-407ff53698b6), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.697912 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:11.702132 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900030d-986d-4fe2-bfef-d1daf70e483d None None] Pushing event updated for resources: {'Port': ['ID=bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:11.722177 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:57:11.722585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:57:11.726304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-ca583221-1f3f-4fd5-9135-f96225febfa2 None None] Allocated IP 172.20.0.2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/d34e0d93-695a-4f08-916c-c78e282a91a2/bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:11.770701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4566cb6-e49a-409a-8a9c-d58b1afa118a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Subnet': ['ID=12cc8e40-3043-4020-99be-407ff53698b6,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:11.785707 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b4566cb6-e49a-409a-8a9c-d58b1afa118a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.788959 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b4566cb6-e49a-409a-8a9c-d58b1afa118a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/12cc8e40-3043-4020-99be-407ff53698b6 HTTP/1.1" status: 204 len: 168 time: 1.5927935 Oct 28 09:57:11.795548 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37770) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:11.802023 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:11.807380 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e975e81-cef8-4142-bd95-6d2b12f47f63 None None] Network 507ead63-380a-4579-894e-a8589251fc6a requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:11.808586 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3fb3607f-c33c-42d3-b8b9-410fb49bfaf1 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (347963e0-3f0b-49e2-b81c-35affbc55749), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.862453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3d51ae82-406a-418a-8d21-a95cbfbec5e3 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (6d5dc809-b79b-4fb3-8abc-e825da52ad00), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.907496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3607f-c33c-42d3-b8b9-410fb49bfaf1 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Port': ['ID=347963e0-3f0b-49e2-b81c-35affbc55749,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:11.932936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ca583221-1f3f-4fd5-9135-f96225febfa2 None None] For port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:11.974055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6f1c206d-336a-438c-b3a5-57c21b16c89d tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks [] for port (fe98d1a2-4647-4d07-b731-4df02f9152fc), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:11.982272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ca583221-1f3f-4fd5-9135-f96225febfa2 None None] Publish callbacks [] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.030146 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f67053e9-2d18-45ff-ac90-e925eabf164c tempest-DHCPAgentSchedulersTestJSON-1350767776 tempest-DHCPAgentSchedulersTestJSON-1350767776-project-admin] 10.222.0.49 "GET /networking/v2.0/agents/ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad/dhcp-networks HTTP/1.1" status: 200 len: 8086 time: 0.3892593 Oct 28 09:57:12.036060 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37772) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:12.048945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652bafae-6ec9-4d35-9076-f34071436b2b None None] DHCP port deletion for 507ead63-380a-4579-894e-a8589251fc6a request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:57:12.058649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d51ae82-406a-418a-8d21-a95cbfbec5e3 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Network 367301bf-4fbe-424b-aa41-986d5b9a9aab is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:12.080807 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (507ead63-380a-4579-894e-a8589251fc6a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.088310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-3d51ae82-406a-418a-8d21-a95cbfbec5e3 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:12.093898 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3fb3607f-c33c-42d3-b8b9-410fb49bfaf1 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for floatingip (3d6724e3-16c9-419b-b8b3-6af461e565fd), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.094192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-652bafae-6ec9-4d35-9076-f34071436b2b None None] Deleting port 32672b78-db5b-4532-829c-cb6d75759dab {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:12.094575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-652bafae-6ec9-4d35-9076-f34071436b2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (32672b78-db5b-4532-829c-cb6d75759dab), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.097292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3fb3607f-c33c-42d3-b8b9-410fb49bfaf1 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.104141 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3fb3607f-c33c-42d3-b8b9-410fb49bfaf1 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/3d6724e3-16c9-419b-b8b3-6af461e565fd HTTP/1.1" status: 204 len: 168 time: 1.3977675 Oct 28 09:57:12.104141 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51ae82-406a-418a-8d21-a95cbfbec5e3 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:12.106394 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d51ae82-406a-418a-8d21-a95cbfbec5e3 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:12.107172 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3d51ae82-406a-418a-8d21-a95cbfbec5e3 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.117357 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37774) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:12.121409 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51ae82-406a-418a-8d21-a95cbfbec5e3 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event updated for resources: {'Port': ['ID=6d5dc809-b79b-4fb3-8abc-e825da52ad00,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:12.136887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d493f8c7-9b37-4545-ac3c-a797a1c007aa tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d77b7432-ab02-4932-9f4d-7beaa80d6927), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.141774 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6f1c206d-336a-438c-b3a5-57c21b16c89d tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (fe98d1a2-4647-4d07-b731-4df02f9152fc), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.170879 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting port 32672b78-db5b-4532-829c-cb6d75759dab {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:12.171230 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (32672b78-db5b-4532-829c-cb6d75759dab), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.177485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ca583221-1f3f-4fd5-9135-f96225febfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.225686 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fef90f3-7a4c-46f6-b9d5-50d18d4bd5e9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] DELETE failed (client error): The resource could not be found. Oct 28 09:57:12.226240 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fef90f3-7a4c-46f6-b9d5-50d18d4bd5e9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:57:12.229299 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0fef90f3-7a4c-46f6-b9d5-50d18d4bd5e9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/ports/7ce5c83b-48dc-494a-94b6-103537b90eab HTTP/1.1" status: 404 len: 333 time: 0.1106443 Oct 28 09:57:12.237671 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37776) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:12.242092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] For port 32672b78-db5b-4532-829c-cb6d75759dab, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=32672b78-db5b-4532-829c-cb6d75759dab,segment=NetworkSegment(c899f5e3-6bdd-4f53-a524-5392fc55945b),segment_id=c899f5e3-6bdd-4f53-a524-5392fc55945b)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:12.242476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (32672b78-db5b-4532-829c-cb6d75759dab), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.255491 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493f8c7-9b37-4545-ac3c-a797a1c007aa tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Pushing event deleted for resources: {'Port': ['ID=d77b7432-ab02-4932-9f4d-7beaa80d6927,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:12.256604 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3d51ae82-406a-418a-8d21-a95cbfbec5e3 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1093719 Oct 28 09:57:12.257288 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37778) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:12.279476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:12.279982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-1cce2668-ccac-4ade-8184-f7af41eccdb1 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::114', 'mac_address': 'fa:16:3e:7e:10:3e'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:12.294409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:12.313488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Calling delete_port for 32672b78-db5b-4532-829c-cb6d75759dab owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:12.356492 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c6200efe-7692-4341-aecb-e38f7eba40cb tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7 HTTP/1.1" status: 200 len: 205 time: 0.1149716 Oct 28 09:57:12.359083 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37780) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:12.360298 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-652bafae-6ec9-4d35-9076-f34071436b2b None None] For port 32672b78-db5b-4532-829c-cb6d75759dab, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=32672b78-db5b-4532-829c-cb6d75759dab,segment=NetworkSegment(c899f5e3-6bdd-4f53-a524-5392fc55945b),segment_id=c899f5e3-6bdd-4f53-a524-5392fc55945b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:12.360700 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-652bafae-6ec9-4d35-9076-f34071436b2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (32672b78-db5b-4532-829c-cb6d75759dab), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.368909 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1c206d-336a-438c-b3a5-57c21b16c89d tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:12.388629 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:12.394219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-652bafae-6ec9-4d35-9076-f34071436b2b None None] Calling delete_port for 32672b78-db5b-4532-829c-cb6d75759dab owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:12.402031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca583221-1f3f-4fd5-9135-f96225febfa2 None None] Pushing event updated for resources: {'Port': ['ID=bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:12.405777 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d080-7f09-421c-8a88-7ad7ee4320b5 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (9b38502e-adec-4b6e-8e4c-eda7726962a0), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.414133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-6f1c206d-336a-438c-b3a5-57c21b16c89d tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:12.451585 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:12.527341 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8b7a1445-bc12-41e6-8259-b53cacefde51 None None] Provisioning complete for port 6d5dc809-b79b-4fb3-8abc-e825da52ad00 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:12.528060 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1445-bc12-41e6-8259-b53cacefde51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6d5dc809-b79b-4fb3-8abc-e825da52ad00), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.528589 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8b7a1445-bc12-41e6-8259-b53cacefde51 None None] Attempt 1 to provision port 6d5dc809-b79b-4fb3-8abc-e825da52ad00 Oct 28 09:57:12.603046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8b7a1445-bc12-41e6-8259-b53cacefde51 None None] Port 6d5dc809-b79b-4fb3-8abc-e825da52ad00 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:12.606874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-652bafae-6ec9-4d35-9076-f34071436b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (32672b78-db5b-4532-829c-cb6d75759dab), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.631950 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1cce2668-ccac-4ade-8184-f7af41eccdb1 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6d5dc809-b79b-4fb3-8abc-e825da52ad00), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.634425 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (32672b78-db5b-4532-829c-cb6d75759dab), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.692846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bafae-6ec9-4d35-9076-f34071436b2b None None] Pushing event deleted for resources: {'Port': ['ID=32672b78-db5b-4532-829c-cb6d75759dab,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:12.701557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652bafae-6ec9-4d35-9076-f34071436b2b None None] No DVR routers for this DVR port 32672b78-db5b-4532-829c-cb6d75759dab on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:12.705085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] No DVR routers for this DVR port 32672b78-db5b-4532-829c-cb6d75759dab on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:12.712404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Port': ['ID=32672b78-db5b-4532-829c-cb6d75759dab,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:12.714401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:12.823918 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-019484b4-1f4f-49bf-82da-5269e47d81e1 None None] Provisioning complete for port fe98d1a2-4647-4d07-b731-4df02f9152fc triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:12.824594 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-019484b4-1f4f-49bf-82da-5269e47d81e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fe98d1a2-4647-4d07-b731-4df02f9152fc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.825091 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-019484b4-1f4f-49bf-82da-5269e47d81e1 None None] Attempt 1 to provision port fe98d1a2-4647-4d07-b731-4df02f9152fc Oct 28 09:57:12.861179 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (507ead63-380a-4579-894e-a8589251fc6a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:12.869260 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-019484b4-1f4f-49bf-82da-5269e47d81e1 None None] Port fe98d1a2-4647-4d07-b731-4df02f9152fc cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:12.894528 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c206d-336a-438c-b3a5-57c21b16c89d tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:12.897987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507ead63-380a-4579-894e-a8589251fc6a']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:12.910450 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-4fd11be3-e188-41d9-8686-f7905bed2105 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] delete failed (client error): The resource could not be found. Oct 28 09:57:12.913484 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4fd11be3-e188-41d9-8686-f7905bed2105 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/routers/7fa8b65f-3e5f-4a8a-913c-bb9d0a952fd7 HTTP/1.1" status: 404 len: 336 time: 0.5399921 Oct 28 09:57:12.926505 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37782) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:12.928136 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c899f5e3-6bdd-4f53-a524-5392fc55945b') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:12.928435 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c899f5e3-6bdd-4f53-a524-5392fc55945b') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:12.965612 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-184d8aaa-c8ee-4d71-b2df-48bc3b34a529 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] DELETE failed (client error): The resource could not be found. Oct 28 09:57:12.965612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184d8aaa-c8ee-4d71-b2df-48bc3b34a529 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:57:12.971115 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-184d8aaa-c8ee-4d71-b2df-48bc3b34a529 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/34ad52a3-5376-4095-9298-66f22116ca5f HTTP/1.1" status: 404 len: 337 time: 0.0376265 Oct 28 09:57:12.971291 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c206d-336a-438c-b3a5-57c21b16c89d tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event updated for resources: {'Port': ['ID=fe98d1a2-4647-4d07-b731-4df02f9152fc,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:12.979053 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37784) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:13.001449 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (c899f5e3-6bdd-4f53-a524-5392fc55945b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.001801 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d493f8c7-9b37-4545-ac3c-a797a1c007aa tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.006020 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d493f8c7-9b37-4545-ac3c-a797a1c007aa tempest-RoutersAdminNegativeIpV6Test-551137289 tempest-RoutersAdminNegativeIpV6Test-551137289-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/d77b7432-ab02-4932-9f4d-7beaa80d6927 HTTP/1.1" status: 204 len: 168 time: 2.0823259 Oct 28 09:57:13.016921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-894b6e75-9c1a-4958-be95-ff862922ea26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.033001 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c899f5e3-6bdd-4f53-a524-5392fc55945b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.042648 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:13.043145 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (c899f5e3-6bdd-4f53-a524-5392fc55945b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.099363 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-b9ed6d63-29d7-4fb9-9b4d-b2be3296e279 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 172.20.0.6 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/d34e0d93-695a-4f08-916c-c78e282a91a2/a02b50f7-71ea-4fb3-98a2-b2232e57682b) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:13.110837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-b9ed6d63-29d7-4fb9-9b4d-b2be3296e279 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::f816:3eff:fe8c:696c (27cab9a0-d24d-4f61-b60f-51dd4ee136db/113e39d3-0ddf-4158-ae93-86b91cc0ee82/a02b50f7-71ea-4fb3-98a2-b2232e57682b) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:13.153060 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment c899f5e3-6bdd-4f53-a524-5392fc55945b resource provider aggregate not found Oct 28 09:57:13.163107 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:13.180099 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment c899f5e3-6bdd-4f53-a524-5392fc55945b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c899f5e3-6bdd-4f53-a524-5392fc55945b found for delete ", "request_id": "req-c18c65fb-bbe5-487c-a26f-a3fbb72d5169"}]} Oct 28 09:57:13.223642 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:13.227174 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:13.227551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.227887 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 Oct 28 09:57:13.233066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1cce2668-ccac-4ade-8184-f7af41eccdb1 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks [] for port (6d5dc809-b79b-4fb3-8abc-e825da52ad00), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.255585 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (507ead63-380a-4579-894e-a8589251fc6a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.277016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.280194 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/networks/507ead63-380a-4579-894e-a8589251fc6a HTTP/1.1" status: 204 len: 168 time: 1.4831455 Oct 28 09:57:13.281521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3e5fb-7579-48c0-b450-f648ef7e3e88 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Network': ['ID=507ead63-380a-4579-894e-a8589251fc6a,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:13.283834 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37792) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:13.288850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-706124567', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:13.299267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:13.301541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c206d-336a-438c-b3a5-57c21b16c89d tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:13.302338 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6f1c206d-336a-438c-b3a5-57c21b16c89d tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.333354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8f39b5d8-945d-4aec-8982-4141ca033ef3 None None] Provisioning complete for port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:13.333618 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8f39b5d8-945d-4aec-8982-4141ca033ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.333949 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8f39b5d8-945d-4aec-8982-4141ca033ef3 None None] Attempt 1 to provision port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 Oct 28 09:57:13.335691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:13.348162 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1cce2668-ccac-4ade-8184-f7af41eccdb1 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (6d5dc809-b79b-4fb3-8abc-e825da52ad00), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.349859 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-1cce2668-ccac-4ade-8184-f7af41eccdb1 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] In _notify_port_updated(), no bound segment for port 6d5dc809-b79b-4fb3-8abc-e825da52ad00 on network 367301bf-4fbe-424b-aa41-986d5b9a9aab {{(pid=114060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 09:57:13.355739 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cce2668-ccac-4ade-8184-f7af41eccdb1 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:13.357694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1cce2668-ccac-4ade-8184-f7af41eccdb1 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.360620 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1cce2668-ccac-4ade-8184-f7af41eccdb1 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "PUT /networking/v2.0/ports/6d5dc809-b79b-4fb3-8abc-e825da52ad00 HTTP/1.1" status: 200 len: 1003 time: 1.0928586 Oct 28 09:57:13.382281 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:13.391100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37794) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:13.409867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce2668-ccac-4ade-8184-f7af41eccdb1 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event updated for resources: {'Port': ['ID=6d5dc809-b79b-4fb3-8abc-e825da52ad00,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:13.420533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:13.426344 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (9b9631c2-4dfd-4062-bca0-6d2b086b1942), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.427117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (9b9631c2-4dfd-4062-bca0-6d2b086b1942), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.429366 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 32672b78-db5b-4532-829c-cb6d75759dab no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:13.452967 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d080-7f09-421c-8a88-7ad7ee4320b5 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (9b38502e-adec-4b6e-8e4c-eda7726962a0), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.457046 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-01827cb3-6c7f-46d5-8f00-b25b53b58452 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting port 581df3f1-8d6e-4a74-8112-024a512a8ab8 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:13.457388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-01827cb3-6c7f-46d5-8f00-b25b53b58452 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (581df3f1-8d6e-4a74-8112-024a512a8ab8), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.492073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_controller (9b9631c2-4dfd-4062-bca0-6d2b086b1942), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.563990 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-e1b6d080-7f09-421c-8a88-7ad7ee4320b5 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b38502e-adec-4b6e-8e4c-eda7726962a0']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:13.574114 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6f1c206d-336a-438c-b3a5-57c21b16c89d tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4095259 Oct 28 09:57:13.584091 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:13.589781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37798) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:13.605941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e98fa798-abe0-446c-8fb0-b1d9f6c3ca18 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Request body: {'port': {'network_id': 'e12094dc-48e3-4aa4-bb60-5c73b829c9d2', 'name': 'tempest-AllowedAddressPairTestJSON-1303692426'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:13.616097 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8f39b5d8-945d-4aec-8982-4141ca033ef3 None None] Current status of the port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:13.621960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 32672b78-db5b-4532-829c-cb6d75759dab {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:13.621960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 32672b78-db5b-4532-829c-cb6d75759dab not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:13.628208 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-e1b6d080-7f09-421c-8a88-7ad7ee4320b5 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ca881d-a6b2-4958-9a98-fd8574a7b093') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:13.628514 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-e1b6d080-7f09-421c-8a88-7ad7ee4320b5 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ca881d-a6b2-4958-9a98-fd8574a7b093') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:13.711107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37800) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:13.713292 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d080-7f09-421c-8a88-7ad7ee4320b5 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (c9ca881d-a6b2-4958-9a98-fd8574a7b093), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.726379 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_gateway (9b9631c2-4dfd-4062-bca0-6d2b086b1942), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.799298 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6d63-29d7-4fb9-9b4d-b2be3296e279 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (a02b50f7-71ea-4fb3-98a2-b2232e57682b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.801791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-01827cb3-6c7f-46d5-8f00-b25b53b58452 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (581df3f1-8d6e-4a74-8112-024a512a8ab8), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.814544 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d080-7f09-421c-8a88-7ad7ee4320b5 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c9ca881d-a6b2-4958-9a98-fd8574a7b093), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.842204 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7ec22-3c7a-4859-82aa-e2dd620ff291 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Deleting port 6d5dc809-b79b-4fb3-8abc-e825da52ad00 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:13.842489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ec22-3c7a-4859-82aa-e2dd620ff291 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6d5dc809-b79b-4fb3-8abc-e825da52ad00), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.850059 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-01827cb3-6c7f-46d5-8f00-b25b53b58452 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Calling delete_port for 581df3f1-8d6e-4a74-8112-024a512a8ab8 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:13.851295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b6d080-7f09-421c-8a88-7ad7ee4320b5 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:13.851677 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d080-7f09-421c-8a88-7ad7ee4320b5 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (c9ca881d-a6b2-4958-9a98-fd8574a7b093), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:13.884990 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment c9ca881d-a6b2-4958-9a98-fd8574a7b093 resource provider aggregate not found Oct 28 09:57:13.996220 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment c9ca881d-a6b2-4958-9a98-fd8574a7b093 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9ca881d-a6b2-4958-9a98-fd8574a7b093 found for delete ", "request_id": "req-9c153fbe-074f-41b6-a9f4-025450985aa1"}]} Oct 28 09:57:14.025498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-10dca669-cdd8-4d12-a6bf-d372c67d2f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.167524 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ec22-3c7a-4859-82aa-e2dd620ff291 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6d5dc809-b79b-4fb3-8abc-e825da52ad00), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.184065 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d080-7f09-421c-8a88-7ad7ee4320b5 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (9b38502e-adec-4b6e-8e4c-eda7726962a0), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.186845 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6d63-29d7-4fb9-9b4d-b2be3296e279 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a02b50f7-71ea-4fb3-98a2-b2232e57682b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.214525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d080-7f09-421c-8a88-7ad7ee4320b5 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.217719 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e1b6d080-7f09-421c-8a88-7ad7ee4320b5 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] 10.222.0.49 "DELETE /networking/v2.0/networks/9b38502e-adec-4b6e-8e4c-eda7726962a0 HTTP/1.1" status: 204 len: 168 time: 2.1802945 Oct 28 09:57:14.219619 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7ec22-3c7a-4859-82aa-e2dd620ff291 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Calling delete_port for 6d5dc809-b79b-4fb3-8abc-e825da52ad00 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:14.229701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37808) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:14.298355 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6d080-7f09-421c-8a88-7ad7ee4320b5 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Pushing event deleted for resources: {'Network': ['ID=9b38502e-adec-4b6e-8e4c-eda7726962a0,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:14.307168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98fa798-abe0-446c-8fb0-b1d9f6c3ca18 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Made reservation on behalf of 331639538ae64348893b1db126e617d6 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:14.310959 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e98fa798-abe0-446c-8fb0-b1d9f6c3ca18 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.323964 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e49ffb1-d028-406c-9d1a-5c3c20a47152 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] DELETE failed (client error): The resource could not be found. Oct 28 09:57:14.324547 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e49ffb1-d028-406c-9d1a-5c3c20a47152 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:57:14.327516 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2e49ffb1-d028-406c-9d1a-5c3c20a47152 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a98983c5-4211-4324-a1b3-147dc7703c51 HTTP/1.1" status: 404 len: 333 time: 0.0943036 Oct 28 09:57:14.333140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_gateway (9b9631c2-4dfd-4062-bca0-6d2b086b1942), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.335487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:14.336512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37810) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:14.362890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.396789 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ed6d63-29d7-4fb9-9b4d-b2be3296e279 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:14.400509 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:14.416502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-b9ed6d63-29d7-4fb9-9b4d-b2be3296e279 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:14.422902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ed6d63-29d7-4fb9-9b4d-b2be3296e279 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:14.434250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed6d63-29d7-4fb9-9b4d-b2be3296e279 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=a02b50f7-71ea-4fb3-98a2-b2232e57682b,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:14.437510 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-e98fa798-abe0-446c-8fb0-b1d9f6c3ca18 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] device_id is not set on port f9c3e9e2-060d-4b90-a5f5-977e7cd1629e yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:14.448962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-164a3a11-050b-4b1b-aaa7-8afea473917c tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Deleting subnet da027438-9a77-43a0-a859-2b50446ebe08 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:14.454023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-164a3a11-050b-4b1b-aaa7-8afea473917c tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks [] for subnet (da027438-9a77-43a0-a859-2b50446ebe08), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.528170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-164a3a11-050b-4b1b-aaa7-8afea473917c tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (da027438-9a77-43a0-a859-2b50446ebe08), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.572217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-10dca669-cdd8-4d12-a6bf-d372c67d2f69 admin admin] Publish callbacks [] for security_group (5a02329b-4745-4be9-b16d-f2bbedbd72ca), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.581597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Allocated IP 172.36.1.37 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/31551482-ccc3-4ea6-92d0-38424a410451) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:14.588030 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ed6d63-29d7-4fb9-9b4d-b2be3296e279 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:14.588707 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6d63-29d7-4fb9-9b4d-b2be3296e279 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.662538 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=85 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:14.676302 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=45 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:14.683344 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:14.691903 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-164a3a11-050b-4b1b-aaa7-8afea473917c tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (da027438-9a77-43a0-a859-2b50446ebe08), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.694103 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-01827cb3-6c7f-46d5-8f00-b25b53b58452 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (581df3f1-8d6e-4a74-8112-024a512a8ab8), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.695694 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-10dca669-cdd8-4d12-a6bf-d372c67d2f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5a02329b-4745-4be9-b16d-f2bbedbd72ca), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.722270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:14.759430 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b8d9b2a4-ec90-40a1-9121-13741e17af65 None None] Provisioning complete for port a02b50f7-71ea-4fb3-98a2-b2232e57682b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:14.760114 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b8d9b2a4-ec90-40a1-9121-13741e17af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a02b50f7-71ea-4fb3-98a2-b2232e57682b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.760968 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b8d9b2a4-ec90-40a1-9121-13741e17af65 None None] Attempt 1 to provision port a02b50f7-71ea-4fb3-98a2-b2232e57682b Oct 28 09:57:14.774649 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b9ed6d63-29d7-4fb9-9b4d-b2be3296e279 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2073231 Oct 28 09:57:14.775223 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37812) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:14.793971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-e98fa798-abe0-446c-8fb0-b1d9f6c3ca18 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Allocated IP 172.20.0.9 (e12094dc-48e3-4aa4-bb60-5c73b829c9d2/c3080d25-cdc7-49f0-804b-5e752b8fc278/f9c3e9e2-060d-4b90-a5f5-977e7cd1629e) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:14.801030 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01827cb3-6c7f-46d5-8f00-b25b53b58452 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Port': ['ID=581df3f1-8d6e-4a74-8112-024a512a8ab8,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:14.815673 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b8d9b2a4-ec90-40a1-9121-13741e17af65 None None] Port a02b50f7-71ea-4fb3-98a2-b2232e57682b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:14.827236 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-10dca669-cdd8-4d12-a6bf-d372c67d2f69 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=df05570738934ede8054e992661f5ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0798888 Oct 28 09:57:14.827782 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (31551482-ccc3-4ea6-92d0-38424a410451), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.829088 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37814) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:14.834792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dca669-cdd8-4d12-a6bf-d372c67d2f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a02329b-4745-4be9-b16d-f2bbedbd72ca,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:14.884902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcb458d-1d8a-411f-a528-49ab8553dcc1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:14.890206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcb458d-1d8a-411f-a528-49ab8553dcc1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:14.891912 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1dcb458d-1d8a-411f-a528-49ab8553dcc1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1139266 Oct 28 09:57:14.900431 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37816) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:14.915150 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-164a3a11-050b-4b1b-aaa7-8afea473917c tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (da027438-9a77-43a0-a859-2b50446ebe08), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.936478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ec22-3c7a-4859-82aa-e2dd620ff291 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (6d5dc809-b79b-4fb3-8abc-e825da52ad00), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.980827 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a3a11-050b-4b1b-aaa7-8afea473917c tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Pushing event deleted for resources: {'Subnet': ['ID=da027438-9a77-43a0-a859-2b50446ebe08,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:14.983550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b425310c-cb38-4951-bd82-d0a74f290c24 None None] Network b7314982-0565-41e7-9b9d-c0bcb6b29f16 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:14.986928 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-164a3a11-050b-4b1b-aaa7-8afea473917c tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:14.990333 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-164a3a11-050b-4b1b-aaa7-8afea473917c tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/da027438-9a77-43a0-a859-2b50446ebe08 HTTP/1.1" status: 204 len: 168 time: 0.6526713 Oct 28 09:57:14.997418 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37818) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:15.009436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-01827cb3-6c7f-46d5-8f00-b25b53b58452 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.017873 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-01827cb3-6c7f-46d5-8f00-b25b53b58452 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/ports/581df3f1-8d6e-4a74-8112-024a512a8ab8 HTTP/1.1" status: 204 len: 168 time: 2.0314863 Oct 28 09:57:15.025821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37820) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:15.059536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-924941f9-23f7-43fb-81c7-9f07a67b1af6 admin admin] Publish callbacks [] for security_group (5a02329b-4745-4be9-b16d-f2bbedbd72ca), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.067248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7ec22-3c7a-4859-82aa-e2dd620ff291 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event deleted for resources: {'Port': ['ID=6d5dc809-b79b-4fb3-8abc-e825da52ad00,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:15.105849 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (31551482-ccc3-4ea6-92d0-38424a410451), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.188928 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-924941f9-23f7-43fb-81c7-9f07a67b1af6 admin admin] Publish callbacks [] for security_group (5a02329b-4745-4be9-b16d-f2bbedbd72ca), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.197771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-a6f373ab-64a6-4b8c-a4f6-85618054f400 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port a02b50f7-71ea-4fb3-98a2-b2232e57682b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:15.198072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f373ab-64a6-4b8c-a4f6-85618054f400 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a02b50f7-71ea-4fb3-98a2-b2232e57682b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.213798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (b7314982-0565-41e7-9b9d-c0bcb6b29f16), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.237630 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:15.250511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ec22-3c7a-4859-82aa-e2dd620ff291 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.262837 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c5f7ec22-3c7a-4859-82aa-e2dd620ff291 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "DELETE /networking/v2.0/ports/6d5dc809-b79b-4fb3-8abc-e825da52ad00 HTTP/1.1" status: 204 len: 168 time: 1.8491247 Oct 28 09:57:15.272701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37822) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:15.292624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4febb8ca-2ec6-4540-92be-15d9412a6676 None None] DHCP port deletion for b7314982-0565-41e7-9b9d-c0bcb6b29f16 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:57:15.295161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:15.307467 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:15.319222 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f7f920-60ba-4855-ad38-5b1fdbc2dd25 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] GET failed (client error): The resource could not be found. Oct 28 09:57:15.320692 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-32f7f920-60ba-4855-ad38-5b1fdbc2dd25 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "GET /networking/v2.0/ports/6d5dc809-b79b-4fb3-8abc-e825da52ad00 HTTP/1.1" status: 404 len: 333 time: 0.0445502 Oct 28 09:57:15.328758 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37824) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:15.338129 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3b8e27c1-e95a-4540-8d43-f497a963eb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.340760 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-dba15eb3-ac21-4ff2-b266-3694b3f09083 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Request body: {'port': {'network_id': '367301bf-4fbe-424b-aa41-986d5b9a9aab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1718265611'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:15.344073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4febb8ca-2ec6-4540-92be-15d9412a6676 None None] Deleting port 010730ee-56ab-4061-ab64-28a8544c46e0 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:15.344468 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4febb8ca-2ec6-4540-92be-15d9412a6676 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (010730ee-56ab-4061-ab64-28a8544c46e0), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.381962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=31551482-ccc3-4ea6-92d0-38424a410451,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:15.401419 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:15.414248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e98fa798-abe0-446c-8fb0-b1d9f6c3ca18 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks [] for port (f9c3e9e2-060d-4b90-a5f5-977e7cd1629e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.415935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4e472-4930-4eb0-8c49-f31e1827a691 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting port a9bb6bb7-4f9a-4d38-8898-a92769e66d15 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:15.416270 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d0a4e472-4930-4eb0-8c49-f31e1827a691 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a9bb6bb7-4f9a-4d38-8898-a92769e66d15), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.430065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4febb8ca-2ec6-4540-92be-15d9412a6676 None None] For port 010730ee-56ab-4061-ab64-28a8544c46e0, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=010730ee-56ab-4061-ab64-28a8544c46e0,segment=NetworkSegment(1565bf27-36db-410f-b495-3222a80237e7),segment_id=1565bf27-36db-410f-b495-3222a80237e7)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:15.435345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4febb8ca-2ec6-4540-92be-15d9412a6676 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (010730ee-56ab-4061-ab64-28a8544c46e0), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.435743 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:15.445930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f373ab-64a6-4b8c-a4f6-85618054f400 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a02b50f7-71ea-4fb3-98a2-b2232e57682b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.446817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4febb8ca-2ec6-4540-92be-15d9412a6676 None None] Calling delete_port for 010730ee-56ab-4061-ab64-28a8544c46e0 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:15.470081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-a6f373ab-64a6-4b8c-a4f6-85618054f400 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for a02b50f7-71ea-4fb3-98a2-b2232e57682b owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:15.547744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Deleting port 010730ee-56ab-4061-ab64-28a8544c46e0 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:15.548087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (010730ee-56ab-4061-ab64-28a8544c46e0), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.571579 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d0a4e472-4930-4eb0-8c49-f31e1827a691 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a9bb6bb7-4f9a-4d38-8898-a92769e66d15), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.592387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4e472-4930-4eb0-8c49-f31e1827a691 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Calling delete_port for a9bb6bb7-4f9a-4d38-8898-a92769e66d15 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:15.598467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4febb8ca-2ec6-4540-92be-15d9412a6676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (010730ee-56ab-4061-ab64-28a8544c46e0), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.632085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febb8ca-2ec6-4540-92be-15d9412a6676 None None] Pushing event deleted for resources: {'Port': ['ID=010730ee-56ab-4061-ab64-28a8544c46e0,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:15.635779 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4febb8ca-2ec6-4540-92be-15d9412a6676 None None] No DVR routers for this DVR port 010730ee-56ab-4061-ab64-28a8544c46e0 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:15.656040 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-924941f9-23f7-43fb-81c7-9f07a67b1af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5a02329b-4745-4be9-b16d-f2bbedbd72ca), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.657937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e98fa798-abe0-446c-8fb0-b1d9f6c3ca18 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (f9c3e9e2-060d-4b90-a5f5-977e7cd1629e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.658617 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-924941f9-23f7-43fb-81c7-9f07a67b1af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.659885 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-924941f9-23f7-43fb-81c7-9f07a67b1af6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5a02329b-4745-4be9-b16d-f2bbedbd72ca HTTP/1.1" status: 204 len: 168 time: 0.8275034 Oct 28 09:57:15.705683 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba15eb3-ac21-4ff2-b266-3694b3f09083 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Made reservation on behalf of 4182339dba9a442e80900cdb4fcd5848 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:15.709463 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dba15eb3-ac21-4ff2-b266-3694b3f09083 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.727307 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] For port 010730ee-56ab-4061-ab64-28a8544c46e0, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=010730ee-56ab-4061-ab64-28a8544c46e0,segment=NetworkSegment(1565bf27-36db-410f-b495-3222a80237e7),segment_id=1565bf27-36db-410f-b495-3222a80237e7)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:15.727690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (010730ee-56ab-4061-ab64-28a8544c46e0), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.733978 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98fa798-abe0-446c-8fb0-b1d9f6c3ca18 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:15.748085 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-e98fa798-abe0-446c-8fb0-b1d9f6c3ca18 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:15.748369 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924941f9-23f7-43fb-81c7-9f07a67b1af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a02329b-4745-4be9-b16d-f2bbedbd72ca,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:15.751691 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98fa798-abe0-446c-8fb0-b1d9f6c3ca18 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:15.765570 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Calling delete_port for 010730ee-56ab-4061-ab64-28a8544c46e0 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:15.799552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fa798-abe0-446c-8fb0-b1d9f6c3ca18 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event updated for resources: {'Port': ['ID=f9c3e9e2-060d-4b90-a5f5-977e7cd1629e,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:15.814375 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:15.816650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-dba15eb3-ac21-4ff2-b266-3694b3f09083 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] device_id is not set on port 8841eea5-1cf2-4c85-be76-43596bb42579 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:15.891250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98fa798-abe0-446c-8fb0-b1d9f6c3ca18 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:15.892276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e98fa798-abe0-446c-8fb0-b1d9f6c3ca18 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:15.912577 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:15.982856 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e98fa798-abe0-446c-8fb0-b1d9f6c3ca18 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3780541 Oct 28 09:57:15.997064 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37828) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:16.002335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1eda799f-e69e-445d-a09c-2905afb9dc02 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:fe:b5:74'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:56:2d:90'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:16.015579 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (010730ee-56ab-4061-ab64-28a8544c46e0), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.036637 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] No DVR routers for this DVR port 010730ee-56ab-4061-ab64-28a8544c46e0 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:16.051752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d9a3053f-c9fb-4a3a-b3cf-7e41aa633670 None None] Provisioning complete for port f9c3e9e2-060d-4b90-a5f5-977e7cd1629e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:16.052723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d9a3053f-c9fb-4a3a-b3cf-7e41aa633670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9c3e9e2-060d-4b90-a5f5-977e7cd1629e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.053191 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d9a3053f-c9fb-4a3a-b3cf-7e41aa633670 None None] Attempt 1 to provision port f9c3e9e2-060d-4b90-a5f5-977e7cd1629e Oct 28 09:57:16.058248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d0a4e472-4930-4eb0-8c49-f31e1827a691 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a9bb6bb7-4f9a-4d38-8898-a92769e66d15), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.077905 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Pushing event deleted for resources: {'Port': ['ID=010730ee-56ab-4061-ab64-28a8544c46e0,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:16.093316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-dba15eb3-ac21-4ff2-b266-3694b3f09083 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Allocated IP 2001:db8::9a (367301bf-4fbe-424b-aa41-986d5b9a9aab/a8fef3ef-3a0b-4713-bba0-030e23cc3824/8841eea5-1cf2-4c85-be76-43596bb42579) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:16.096099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d9a3053f-c9fb-4a3a-b3cf-7e41aa633670 None None] Port f9c3e9e2-060d-4b90-a5f5-977e7cd1629e cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:16.126909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f373ab-64a6-4b8c-a4f6-85618054f400 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a02b50f7-71ea-4fb3-98a2-b2232e57682b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.140256 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4e472-4930-4eb0-8c49-f31e1827a691 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Port': ['ID=a9bb6bb7-4f9a-4d38-8898-a92769e66d15,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:16.243353 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (b7314982-0565-41e7-9b9d-c0bcb6b29f16), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.246127 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f373ab-64a6-4b8c-a4f6-85618054f400 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=a02b50f7-71ea-4fb3-98a2-b2232e57682b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:16.298051 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7314982-0565-41e7-9b9d-c0bcb6b29f16']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:16.332249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1565bf27-36db-410f-b495-3222a80237e7') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:16.332553 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1565bf27-36db-410f-b495-3222a80237e7') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:16.334958 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_gateway (9b9631c2-4dfd-4062-bca0-6d2b086b1942), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.389632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (1565bf27-36db-410f-b495-3222a80237e7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.437234 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (1565bf27-36db-410f-b495-3222a80237e7), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.482482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:16.482959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (1565bf27-36db-410f-b495-3222a80237e7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.492858 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37832) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:16.515020 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 1565bf27-36db-410f-b495-3222a80237e7 resource provider aggregate not found Oct 28 09:57:16.532750 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:16.554742 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f373ab-64a6-4b8c-a4f6-85618054f400 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.557943 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a6f373ab-64a6-4b8c-a4f6-85618054f400 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a02b50f7-71ea-4fb3-98a2-b2232e57682b HTTP/1.1" status: 204 len: 168 time: 1.6566288 Oct 28 09:57:16.564666 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37838) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:16.572888 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 1565bf27-36db-410f-b495-3222a80237e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1565bf27-36db-410f-b495-3222a80237e7 found for delete ", "request_id": "req-d383b000-8573-4d55-bc16-8799136dce9d"}]} Oct 28 09:57:16.585866 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:16.632366 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d0a4e472-4930-4eb0-8c49-f31e1827a691 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.635768 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d0a4e472-4930-4eb0-8c49-f31e1827a691 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a9bb6bb7-4f9a-4d38-8898-a92769e66d15 HTTP/1.1" status: 204 len: 168 time: 1.5639749 Oct 28 09:57:16.639427 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37840) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:16.688756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (b7314982-0565-41e7-9b9d-c0bcb6b29f16), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.696523 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-13d5da76-13b2-4b16-8320-f1071f0dad32 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e8ca3613e3bf46caba5e37ae283527af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904418 Oct 28 09:57:16.707478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37842) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:16.732243 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.735673 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] 10.222.0.49 "DELETE /networking/v2.0/networks/b7314982-0565-41e7-9b9d-c0bcb6b29f16 HTTP/1.1" status: 204 len: 168 time: 1.7374482 Oct 28 09:57:16.751887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3335dd95-e38b-444c-91df-e3c358bd823d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:16.757453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3335dd95-e38b-444c-91df-e3c358bd823d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:16.759309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3335dd95-e38b-444c-91df-e3c358bd823d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:16.763586 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3335dd95-e38b-444c-91df-e3c358bd823d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1915400 Oct 28 09:57:16.772805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b618fa-37d8-437c-8a07-7bdf4d9b6d27 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:16.772805 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-82b618fa-37d8-437c-8a07-7bdf4d9b6d27 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 HTTP/1.1" status: 200 len: 913 time: 0.1196473 Oct 28 09:57:16.772805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09058d15-8c0d-4d24-90ea-4bd9b8a84177 tempest-DHCPAgentSchedulersTestJSON-842436626 tempest-DHCPAgentSchedulersTestJSON-842436626-project] Pushing event deleted for resources: {'Network': ['ID=b7314982-0565-41e7-9b9d-c0bcb6b29f16,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:16.772805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37846) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:16.777058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37848) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:16.784786 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1eda799f-e69e-445d-a09c-2905afb9dc02 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f9c3e9e2-060d-4b90-a5f5-977e7cd1629e), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.821898 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.858230 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (9b9631c2-4dfd-4062-bca0-6d2b086b1942), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.869322 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:16.883438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e4d98f-a265-4fcd-aeda-fc3ba1111245 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 113e39d3-0ddf-4158-ae93-86b91cc0ee82 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:16.888628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a5e4d98f-a265-4fcd-aeda-fc3ba1111245 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (113e39d3-0ddf-4158-ae93-86b91cc0ee82), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.911799 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-83c9ec26-6818-4207-a23f-09d95be34dbb admin admin] Publish callbacks [] for security_group (0408ac23-f44e-4c13-a863-71168734bc2a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.926246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dba15eb3-ac21-4ff2-b266-3694b3f09083 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks [] for port (8841eea5-1cf2-4c85-be76-43596bb42579), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:16.969298 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-83c9ec26-6818-4207-a23f-09d95be34dbb admin admin] Publish callbacks [] for security_group (0408ac23-f44e-4c13-a863-71168734bc2a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:17.023257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a5e4d98f-a265-4fcd-aeda-fc3ba1111245 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (113e39d3-0ddf-4158-ae93-86b91cc0ee82), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:17.085387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 010730ee-56ab-4061-ab64-28a8544c46e0 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:17.091630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:17.107703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:17.117099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 010730ee-56ab-4061-ab64-28a8544c46e0 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:17.117569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 010730ee-56ab-4061-ab64-28a8544c46e0 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:17.125450 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1eda799f-e69e-445d-a09c-2905afb9dc02 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks [] for port (f9c3e9e2-060d-4b90-a5f5-977e7cd1629e), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:17.153077 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dba15eb3-ac21-4ff2-b266-3694b3f09083 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (8841eea5-1cf2-4c85-be76-43596bb42579), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:17.191914 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba15eb3-ac21-4ff2-b266-3694b3f09083 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Network 367301bf-4fbe-424b-aa41-986d5b9a9aab is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:17.195197 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-dba15eb3-ac21-4ff2-b266-3694b3f09083 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:17.197856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba15eb3-ac21-4ff2-b266-3694b3f09083 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:17.203020 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba15eb3-ac21-4ff2-b266-3694b3f09083 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:17.203722 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dba15eb3-ac21-4ff2-b266-3694b3f09083 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:17.214741 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-83c9ec26-6818-4207-a23f-09d95be34dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (0408ac23-f44e-4c13-a863-71168734bc2a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:17.217307 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-83c9ec26-6818-4207-a23f-09d95be34dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:17.220908 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-83c9ec26-6818-4207-a23f-09d95be34dbb admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0408ac23-f44e-4c13-a863-71168734bc2a HTTP/1.1" status: 204 len: 168 time: 0.4859564 Oct 28 09:57:17.232094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a5e4d98f-a265-4fcd-aeda-fc3ba1111245 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (113e39d3-0ddf-4158-ae93-86b91cc0ee82), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:17.242067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1eda799f-e69e-445d-a09c-2905afb9dc02 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (f9c3e9e2-060d-4b90-a5f5-977e7cd1629e), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:17.245198 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9ec26-6818-4207-a23f-09d95be34dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0408ac23-f44e-4c13-a863-71168734bc2a,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:17.249955 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba15eb3-ac21-4ff2-b266-3694b3f09083 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event updated for resources: {'Port': ['ID=8841eea5-1cf2-4c85-be76-43596bb42579,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:17.337274 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dba15eb3-ac21-4ff2-b266-3694b3f09083 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0035973 Oct 28 09:57:17.352278 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda799f-e69e-445d-a09c-2905afb9dc02 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event updated for resources: {'Port': ['ID=f9c3e9e2-060d-4b90-a5f5-977e7cd1629e,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:17.358642 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37854) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:17.359012 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37856) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:17.365312 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-139008ae-9cd5-4dfc-88b5-28bed60ef7ed tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7e:10:3e'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:17.381459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-1eda799f-e69e-445d-a09c-2905afb9dc02 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] In _notify_port_updated(), no bound segment for port f9c3e9e2-060d-4b90-a5f5-977e7cd1629e on network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 {{(pid=114059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 09:57:17.386626 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eda799f-e69e-445d-a09c-2905afb9dc02 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:17.387327 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1eda799f-e69e-445d-a09c-2905afb9dc02 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:17.387468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a5e4d98f-a265-4fcd-aeda-fc3ba1111245 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (113e39d3-0ddf-4158-ae93-86b91cc0ee82), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:17.391544 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1eda799f-e69e-445d-a09c-2905afb9dc02 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "PUT /networking/v2.0/ports/f9c3e9e2-060d-4b90-a5f5-977e7cd1629e HTTP/1.1" status: 200 len: 1056 time: 1.3930230 Oct 28 09:57:17.396909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37860) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:17.499198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4d98f-a265-4fcd-aeda-fc3ba1111245 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=113e39d3-0ddf-4158-ae93-86b91cc0ee82,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:17.501430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:17.506126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a5e4d98f-a265-4fcd-aeda-fc3ba1111245 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:17.507732 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab96c535-26fc-4b3e-a27f-990488c20596 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:17.510749 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a5e4d98f-a265-4fcd-aeda-fc3ba1111245 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/113e39d3-0ddf-4158-ae93-86b91cc0ee82 HTTP/1.1" status: 204 len: 168 time: 0.7399845 Oct 28 09:57:17.517171 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37862) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:17.608721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-036d575c-82b9-4818-873b-6152d07d58dc None None] Provisioning complete for port 8841eea5-1cf2-4c85-be76-43596bb42579 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:17.609667 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-036d575c-82b9-4818-873b-6152d07d58dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (8841eea5-1cf2-4c85-be76-43596bb42579), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:17.610169 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-036d575c-82b9-4818-873b-6152d07d58dc None None] Attempt 1 to provision port 8841eea5-1cf2-4c85-be76-43596bb42579 Oct 28 09:57:17.640939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-8529273d-a624-4b97-8798-05ff6b27f1b5 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Deleting port f9c3e9e2-060d-4b90-a5f5-977e7cd1629e {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:17.641097 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8529273d-a624-4b97-8798-05ff6b27f1b5 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f9c3e9e2-060d-4b90-a5f5-977e7cd1629e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:17.652251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router 9b9631c2-4dfd-4062-bca0-6d2b086b1942 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:57:17.676574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-036d575c-82b9-4818-873b-6152d07d58dc None None] Port 8841eea5-1cf2-4c85-be76-43596bb42579 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:17.713732 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-139008ae-9cd5-4dfc-88b5-28bed60ef7ed tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (8841eea5-1cf2-4c85-be76-43596bb42579), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:17.730799 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-48bfc96e-ecbc-4de6-acd6-6bb0e3297ec5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f468e8b0e9cc43c6b1eafbdddbab60f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3594716 Oct 28 09:57:17.745900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37864) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:17.745900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92aef39-44d3-476e-8541-704c85f1dd75 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet d34e0d93-695a-4f08-916c-c78e282a91a2 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:17.824213 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:17.887413 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:17.953835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.081364 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-139008ae-9cd5-4dfc-88b5-28bed60ef7ed tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks [] for port (8841eea5-1cf2-4c85-be76-43596bb42579), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.126622 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d92aef39-44d3-476e-8541-704c85f1dd75 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (d34e0d93-695a-4f08-916c-c78e282a91a2), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.164227 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-139008ae-9cd5-4dfc-88b5-28bed60ef7ed tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (8841eea5-1cf2-4c85-be76-43596bb42579), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.165632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-139008ae-9cd5-4dfc-88b5-28bed60ef7ed tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] In _notify_port_updated(), no bound segment for port 8841eea5-1cf2-4c85-be76-43596bb42579 on network 367301bf-4fbe-424b-aa41-986d5b9a9aab {{(pid=114059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 09:57:18.170581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139008ae-9cd5-4dfc-88b5-28bed60ef7ed tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:18.171256 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-139008ae-9cd5-4dfc-88b5-28bed60ef7ed tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.174098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:18.176782 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-139008ae-9cd5-4dfc-88b5-28bed60ef7ed tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "PUT /networking/v2.0/ports/8841eea5-1cf2-4c85-be76-43596bb42579 HTTP/1.1" status: 200 len: 1002 time: 0.8126464 Oct 28 09:57:18.181612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37876) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:18.273300 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139008ae-9cd5-4dfc-88b5-28bed60ef7ed tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event updated for resources: {'Port': ['ID=8841eea5-1cf2-4c85-be76-43596bb42579,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:18.284260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d92aef39-44d3-476e-8541-704c85f1dd75 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (d34e0d93-695a-4f08-916c-c78e282a91a2), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.288495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e84dd086-3dce-4601-83cc-a1f73465a5e8 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.324642 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:18.329249 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-11681e68-eb18-426f-8f36-966a2126dd15 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Deleting port 8841eea5-1cf2-4c85-be76-43596bb42579 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:18.333682 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-11681e68-eb18-426f-8f36-966a2126dd15 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (8841eea5-1cf2-4c85-be76-43596bb42579), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.378791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8529273d-a624-4b97-8798-05ff6b27f1b5 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f9c3e9e2-060d-4b90-a5f5-977e7cd1629e), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.443042 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-11681e68-eb18-426f-8f36-966a2126dd15 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (8841eea5-1cf2-4c85-be76-43596bb42579), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.457824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-8529273d-a624-4b97-8798-05ff6b27f1b5 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Calling delete_port for f9c3e9e2-060d-4b90-a5f5-977e7cd1629e owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:18.460592 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-11681e68-eb18-426f-8f36-966a2126dd15 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Calling delete_port for 8841eea5-1cf2-4c85-be76-43596bb42579 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:18.477527 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.513508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-39412528-e82a-4325-a047-d32be6ea5eac admin admin] Publish callbacks [] for security_group (0b1920f2-1a81-4eb8-bbe7-66c2a7d6321f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.517312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b09ad771-b773-429d-86b1-47b17c41bc7d None None] Provisioning complete for port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:18.517892 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b09ad771-b773-429d-86b1-47b17c41bc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.518850 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b09ad771-b773-429d-86b1-47b17c41bc7d None None] Attempt 1 to provision port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 Oct 28 09:57:18.556393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-39412528-e82a-4325-a047-d32be6ea5eac admin admin] Publish callbacks [] for security_group (0b1920f2-1a81-4eb8-bbe7-66c2a7d6321f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.610480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b09ad771-b773-429d-86b1-47b17c41bc7d None None] Current status of the port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:18.651619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:18.664347 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0dc9b-faef-457f-a722-329a2381ee39 None None] Sync routers for ids ['9b9631c2-4dfd-4062-bca0-6d2b086b1942'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:18.677946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d92aef39-44d3-476e-8541-704c85f1dd75 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (d34e0d93-695a-4f08-916c-c78e282a91a2), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.693627 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0dc9b-faef-457f-a722-329a2381ee39 None None] Routers {'9b9631c2-4dfd-4062-bca0-6d2b086b1942'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:18.694550 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b0c0dc9b-faef-457f-a722-329a2381ee39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b9631c2-4dfd-4062-bca0-6d2b086b1942'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:18.708387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-11681e68-eb18-426f-8f36-966a2126dd15 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (8841eea5-1cf2-4c85-be76-43596bb42579), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.736346 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b0c0dc9b-faef-457f-a722-329a2381ee39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:18.747795 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0dc9b-faef-457f-a722-329a2381ee39 None None] Routers {'9b9631c2-4dfd-4062-bca0-6d2b086b1942'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:18.748466 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b0c0dc9b-faef-457f-a722-329a2381ee39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b9631c2-4dfd-4062-bca0-6d2b086b1942'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:18.787196 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b0c0dc9b-faef-457f-a722-329a2381ee39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:18.788176 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0dc9b-faef-457f-a722-329a2381ee39 None None] The sync data for ids ['9b9631c2-4dfd-4062-bca0-6d2b086b1942'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:18.799109 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11681e68-eb18-426f-8f36-966a2126dd15 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event deleted for resources: {'Port': ['ID=8841eea5-1cf2-4c85-be76-43596bb42579,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:18.823423 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.827654 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ced9d7e9-94f1-4ba8-9b0f-13d0f19bd7ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.5422118 Oct 28 09:57:18.833362 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37886) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:18.842295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-11681e68-eb18-426f-8f36-966a2126dd15 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.845615 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-11681e68-eb18-426f-8f36-966a2126dd15 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "DELETE /networking/v2.0/ports/8841eea5-1cf2-4c85-be76-43596bb42579 HTTP/1.1" status: 204 len: 168 time: 0.6633377 Oct 28 09:57:18.853846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37888) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:18.879481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37890) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:18.940534 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c41f33-9a7b-4d53-9e6f-0aefd17bdfbe tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] GET failed (client error): The resource could not be found. Oct 28 09:57:18.945462 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-44c41f33-9a7b-4d53-9e6f-0aefd17bdfbe tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "GET /networking/v2.0/ports/8841eea5-1cf2-4c85-be76-43596bb42579 HTTP/1.1" status: 404 len: 333 time: 0.0839818 Oct 28 09:57:18.949992 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37894) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:18.953393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:18.959377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d8b99e34-e1c3-4026-a93a-e9e16397cb40 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Request body: {'port': {'network_id': '367301bf-4fbe-424b-aa41-986d5b9a9aab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1207886162'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:18.981141 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-39412528-e82a-4325-a047-d32be6ea5eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (0b1920f2-1a81-4eb8-bbe7-66c2a7d6321f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.983912 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-39412528-e82a-4325-a047-d32be6ea5eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:18.985477 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-39412528-e82a-4325-a047-d32be6ea5eac admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0b1920f2-1a81-4eb8-bbe7-66c2a7d6321f HTTP/1.1" status: 204 len: 168 time: 1.2406509 Oct 28 09:57:19.019795 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-393be133-c42f-49ed-9d8a-4e8646ad762d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/routers/9b9631c2-4dfd-4062-bca0-6d2b086b1942 HTTP/1.1" status: 200 len: 879 time: 0.1879830 Oct 28 09:57:19.025825 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37898) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:19.081170 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-010b3103-8e19-4a94-a0ff-8b1b6e58ed35 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1852165960'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:19.083072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e84dd086-3dce-4601-83cc-a1f73465a5e8 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting port 201b91d7-b9fd-4364-a8e9-c4d0e11095e0 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:19.083604 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e84dd086-3dce-4601-83cc-a1f73465a5e8 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (201b91d7-b9fd-4364-a8e9-c4d0e11095e0), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:19.095201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d92aef39-44d3-476e-8541-704c85f1dd75 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (d34e0d93-695a-4f08-916c-c78e282a91a2), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:19.114479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39412528-e82a-4325-a047-d32be6ea5eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1920f2-1a81-4eb8-bbe7-66c2a7d6321f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:19.195676 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92aef39-44d3-476e-8541-704c85f1dd75 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=d34e0d93-695a-4f08-916c-c78e282a91a2,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:19.204710 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d92aef39-44d3-476e-8541-704c85f1dd75 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:19.207983 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d92aef39-44d3-476e-8541-704c85f1dd75 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/d34e0d93-695a-4f08-916c-c78e282a91a2 HTTP/1.1" status: 204 len: 168 time: 1.6898916 Oct 28 09:57:19.211081 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db2fd2d-af24-41c2-bd6b-f55f3295fdd9 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:19.216253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37900) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:19.279044 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e84dd086-3dce-4601-83cc-a1f73465a5e8 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (201b91d7-b9fd-4364-a8e9-c4d0e11095e0), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:19.281656 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8529273d-a624-4b97-8798-05ff6b27f1b5 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f9c3e9e2-060d-4b90-a5f5-977e7cd1629e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:19.290512 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d7d9b181-e96d-40a7-b94f-e5a5d5d08773 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755746 Oct 28 09:57:19.291533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010b3103-8e19-4a94-a0ff-8b1b6e58ed35 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:19.295549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-010b3103-8e19-4a94-a0ff-8b1b6e58ed35 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:19.299807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37902) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:19.312649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1540670c-edfe-4600-82d1-37c73b89bc5f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:19.330852 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e84dd086-3dce-4601-83cc-a1f73465a5e8 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Calling delete_port for 201b91d7-b9fd-4364-a8e9-c4d0e11095e0 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:19.333851 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529273d-a624-4b97-8798-05ff6b27f1b5 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event deleted for resources: {'Port': ['ID=f9c3e9e2-060d-4b90-a5f5-977e7cd1629e,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:19.334060 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-010b3103-8e19-4a94-a0ff-8b1b6e58ed35 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:19.380017 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ca9e8b1a-1f56-4930-aa9d-640265fd348d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3529770 Oct 28 09:57:19.386385 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37904) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:19.391239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d25b880c-1db5-4e5a-b440-06f9152b5322 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-706124567'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:19.398381 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:19.440991 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b99e34-e1c3-4026-a93a-e9e16397cb40 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Made reservation on behalf of 4182339dba9a442e80900cdb4fcd5848 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:19.445502 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8b99e34-e1c3-4026-a93a-e9e16397cb40 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:19.460940 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba34a8ef-b7c4-4be0-8846-21554f9d16af None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:57:19.504351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:19.564536 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ba34a8ef-b7c4-4be0-8846-21554f9d16af None None] Deleting port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:19.565514 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ba34a8ef-b7c4-4be0-8846-21554f9d16af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:19.573497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-d8b99e34-e1c3-4026-a93a-e9e16397cb40 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] device_id is not set on port 4af7685a-41ec-495b-a8f3-f516896146f1 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:19.644752 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:19.677088 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ba34a8ef-b7c4-4be0-8846-21554f9d16af None None] For port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:19.682878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ba34a8ef-b7c4-4be0-8846-21554f9d16af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:19.704746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ba34a8ef-b7c4-4be0-8846-21554f9d16af None None] Calling delete_port for bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:19.797532 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-010b3103-8e19-4a94-a0ff-8b1b6e58ed35 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for security_group (4a154048-0dc4-4269-b740-42a898a77d68), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:19.800527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1540670c-edfe-4600-82d1-37c73b89bc5f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:19.804287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1540670c-edfe-4600-82d1-37c73b89bc5f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:19.884055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ba34a8ef-b7c4-4be0-8846-21554f9d16af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:19.885800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-d8b99e34-e1c3-4026-a93a-e9e16397cb40 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Allocated IP 2001:db8::1e9 (367301bf-4fbe-424b-aa41-986d5b9a9aab/a8fef3ef-3a0b-4713-bba0-030e23cc3824/4af7685a-41ec-495b-a8f3-f516896146f1) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:19.915215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34a8ef-b7c4-4be0-8846-21554f9d16af None None] Pushing event deleted for resources: {'Port': ['ID=bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:19.920720 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba34a8ef-b7c4-4be0-8846-21554f9d16af None None] No DVR routers for this DVR port bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:19.922927 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8529273d-a624-4b97-8798-05ff6b27f1b5 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:19.929589 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8529273d-a624-4b97-8798-05ff6b27f1b5 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f9c3e9e2-060d-4b90-a5f5-977e7cd1629e HTTP/1.1" status: 204 len: 168 time: 2.5229452 Oct 28 09:57:19.929683 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37908) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:19.933085 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d25b880c-1db5-4e5a-b440-06f9152b5322 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (9b9631c2-4dfd-4062-bca0-6d2b086b1942), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:19.949204 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-010b3103-8e19-4a94-a0ff-8b1b6e58ed35 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (4a154048-0dc4-4269-b740-42a898a77d68), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:19.977587 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010b3103-8e19-4a94-a0ff-8b1b6e58ed35 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:19.977851 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b26a5d4-e302-4226-9a69-813e7a8488e8 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] GET failed (client error): The resource could not be found. Oct 28 09:57:19.979280 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5b26a5d4-e302-4226-9a69-813e7a8488e8 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "GET /networking/v2.0/ports/f9c3e9e2-060d-4b90-a5f5-977e7cd1629e HTTP/1.1" status: 404 len: 333 time: 0.0479436 Oct 28 09:57:19.983495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37910) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:20.003677 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-010b3103-8e19-4a94-a0ff-8b1b6e58ed35 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (9237d28b-9031-4a5a-a354-0271f2134c8b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.004011 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-010b3103-8e19-4a94-a0ff-8b1b6e58ed35 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Added segment 9237d28b-9031-4a5a-a354-0271f2134c8b of type vlan for network 39d97d05-d578-4f9d-92bf-a2a45aee0b87 Oct 28 09:57:20.030051 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b3103-8e19-4a94-a0ff-8b1b6e58ed35 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a154048-0dc4-4269-b740-42a898a77d68,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:20.047591 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d25b880c-1db5-4e5a-b440-06f9152b5322 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (9b9631c2-4dfd-4062-bca0-6d2b086b1942), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.074538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37912) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:20.109422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-010b3103-8e19-4a94-a0ff-8b1b6e58ed35 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (39d97d05-d578-4f9d-92bf-a2a45aee0b87), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.115567 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a64a-b4fd-4ea5-a1b5-858b3f1ad3ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.126722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e84dd086-3dce-4601-83cc-a1f73465a5e8 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (201b91d7-b9fd-4364-a8e9-c4d0e11095e0), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.149382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-373eb85e-9ba1-40fe-92b2-a6e6b55b5ce2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Deleting port fe98d1a2-4647-4d07-b731-4df02f9152fc {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:20.149634 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-373eb85e-9ba1-40fe-92b2-a6e6b55b5ce2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (fe98d1a2-4647-4d07-b731-4df02f9152fc), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.187630 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dd086-3dce-4601-83cc-a1f73465a5e8 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Port': ['ID=201b91d7-b9fd-4364-a8e9-c4d0e11095e0,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:20.303534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1540670c-edfe-4600-82d1-37c73b89bc5f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (15a2c663-66eb-413d-8a96-9702589f4f98), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.312661 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25b880c-1db5-4e5a-b440-06f9152b5322 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router 9b9631c2-4dfd-4062-bca0-6d2b086b1942 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:57:20.323724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8b99e34-e1c3-4026-a93a-e9e16397cb40 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks [] for port (4af7685a-41ec-495b-a8f3-f516896146f1), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.331528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:20.348813 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-010b3103-8e19-4a94-a0ff-8b1b6e58ed35 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (39d97d05-d578-4f9d-92bf-a2a45aee0b87), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.354022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010b3103-8e19-4a94-a0ff-8b1b6e58ed35 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:20.354612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-010b3103-8e19-4a94-a0ff-8b1b6e58ed35 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.380605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1540670c-edfe-4600-82d1-37c73b89bc5f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:20.400936 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-373eb85e-9ba1-40fe-92b2-a6e6b55b5ce2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (fe98d1a2-4647-4d07-b731-4df02f9152fc), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.426550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-373eb85e-9ba1-40fe-92b2-a6e6b55b5ce2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Calling delete_port for fe98d1a2-4647-4d07-b731-4df02f9152fc owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:20.433253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-1540670c-edfe-4600-82d1-37c73b89bc5f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:20.447988 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003d6672-4639-4ad4-b42a-7e3676493a81 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:20.453678 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1540670c-edfe-4600-82d1-37c73b89bc5f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:20.453678 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1540670c-edfe-4600-82d1-37c73b89bc5f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.479875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540670c-edfe-4600-82d1-37c73b89bc5f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=15a2c663-66eb-413d-8a96-9702589f4f98,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:20.520102 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a64a-b4fd-4ea5-a1b5-858b3f1ad3ce admin admin] Publish callbacks [] for security_group (f36d8b0b-c419-42cb-8838-1c7a173e0aa6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.527858 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b3103-8e19-4a94-a0ff-8b1b6e58ed35 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Network': ['ID=39d97d05-d578-4f9d-92bf-a2a45aee0b87,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:20.535843 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-010b3103-8e19-4a94-a0ff-8b1b6e58ed35 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6552355 Oct 28 09:57:20.536808 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e84dd086-3dce-4601-83cc-a1f73465a5e8 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.540790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37914) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:20.545579 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-aa374e5d-a93d-4586-94c0-7e04d7509f52 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-33700048'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:20.557275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 39d97d05-d578-4f9d-92bf-a2a45aee0b87 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:20.599582 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8b99e34-e1c3-4026-a93a-e9e16397cb40 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (4af7685a-41ec-495b-a8f3-f516896146f1), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.606401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': '15a2c663-66eb-413d-8a96-9702589f4f98'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:57:20.607524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.620009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25b880c-1db5-4e5a-b440-06f9152b5322 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:20.628670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d25b880c-1db5-4e5a-b440-06f9152b5322 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.632746 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d25b880c-1db5-4e5a-b440-06f9152b5322 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/9b9631c2-4dfd-4062-bca0-6d2b086b1942 HTTP/1.1" status: 200 len: 886 time: 1.2452943 Oct 28 09:57:20.633778 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37916) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:20.641311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817551c-f44a-44fd-bafe-499e76383f37 None None] Sync routers for ids ['9b9631c2-4dfd-4062-bca0-6d2b086b1942'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:20.646439 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1540670c-edfe-4600-82d1-37c73b89bc5f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3406258 Oct 28 09:57:20.646439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a64a-b4fd-4ea5-a1b5-858b3f1ad3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (f36d8b0b-c419-42cb-8838-1c7a173e0aa6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.650124 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37918) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:20.656020 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e8034e98-a01e-4741-afda-fb7eca4b97f0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:20.729587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b99e34-e1c3-4026-a93a-e9e16397cb40 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Network 367301bf-4fbe-424b-aa41-986d5b9a9aab is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:20.731899 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:20.733093 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817551c-f44a-44fd-bafe-499e76383f37 None None] Routers {'9b9631c2-4dfd-4062-bca0-6d2b086b1942'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:20.735884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3817551c-f44a-44fd-bafe-499e76383f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b9631c2-4dfd-4062-bca0-6d2b086b1942'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:20.778172 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d8b99e34-e1c3-4026-a93a-e9e16397cb40 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:20.782007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3817551c-f44a-44fd-bafe-499e76383f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:20.792509 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b99e34-e1c3-4026-a93a-e9e16397cb40 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:20.797268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b99e34-e1c3-4026-a93a-e9e16397cb40 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:20.797926 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8b99e34-e1c3-4026-a93a-e9e16397cb40 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:20.806577 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b99e34-e1c3-4026-a93a-e9e16397cb40 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event updated for resources: {'Port': ['ID=4af7685a-41ec-495b-a8f3-f516896146f1,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:20.818102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:20.824250 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817551c-f44a-44fd-bafe-499e76383f37 None None] Routers {'9b9631c2-4dfd-4062-bca0-6d2b086b1942'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:20.825201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3817551c-f44a-44fd-bafe-499e76383f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b9631c2-4dfd-4062-bca0-6d2b086b1942'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:20.872476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3817551c-f44a-44fd-bafe-499e76383f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:20.873132 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817551c-f44a-44fd-bafe-499e76383f37 None None] The sync data for ids ['9b9631c2-4dfd-4062-bca0-6d2b086b1942'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:20.895708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Allocated IP 172.20.0.2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/15a2c663-66eb-413d-8a96-9702589f4f98/0a81e03e-0b5f-42f7-bc84-0e3513a8b281) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:20.999386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa374e5d-a93d-4586-94c0-7e04d7509f52 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:21.007512 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-aa374e5d-a93d-4586-94c0-7e04d7509f52 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.019884 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:21.077831 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Publish callbacks [] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.083159 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:21.091883 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9a64a-b4fd-4ea5-a1b5-858b3f1ad3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36d8b0b-c419-42cb-8838-1c7a173e0aa6,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:21.092930 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:21.122981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:21.126714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bb4afa6e-8c92-48eb-8edf-2c6e1ed11a93 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:21.138466 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e9b9a64a-b4fd-4ea5-a1b5-858b3f1ad3ce admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=088cc91616b54174946b1c7e3ba69aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0599051 Oct 28 09:57:21.142189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37920) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:21.174240 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa374e5d-a93d-4586-94c0-7e04d7509f52 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:21.182150 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ec1ad813-6c8d-4117-a7df-8cf1e003916e None None] Provisioning complete for port 4af7685a-41ec-495b-a8f3-f516896146f1 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:21.182150 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ec1ad813-6c8d-4117-a7df-8cf1e003916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4af7685a-41ec-495b-a8f3-f516896146f1), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.182150 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ec1ad813-6c8d-4117-a7df-8cf1e003916e None None] Attempt 1 to provision port 4af7685a-41ec-495b-a8f3-f516896146f1 Oct 28 09:57:21.207731 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-671984b5-8e8f-4002-b036-fd8240e3d9a4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/routers/9b9631c2-4dfd-4062-bca0-6d2b086b1942 HTTP/1.1" status: 200 len: 886 time: 0.5721824 Oct 28 09:57:21.209211 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-aa374e5d-a93d-4586-94c0-7e04d7509f52 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (405b2080-9b20-4d87-a274-04e6d8b2f0ac), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.209557 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-aa374e5d-a93d-4586-94c0-7e04d7509f52 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Added segment 405b2080-9b20-4d87-a274-04e6d8b2f0ac of type vlan for network b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a Oct 28 09:57:21.216328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.221592 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37922) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:21.259642 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ad813-6c8d-4117-a7df-8cf1e003916e None None] Port 4af7685a-41ec-495b-a8f3-f516896146f1 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:21.260244 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ca60e7b0-4b3b-41e3-99c8-4ac995bd38ea tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9b9631c2-4dfd-4062-bca0-6d2b086b1942 HTTP/1.1" status: 200 len: 205 time: 0.0376830 Oct 28 09:57:21.275354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:21.276690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Pushing event updated for resources: {'Port': ['ID=0a81e03e-0b5f-42f7-bc84-0e3513a8b281,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:21.280255 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:21.281283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37924) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:21.282619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:21.324989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-373eb85e-9ba1-40fe-92b2-a6e6b55b5ce2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (fe98d1a2-4647-4d07-b731-4df02f9152fc), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.332589 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d8b99e34-e1c3-4026-a93a-e9e16397cb40 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3741395 Oct 28 09:57:21.345137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37926) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:21.347507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-aa374e5d-a93d-4586-94c0-7e04d7509f52 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.354257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-88f4e408-29ec-4931-8fc0-06ca0433ed7c tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Request body: {'port': {'network_id': '367301bf-4fbe-424b-aa41-986d5b9a9aab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1231456855'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:21.360180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Attempting to bind port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:57:21.360550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Attempting to bind port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:57:21.361057 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Attempting to bind port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:21.362803 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2197dbc2-e8b0-4ff7-b3ee-fe7e21d350bd admin admin] Publish callbacks [] for security_group (f36d8b0b-c419-42cb-8838-1c7a173e0aa6), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.381661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373eb85e-9ba1-40fe-92b2-a6e6b55b5ce2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event deleted for resources: {'Port': ['ID=fe98d1a2-4647-4d07-b731-4df02f9152fc,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:21.452383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84dd086-3dce-4601-83cc-a1f73465a5e8 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:57:21.457872 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:57:21.457872 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:21.458388 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.459196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:57:21.459851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Bound port: 0a81e03e-0b5f-42f7-bc84-0e3513a8b281, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:57:21.460350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.470314 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2197dbc2-e8b0-4ff7-b3ee-fe7e21d350bd admin admin] Publish callbacks [] for security_group (f36d8b0b-c419-42cb-8838-1c7a173e0aa6), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.483677 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-373eb85e-9ba1-40fe-92b2-a6e6b55b5ce2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.488358 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-373eb85e-9ba1-40fe-92b2-a6e6b55b5ce2 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "DELETE /networking/v2.0/ports/fe98d1a2-4647-4d07-b731-4df02f9152fc HTTP/1.1" status: 204 len: 168 time: 1.5026555 Oct 28 09:57:21.490855 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37928) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:21.538936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] For port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:21.551359 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] For port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0a81e03e-0b5f-42f7-bc84-0e3513a8b281,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:21.570986 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-aa374e5d-a93d-4586-94c0-7e04d7509f52 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.576351 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa374e5d-a93d-4586-94c0-7e04d7509f52 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:21.576999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-aa374e5d-a93d-4586-94c0-7e04d7509f52 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.577193 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8034e98-a01e-4741-afda-fb7eca4b97f0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:21.580898 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8034e98-a01e-4741-afda-fb7eca4b97f0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.617175 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-823c0648-ba3f-421e-a81e-2759ddceafde tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] GET failed (client error): The resource could not be found. Oct 28 09:57:21.622504 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-823c0648-ba3f-421e-a81e-2759ddceafde tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "GET /networking/v2.0/ports/fe98d1a2-4647-4d07-b731-4df02f9152fc HTTP/1.1" status: 404 len: 333 time: 0.1268070 Oct 28 09:57:21.631066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37930) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:21.640141 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.652895 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:21.724527 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-aa374e5d-a93d-4586-94c0-7e04d7509f52 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1826839 Oct 28 09:57:21.727996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-19aa4419-106c-4765-b2ea-6807613a4f51 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (9b9631c2-4dfd-4062-bca0-6d2b086b1942), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.730219 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37932) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:21.733093 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:21.745448 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-8f00f937-35c6-455d-adf7-026bbdfd8b83 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'subnet': {'network_id': '39d97d05-d578-4f9d-92bf-a2a45aee0b87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:21.749564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35f875-d01f-447a-9fa2-6a401499721b None None] Pushing event updated for resources: {'Port': ['ID=0a81e03e-0b5f-42f7-bc84-0e3513a8b281,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:21.783230 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84dd086-3dce-4601-83cc-a1f73465a5e8 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:21.797926 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c000f-3074-4bea-96cc-bb6f87ca95a5 None None] Sync routers for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:21.817015 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c000f-3074-4bea-96cc-bb6f87ca95a5 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:21.817418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e5d-a93d-4586-94c0-7e04d7509f52 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Network': ['ID=b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:21.819081 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-289c000f-3074-4bea-96cc-bb6f87ca95a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:21.821204 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e84dd086-3dce-4601-83cc-a1f73465a5e8 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "PUT /networking/v2.0/routers/0f3b9bab-dde2-4e05-a5bf-348dc3f575b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0398815 Oct 28 09:57:21.828211 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37934) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:21.837388 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:21.860151 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2197dbc2-e8b0-4ff7-b3ee-fe7e21d350bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (f36d8b0b-c419-42cb-8838-1c7a173e0aa6), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.863580 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2197dbc2-e8b0-4ff7-b3ee-fe7e21d350bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:21.864935 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2197dbc2-e8b0-4ff7-b3ee-fe7e21d350bd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f36d8b0b-c419-42cb-8838-1c7a173e0aa6 HTTP/1.1" status: 204 len: 168 time: 0.7166746 Oct 28 09:57:21.927272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197dbc2-e8b0-4ff7-b3ee-fe7e21d350bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36d8b0b-c419-42cb-8838-1c7a173e0aa6,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:21.943040 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-289c000f-3074-4bea-96cc-bb6f87ca95a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:21.977671 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f4e408-29ec-4931-8fc0-06ca0433ed7c tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Made reservation on behalf of 4182339dba9a442e80900cdb4fcd5848 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:21.980890 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c000f-3074-4bea-96cc-bb6f87ca95a5 None None] Routers {'0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:21.981577 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-289c000f-3074-4bea-96cc-bb6f87ca95a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:22.013415 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88f4e408-29ec-4931-8fc0-06ca0433ed7c tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:22.031747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:22.047723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9041db7f-af7b-4692-a3c8-f2e92aafa4e4 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Deleting port 6a7da960-8eb9-4290-93c2-290bb1e31039 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:22.048066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9041db7f-af7b-4692-a3c8-f2e92aafa4e4 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6a7da960-8eb9-4290-93c2-290bb1e31039), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:22.063811 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f00f937-35c6-455d-adf7-026bbdfd8b83 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:22.071682 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8f00f937-35c6-455d-adf7-026bbdfd8b83 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:22.079894 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-289c000f-3074-4bea-96cc-bb6f87ca95a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:22.081045 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c000f-3074-4bea-96cc-bb6f87ca95a5 None None] The sync data for ids ['0f3b9bab-dde2-4e05-a5bf-348dc3f575b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:22.134758 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-88f4e408-29ec-4931-8fc0-06ca0433ed7c tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] device_id is not set on port bcdd45a1-d109-4773-9880-14b3891eb6b2 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:22.150227 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-19aa4419-106c-4765-b2ea-6807613a4f51 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_gateway (9b9631c2-4dfd-4062-bca0-6d2b086b1942), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:22.169285 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eef8b037-05fb-4310-b26e-cd548ec52e67 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:22.281226 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9041db7f-af7b-4692-a3c8-f2e92aafa4e4 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6a7da960-8eb9-4290-93c2-290bb1e31039), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:22.326036 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9041db7f-af7b-4692-a3c8-f2e92aafa4e4 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Calling delete_port for 6a7da960-8eb9-4290-93c2-290bb1e31039 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:22.353741 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-88f4e408-29ec-4931-8fc0-06ca0433ed7c tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Allocated IP 2001:db8::2ab (367301bf-4fbe-424b-aa41-986d5b9a9aab/a8fef3ef-3a0b-4713-bba0-030e23cc3824/bcdd45a1-d109-4773-9880-14b3891eb6b2) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:22.364504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:22.364853 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-19aa4419-106c-4765-b2ea-6807613a4f51 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting port 31551482-ccc3-4ea6-92d0-38424a410451 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:22.365199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-19aa4419-106c-4765-b2ea-6807613a4f51 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (31551482-ccc3-4ea6-92d0-38424a410451), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:22.389176 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eef8b037-05fb-4310-b26e-cd548ec52e67 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router_gateway (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:22.529910 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:22.570522 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-19aa4419-106c-4765-b2ea-6807613a4f51 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (31551482-ccc3-4ea6-92d0-38424a410451), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:22.607401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.objects.ports [None req-e8034e98-a01e-4741-afda-fb7eca4b97f0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114060) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:57:22.614479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-eef8b037-05fb-4310-b26e-cd548ec52e67 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting port 9de4ac52-e7d7-402e-9388-7b095f2dc786 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:22.615189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eef8b037-05fb-4310-b26e-cd548ec52e67 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9de4ac52-e7d7-402e-9388-7b095f2dc786), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:22.632227 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-19aa4419-106c-4765-b2ea-6807613a4f51 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Calling delete_port for 31551482-ccc3-4ea6-92d0-38424a410451 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:22.691340 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8f00f937-35c6-455d-adf7-026bbdfd8b83 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (8b333a31-046c-4445-9b9d-b2d6bf76dac5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:22.773601 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:22.797803 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88f4e408-29ec-4931-8fc0-06ca0433ed7c tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks [] for port (bcdd45a1-d109-4773-9880-14b3891eb6b2), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:22.874576 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9041db7f-af7b-4692-a3c8-f2e92aafa4e4 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (6a7da960-8eb9-4290-93c2-290bb1e31039), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:22.909531 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00f937-35c6-455d-adf7-026bbdfd8b83 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Subnet': ['ID=8b333a31-046c-4445-9b9d-b2d6bf76dac5,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:22.934915 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041db7f-af7b-4692-a3c8-f2e92aafa4e4 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event deleted for resources: {'Port': ['ID=6a7da960-8eb9-4290-93c2-290bb1e31039,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:22.976589 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00f937-35c6-455d-adf7-026bbdfd8b83 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Checking segment: {'id': '9237d28b-9031-4a5a-a354-0271f2134c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '39d97d05-d578-4f9d-92bf-a2a45aee0b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:22.976954 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f00f937-35c6-455d-adf7-026bbdfd8b83 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network hostable DHCP agents. Network: 39d97d05-d578-4f9d-92bf-a2a45aee0b87, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:23.008161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eef8b037-05fb-4310-b26e-cd548ec52e67 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9de4ac52-e7d7-402e-9388-7b095f2dc786), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.041260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-eef8b037-05fb-4310-b26e-cd548ec52e67 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Calling delete_port for 9de4ac52-e7d7-402e-9388-7b095f2dc786 owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:23.083031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88f4e408-29ec-4931-8fc0-06ca0433ed7c tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (bcdd45a1-d109-4773-9880-14b3891eb6b2), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.119637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-19aa4419-106c-4765-b2ea-6807613a4f51 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (31551482-ccc3-4ea6-92d0-38424a410451), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.141353 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f00f937-35c6-455d-adf7-026bbdfd8b83 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 39d97d05-d578-4f9d-92bf-a2a45aee0b87 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:23.166327 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9041db7f-af7b-4692-a3c8-f2e92aafa4e4 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.175489 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9041db7f-af7b-4692-a3c8-f2e92aafa4e4 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "DELETE /networking/v2.0/ports/6a7da960-8eb9-4290-93c2-290bb1e31039 HTTP/1.1" status: 204 len: 168 time: 1.5365825 Oct 28 09:57:23.198430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37952) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:23.212281 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:23.220293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f4e408-29ec-4931-8fc0-06ca0433ed7c tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Network 367301bf-4fbe-424b-aa41-986d5b9a9aab is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:23.228368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-88f4e408-29ec-4931-8fc0-06ca0433ed7c tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:23.248085 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4e408-29ec-4931-8fc0-06ca0433ed7c tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:23.252812 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f4e408-29ec-4931-8fc0-06ca0433ed7c tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:23.253461 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88f4e408-29ec-4931-8fc0-06ca0433ed7c tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.264387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4e408-29ec-4931-8fc0-06ca0433ed7c tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event updated for resources: {'Port': ['ID=bcdd45a1-d109-4773-9880-14b3891eb6b2,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:23.313098 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.314140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-8f00f937-35c6-455d-adf7-026bbdfd8b83 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 39d97d05-d578-4f9d-92bf-a2a45aee0b87) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:23.317290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-f6c7ff22-5ae2-4c35-a3ca-fa5fbfcd6e8b None None] Provisioning complete for port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:23.318052 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ff22-5ae2-4c35-a3ca-fa5fbfcd6e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.318603 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f6c7ff22-5ae2-4c35-a3ca-fa5fbfcd6e8b None None] Attempt 1 to provision port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 Oct 28 09:57:23.320720 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa4419-106c-4765-b2ea-6807613a4f51 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Port': ['ID=31551482-ccc3-4ea6-92d0-38424a410451,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:23.334071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00f937-35c6-455d-adf7-026bbdfd8b83 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:23.334717 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8f00f937-35c6-455d-adf7-026bbdfd8b83 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.343410 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-19aa4419-106c-4765-b2ea-6807613a4f51 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (9b9631c2-4dfd-4062-bca0-6d2b086b1942), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.347269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8034e98-a01e-4741-afda-fb7eca4b97f0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.354913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efaa356-bce3-41cc-a013-7508d72d65a6 None None] Network 39d97d05-d578-4f9d-92bf-a2a45aee0b87 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:23.407395 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-88f4e408-29ec-4931-8fc0-06ca0433ed7c tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0572457 Oct 28 09:57:23.426713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37958) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:23.463558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:23.463942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.464282 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 Oct 28 09:57:23.510183 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-19aa4419-106c-4765-b2ea-6807613a4f51 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (9b9631c2-4dfd-4062-bca0-6d2b086b1942), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.513419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-19aa4419-106c-4765-b2ea-6807613a4f51 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_controller (9b9631c2-4dfd-4062-bca0-6d2b086b1942), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.573900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:23.579432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-39cbc868-9057-4987-8ab8-50c62003265f tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::114', 'mac_address': 'fa:16:3e:7e:10:3e'}, {'ip_address': '2001:db8::1e9', 'mac_address': 'fa:16:3e:c1:7b:97'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:23.588241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6335455-cfbd-4f73-8aa4-40ab38e4c2c1 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Deleting subnet c3080d25-cdc7-49f0-804b-5e752b8fc278 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:23.597740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6335455-cfbd-4f73-8aa4-40ab38e4c2c1 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks [] for subnet (c3080d25-cdc7-49f0-804b-5e752b8fc278), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.647278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:23.648229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eef8b037-05fb-4310-b26e-cd548ec52e67 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (9de4ac52-e7d7-402e-9388-7b095f2dc786), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.669410 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8f00f937-35c6-455d-adf7-026bbdfd8b83 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9333920 Oct 28 09:57:23.673726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37962) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:23.679695 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f7f12dd9-ba33-4007-9784-543f298b99d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'subnet': {'network_id': 'b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:23.690880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-19aa4419-106c-4765-b2ea-6807613a4f51 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (9b9631c2-4dfd-4062-bca0-6d2b086b1942), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.691729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19aa4419-106c-4765-b2ea-6807613a4f51 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Fanout notify agent at l3_agent the message router_deleted on router 9b9631c2-4dfd-4062-bca0-6d2b086b1942 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:57:23.703222 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-19aa4419-106c-4765-b2ea-6807613a4f51 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.704802 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-19aa4419-106c-4765-b2ea-6807613a4f51 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/routers/9b9631c2-4dfd-4062-bca0-6d2b086b1942 HTTP/1.1" status: 204 len: 168 time: 2.4201674 Oct 28 09:57:23.721502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37964) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:23.727540 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-3ff47f98-e747-4fbe-ab90-a2c553399f6c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'network': {'name': 'tempest-RoutersTest-1718044919'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:23.730147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8b037-05fb-4310-b26e-cd548ec52e67 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Port': ['ID=9de4ac52-e7d7-402e-9388-7b095f2dc786,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:23.754595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-39d97d05-d578-4f9d-92bf-a2a45aee0b87', 'network_id': '39d97d05-d578-4f9d-92bf-a2a45aee0b87', 'project_id': '25a1ece53cc94768b28900845d6f215a', 'fixed_ips': [{'subnet_id': '8b333a31-046c-4445-9b9d-b2d6bf76dac5'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:57:23.755927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.795764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6335455-cfbd-4f73-8aa4-40ab38e4c2c1 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (c3080d25-cdc7-49f0-804b-5e752b8fc278), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.801883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f6c7ff22-5ae2-4c35-a3ca-fa5fbfcd6e8b None None] Current status of the port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:23.802375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ff22-5ae2-4c35-a3ca-fa5fbfcd6e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.807587 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:23.894846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff47f98-e747-4fbe-ab90-a2c553399f6c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:23.899532 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ff47f98-e747-4fbe-ab90-a2c553399f6c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.925127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f12dd9-ba33-4007-9784-543f298b99d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:23.930056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:23.930464 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.930968 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f7f12dd9-ba33-4007-9784-543f298b99d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:23.992668 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff47f98-e747-4fbe-ab90-a2c553399f6c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:23.999809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eef8b037-05fb-4310-b26e-cd548ec52e67 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.024342 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ff47f98-e747-4fbe-ab90-a2c553399f6c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (d0064ece-6387-4ce3-b425-e5c7eafeb25b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.024342 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-3ff47f98-e747-4fbe-ab90-a2c553399f6c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Added segment d0064ece-6387-4ce3-b425-e5c7eafeb25b of type vlan for network 29ad26ac-11a7-4932-b3e2-68e6304c69b8 Oct 28 09:57:24.031938 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Allocated IP 2001:db8::2 (39d97d05-d578-4f9d-92bf-a2a45aee0b87/8b333a31-046c-4445-9b9d-b2d6bf76dac5/5101d3e9-2050-492f-9623-5aa0df5200ab) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:24.090322 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ff47f98-e747-4fbe-ab90-a2c553399f6c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (29ad26ac-11a7-4932-b3e2-68e6304c69b8), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.154883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-e8034e98-a01e-4741-afda-fb7eca4b97f0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] For port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0a81e03e-0b5f-42f7-bc84-0e3513a8b281,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:24.159660 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:24.209021 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ff47f98-e747-4fbe-ab90-a2c553399f6c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (29ad26ac-11a7-4932-b3e2-68e6304c69b8), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.214146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff47f98-e747-4fbe-ab90-a2c553399f6c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:24.214779 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ff47f98-e747-4fbe-ab90-a2c553399f6c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.229997 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Publish callbacks [] for port (5101d3e9-2050-492f-9623-5aa0df5200ab), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.236493 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eef8b037-05fb-4310-b26e-cd548ec52e67 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.240931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6335455-cfbd-4f73-8aa4-40ab38e4c2c1 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (c3080d25-cdc7-49f0-804b-5e752b8fc278), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.245091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eef8b037-05fb-4310-b26e-cd548ec52e67 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router_controller (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.299794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-39cbc868-9057-4987-8ab8-50c62003265f tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bcdd45a1-d109-4773-9880-14b3891eb6b2), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.310127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff47f98-e747-4fbe-ab90-a2c553399f6c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Network': ['ID=29ad26ac-11a7-4932-b3e2-68e6304c69b8,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:24.318422 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (5101d3e9-2050-492f-9623-5aa0df5200ab), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.340009 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8034e98-a01e-4741-afda-fb7eca4b97f0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.354385 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f7f12dd9-ba33-4007-9784-543f298b99d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (d8251022-3c09-46f8-8c33-5122e4490a4f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.368515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 29ad26ac-11a7-4932-b3e2-68e6304c69b8 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:24.377838 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:24.391433 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3ff47f98-e747-4fbe-ab90-a2c553399f6c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6689589 Oct 28 09:57:24.402241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37976) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:24.407272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e6e3a345-d0b8-4161-9c3a-820777355231 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'subnet': {'network_id': '29ad26ac-11a7-4932-b3e2-68e6304c69b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:24.422580 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8034e98-a01e-4741-afda-fb7eca4b97f0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.423414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8034e98-a01e-4741-afda-fb7eca4b97f0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (2d05cfde-e2fa-4f28-9f18-c825774a5192), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.439580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Pushing event updated for resources: {'Port': ['ID=5101d3e9-2050-492f-9623-5aa0df5200ab,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:24.448301 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Network 39d97d05-d578-4f9d-92bf-a2a45aee0b87 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:24.478608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eef8b037-05fb-4310-b26e-cd548ec52e67 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (0f3b9bab-dde2-4e05-a5bf-348dc3f575b5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.479215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef8b037-05fb-4310-b26e-cd548ec52e67 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Fanout notify agent at l3_agent the message router_deleted on router 0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:57:24.487100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f12dd9-ba33-4007-9784-543f298b99d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Subnet': ['ID=d8251022-3c09-46f8-8c33-5122e4490a4f,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:24.490896 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f12dd9-ba33-4007-9784-543f298b99d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Checking segment: {'id': '405b2080-9b20-4d87-a274-04e6d8b2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:24.491451 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f12dd9-ba33-4007-9784-543f298b99d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network hostable DHCP agents. Network: b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:24.507810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:24.523964 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:24.569693 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eef8b037-05fb-4310-b26e-cd548ec52e67 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.573523 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-eef8b037-05fb-4310-b26e-cd548ec52e67 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/routers/0f3b9bab-dde2-4e05-a5bf-348dc3f575b5 HTTP/1.1" status: 204 len: 168 time: 2.7418926 Oct 28 09:57:24.574103 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37980) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:24.591588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8034e98-a01e-4741-afda-fb7eca4b97f0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:24.592233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:57:24.592652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:57:24.593179 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-f6c7ff22-5ae2-4c35-a3ca-fa5fbfcd6e8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:57:24.593564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-f6c7ff22-5ae2-4c35-a3ca-fa5fbfcd6e8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:57:24.612429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Attempting to bind port 5101d3e9-2050-492f-9623-5aa0df5200ab on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:57:24.612804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Attempting to bind port 5101d3e9-2050-492f-9623-5aa0df5200ab by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '9237d28b-9031-4a5a-a354-0271f2134c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '39d97d05-d578-4f9d-92bf-a2a45aee0b87'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:57:24.613172 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Attempting to bind port 5101d3e9-2050-492f-9623-5aa0df5200ab on network 39d97d05-d578-4f9d-92bf-a2a45aee0b87 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:24.631909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-e8034e98-a01e-4741-afda-fb7eca4b97f0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:24.635636 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8034e98-a01e-4741-afda-fb7eca4b97f0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:24.636246 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8034e98-a01e-4741-afda-fb7eca4b97f0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.638126 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37982) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:24.640584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f12dd9-ba33-4007-9784-543f298b99d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:24.646287 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6335455-cfbd-4f73-8aa4-40ab38e4c2c1 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (c3080d25-cdc7-49f0-804b-5e752b8fc278), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.648158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3dcab5-9a34-40e2-ad32-c5dee3cf2cf8 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:24.652101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fdcd2f-5424-47e1-8120-a42bc106fdef tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Deleting subnet eb20726f-0b71-4327-abf0-85f88d95ee2f {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:24.659286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31fdcd2f-5424-47e1-8120-a42bc106fdef tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks [] for subnet (eb20726f-0b71-4327-abf0-85f88d95ee2f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.718953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:57:24.719312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Checking segment: {'id': '9237d28b-9031-4a5a-a354-0271f2134c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '39d97d05-d578-4f9d-92bf-a2a45aee0b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:24.719921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.720115 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Bound using segment: {'id': '9237d28b-9031-4a5a-a354-0271f2134c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '39d97d05-d578-4f9d-92bf-a2a45aee0b87'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:57:24.720607 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Bound port: 5101d3e9-2050-492f-9623-5aa0df5200ab, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9237d28b-9031-4a5a-a354-0271f2134c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '39d97d05-d578-4f9d-92bf-a2a45aee0b87'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:57:24.721512 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5101d3e9-2050-492f-9623-5aa0df5200ab), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.726123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-f7f12dd9-ba33-4007-9784-543f298b99d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:24.737173 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31fdcd2f-5424-47e1-8120-a42bc106fdef tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (eb20726f-0b71-4327-abf0-85f88d95ee2f), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.741736 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f12dd9-ba33-4007-9784-543f298b99d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:24.742870 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f7f12dd9-ba33-4007-9784-543f298b99d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.743313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e671b470-c3d8-467f-ba72-2920eb23d40f None None] Network b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:24.787015 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:24.817732 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31fdcd2f-5424-47e1-8120-a42bc106fdef tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (eb20726f-0b71-4327-abf0-85f88d95ee2f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:24.869228 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f7f12dd9-ba33-4007-9784-543f298b99d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1935897 Oct 28 09:57:24.875457 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37986) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:24.884363 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-2e60a992-97b3-4c20-8989-b10d4ceaf1ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-5667109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:24.910089 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1722822b-2407-4f8e-b1d1-25a136edf1e3 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1355934135', 'router:external': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:24.923392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8d599043-b811-4016-9a0f-b66941268848 None None] For port 5101d3e9-2050-492f-9623-5aa0df5200ab, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:24.960394 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8d599043-b811-4016-9a0f-b66941268848 None None] For port 5101d3e9-2050-492f-9623-5aa0df5200ab, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5101d3e9-2050-492f-9623-5aa0df5200ab,segment=NetworkSegment(9237d28b-9031-4a5a-a354-0271f2134c8b),segment_id=9237d28b-9031-4a5a-a354-0271f2134c8b)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:24.976764 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a', 'network_id': 'b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a', 'project_id': '25a1ece53cc94768b28900845d6f215a', 'fixed_ips': [{'subnet_id': 'd8251022-3c09-46f8-8c33-5122e4490a4f'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:57:24.977700 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.044288 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1722822b-2407-4f8e-b1d1-25a136edf1e3 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Made reservation on behalf of b40109cf8c9445bd9177053c230110ac for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:25.047012 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1722822b-2407-4f8e-b1d1-25a136edf1e3 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.051441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2e60a992-97b3-4c20-8989-b10d4ceaf1ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (eb25d475-fb44-4d9e-a6e8-da6570bc3f5b), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.051793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2e60a992-97b3-4c20-8989-b10d4ceaf1ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (eb25d475-fb44-4d9e-a6e8-da6570bc3f5b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.052356 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5101d3e9-2050-492f-9623-5aa0df5200ab), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.057246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31fdcd2f-5424-47e1-8120-a42bc106fdef tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (eb20726f-0b71-4327-abf0-85f88d95ee2f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.074222 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=2,neutron:SELECT=80,neutron:DELETE=18 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:25.117696 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1722822b-2407-4f8e-b1d1-25a136edf1e3 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.129513 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdcd2f-5424-47e1-8120-a42bc106fdef tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Subnet': ['ID=eb20726f-0b71-4327-abf0-85f88d95ee2f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:25.154832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8034e98-a01e-4741-afda-fb7eca4b97f0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=2d05cfde-e2fa-4f28-9f18-c825774a5192,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:25.164988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31fdcd2f-5424-47e1-8120-a42bc106fdef tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.165896 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8034e98-a01e-4741-afda-fb7eca4b97f0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=0a81e03e-0b5f-42f7-bc84-0e3513a8b281,revision_number=4']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:25.169908 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-31fdcd2f-5424-47e1-8120-a42bc106fdef tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/eb20726f-0b71-4327-abf0-85f88d95ee2f HTTP/1.1" status: 204 len: 168 time: 0.5946777 Oct 28 09:57:25.181941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37988) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:25.208894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6335455-cfbd-4f73-8aa4-40ab38e4c2c1 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.212265 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c6335455-cfbd-4f73-8aa4-40ab38e4c2c1 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c3080d25-cdc7-49f0-804b-5e752b8fc278 HTTP/1.1" status: 204 len: 168 time: 2.0122380 Oct 28 09:57:25.216240 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e8034e98-a01e-4741-afda-fb7eca4b97f0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.5659554 Oct 28 09:57:25.221412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:25.224387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d599043-b811-4016-9a0f-b66941268848 None None] Pushing event updated for resources: {'Port': ['ID=5101d3e9-2050-492f-9623-5aa0df5200ab,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:25.227334 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:25.227736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.242269 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37990) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:25.242510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37992) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:25.253249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9d2e1a5b-1256-4e56-a6c2-3cb787c1041a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'mac_address': 'fa:16:3e:c3:a3:ee', 'name': 'tempest-NetworksTestDHCPv6-1189368155'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:25.289022 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70abbb5a-1350-43cd-be1d-2e4fcc0904bf None None] Network e12094dc-48e3-4aa4-bb60-5c73b829c9d2 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:25.292723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0a81e03e-0b5f-42f7-bc84-0e3513a8b281,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:25.407633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f6c7ff22-5ae2-4c35-a3ca-fa5fbfcd6e8b None None] Current status of the port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:25.408030 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ff22-5ae2-4c35-a3ca-fa5fbfcd6e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.415129 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6335455-cfbd-4f73-8aa4-40ab38e4c2c1 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event deleted for resources: {'Subnet': ['ID=c3080d25-cdc7-49f0-804b-5e752b8fc278,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:25.451217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.467525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2e60a992-97b3-4c20-8989-b10d4ceaf1ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_controller (eb25d475-fb44-4d9e-a6e8-da6570bc3f5b), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.493143 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e3a345-d0b8-4161-9c3a-820777355231 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:25.504377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e6e3a345-d0b8-4161-9c3a-820777355231 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.521423 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-66180653-c0b1-4b13-8601-8a561090d6f9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (d03d9077-1c89-4205-9dae-aee8c4b9b5c8), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.549589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2e60a992-97b3-4c20-8989-b10d4ceaf1ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (eb25d475-fb44-4d9e-a6e8-da6570bc3f5b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.575074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=0a81e03e-0b5f-42f7-bc84-0e3513a8b281,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:25.588770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (e12094dc-48e3-4aa4-bb60-5c73b829c9d2), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.701085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-f6c7ff22-5ae2-4c35-a3ca-fa5fbfcd6e8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:57:25.701567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-f6c7ff22-5ae2-4c35-a3ca-fa5fbfcd6e8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:57:25.726858 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Allocated IP 2001:db8:1::2 (b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a/d8251022-3c09-46f8-8c33-5122e4490a4f/77330425-2494-4ebc-ae30-03c1ed84755c) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:25.735875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2e60a992-97b3-4c20-8989-b10d4ceaf1ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.740296 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2e60a992-97b3-4c20-8989-b10d4ceaf1ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8633909 Oct 28 09:57:25.755715 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 37994) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:25.756049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:25.758267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2e1a5b-1256-4e56-a6c2-3cb787c1041a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:25.811482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:25.817191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5101d3e9-2050-492f-9623-5aa0df5200ab up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:25.823187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Deleting port 47cf0d67-fdb3-40a6-be89-4f174acdebbc {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:25.827178 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.839232 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-66180653-c0b1-4b13-8601-8a561090d6f9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (d03d9077-1c89-4205-9dae-aee8c4b9b5c8), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.847262 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1722822b-2407-4f8e-b1d1-25a136edf1e3 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for security_group (49a932f2-4253-4933-8511-0d40aef40aeb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.861097 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1943071c-55f2-47e4-a080-bab90ab06297 None None] DHCP port deletion for e12094dc-48e3-4aa4-bb60-5c73b829c9d2 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:57:25.929456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1722822b-2407-4f8e-b1d1-25a136edf1e3 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (49a932f2-4253-4933-8511-0d40aef40aeb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.929900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 5101d3e9-2050-492f-9623-5aa0df5200ab triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:25.930280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5101d3e9-2050-492f-9623-5aa0df5200ab), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:25.930614 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 5101d3e9-2050-492f-9623-5aa0df5200ab Oct 28 09:57:25.948935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-66180653-c0b1-4b13-8601-8a561090d6f9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03d9077-1c89-4205-9dae-aee8c4b9b5c8']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:25.952461 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:25.980907 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-66180653-c0b1-4b13-8601-8a561090d6f9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc592634-d8a9-436a-8e26-1c2f598e6621') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:25.981513 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-66180653-c0b1-4b13-8601-8a561090d6f9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc592634-d8a9-436a-8e26-1c2f598e6621') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:25.988790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1722822b-2407-4f8e-b1d1-25a136edf1e3 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:26.006068 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-39cbc868-9057-4987-8ab8-50c62003265f tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks [] for port (bcdd45a1-d109-4773-9880-14b3891eb6b2), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.016951 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-66180653-c0b1-4b13-8601-8a561090d6f9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (bc592634-d8a9-436a-8e26-1c2f598e6621), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.029727 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] For port 47cf0d67-fdb3-40a6-be89-4f174acdebbc, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=47cf0d67-fdb3-40a6-be89-4f174acdebbc,segment=NetworkSegment(e4556d8f-2ec6-4617-b442-fd7112ca18b6),segment_id=e4556d8f-2ec6-4617-b442-fd7112ca18b6)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:26.030125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.042327 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1722822b-2407-4f8e-b1d1-25a136edf1e3 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (1ed17b84-0411-42a3-b9e2-bb41afc91dd7), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.042716 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-1722822b-2407-4f8e-b1d1-25a136edf1e3 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Added segment 1ed17b84-0411-42a3-b9e2-bb41afc91dd7 of type vlan for network 3a1d8434-e538-4f9c-836b-0e5992a4e0f7 Oct 28 09:57:26.044227 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722822b-2407-4f8e-b1d1-25a136edf1e3 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a932f2-4253-4933-8511-0d40aef40aeb,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:26.063498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Calling delete_port for 47cf0d67-fdb3-40a6-be89-4f174acdebbc owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:26.066055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-66180653-c0b1-4b13-8601-8a561090d6f9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (bc592634-d8a9-436a-8e26-1c2f598e6621), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.077959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-39cbc868-9057-4987-8ab8-50c62003265f tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (bcdd45a1-d109-4773-9880-14b3891eb6b2), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.084516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-39cbc868-9057-4987-8ab8-50c62003265f tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] In _notify_port_updated(), no bound segment for port bcdd45a1-d109-4773-9880-14b3891eb6b2 on network 367301bf-4fbe-424b-aa41-986d5b9a9aab {{(pid=114060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 09:57:26.084516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cbc868-9057-4987-8ab8-50c62003265f tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:26.084516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-39cbc868-9057-4987-8ab8-50c62003265f tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.085699 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-39cbc868-9057-4987-8ab8-50c62003265f tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "PUT /networking/v2.0/ports/bcdd45a1-d109-4773-9880-14b3891eb6b2 HTTP/1.1" status: 200 len: 1068 time: 2.6574414 Oct 28 09:57:26.096706 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 37996) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:26.115791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66180653-c0b1-4b13-8601-8a561090d6f9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:26.116114 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-66180653-c0b1-4b13-8601-8a561090d6f9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (bc592634-d8a9-436a-8e26-1c2f598e6621), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.144804 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment bc592634-d8a9-436a-8e26-1c2f598e6621 resource provider aggregate not found Oct 28 09:57:26.156215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1943071c-55f2-47e4-a080-bab90ab06297 None None] Deleting port 47cf0d67-fdb3-40a6-be89-4f174acdebbc {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:26.156813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1943071c-55f2-47e4-a080-bab90ab06297 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.178175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e6e3a345-d0b8-4161-9c3a-820777355231 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (3a235e57-38ec-4fa5-9fb9-b1dadbeeff8a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.230745 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d2e1a5b-1256-4e56-a6c2-3cb787c1041a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.286838 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:26.312329 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbc868-9057-4987-8ab8-50c62003265f tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event updated for resources: {'Port': ['ID=bcdd45a1-d109-4773-9880-14b3891eb6b2,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:26.335103 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1943071c-55f2-47e4-a080-bab90ab06297 None None] For port 47cf0d67-fdb3-40a6-be89-4f174acdebbc, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=47cf0d67-fdb3-40a6-be89-4f174acdebbc,segment=NetworkSegment(e4556d8f-2ec6-4617-b442-fd7112ca18b6),segment_id=e4556d8f-2ec6-4617-b442-fd7112ca18b6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:26.335674 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1943071c-55f2-47e4-a080-bab90ab06297 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.364786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=7,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:26.377343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3a345-d0b8-4161-9c3a-820777355231 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Subnet': ['ID=3a235e57-38ec-4fa5-9fb9-b1dadbeeff8a,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:26.384208 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-9d2e1a5b-1256-4e56-a6c2-3cb787c1041a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port 9c0bde13-d804-41ac-a178-162c35d21188 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:26.407434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 5101d3e9-2050-492f-9623-5aa0df5200ab is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:26.409605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5101d3e9-2050-492f-9623-5aa0df5200ab), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.453542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1943071c-55f2-47e4-a080-bab90ab06297 None None] Calling delete_port for 47cf0d67-fdb3-40a6-be89-4f174acdebbc owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:26.472251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f6c7ff22-5ae2-4c35-a3ca-fa5fbfcd6e8b None None] Current status of the port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:26.494183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e3a345-d0b8-4161-9c3a-820777355231 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Checking segment: {'id': 'd0064ece-6387-4ce3-b425-e5c7eafeb25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29ad26ac-11a7-4932-b3e2-68e6304c69b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:26.494183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e3a345-d0b8-4161-9c3a-820777355231 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network hostable DHCP agents. Network: 29ad26ac-11a7-4932-b3e2-68e6304c69b8, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:26.499879 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1722822b-2407-4f8e-b1d1-25a136edf1e3 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (3a1d8434-e538-4f9c-836b-0e5992a4e0f7), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.508744 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 5101d3e9-2050-492f-9623-5aa0df5200ab, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5101d3e9-2050-492f-9623-5aa0df5200ab,segment=NetworkSegment(9237d28b-9031-4a5a-a354-0271f2134c8b),segment_id=9237d28b-9031-4a5a-a354-0271f2134c8b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:26.542072 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:26.548308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:26.560148 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment bc592634-d8a9-436a-8e26-1c2f598e6621 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc592634-d8a9-436a-8e26-1c2f598e6621 found for delete ", "request_id": "req-293338c4-8d14-4e68-8d31-70f0b45e38ff"}]} Oct 28 09:57:26.607150 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.616326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-c4ffb52c-0fd2-425d-990f-92c1cba9b5d9 None None] Provisioning complete for port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:26.617361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c4ffb52c-0fd2-425d-990f-92c1cba9b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.618005 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-c4ffb52c-0fd2-425d-990f-92c1cba9b5d9 None None] Attempt 1 to provision port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 Oct 28 09:57:26.653897 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-66180653-c0b1-4b13-8601-8a561090d6f9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (d03d9077-1c89-4205-9dae-aee8c4b9b5c8), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.663865 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5101d3e9-2050-492f-9623-5aa0df5200ab), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.664537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:26.665464 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-66180653-c0b1-4b13-8601-8a561090d6f9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.668674 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-66180653-c0b1-4b13-8601-8a561090d6f9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] 10.222.0.49 "DELETE /networking/v2.0/networks/d03d9077-1c89-4205-9dae-aee8c4b9b5c8 HTTP/1.1" status: 204 len: 168 time: 1.4854593 Oct 28 09:57:26.674565 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-0a32b6d3-4fdc-42a5-a126-715a505c3567 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Deleting port bcdd45a1-d109-4773-9880-14b3891eb6b2 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:26.674969 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0a32b6d3-4fdc-42a5-a126-715a505c3567 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (bcdd45a1-d109-4773-9880-14b3891eb6b2), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.703305 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66180653-c0b1-4b13-8601-8a561090d6f9 tempest-FloatingIPTestJSON-1283978286 tempest-FloatingIPTestJSON-1283978286-project] Pushing event deleted for resources: {'Network': ['ID=d03d9077-1c89-4205-9dae-aee8c4b9b5c8,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:26.734913 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e3a345-d0b8-4161-9c3a-820777355231 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 29ad26ac-11a7-4932-b3e2-68e6304c69b8 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:26.739220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1722822b-2407-4f8e-b1d1-25a136edf1e3 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (3a1d8434-e538-4f9c-836b-0e5992a4e0f7), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.743470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1722822b-2407-4f8e-b1d1-25a136edf1e3 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:26.743470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1722822b-2407-4f8e-b1d1-25a136edf1e3 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.787323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-9d2e1a5b-1256-4e56-a6c2-3cb787c1041a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 172.20.0.7 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/15a2c663-66eb-413d-8a96-9702589f4f98/9c0bde13-d804-41ac-a178-162c35d21188) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:26.799518 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247d41fd-36c8-4911-a5e8-80f023c3d53c None None] Network 39d97d05-d578-4f9d-92bf-a2a45aee0b87 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:26.802380 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-9d2e1a5b-1256-4e56-a6c2-3cb787c1041a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::f816:3eff:fec3:a3ee (27cab9a0-d24d-4f61-b60f-51dd4ee136db/2d05cfde-e2fa-4f28-9f18-c825774a5192/9c0bde13-d804-41ac-a178-162c35d21188) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:26.811253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=5101d3e9-2050-492f-9623-5aa0df5200ab,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:26.832069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:26.838024 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Publish callbacks [] for port (77330425-2494-4ebc-ae30-03c1ed84755c), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.843296 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722822b-2407-4f8e-b1d1-25a136edf1e3 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Pushing event updated for resources: {'Network': ['ID=3a1d8434-e538-4f9c-836b-0e5992a4e0f7,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:26.868383 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0a32b6d3-4fdc-42a5-a126-715a505c3567 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (bcdd45a1-d109-4773-9880-14b3891eb6b2), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.878170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-e6e3a345-d0b8-4161-9c3a-820777355231 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 29ad26ac-11a7-4932-b3e2-68e6304c69b8) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:26.878393 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.883310 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 3a1d8434-e538-4f9c-836b-0e5992a4e0f7 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:26.905589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-0a32b6d3-4fdc-42a5-a126-715a505c3567 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Calling delete_port for bcdd45a1-d109-4773-9880-14b3891eb6b2 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:26.905799 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6bbaa0-eaf7-4e2b-855d-cb0535af5e23 None None] Network 29ad26ac-11a7-4932-b3e2-68e6304c69b8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:26.905918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e3a345-d0b8-4161-9c3a-820777355231 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:26.906334 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e6e3a345-d0b8-4161-9c3a-820777355231 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:26.911960 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event deleted for resources: {'Port': ['ID=47cf0d67-fdb3-40a6-be89-4f174acdebbc,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:26.921120 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1722822b-2407-4f8e-b1d1-25a136edf1e3 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.2814116 Oct 28 09:57:26.924608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38004) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:26.934336 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-555e30a9-3bd8-4799-9092-836fa5c975f6 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Request body: {'subnet': {'network_id': '3a1d8434-e538-4f9c-836b-0e5992a4e0f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:26.942123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] No DVR routers for this DVR port 47cf0d67-fdb3-40a6-be89-4f174acdebbc on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:27.004837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (77330425-2494-4ebc-ae30-03c1ed84755c), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.083112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:27.083491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.083829 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 Oct 28 09:57:27.087223 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e6e3a345-d0b8-4161-9c3a-820777355231 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6839395 Oct 28 09:57:27.090938 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (e12094dc-48e3-4aa4-bb60-5c73b829c9d2), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.091918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38008) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:27.102408 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-84358489-8e36-4e3c-9e8f-147a0d90e743 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-528577326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:27.124434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12094dc-48e3-4aa4-bb60-5c73b829c9d2']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:27.148484 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4556d8f-2ec6-4617-b442-fd7112ca18b6') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:27.149394 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4556d8f-2ec6-4617-b442-fd7112ca18b6') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:27.152353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1943071c-55f2-47e4-a080-bab90ab06297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (47cf0d67-fdb3-40a6-be89-4f174acdebbc), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.155225 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffb52c-0fd2-425d-990f-92c1cba9b5d9 None None] Current status of the port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:27.166020 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555e30a9-3bd8-4799-9092-836fa5c975f6 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Made reservation on behalf of b40109cf8c9445bd9177053c230110ac for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:27.166020 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-555e30a9-3bd8-4799-9092-836fa5c975f6 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.168926 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Network b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:27.169829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:27.179719 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (e4556d8f-2ec6-4617-b442-fd7112ca18b6), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.185506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Allocated IP 2001:db8::1 (39d97d05-d578-4f9d-92bf-a2a45aee0b87/8b333a31-046c-4445-9b9d-b2d6bf76dac5/883baa99-2c86-40fe-9da0-1a40f3620fb8) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:27.248429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d2e1a5b-1256-4e56-a6c2-3cb787c1041a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (9c0bde13-d804-41ac-a178-162c35d21188), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.251332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e4556d8f-2ec6-4617-b442-fd7112ca18b6), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.258937 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:27.270302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:27.270871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (e4556d8f-2ec6-4617-b442-fd7112ca18b6), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.279314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-84358489-8e36-4e3c-9e8f-147a0d90e743 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (441900c5-aecc-4967-9588-3dad50b15b9e), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.280313 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-84358489-8e36-4e3c-9e8f-147a0d90e743 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (441900c5-aecc-4967-9588-3dad50b15b9e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.314160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:27.332548 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Pushing event updated for resources: {'Port': ['ID=77330425-2494-4ebc-ae30-03c1ed84755c,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:27.355829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1943071c-55f2-47e4-a080-bab90ab06297 None None] No DVR routers for this DVR port 47cf0d67-fdb3-40a6-be89-4f174acdebbc on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:27.370777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-c4ffb52c-0fd2-425d-990f-92c1cba9b5d9 None None] Provisioning complete for port bcdd45a1-d109-4773-9880-14b3891eb6b2 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:27.371371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c4ffb52c-0fd2-425d-990f-92c1cba9b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bcdd45a1-d109-4773-9880-14b3891eb6b2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.371875 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-c4ffb52c-0fd2-425d-990f-92c1cba9b5d9 None None] Attempt 1 to provision port bcdd45a1-d109-4773-9880-14b3891eb6b2 Oct 28 09:57:27.429325 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38012) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:27.431129 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-84358489-8e36-4e3c-9e8f-147a0d90e743 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_controller (441900c5-aecc-4967-9588-3dad50b15b9e), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.464533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0a32b6d3-4fdc-42a5-a126-715a505c3567 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (bcdd45a1-d109-4773-9880-14b3891eb6b2), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.493049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (883baa99-2c86-40fe-9da0-1a40f3620fb8), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.497371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:27.519606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffb52c-0fd2-425d-990f-92c1cba9b5d9 None None] Port bcdd45a1-d109-4773-9880-14b3891eb6b2 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:27.521483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-29ad26ac-11a7-4932-b3e2-68e6304c69b8', 'network_id': '29ad26ac-11a7-4932-b3e2-68e6304c69b8', 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'fixed_ips': [{'subnet_id': '3a235e57-38ec-4fa5-9fb9-b1dadbeeff8a'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:57:27.522501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.524243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (e12094dc-48e3-4aa4-bb60-5c73b829c9d2), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.561098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d2e1a5b-1256-4e56-a6c2-3cb787c1041a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (9c0bde13-d804-41ac-a178-162c35d21188), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.567772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-84358489-8e36-4e3c-9e8f-147a0d90e743 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (441900c5-aecc-4967-9588-3dad50b15b9e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.595720 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.599495 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] 10.222.0.49 "DELETE /networking/v2.0/networks/e12094dc-48e3-4aa4-bb60-5c73b829c9d2 HTTP/1.1" status: 204 len: 168 time: 2.3006363 Oct 28 09:57:27.631526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943071c-55f2-47e4-a080-bab90ab06297 None None] Pushing event deleted for resources: {'Port': ['ID=47cf0d67-fdb3-40a6-be89-4f174acdebbc,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:27.635241 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32b6d3-4fdc-42a5-a126-715a505c3567 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event deleted for resources: {'Port': ['ID=bcdd45a1-d109-4773-9880-14b3891eb6b2,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:27.667322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (883baa99-2c86-40fe-9da0-1a40f3620fb8), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.679991 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:27.684555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975e0d3-b220-4d39-84d0-538147500c79 tempest-AllowedAddressPairTestJSON-2133356506 tempest-AllowedAddressPairTestJSON-2133356506-project] Pushing event deleted for resources: {'Network': ['ID=e12094dc-48e3-4aa4-bb60-5c73b829c9d2,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:27.705928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-c9a2533e-1d3d-460e-af00-b9fedb30a1b2 None None] Provisioning complete for port 5101d3e9-2050-492f-9623-5aa0df5200ab triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:27.710824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c9a2533e-1d3d-460e-af00-b9fedb30a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5101d3e9-2050-492f-9623-5aa0df5200ab), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.711246 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-c9a2533e-1d3d-460e-af00-b9fedb30a1b2 None None] Attempt 1 to provision port 5101d3e9-2050-492f-9623-5aa0df5200ab Oct 28 09:57:27.722496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2e1a5b-1256-4e56-a6c2-3cb787c1041a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:27.745887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-9d2e1a5b-1256-4e56-a6c2-3cb787c1041a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:27.765567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e1a5b-1256-4e56-a6c2-3cb787c1041a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=9c0bde13-d804-41ac-a178-162c35d21188,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:27.770153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 39d97d05-d578-4f9d-92bf-a2a45aee0b87 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:27.771181 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e1a5b-1256-4e56-a6c2-3cb787c1041a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:27.779201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-84358489-8e36-4e3c-9e8f-147a0d90e743 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.783701 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-84358489-8e36-4e3c-9e8f-147a0d90e743 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6836696 Oct 28 09:57:27.783843 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Attempting to bind port 77330425-2494-4ebc-ae30-03c1ed84755c on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:57:27.783843 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Attempting to bind port 77330425-2494-4ebc-ae30-03c1ed84755c by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '405b2080-9b20-4d87-a274-04e6d8b2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:57:27.784001 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:27.784104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Attempting to bind port 77330425-2494-4ebc-ae30-03c1ed84755c on network b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:27.784597 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38018) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:27.812898 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:27.856190 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:27.856734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (eb25d475-fb44-4d9e-a6e8-da6570bc3f5b), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.884526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:57:27.885053 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Checking segment: {'id': '405b2080-9b20-4d87-a274-04e6d8b2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:27.885474 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.885887 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Bound using segment: {'id': '405b2080-9b20-4d87-a274-04e6d8b2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:57:27.886375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Bound port: 77330425-2494-4ebc-ae30-03c1ed84755c, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405b2080-9b20-4d87-a274-04e6d8b2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:57:27.886786 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (77330425-2494-4ebc-ae30-03c1ed84755c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:27.929041 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ff22bd4f-4bd0-41a7-a660-e07942c0300c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=75ecfc91f5d047d6aba3e42bd3b79869&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4931228 Oct 28 09:57:27.976696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=883baa99-2c86-40fe-9da0-1a40f3620fb8,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:27.981723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38020) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:27.998801 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:28.109094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2e1a5b-1256-4e56-a6c2-3cb787c1041a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:28.109094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d2e1a5b-1256-4e56-a6c2-3cb787c1041a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:28.116817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Allocated IP 172.20.0.2 (29ad26ac-11a7-4932-b3e2-68e6304c69b8/3a235e57-38ec-4fa5-9fb9-b1dadbeeff8a/ec550d95-8581-4090-9006-a2c285aa0c08) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:28.128109 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] For port 77330425-2494-4ebc-ae30-03c1ed84755c, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:28.134396 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] For port 77330425-2494-4ebc-ae30-03c1ed84755c, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=77330425-2494-4ebc-ae30-03c1ed84755c,segment=NetworkSegment(405b2080-9b20-4d87-a274-04e6d8b2f0ac),segment_id=405b2080-9b20-4d87-a274-04e6d8b2f0ac)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:28.136040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2533e-1d3d-460e-af00-b9fedb30a1b2 None None] Current status of the port 5101d3e9-2050-492f-9623-5aa0df5200ab is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:28.197072 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:28.307268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c63c-ae7f-4afb-ab73-8f68379919ee admin admin] Publish callbacks [] for security_group (2cb0786d-a78e-43ac-8a22-8860150e5cdb), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:28.341730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5101d3e9-2050-492f-9623-5aa0df5200ab up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:28.342303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38024) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:28.355451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (77330425-2494-4ebc-ae30-03c1ed84755c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:28.369755 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9d2e1a5b-1256-4e56-a6c2-3cb787c1041a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1218097 Oct 28 09:57:28.377573 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38028) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:28.438070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-7e82b193-636e-45cb-9cb8-15bdfe66306e None None] Provisioning complete for port 5101d3e9-2050-492f-9623-5aa0df5200ab triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:28.438631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7e82b193-636e-45cb-9cb8-15bdfe66306e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5101d3e9-2050-492f-9623-5aa0df5200ab), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:28.438868 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7e82b193-636e-45cb-9cb8-15bdfe66306e None None] Attempt 1 to provision port 5101d3e9-2050-492f-9623-5aa0df5200ab Oct 28 09:57:28.443479 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Publish callbacks [] for port (ec550d95-8581-4090-9006-a2c285aa0c08), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:28.490065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c63c-ae7f-4afb-ab73-8f68379919ee admin admin] Publish callbacks [] for security_group (2cb0786d-a78e-43ac-8a22-8860150e5cdb), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:28.492410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (883baa99-2c86-40fe-9da0-1a40f3620fb8), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:28.499482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:28.517401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:28.522417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973162ed-b9dc-4edc-a057-44bf61491c02 None None] Pushing event updated for resources: {'Port': ['ID=77330425-2494-4ebc-ae30-03c1ed84755c,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:28.525367 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 5101d3e9-2050-492f-9623-5aa0df5200ab triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:28.526326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5101d3e9-2050-492f-9623-5aa0df5200ab), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:28.526881 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 5101d3e9-2050-492f-9623-5aa0df5200ab Oct 28 09:57:28.544803 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0a32b6d3-4fdc-42a5-a126-715a505c3567 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:28.549140 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0a32b6d3-4fdc-42a5-a126-715a505c3567 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "DELETE /networking/v2.0/ports/bcdd45a1-d109-4773-9880-14b3891eb6b2 HTTP/1.1" status: 204 len: 168 time: 2.4484236 Oct 28 09:57:28.565513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38030) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:28.576788 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693cdac2-46c3-4cfa-8afa-d4cf289ec5d4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:28.583466 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693cdac2-46c3-4cfa-8afa-d4cf289ec5d4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:28.586770 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-693cdac2-46c3-4cfa-8afa-d4cf289ec5d4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2009225 Oct 28 09:57:28.612605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.objects.ports [None req-555e30a9-3bd8-4799-9092-836fa5c975f6 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114059) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:57:28.613233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-555e30a9-3bd8-4799-9092-836fa5c975f6 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (c4804872-bc92-4b51-92d3-91191839ffae), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:28.616697 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:28.621930 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment e4556d8f-2ec6-4617-b442-fd7112ca18b6 resource provider aggregate not found Oct 28 09:57:28.625481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38034) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:28.693130 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:28.708339 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment e4556d8f-2ec6-4617-b442-fd7112ca18b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4556d8f-2ec6-4617-b442-fd7112ca18b6 found for delete ", "request_id": "req-c9d5cf98-5a43-40db-aa48-81aa77d5fb40"}]} Oct 28 09:57:28.711749 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df4992c-d025-4349-a21e-bac92dba0b96 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] GET failed (client error): The resource could not be found. Oct 28 09:57:28.714732 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9df4992c-d025-4349-a21e-bac92dba0b96 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "GET /networking/v2.0/ports/bcdd45a1-d109-4773-9880-14b3891eb6b2 HTTP/1.1" status: 404 len: 333 time: 0.1253009 Oct 28 09:57:28.725954 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38038) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:28.742998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:28.821277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Network 29ad26ac-11a7-4932-b3e2-68e6304c69b8 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:28.843441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:28.844095 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c54b1040-7178-4f48-bc95-33c01b5509c1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=331639538ae64348893b1db126e617d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5006411 Oct 28 09:57:28.851021 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Pushing event updated for resources: {'Port': ['ID=ec550d95-8581-4090-9006-a2c285aa0c08,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:28.859581 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:28.864036 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38040) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:28.885868 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:28.894652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7e82b193-636e-45cb-9cb8-15bdfe66306e None None] Current status of the port 5101d3e9-2050-492f-9623-5aa0df5200ab is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:28.917766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c63c-ae7f-4afb-ab73-8f68379919ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (2cb0786d-a78e-43ac-8a22-8860150e5cdb), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:28.920483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c63c-ae7f-4afb-ab73-8f68379919ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:28.922743 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7ef4c63c-ae7f-4afb-ab73-8f68379919ee admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2cb0786d-a78e-43ac-8a22-8860150e5cdb HTTP/1.1" status: 204 len: 168 time: 0.9368780 Oct 28 09:57:28.977643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 5101d3e9-2050-492f-9623-5aa0df5200ab is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:28.982393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:28.990022 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4c63c-ae7f-4afb-ab73-8f68379919ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb0786d-a78e-43ac-8a22-8860150e5cdb,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:29.003538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e30a9-3bd8-4799-9092-836fa5c975f6 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c4804872-bc92-4b51-92d3-91191839ffae,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:29.017519 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e105f016-4fdb-40e4-8481-37c3da33a7bc tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Deleting port 4af7685a-41ec-495b-a8f3-f516896146f1 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:29.017874 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e105f016-4fdb-40e4-8481-37c3da33a7bc tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4af7685a-41ec-495b-a8f3-f516896146f1), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.039225 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555e30a9-3bd8-4799-9092-836fa5c975f6 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Checking segment: {'id': '1ed17b84-0411-42a3-b9e2-bb41afc91dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a1d8434-e538-4f9c-836b-0e5992a4e0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:29.040026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555e30a9-3bd8-4799-9092-836fa5c975f6 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Network hostable DHCP agents. Network: 3a1d8434-e538-4f9c-836b-0e5992a4e0f7, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:29.056383 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Attempting to bind port ec550d95-8581-4090-9006-a2c285aa0c08 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:57:29.056762 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Attempting to bind port ec550d95-8581-4090-9006-a2c285aa0c08 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd0064ece-6387-4ce3-b425-e5c7eafeb25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29ad26ac-11a7-4932-b3e2-68e6304c69b8'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:57:29.057130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Attempting to bind port ec550d95-8581-4090-9006-a2c285aa0c08 on network 29ad26ac-11a7-4932-b3e2-68e6304c69b8 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:29.098706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-79a61096-2fda-4392-af7e-5d91c855d3aa None None] Provisioning complete for port 9c0bde13-d804-41ac-a178-162c35d21188 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:29.101697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-79a61096-2fda-4392-af7e-5d91c855d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9c0bde13-d804-41ac-a178-162c35d21188), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.102116 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-79a61096-2fda-4392-af7e-5d91c855d3aa None None] Attempt 1 to provision port 9c0bde13-d804-41ac-a178-162c35d21188 Oct 28 09:57:29.117612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-a99dc769-f433-409b-a0be-4dc28366bf16 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port 9c0bde13-d804-41ac-a178-162c35d21188 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:29.117972 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a99dc769-f433-409b-a0be-4dc28366bf16 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9c0bde13-d804-41ac-a178-162c35d21188), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.168765 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-79a61096-2fda-4392-af7e-5d91c855d3aa None None] Port 9c0bde13-d804-41ac-a178-162c35d21188 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:29.213078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-79a61096-2fda-4392-af7e-5d91c855d3aa None None] Provisioning complete for port 883baa99-2c86-40fe-9da0-1a40f3620fb8 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:29.213623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-79a61096-2fda-4392-af7e-5d91c855d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (883baa99-2c86-40fe-9da0-1a40f3620fb8), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.213844 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-79a61096-2fda-4392-af7e-5d91c855d3aa None None] Attempt 1 to provision port 883baa99-2c86-40fe-9da0-1a40f3620fb8 Oct 28 09:57:29.219147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:29.219147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.219147 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 Oct 28 09:57:29.219478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c21ff8e-8f1e-4cd5-9b7c-213be878c628 admin admin] Publish callbacks [] for security_group (2df19c40-ab8e-44ec-9265-f6e50f3d12fe), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.276143 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c21ff8e-8f1e-4cd5-9b7c-213be878c628 admin admin] Publish callbacks [] for security_group (2df19c40-ab8e-44ec-9265-f6e50f3d12fe), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.280199 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:57:29.280555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Checking segment: {'id': 'd0064ece-6387-4ce3-b425-e5c7eafeb25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29ad26ac-11a7-4932-b3e2-68e6304c69b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:29.281132 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.281608 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Bound using segment: {'id': 'd0064ece-6387-4ce3-b425-e5c7eafeb25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29ad26ac-11a7-4932-b3e2-68e6304c69b8'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:57:29.282289 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Bound port: ec550d95-8581-4090-9006-a2c285aa0c08, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0064ece-6387-4ce3-b425-e5c7eafeb25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29ad26ac-11a7-4932-b3e2-68e6304c69b8'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:57:29.282790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.298212 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555e30a9-3bd8-4799-9092-836fa5c975f6 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Network 3a1d8434-e538-4f9c-836b-0e5992a4e0f7 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:29.317817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-79a61096-2fda-4392-af7e-5d91c855d3aa None None] Port 883baa99-2c86-40fe-9da0-1a40f3620fb8 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:29.371392 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a99dc769-f433-409b-a0be-4dc28366bf16 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9c0bde13-d804-41ac-a178-162c35d21188), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.405912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:29.429536 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-a99dc769-f433-409b-a0be-4dc28366bf16 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for 9c0bde13-d804-41ac-a178-162c35d21188 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:29.434655 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:29.452944 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-555e30a9-3bd8-4799-9092-836fa5c975f6 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 3a1d8434-e538-4f9c-836b-0e5992a4e0f7) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:29.461289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Allocated IP 172.20.0.1 (29ad26ac-11a7-4932-b3e2-68e6304c69b8/3a235e57-38ec-4fa5-9fb9-b1dadbeeff8a/ab16bc73-48af-4c04-b829-8554f663dfcb) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:29.476370 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555e30a9-3bd8-4799-9092-836fa5c975f6 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:29.476370 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-555e30a9-3bd8-4799-9092-836fa5c975f6 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.495001 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:29.510127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb09e4d-cee7-40fc-92a0-a9dea3ca2b1b None None] Network 3a1d8434-e538-4f9c-836b-0e5992a4e0f7 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:29.562723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:29.605838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e105f016-4fdb-40e4-8481-37c3da33a7bc tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4af7685a-41ec-495b-a8f3-f516896146f1), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.613060 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 47cf0d67-fdb3-40a6-be89-4f174acdebbc no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:29.640832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e105f016-4fdb-40e4-8481-37c3da33a7bc tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Calling delete_port for 4af7685a-41ec-495b-a8f3-f516896146f1 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:29.656482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] For port ec550d95-8581-4090-9006-a2c285aa0c08, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:29.662712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 47cf0d67-fdb3-40a6-be89-4f174acdebbc {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:29.663091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 47cf0d67-fdb3-40a6-be89-4f174acdebbc not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:29.684550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] For port ec550d95-8581-4090-9006-a2c285aa0c08, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ec550d95-8581-4090-9006-a2c285aa0c08,segment=NetworkSegment(d0064ece-6387-4ce3-b425-e5c7eafeb25b),segment_id=d0064ece-6387-4ce3-b425-e5c7eafeb25b)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:29.710989 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c21ff8e-8f1e-4cd5-9b7c-213be878c628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (2df19c40-ab8e-44ec-9265-f6e50f3d12fe), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.714651 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c21ff8e-8f1e-4cd5-9b7c-213be878c628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.716071 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2c21ff8e-8f1e-4cd5-9b7c-213be878c628 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2df19c40-ab8e-44ec-9265-f6e50f3d12fe HTTP/1.1" status: 204 len: 168 time: 0.8447287 Oct 28 09:57:29.765516 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-555e30a9-3bd8-4799-9092-836fa5c975f6 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8367896 Oct 28 09:57:29.779623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:29.782798 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.794406 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (883baa99-2c86-40fe-9da0-1a40f3620fb8), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.796496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38056) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:29.802507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d14910d1-0f99-48d2-9da5-2c683420e668 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1139449355', 'network_id': '3a1d8434-e538-4f9c-836b-0e5992a4e0f7'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:29.812770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:29.838756 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21ff8e-8f1e-4cd5-9b7c-213be878c628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df19c40-ab8e-44ec-9265-f6e50f3d12fe,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:29.850427 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b723c9f-aaf6-4db4-baf3-2e5836657663 None None] Network 3a1d8434-e538-4f9c-836b-0e5992a4e0f7 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:29.869147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (ab16bc73-48af-4c04-b829-8554f663dfcb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.887902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (883baa99-2c86-40fe-9da0-1a40f3620fb8), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:29.888753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (eb25d475-fb44-4d9e-a6e8-da6570bc3f5b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:30.003191 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14910d1-0f99-48d2-9da5-2c683420e668 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Made reservation on behalf of b40109cf8c9445bd9177053c230110ac for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:30.006225 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d14910d1-0f99-48d2-9da5-2c683420e668 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:30.064945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37838cde-ad3d-4cd3-b208-d0d06498004c None None] Pushing event updated for resources: {'Port': ['ID=ec550d95-8581-4090-9006-a2c285aa0c08,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:30.082021 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd3a549-bb4e-4565-bf21-be9d090733ff None None] Network b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:30.090192 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (ab16bc73-48af-4c04-b829-8554f663dfcb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:30.110830 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-d14910d1-0f99-48d2-9da5-2c683420e668 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] device_id is not set on port 14226c95-7691-433c-917b-d70548f2ef87 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:30.138774 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=883baa99-2c86-40fe-9da0-1a40f3620fb8,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:30.198891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a99dc769-f433-409b-a0be-4dc28366bf16 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (9c0bde13-d804-41ac-a178-162c35d21188), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:30.207078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e105f016-4fdb-40e4-8481-37c3da33a7bc tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (4af7685a-41ec-495b-a8f3-f516896146f1), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:30.266922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 29ad26ac-11a7-4932-b3e2-68e6304c69b8 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:30.274972 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:30.281505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:30.296777 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=ab16bc73-48af-4c04-b829-8554f663dfcb,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:30.323089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-908d9ab2-28a6-4ef5-b90d-1ddcda43d220 None None] Provisioning complete for port 77330425-2494-4ebc-ae30-03c1ed84755c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:30.323709 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-908d9ab2-28a6-4ef5-b90d-1ddcda43d220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (77330425-2494-4ebc-ae30-03c1ed84755c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:30.324405 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-908d9ab2-28a6-4ef5-b90d-1ddcda43d220 None None] Attempt 1 to provision port 77330425-2494-4ebc-ae30-03c1ed84755c Oct 28 09:57:30.334369 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:30.343042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105f016-4fdb-40e4-8481-37c3da33a7bc tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event deleted for resources: {'Port': ['ID=4af7685a-41ec-495b-a8f3-f516896146f1,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:30.437709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dc769-f433-409b-a0be-4dc28366bf16 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=9c0bde13-d804-41ac-a178-162c35d21188,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:30.461621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 77330425-2494-4ebc-ae30-03c1ed84755c up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:30.526903 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 39d97d05-d578-4f9d-92bf-a2a45aee0b87 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:30.534190 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:30.554099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e105f016-4fdb-40e4-8481-37c3da33a7bc tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:30.567886 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e105f016-4fdb-40e4-8481-37c3da33a7bc tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "DELETE /networking/v2.0/ports/4af7685a-41ec-495b-a8f3-f516896146f1 HTTP/1.1" status: 204 len: 168 time: 1.8388643 Oct 28 09:57:30.575979 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38072) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:30.604459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (441900c5-aecc-4967-9588-3dad50b15b9e), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:30.667491 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-776dbb27-9639-4418-ab19-dad0619d4e43 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] GET failed (client error): The resource could not be found. Oct 28 09:57:30.672577 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-776dbb27-9639-4418-ab19-dad0619d4e43 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "GET /networking/v2.0/ports/4af7685a-41ec-495b-a8f3-f516896146f1 HTTP/1.1" status: 404 len: 333 time: 0.0878348 Oct 28 09:57:30.722511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38078) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:30.770006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:30.792238 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-d14910d1-0f99-48d2-9da5-2c683420e668 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Allocated IP 172.20.0.12 (3a1d8434-e538-4f9c-836b-0e5992a4e0f7/c4804872-bc92-4b51-92d3-91191839ffae/14226c95-7691-433c-917b-d70548f2ef87) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:30.801960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 77330425-2494-4ebc-ae30-03c1ed84755c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:30.804162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (77330425-2494-4ebc-ae30-03c1ed84755c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:30.804768 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 77330425-2494-4ebc-ae30-03c1ed84755c Oct 28 09:57:30.813177 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-908d9ab2-28a6-4ef5-b90d-1ddcda43d220 None None] Current status of the port 77330425-2494-4ebc-ae30-03c1ed84755c is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:30.813902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-908d9ab2-28a6-4ef5-b90d-1ddcda43d220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (77330425-2494-4ebc-ae30-03c1ed84755c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:30.835020 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:30.864268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a99dc769-f433-409b-a0be-4dc28366bf16 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:30.876429 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a99dc769-f433-409b-a0be-4dc28366bf16 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/9c0bde13-d804-41ac-a178-162c35d21188 HTTP/1.1" status: 204 len: 168 time: 2.2454002 Oct 28 09:57:30.884957 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38082) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:30.926443 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-908d9ab2-28a6-4ef5-b90d-1ddcda43d220 None None] For port 77330425-2494-4ebc-ae30-03c1ed84755c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=77330425-2494-4ebc-ae30-03c1ed84755c,segment=NetworkSegment(405b2080-9b20-4d87-a274-04e6d8b2f0ac),segment_id=405b2080-9b20-4d87-a274-04e6d8b2f0ac)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:30.973331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:31.002730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 77330425-2494-4ebc-ae30-03c1ed84755c is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:31.002730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (77330425-2494-4ebc-ae30-03c1ed84755c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:31.032605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-908d9ab2-28a6-4ef5-b90d-1ddcda43d220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (77330425-2494-4ebc-ae30-03c1ed84755c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:31.199349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d05e3-bd66-43ba-881a-a83bf2215559 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Deleting port da91265e-af2e-45ee-8713-edf5fcf18e91 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:31.201009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8f3d05e3-bd66-43ba-881a-a83bf2215559 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (da91265e-af2e-45ee-8713-edf5fcf18e91), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:31.223983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d14910d1-0f99-48d2-9da5-2c683420e668 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for port (14226c95-7691-433c-917b-d70548f2ef87), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:31.264791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38086) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:31.278902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a72f2316-899a-4cc8-bcbf-0f751a2d8b45 None None] Provisioning complete for port 883baa99-2c86-40fe-9da0-1a40f3620fb8 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:31.279776 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a72f2316-899a-4cc8-bcbf-0f751a2d8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (883baa99-2c86-40fe-9da0-1a40f3620fb8), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:31.280538 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a72f2316-899a-4cc8-bcbf-0f751a2d8b45 None None] Attempt 1 to provision port 883baa99-2c86-40fe-9da0-1a40f3620fb8 Oct 28 09:57:31.289087 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:31.299236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba664e45-aef0-40ce-9148-2f0b67d356ea tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:31.301323 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba664e45-aef0-40ce-9148-2f0b67d356ea tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:31.302882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d9ab2-28a6-4ef5-b90d-1ddcda43d220 None None] Pushing event updated for resources: {'Port': ['ID=77330425-2494-4ebc-ae30-03c1ed84755c,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:31.303812 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba664e45-aef0-40ce-9148-2f0b67d356ea tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:31.305474 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ba664e45-aef0-40ce-9148-2f0b67d356ea tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4148755 Oct 28 09:57:31.308394 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38090) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:31.308533 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:57:31.308709 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:57:31.337760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a72f2316-899a-4cc8-bcbf-0f751a2d8b45 None None] Port 883baa99-2c86-40fe-9da0-1a40f3620fb8 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:31.410526 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d14910d1-0f99-48d2-9da5-2c683420e668 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (14226c95-7691-433c-917b-d70548f2ef87), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:31.466459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8ac80f3b-6bb1-46a2-abd2-cf526a155b26 None None] Provisioning complete for port 77330425-2494-4ebc-ae30-03c1ed84755c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:31.466916 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8ac80f3b-6bb1-46a2-abd2-cf526a155b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (77330425-2494-4ebc-ae30-03c1ed84755c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:31.477228 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8ac80f3b-6bb1-46a2-abd2-cf526a155b26 None None] Attempt 1 to provision port 77330425-2494-4ebc-ae30-03c1ed84755c Oct 28 09:57:31.512144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router eb25d475-fb44-4d9e-a6e8-da6570bc3f5b is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:57:31.529253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Request body: {'networks': [{'name': 'tempest-network--283915983'}, {'name': 'tempest-network--1058444575'}]} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:31.530083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Request body: {'network': {'name': 'tempest-network--283915983'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:31.530661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Request body: {'network': {'name': 'tempest-network--1058444575'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:31.585729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14910d1-0f99-48d2-9da5-2c683420e668 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Network 3a1d8434-e538-4f9c-836b-0e5992a4e0f7 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:31.587234 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14910d1-0f99-48d2-9da5-2c683420e668 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Pushing event updated for resources: {'Port': ['ID=14226c95-7691-433c-917b-d70548f2ef87,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:31.590101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ab16bc73-48af-4c04-b829-8554f663dfcb), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:31.595953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8f3d05e3-bd66-43ba-881a-a83bf2215559 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (da91265e-af2e-45ee-8713-edf5fcf18e91), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:31.598830 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d14910d1-0f99-48d2-9da5-2c683420e668 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:31.603817 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14910d1-0f99-48d2-9da5-2c683420e668 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:31.609826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:31.623924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a76e64-7183-483b-8400-824ccece7fb5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 15a2c663-66eb-413d-8a96-9702589f4f98 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:31.637923 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8ac80f3b-6bb1-46a2-abd2-cf526a155b26 None None] Current status of the port 77330425-2494-4ebc-ae30-03c1ed84755c is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:31.648471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-21a76e64-7183-483b-8400-824ccece7fb5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (15a2c663-66eb-413d-8a96-9702589f4f98), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:31.693187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71747698-7e29-4b41-8ec8-772a901a73b7 None None] Network 29ad26ac-11a7-4932-b3e2-68e6304c69b8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:31.719146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Made reservation on behalf of 3a588e18ea624bc88930763f1d0d9cb7 for: {'network': 2} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:31.726682 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:31.780508 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-806f15e2-918f-4264-ad45-a0e1e83a8059 None None] Provisioning complete for port ec550d95-8581-4090-9006-a2c285aa0c08 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:31.780918 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-806f15e2-918f-4264-ad45-a0e1e83a8059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:31.781259 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-806f15e2-918f-4264-ad45-a0e1e83a8059 None None] Attempt 1 to provision port ec550d95-8581-4090-9006-a2c285aa0c08 Oct 28 09:57:31.797182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:31.803723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14910d1-0f99-48d2-9da5-2c683420e668 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:31.804600 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d14910d1-0f99-48d2-9da5-2c683420e668 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:31.854232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:31.888678 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8409076e-80dd-456b-ac52-46764b0353ea tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/eb25d475-fb44-4d9e-a6e8-da6570bc3f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0850255 Oct 28 09:57:31.892376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38104) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:31.943598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38106) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:31.958640 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 77330425-2494-4ebc-ae30-03c1ed84755c is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:31.969726 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171c75fe-520f-4fd1-bd0b-273f838d38d0 None None] Sync routers for ids ['eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:31.987043 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=13 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:31.987769 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=11 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:31.992608 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:32.025894 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d14910d1-0f99-48d2-9da5-2c683420e668 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.2281544 Oct 28 09:57:32.038167 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38110) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:32.090273 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98daf07a-fe0f-427d-97b7-6c77929bb99c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:32.097430 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-98daf07a-fe0f-427d-97b7-6c77929bb99c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports/883baa99-2c86-40fe-9da0-1a40f3620fb8 HTTP/1.1" status: 200 len: 911 time: 0.2011552 Oct 28 09:57:32.107537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38112) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:32.110475 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e140f-e237-4a78-9d7a-cce61f789350 req-fb4f26e9-b540-4591-9819-31a4dcaf7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:32.123041 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-809e140f-e237-4a78-9d7a-cce61f789350 req-fb4f26e9-b540-4591-9819-31a4dcaf7033 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1c1772cbf744449891cae928448c57eb&device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 1130 time: 0.1876757 Oct 28 09:57:32.144841 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-806f15e2-918f-4264-ad45-a0e1e83a8059 None None] Current status of the port ec550d95-8581-4090-9006-a2c285aa0c08 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:32.146913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-806f15e2-918f-4264-ad45-a0e1e83a8059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.154542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-21a76e64-7183-483b-8400-824ccece7fb5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (15a2c663-66eb-413d-8a96-9702589f4f98), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.204729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c75fe-520f-4fd1-bd0b-273f838d38d0 None None] Routers {'eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:32.205315 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d05e3-bd66-43ba-881a-a83bf2215559 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Calling delete_port for da91265e-af2e-45ee-8713-edf5fcf18e91 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:32.205456 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-171c75fe-520f-4fd1-bd0b-273f838d38d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:32.256183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks [] for security_group (396d20eb-f6b7-4e2d-8020-13684ae9f5fc), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.306200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-26a490da-8118-4b09-8ab2-b8ae158ce5f3 tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] Request body: {'port': {'network_id': 'd24ae726-bb63-4532-b27d-8babf854ccd2', 'name': 'tempest-NetworksNegativeTestJSON-677826571'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:32.335020 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:32.433593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-21a76e64-7183-483b-8400-824ccece7fb5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (15a2c663-66eb-413d-8a96-9702589f4f98), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.492383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (396d20eb-f6b7-4e2d-8020-13684ae9f5fc), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.492906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.495264 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a490da-8118-4b09-8ab2-b8ae158ce5f3 tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] POST failed (client error): The resource could not be found. Oct 28 09:57:32.495778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a490da-8118-4b09-8ab2-b8ae158ce5f3 tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:57:32.501152 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-26a490da-8118-4b09-8ab2-b8ae158ce5f3 tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4925880 Oct 28 09:57:32.506517 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 77330425-2494-4ebc-ae30-03c1ed84755c up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:32.516459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-171c75fe-520f-4fd1-bd0b-273f838d38d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:32.563621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38114) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:32.565710 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c75fe-520f-4fd1-bd0b-273f838d38d0 None None] Routers {'eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:32.566342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-171c75fe-520f-4fd1-bd0b-273f838d38d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:32.567450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e7f013a5-f774-4aab-964e-90715fb189c2 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Deleting port 14226c95-7691-433c-917b-d70548f2ef87 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:32.567799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7f013a5-f774-4aab-964e-90715fb189c2 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (14226c95-7691-433c-917b-d70548f2ef87), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.574266 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-806f15e2-918f-4264-ad45-a0e1e83a8059 None None] For port ec550d95-8581-4090-9006-a2c285aa0c08, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ec550d95-8581-4090-9006-a2c285aa0c08,segment=NetworkSegment(d0064ece-6387-4ce3-b425-e5c7eafeb25b),segment_id=d0064ece-6387-4ce3-b425-e5c7eafeb25b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:32.603620 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b3a4c-1cea-40a4-95bd-12eeb3b15e58 req-098a5c21-97a1-4027-903f-50a658e25450 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:32.605417 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-823b3a4c-1cea-40a4-95bd-12eeb3b15e58 req-098a5c21-97a1-4027-903f-50a658e25450 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.3157666 Oct 28 09:57:32.626153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-171c75fe-520f-4fd1-bd0b-273f838d38d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:32.641195 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171c75fe-520f-4fd1-bd0b-273f838d38d0 None None] The sync data for ids ['eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:32.646336 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-806f15e2-918f-4264-ad45-a0e1e83a8059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.664030 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-21a76e64-7183-483b-8400-824ccece7fb5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (15a2c663-66eb-413d-8a96-9702589f4f98), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.665767 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:57:32.695451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 77330425-2494-4ebc-ae30-03c1ed84755c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:32.695832 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (77330425-2494-4ebc-ae30-03c1ed84755c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.700328 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 77330425-2494-4ebc-ae30-03c1ed84755c Oct 28 09:57:32.715452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e140f-e237-4a78-9d7a-cce61f789350 req-82d84bcf-ab4e-489e-89c7-0e9ed51e0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:32.717679 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-809e140f-e237-4a78-9d7a-cce61f789350 req-82d84bcf-ab4e-489e-89c7-0e9ed51e0634 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9b354618-41dd-41ee-a0fe-9a79976baa4b HTTP/1.1" status: 200 len: 912 time: 0.5569355 Oct 28 09:57:32.718588 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d48c80-c331-4655-a202-8141b5320ded tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] DELETE failed (client error): The resource could not be found. Oct 28 09:57:32.719102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d48c80-c331-4655-a202-8141b5320ded tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:57:32.722712 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-95d48c80-c331-4655-a202-8141b5320ded tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] 10.222.0.49 "DELETE /networking/v2.0/networks/da67ec2c-9126-4896-be61-4ce8d8964771 HTTP/1.1" status: 404 len: 339 time: 0.1527183 Oct 28 09:57:32.737395 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38116) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:32.739260 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-21a76e64-7183-483b-8400-824ccece7fb5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.741723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce792b3b-c5de-4f4a-a337-a2b948913ebc None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:32.745801 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-21a76e64-7183-483b-8400-824ccece7fb5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/15a2c663-66eb-413d-8a96-9702589f4f98 HTTP/1.1" status: 204 len: 168 time: 1.4366705 Oct 28 09:57:32.751125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:32.798908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38120) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:32.836133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:32.846015 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (b6c72be1-8cba-4f7e-a943-e6b65ae97664), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.846364 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Added segment b6c72be1-8cba-4f7e-a943-e6b65ae97664 of type vlan for network c497a7aa-c28e-4cc5-a08d-840da2086917 Oct 28 09:57:32.895450 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f15e2-918f-4264-ad45-a0e1e83a8059 None None] Pushing event updated for resources: {'Port': ['ID=ec550d95-8581-4090-9006-a2c285aa0c08,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:32.901058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (c497a7aa-c28e-4cc5-a08d-840da2086917), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.924361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddaabd0d-bc67-44d6-b204-2dc7114482e4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 2d05cfde-e2fa-4f28-9f18-c825774a5192 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:32.931600 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:32.934581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a76e64-7183-483b-8400-824ccece7fb5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=15a2c663-66eb-413d-8a96-9702589f4f98,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:32.941198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (d566f857-1587-4f57-aa7a-c944ecb8498c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.941558 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Added segment d566f857-1587-4f57-aa7a-c944ecb8498c of type vlan for network 5d8c13b1-c1a6-4f5b-9c8b-9fcf39091dca Oct 28 09:57:32.942758 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddaabd0d-bc67-44d6-b204-2dc7114482e4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (2d05cfde-e2fa-4f28-9f18-c825774a5192), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.945197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-208e3798-0642-4f84-9d6a-1e5980303540 None None] Provisioning complete for port ec550d95-8581-4090-9006-a2c285aa0c08 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:32.946060 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-208e3798-0642-4f84-9d6a-1e5980303540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.946574 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-208e3798-0642-4f84-9d6a-1e5980303540 None None] Attempt 1 to provision port ec550d95-8581-4090-9006-a2c285aa0c08 Oct 28 09:57:32.988788 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-809e140f-e237-4a78-9d7a-cce61f789350 req-75cf7be2-f8ef-4df9-bdd2-4e8fc6d757cd service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=250bacdb-6369-4533-b15b-0b9cd26aeeac HTTP/1.1" status: 200 len: 1000 time: 0.2521007 Oct 28 09:57:32.994185 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (5d8c13b1-c1a6-4f5b-9c8b-9fcf39091dca), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.014934 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396d20eb-f6b7-4e2d-8020-13684ae9f5fc,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:33.043651 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-823b3a4c-1cea-40a4-95bd-12eeb3b15e58 req-40ae94c6-0cf4-4b51-a097-25fdd190cd3c tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4297833 Oct 28 09:57:33.046728 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddaabd0d-bc67-44d6-b204-2dc7114482e4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (2d05cfde-e2fa-4f28-9f18-c825774a5192), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.055994 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 77330425-2494-4ebc-ae30-03c1ed84755c is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:33.055994 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ec550d95-8581-4090-9006-a2c285aa0c08 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:33.076399 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8f3d05e3-bd66-43ba-881a-a83bf2215559 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (da91265e-af2e-45ee-8713-edf5fcf18e91), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.117675 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d05e3-bd66-43ba-881a-a83bf2215559 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event deleted for resources: {'Port': ['ID=da91265e-af2e-45ee-8713-edf5fcf18e91,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:33.133167 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-208e3798-0642-4f84-9d6a-1e5980303540 None None] Current status of the port ec550d95-8581-4090-9006-a2c285aa0c08 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:33.171537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-208e3798-0642-4f84-9d6a-1e5980303540 None None] Provisioning complete for port ab16bc73-48af-4c04-b829-8554f663dfcb triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:33.171920 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-208e3798-0642-4f84-9d6a-1e5980303540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ab16bc73-48af-4c04-b829-8554f663dfcb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.172272 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-208e3798-0642-4f84-9d6a-1e5980303540 None None] Attempt 1 to provision port ab16bc73-48af-4c04-b829-8554f663dfcb Oct 28 09:57:33.207516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.db.resource_extend [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 28 09:57:33.221067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8f3d05e3-bd66-43ba-881a-a83bf2215559 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.225095 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8f3d05e3-bd66-43ba-881a-a83bf2215559 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "DELETE /networking/v2.0/ports/da91265e-af2e-45ee-8713-edf5fcf18e91 HTTP/1.1" status: 204 len: 168 time: 2.4992423 Oct 28 09:57:33.230231 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38122) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:33.239200 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11a3f6b-34ad-42c7-b054-89130407a694 tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] DELETE failed (client error): The resource could not be found. Oct 28 09:57:33.239805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11a3f6b-34ad-42c7-b054-89130407a694 tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:57:33.245270 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d11a3f6b-34ad-42c7-b054-89130407a694 tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] 10.222.0.49 "DELETE /networking/v2.0/ports/9635f8a7-a5fe-4a63-bbe0-5bcfbdd61890 HTTP/1.1" status: 404 len: 333 time: 0.4987497 Oct 28 09:57:33.256767 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38124) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:33.280306 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ec550d95-8581-4090-9006-a2c285aa0c08 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:33.280623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.281343 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ec550d95-8581-4090-9006-a2c285aa0c08 Oct 28 09:57:33.292115 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-208e3798-0642-4f84-9d6a-1e5980303540 None None] Port ab16bc73-48af-4c04-b829-8554f663dfcb cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:33.353054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:33.369400 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0520771f-39b4-483b-a0c5-e7ac60b01bab tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] DELETE failed (client error): The resource could not be found. Oct 28 09:57:33.369538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7f013a5-f774-4aab-964e-90715fb189c2 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (14226c95-7691-433c-917b-d70548f2ef87), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.370074 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0520771f-39b4-483b-a0c5-e7ac60b01bab tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:57:33.376060 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0520771f-39b4-483b-a0c5-e7ac60b01bab tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4cc9d306-c730-4004-b3ee-10ec6f0e6a55 HTTP/1.1" status: 404 len: 337 time: 0.1149137 Oct 28 09:57:33.376266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (c497a7aa-c28e-4cc5-a08d-840da2086917), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.376266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (5d8c13b1-c1a6-4f5b-9c8b-9fcf39091dca), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.385927 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:33.393914 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:33.394167 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:33.394596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.395209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38126) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:33.418110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e7f013a5-f774-4aab-964e-90715fb189c2 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Calling delete_port for 14226c95-7691-433c-917b-d70548f2ef87 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:33.446652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-05221e35-c6a6-49e3-aeaf-471efc17b8a3 None None] Provisioning complete for port ab16bc73-48af-4c04-b829-8554f663dfcb triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:33.447494 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-05221e35-c6a6-49e3-aeaf-471efc17b8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ab16bc73-48af-4c04-b829-8554f663dfcb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.447988 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-05221e35-c6a6-49e3-aeaf-471efc17b8a3 None None] Attempt 1 to provision port ab16bc73-48af-4c04-b829-8554f663dfcb Oct 28 09:57:33.452630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ec550d95-8581-4090-9006-a2c285aa0c08 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:33.488172 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fa7b97-fd1c-48ca-b9eb-1eaaed840543 tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] GET failed (client error): The resource could not be found. Oct 28 09:57:33.490466 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b3fa7b97-fd1c-48ca-b9eb-1eaaed840543 tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] 10.222.0.49 "GET /networking/v2.0/networks/b6993c34-c9a7-414d-9e92-2a1e73173b5c HTTP/1.1" status: 404 len: 339 time: 0.0830388 Oct 28 09:57:33.495313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-05221e35-c6a6-49e3-aeaf-471efc17b8a3 None None] Port ab16bc73-48af-4c04-b829-8554f663dfcb cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:33.499992 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd1a561-6cb3-4003-87c1-72683e227800 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Deleting subnet a8fef3ef-3a0b-4713-bba0-030e23cc3824 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:33.502243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38128) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:33.503533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddaabd0d-bc67-44d6-b204-2dc7114482e4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (2d05cfde-e2fa-4f28-9f18-c825774a5192), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.512075 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a561-6cb3-4003-87c1-72683e227800 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks [] for subnet (a8fef3ef-3a0b-4713-bba0-030e23cc3824), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.608446 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74c9f8a-7517-4f80-8c40-725736e8a74d tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] GET failed (client error): The resource could not be found. Oct 28 09:57:33.609921 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d74c9f8a-7517-4f80-8c40-725736e8a74d tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] 10.222.0.49 "GET /networking/v2.0/ports/6ade4279-a07a-4e94-ac58-e7ab087177ce HTTP/1.1" status: 404 len: 333 time: 0.0990443 Oct 28 09:57:33.614016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e140f-e237-4a78-9d7a-cce61f789350 req-934ba161-922f-45fa-8da9-6e59b2108eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:33.615640 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-809e140f-e237-4a78-9d7a-cce61f789350 req-934ba161-922f-45fa-8da9-6e59b2108eca service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=808a702a-127b-4dd8-b2a3-71420629e80b HTTP/1.1" status: 200 len: 850 time: 0.5838923 Oct 28 09:57:33.618890 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38130) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:33.619826 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:33.655022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (ab16bc73-48af-4c04-b829-8554f663dfcb), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.677624 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a561-6cb3-4003-87c1-72683e227800 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (a8fef3ef-3a0b-4713-bba0-030e23cc3824), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.699376 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-33494838-beb7-44ff-a167-999ebfe9561c tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] GET failed (client error): The resource could not be found. Oct 28 09:57:33.700949 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-33494838-beb7-44ff-a167-999ebfe9561c tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] 10.222.0.49 "GET /networking/v2.0/subnets/56312b9d-7971-4ef1-8ffa-3084d81550c7 HTTP/1.1" status: 404 len: 337 time: 0.0743029 Oct 28 09:57:33.710395 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38132) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:33.722477 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-20bb1bbc-5407-4426-9e7f-c7458669ce77 tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] Request body: {'network': {'name': 'new_name'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:33.736513 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4695320 Oct 28 09:57:33.737278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event updated for resources: {'Network': ['ID=c497a7aa-c28e-4cc5-a08d-840da2086917,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:33.741805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38134) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:33.742696 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bb1bbc-5407-4426-9e7f-c7458669ce77 tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] PUT failed (client error): The resource could not be found. Oct 28 09:57:33.743295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bb1bbc-5407-4426-9e7f-c7458669ce77 tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:57:33.748140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e140f-e237-4a78-9d7a-cce61f789350 req-e03a3471-90d8-45a6-b121-b9fff3e4ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:33.748654 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-20bb1bbc-5407-4426-9e7f-c7458669ce77 tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] 10.222.0.49 "PUT /networking/v2.0/networks/f009030c-8bf3-43ef-8460-dd4abbd781db HTTP/1.1" status: 404 len: 339 time: 0.0331004 Oct 28 09:57:33.753014 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-809e140f-e237-4a78-9d7a-cce61f789350 req-e03a3471-90d8-45a6-b121-b9fff3e4ea66 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9b354618-41dd-41ee-a0fe-9a79976baa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1009383 Oct 28 09:57:33.753168 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network c497a7aa-c28e-4cc5-a08d-840da2086917 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:33.756814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38136) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:33.761027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (ab16bc73-48af-4c04-b829-8554f663dfcb), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.774215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-27f18d85-27f1-457d-898f-5d1db43ae5ba tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] Request body: {'port': {'name': 'new_name'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:33.819449 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f18d85-27f1-457d-898f-5d1db43ae5ba tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] PUT failed (client error): The resource could not be found. Oct 28 09:57:33.819934 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f18d85-27f1-457d-898f-5d1db43ae5ba tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:57:33.824890 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-27f18d85-27f1-457d-898f-5d1db43ae5ba tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] 10.222.0.49 "PUT /networking/v2.0/ports/fa5a0539-91a1-4e6a-a8fc-9290cbfc4783 HTTP/1.1" status: 404 len: 333 time: 0.0520294 Oct 28 09:57:33.844436 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38138) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:33.849486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-3f3c6ac0-4bd7-4b41-b1c8-2fa86473d01c tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:33.872408 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddaabd0d-bc67-44d6-b204-2dc7114482e4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (2d05cfde-e2fa-4f28-9f18-c825774a5192), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.918908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3a4478d1-c4fe-4906-9f1e-d747b82ecb24 None None] Provisioning complete for port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:33.919287 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a4478d1-c4fe-4906-9f1e-d747b82ecb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.919623 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3a4478d1-c4fe-4906-9f1e-d747b82ecb24 None None] Attempt 1 to provision port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 Oct 28 09:57:33.927745 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3c6ac0-4bd7-4b41-b1c8-2fa86473d01c tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] PUT failed (client error): The resource could not be found. Oct 28 09:57:33.928189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3c6ac0-4bd7-4b41-b1c8-2fa86473d01c tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:57:33.932962 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3f3c6ac0-4bd7-4b41-b1c8-2fa86473d01c tempest-NetworksNegativeTestJSON-1331050427 tempest-NetworksNegativeTestJSON-1331050427-project] 10.222.0.49 "PUT /networking/v2.0/subnets/5c386091-72d6-42de-aab1-52000e5ab676 HTTP/1.1" status: 404 len: 337 time: 0.0841048 Oct 28 09:57:33.942986 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:33.946724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:33.966100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaabd0d-bc67-44d6-b204-2dc7114482e4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=2d05cfde-e2fa-4f28-9f18-c825774a5192,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:33.977739 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=ab16bc73-48af-4c04-b829-8554f663dfcb,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:33.984593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddaabd0d-bc67-44d6-b204-2dc7114482e4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:33.985563 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0993a460-fcc4-4c05-b1c6-0db8b041e10b None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:33.991030 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ddaabd0d-bc67-44d6-b204-2dc7114482e4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2d05cfde-e2fa-4f28-9f18-c825774a5192 HTTP/1.1" status: 204 len: 168 time: 1.1907167 Oct 28 09:57:33.996288 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38142) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:33.997708 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a561-6cb3-4003-87c1-72683e227800 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (a8fef3ef-3a0b-4713-bba0-030e23cc3824), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:34.001181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (441900c5-aecc-4967-9588-3dad50b15b9e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:34.019286 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa768b00-19c3-4d61-8448-b86e7ab02a97 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event updated for resources: {'Network': ['ID=5d8c13b1-c1a6-4f5b-9c8b-9fcf39091dca,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:34.098346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:34.100385 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e8e70c34-8d64-455d-807a-4435395ec909 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952981 Oct 28 09:57:34.109489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38146) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:34.112119 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-809e140f-e237-4a78-9d7a-cce61f789350 req-bafbe1a0-4d70-4cb4-9500-f4ba0d81c561 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523884 Oct 28 09:57:34.132397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 5d8c13b1-c1a6-4f5b-9c8b-9fcf39091dca details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:34.138469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-90fc728b-bf44-489d-b95f-61ecc513a9d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:34.198872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ec82f1-df0a-4f66-abef-a202f14e372f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:34.202049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ec550d95-8581-4090-9006-a2c285aa0c08 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:34.205366 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ec82f1-df0a-4f66-abef-a202f14e372f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:34.210779 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ec82f1-df0a-4f66-abef-a202f14e372f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:34.216266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ec82f1-df0a-4f66-abef-a202f14e372f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:34.216836 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7f013a5-f774-4aab-964e-90715fb189c2 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (14226c95-7691-433c-917b-d70548f2ef87), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:34.222367 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ec82f1-df0a-4f66-abef-a202f14e372f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:34.224258 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-00ec82f1-df0a-4f66-abef-a202f14e372f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 3010 time: 0.4789541 Oct 28 09:57:34.260513 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38148) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:34.281049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3a4478d1-c4fe-4906-9f1e-d747b82ecb24 None None] Current status of the port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:34.321453 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ec550d95-8581-4090-9006-a2c285aa0c08 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:34.321962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:34.322245 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ec550d95-8581-4090-9006-a2c285aa0c08 Oct 28 09:57:34.384904 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d474f0d5-f489-43ee-a388-3aeec780dbda None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:57:34.436803 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d070a-8d71-485f-b868-7bec008c677b req-c4ee59e0-e9df-4d51-a7c7-5a22ef5d7065 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:34.438323 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6f7d070a-8d71-485f-b868-7bec008c677b req-c4ee59e0-e9df-4d51-a7c7-5a22ef5d7065 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2056065 Oct 28 09:57:34.438453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f013a5-f774-4aab-964e-90715fb189c2 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Pushing event deleted for resources: {'Port': ['ID=14226c95-7691-433c-917b-d70548f2ef87,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:34.471014 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d38cf3b9-f21c-4d8e-92c5-24ad4570fd05 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (c497a7aa-c28e-4cc5-a08d-840da2086917), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:34.480043 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 29ad26ac-11a7-4932-b3e2-68e6304c69b8 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:34.488059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ec550d95-8581-4090-9006-a2c285aa0c08 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:34.492257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:34.499754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d474f0d5-f489-43ee-a388-3aeec780dbda None None] Deleting port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:34.500613 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d474f0d5-f489-43ee-a388-3aeec780dbda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:34.507274 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a561-6cb3-4003-87c1-72683e227800 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (a8fef3ef-3a0b-4713-bba0-030e23cc3824), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:34.514881 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-809e140f-e237-4a78-9d7a-cce61f789350 req-7a2860a8-b982-4cc0-a003-46142b84e37b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926952 Oct 28 09:57:34.537675 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a561-6cb3-4003-87c1-72683e227800 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:34.543526 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5cd1a561-6cb3-4003-87c1-72683e227800 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a8fef3ef-3a0b-4713-bba0-030e23cc3824 HTTP/1.1" status: 204 len: 168 time: 1.3057330 Oct 28 09:57:34.566253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38152) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:34.583646 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11a1a08-4711-4250-8078-e5249ca56e45 None None] Network 367301bf-4fbe-424b-aa41-986d5b9a9aab requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:34.699858 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d474f0d5-f489-43ee-a388-3aeec780dbda None None] For port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0a81e03e-0b5f-42f7-bc84-0e3513a8b281,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:34.700263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d474f0d5-f489-43ee-a388-3aeec780dbda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:34.719302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38154) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:34.738051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d474f0d5-f489-43ee-a388-3aeec780dbda None None] Calling delete_port for 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:34.747650 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:34.849837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1a561-6cb3-4003-87c1-72683e227800 tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event deleted for resources: {'Subnet': ['ID=a8fef3ef-3a0b-4713-bba0-030e23cc3824,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:34.855404 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fc728b-bf44-489d-b95f-61ecc513a9d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:34.861637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00a2832-575e-4518-9c6e-b03502d57aa0 None None] DHCP port deletion for 367301bf-4fbe-424b-aa41-986d5b9a9aab request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:57:34.867807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-90fc728b-bf44-489d-b95f-61ecc513a9d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:34.869349 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:34.919802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f00a2832-575e-4518-9c6e-b03502d57aa0 None None] Deleting port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:34.920211 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f00a2832-575e-4518-9c6e-b03502d57aa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (7df2cc75-d1ed-48ba-8cbb-d78f4ace2539), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:34.924836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:34.937016 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-200f4d4e-811f-4757-b6fb-e2bdd1cb4bda None None] Provisioning complete for port ab16bc73-48af-4c04-b829-8554f663dfcb triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:34.937390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-200f4d4e-811f-4757-b6fb-e2bdd1cb4bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ab16bc73-48af-4c04-b829-8554f663dfcb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:34.939915 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-200f4d4e-811f-4757-b6fb-e2bdd1cb4bda None None] Attempt 1 to provision port ab16bc73-48af-4c04-b829-8554f663dfcb Oct 28 09:57:34.965788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d38cf3b9-f21c-4d8e-92c5-24ad4570fd05 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (c497a7aa-c28e-4cc5-a08d-840da2086917), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:34.994652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d474f0d5-f489-43ee-a388-3aeec780dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (0a81e03e-0b5f-42f7-bc84-0e3513a8b281), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.012382 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6f7d070a-8d71-485f-b868-7bec008c677b req-c3cc3a92-5b0d-4d30-8b86-bccf0596061a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5312600 Oct 28 09:57:35.049194 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-d38cf3b9-f21c-4d8e-92c5-24ad4570fd05 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c497a7aa-c28e-4cc5-a08d-840da2086917']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:35.070689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:35.084363 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-d38cf3b9-f21c-4d8e-92c5-24ad4570fd05 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c72be1-8cba-4f7e-a943-e6b65ae97664') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:35.084363 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-d38cf3b9-f21c-4d8e-92c5-24ad4570fd05 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c72be1-8cba-4f7e-a943-e6b65ae97664') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:35.089391 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:35.173207 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7f013a5-f774-4aab-964e-90715fb189c2 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.179023 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e7f013a5-f774-4aab-964e-90715fb189c2 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/14226c95-7691-433c-917b-d70548f2ef87 HTTP/1.1" status: 204 len: 168 time: 3.1373057 Oct 28 09:57:35.184887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38158) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:35.194613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3a1d8434-e538-4f9c-836b-0e5992a4e0f7', 'external_fixed_ips': [{'subnet_id': 'c4804872-bc92-4b51-92d3-91191839ffae', 'ip_address': '172.20.0.12'}]}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:35.207396 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (367301bf-4fbe-424b-aa41-986d5b9a9aab), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.243478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:35.246445 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Allocated IP 2001:db8:1::1 (b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a/d8251022-3c09-46f8-8c33-5122e4490a4f/fa575cbf-c89a-483b-9906-08077846576f) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:35.251826 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f00a2832-575e-4518-9c6e-b03502d57aa0 None None] For port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7df2cc75-d1ed-48ba-8cbb-d78f4ace2539,segment=NetworkSegment(60df26fd-3105-409e-8a7b-35ae782fe4e7),segment_id=60df26fd-3105-409e-8a7b-35ae782fe4e7)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:35.252570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f00a2832-575e-4518-9c6e-b03502d57aa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (7df2cc75-d1ed-48ba-8cbb-d78f4ace2539), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.277717 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f00a2832-575e-4518-9c6e-b03502d57aa0 None None] Calling delete_port for 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:35.336709 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.337682 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.340970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Deleting port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:35.341306 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (7df2cc75-d1ed-48ba-8cbb-d78f4ace2539), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.412799 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d38cf3b9-f21c-4d8e-92c5-24ad4570fd05 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (b6c72be1-8cba-4f7e-a943-e6b65ae97664), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.449713 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474f0d5-f489-43ee-a388-3aeec780dbda None None] Pushing event deleted for resources: {'Port': ['ID=0a81e03e-0b5f-42f7-bc84-0e3513a8b281,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:35.469052 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c403e402-b6f4-4260-948b-a82025c69ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.470355 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d474f0d5-f489-43ee-a388-3aeec780dbda None None] No DVR routers for this DVR port 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:35.470355 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-200f4d4e-811f-4757-b6fb-e2bdd1cb4bda None None] Port ab16bc73-48af-4c04-b829-8554f663dfcb cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:35.475023 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d38cf3b9-f21c-4d8e-92c5-24ad4570fd05 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (b6c72be1-8cba-4f7e-a943-e6b65ae97664), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.476267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] For port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7df2cc75-d1ed-48ba-8cbb-d78f4ace2539,segment=NetworkSegment(60df26fd-3105-409e-8a7b-35ae782fe4e7),segment_id=60df26fd-3105-409e-8a7b-35ae782fe4e7)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:35.477032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (7df2cc75-d1ed-48ba-8cbb-d78f4ace2539), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.489432 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38cf3b9-f21c-4d8e-92c5-24ad4570fd05 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:35.489911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d38cf3b9-f21c-4d8e-92c5-24ad4570fd05 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (b6c72be1-8cba-4f7e-a943-e6b65ae97664), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.531194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_controller (bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.536957 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Calling delete_port for 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:35.540847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (fa575cbf-c89a-483b-9906-08077846576f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.548698 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment b6c72be1-8cba-4f7e-a943-e6b65ae97664 resource provider aggregate not found Oct 28 09:57:35.573661 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment b6c72be1-8cba-4f7e-a943-e6b65ae97664 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6c72be1-8cba-4f7e-a943-e6b65ae97664 found for delete ", "request_id": "req-658a4fe2-7d7c-4b28-97c5-f294c822eeef"}]} Oct 28 09:57:35.844845 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f00a2832-575e-4518-9c6e-b03502d57aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (7df2cc75-d1ed-48ba-8cbb-d78f4ace2539), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.849375 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (fa575cbf-c89a-483b-9906-08077846576f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.863003 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router 441900c5-aecc-4967-9588-3dad50b15b9e is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:57:35.872381 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d38cf3b9-f21c-4d8e-92c5-24ad4570fd05 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (c497a7aa-c28e-4cc5-a08d-840da2086917), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.875333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-90fc728b-bf44-489d-b95f-61ecc513a9d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (bf007c28-0513-4560-a718-12f529a4d8fb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.896409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d38cf3b9-f21c-4d8e-92c5-24ad4570fd05 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:35.898848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a2832-575e-4518-9c6e-b03502d57aa0 None None] Pushing event deleted for resources: {'Port': ['ID=7df2cc75-d1ed-48ba-8cbb-d78f4ace2539,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:35.900161 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d38cf3b9-f21c-4d8e-92c5-24ad4570fd05 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "DELETE /networking/v2.0/networks/c497a7aa-c28e-4cc5-a08d-840da2086917 HTTP/1.1" status: 204 len: 168 time: 1.6367419 Oct 28 09:57:35.913050 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00a2832-575e-4518-9c6e-b03502d57aa0 None None] No DVR routers for this DVR port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:35.929983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38164) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:35.953268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cf3b9-f21c-4d8e-92c5-24ad4570fd05 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event deleted for resources: {'Network': ['ID=c497a7aa-c28e-4cc5-a08d-840da2086917,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:35.973965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (7df2cc75-d1ed-48ba-8cbb-d78f4ace2539), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.013226 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fc728b-bf44-489d-b95f-61ecc513a9d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:36.020053 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc728b-bf44-489d-b95f-61ecc513a9d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=bf007c28-0513-4560-a718-12f529a4d8fb,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:36.022306 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-90fc728b-bf44-489d-b95f-61ecc513a9d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:36.025850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:36.030939 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d496a99-af72-41df-a95e-34dde5dcbe1c None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:36.053233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc728b-bf44-489d-b95f-61ecc513a9d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:36.054091 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-90fc728b-bf44-489d-b95f-61ecc513a9d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.095869 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c403e402-b6f4-4260-948b-a82025c69ad4 admin admin] Publish callbacks [] for security_group (6a7320b2-b410-44f5-a80a-8d4e98630cbf), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.107419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:36.119240 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ffc2d0c1-2984-4a22-9fb6-8839271ec194 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/441900c5-aecc-4967-9588-3dad50b15b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3332725 Oct 28 09:57:36.119893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38168) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:36.133144 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c417cd8-8c58-493f-8547-ce453abcf46f None None] Sync routers for ids ['441900c5-aecc-4967-9588-3dad50b15b9e'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:36.144542 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-47c6cb76-9729-4dd9-8bec-101024c5387f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (5d8c13b1-c1a6-4f5b-9c8b-9fcf39091dca), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.149316 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c417cd8-8c58-493f-8547-ce453abcf46f None None] Routers {'441900c5-aecc-4967-9588-3dad50b15b9e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:36.153451 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:36.153619 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3c417cd8-8c58-493f-8547-ce453abcf46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['441900c5-aecc-4967-9588-3dad50b15b9e'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:36.153762 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=fa575cbf-c89a-483b-9906-08077846576f,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:36.169096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:36.169096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (eb25d475-fb44-4d9e-a6e8-da6570bc3f5b), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.180358 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-90fc728b-bf44-489d-b95f-61ecc513a9d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0618601 Oct 28 09:57:36.183378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38170) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:36.185490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:36.188500 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:36.199835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8ae55c-a7ec-4818-a4e2-37e02516309b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:36.204203 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4a8ae55c-a7ec-4818-a4e2-37e02516309b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports/ab16bc73-48af-4c04-b829-8554f663dfcb HTTP/1.1" status: 200 len: 910 time: 0.0833006 Oct 28 09:57:36.205386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38172) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:36.215156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:36.217321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:36.217814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event deleted for resources: {'Port': ['ID=7df2cc75-d1ed-48ba-8cbb-d78f4ace2539,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:36.218113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:36.220265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] No DVR routers for this DVR port 7df2cc75-d1ed-48ba-8cbb-d78f4ace2539 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:36.228022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-a898b8ed-2efb-4b98-b0ce-c406c094ffbb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a235e57-38ec-4fa5-9fb9-b1dadbeeff8a'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:36.246760 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3c417cd8-8c58-493f-8547-ce453abcf46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:36.259176 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:36.262941 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c417cd8-8c58-493f-8547-ce453abcf46f None None] Routers {'441900c5-aecc-4967-9588-3dad50b15b9e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:36.268877 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3c417cd8-8c58-493f-8547-ce453abcf46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['441900c5-aecc-4967-9588-3dad50b15b9e'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:36.284141 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:36.284875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0a81e03e-0b5f-42f7-bc84-0e3513a8b281 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:36.299113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': 'bf007c28-0513-4560-a718-12f529a4d8fb'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:57:36.303314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.321383 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c403e402-b6f4-4260-948b-a82025c69ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (6a7320b2-b410-44f5-a80a-8d4e98630cbf), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.328090 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3c417cd8-8c58-493f-8547-ce453abcf46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:36.329094 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c417cd8-8c58-493f-8547-ce453abcf46f None None] The sync data for ids ['441900c5-aecc-4967-9588-3dad50b15b9e'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:36.403912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183307a-95b8-4758-9502-e893634345d5 req-ee6b7587-ef5d-47de-8ae0-d52aaaaf3759 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:36.405541 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2183307a-95b8-4758-9502-e893634345d5 req-ee6b7587-ef5d-47de-8ae0-d52aaaaf3759 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1879528 Oct 28 09:57:36.407147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:DELETE=13,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:36.430728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.446636 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c403e402-b6f4-4260-948b-a82025c69ad4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=45f59d2fc6bf47289a65e25168bce819&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5990565 Oct 28 09:57:36.479008 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38174) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:36.494758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-47c6cb76-9729-4dd9-8bec-101024c5387f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (5d8c13b1-c1a6-4f5b-9c8b-9fcf39091dca), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.508968 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:36.516633 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-47c6cb76-9729-4dd9-8bec-101024c5387f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8c13b1-c1a6-4f5b-9c8b-9fcf39091dca']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:36.530874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:36.542149 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Allocated IP 172.20.0.2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/bf007c28-0513-4560-a718-12f529a4d8fb/783804aa-2a39-4866-85f6-1e03566a6a01) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:36.562354 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403e402-b6f4-4260-948b-a82025c69ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7320b2-b410-44f5-a80a-8d4e98630cbf,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:36.563623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-47c6cb76-9729-4dd9-8bec-101024c5387f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd566f857-1587-4f57-aa7a-c944ecb8498c') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:36.563945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-47c6cb76-9729-4dd9-8bec-101024c5387f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd566f857-1587-4f57-aa7a-c944ecb8498c') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:36.598096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-47c6cb76-9729-4dd9-8bec-101024c5387f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (d566f857-1587-4f57-aa7a-c944ecb8498c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.636545 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (367301bf-4fbe-424b-aa41-986d5b9a9aab), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.648680 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8761d6a5-7d50-421b-b3d4-97922fe6dbbb None None] Provisioning complete for port fa575cbf-c89a-483b-9906-08077846576f triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:36.649245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8761d6a5-7d50-421b-b3d4-97922fe6dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fa575cbf-c89a-483b-9906-08077846576f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.649596 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8761d6a5-7d50-421b-b3d4-97922fe6dbbb None None] Attempt 1 to provision port fa575cbf-c89a-483b-9906-08077846576f Oct 28 09:57:36.661205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-47c6cb76-9729-4dd9-8bec-101024c5387f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (d566f857-1587-4f57-aa7a-c944ecb8498c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.664788 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2183307a-95b8-4758-9502-e893634345d5 req-0129f2f7-383a-4992-b0fe-3dac82bff49b tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866801 Oct 28 09:57:36.668819 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367301bf-4fbe-424b-aa41-986d5b9a9aab']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:36.675688 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88004dda-c49e-46f5-834e-87469bdf8ae8 admin admin] Publish callbacks [] for security_group (6a7320b2-b410-44f5-a80a-8d4e98630cbf), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.690275 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c6cb76-9729-4dd9-8bec-101024c5387f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:36.691716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-47c6cb76-9729-4dd9-8bec-101024c5387f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (d566f857-1587-4f57-aa7a-c944ecb8498c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.740694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60df26fd-3105-409e-8a7b-35ae782fe4e7') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:36.740977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60df26fd-3105-409e-8a7b-35ae782fe4e7') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:36.741387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8761d6a5-7d50-421b-b3d4-97922fe6dbbb None None] Port fa575cbf-c89a-483b-9906-08077846576f cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:36.742566 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88004dda-c49e-46f5-834e-87469bdf8ae8 admin admin] Publish callbacks [] for security_group (6a7320b2-b410-44f5-a80a-8d4e98630cbf), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.744037 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment d566f857-1587-4f57-aa7a-c944ecb8498c resource provider aggregate not found Oct 28 09:57:36.745312 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:36.749950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.785532 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment d566f857-1587-4f57-aa7a-c944ecb8498c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d566f857-1587-4f57-aa7a-c944ecb8498c found for delete ", "request_id": "req-466b2d6e-c3b1-4d7d-86ee-1a62a02697af"}]} Oct 28 09:57:36.795559 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (60df26fd-3105-409e-8a7b-35ae782fe4e7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.819627 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Publish callbacks [] for port (783804aa-2a39-4866-85f6-1e03566a6a01), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.830219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a898b8ed-2efb-4b98-b0ce-c406c094ffbb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ab16bc73-48af-4c04-b829-8554f663dfcb), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.855166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (60df26fd-3105-409e-8a7b-35ae782fe4e7), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.879574 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:36.879973 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (60df26fd-3105-409e-8a7b-35ae782fe4e7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.886513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fa575cbf-c89a-483b-9906-08077846576f), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.895154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.943422 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:36.947154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:36.949398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Pushing event updated for resources: {'Port': ['ID=783804aa-2a39-4866-85f6-1e03566a6a01,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:36.951862 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:36.975262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-47c6cb76-9729-4dd9-8bec-101024c5387f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (5d8c13b1-c1a6-4f5b-9c8b-9fcf39091dca), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.979621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:36.998768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:37.017950 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Attempting to bind port 783804aa-2a39-4866-85f6-1e03566a6a01 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:57:37.018655 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Attempting to bind port 783804aa-2a39-4866-85f6-1e03566a6a01 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:57:37.019065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Attempting to bind port 783804aa-2a39-4866-85f6-1e03566a6a01 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:37.030084 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-47c6cb76-9729-4dd9-8bec-101024c5387f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.033347 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-47c6cb76-9729-4dd9-8bec-101024c5387f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "DELETE /networking/v2.0/networks/5d8c13b1-c1a6-4f5b-9c8b-9fcf39091dca HTTP/1.1" status: 204 len: 168 time: 1.0958753 Oct 28 09:57:37.038942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38182) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:37.054255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88004dda-c49e-46f5-834e-87469bdf8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (6a7320b2-b410-44f5-a80a-8d4e98630cbf), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.059019 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88004dda-c49e-46f5-834e-87469bdf8ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.062694 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-88004dda-c49e-46f5-834e-87469bdf8ae8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6a7320b2-b410-44f5-a80a-8d4e98630cbf HTTP/1.1" status: 204 len: 168 time: 0.5756500 Oct 28 09:57:37.074151 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:57:37.074593 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:37.075159 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.076286 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:57:37.076286 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Bound port: 783804aa-2a39-4866-85f6-1e03566a6a01, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:57:37.076484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6cb76-9729-4dd9-8bec-101024c5387f tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event deleted for resources: {'Network': ['ID=5d8c13b1-c1a6-4f5b-9c8b-9fcf39091dca,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:37.076589 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.161160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88004dda-c49e-46f5-834e-87469bdf8ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7320b2-b410-44f5-a80a-8d4e98630cbf,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:37.186948 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:37.194582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] For port 783804aa-2a39-4866-85f6-1e03566a6a01, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:37.194821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (367301bf-4fbe-424b-aa41-986d5b9a9aab), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.215260 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] For port 783804aa-2a39-4866-85f6-1e03566a6a01, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=783804aa-2a39-4866-85f6-1e03566a6a01,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:37.216908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.222952 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] 10.222.0.49 "DELETE /networking/v2.0/networks/367301bf-4fbe-424b-aa41-986d5b9a9aab HTTP/1.1" status: 204 len: 168 time: 2.6510658 Oct 28 09:57:37.227871 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:37.237716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791b0d7-7ffc-4998-8831-8c0651138e1a tempest-AllowedAddressPairIpV6TestJSON-2097906925 tempest-AllowedAddressPairIpV6TestJSON-2097906925-project] Pushing event deleted for resources: {'Network': ['ID=367301bf-4fbe-424b-aa41-986d5b9a9aab,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:37.237716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.268033 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.290164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.361482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437420a-104e-4b41-8afb-17832e00cf98 None None] Pushing event updated for resources: {'Port': ['ID=783804aa-2a39-4866-85f6-1e03566a6a01,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:37.368725 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703edfea-1665-4092-a9e2-3054d3a8f9e1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:37.378017 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703edfea-1665-4092-a9e2-3054d3a8f9e1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:37.379841 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703edfea-1665-4092-a9e2-3054d3a8f9e1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:37.385332 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-703edfea-1665-4092-a9e2-3054d3a8f9e1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.3416011 Oct 28 09:57:37.410083 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38188) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:37.434658 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-8c37ebb6-0f5e-4709-83c9-5247f969b12c tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-98405464'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:37.572762 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Allocated IP 172.20.0.12 (3a1d8434-e538-4f9c-836b-0e5992a4e0f7/c4804872-bc92-4b51-92d3-91191839ffae/ef739513-caff-4208-91ab-c755c66aae79) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:37.583992 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a898b8ed-2efb-4b98-b0ce-c406c094ffbb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (ab16bc73-48af-4c04-b829-8554f663dfcb), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.589167 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (fa575cbf-c89a-483b-9906-08077846576f), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.621650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c37ebb6-0f5e-4709-83c9-5247f969b12c tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Made reservation on behalf of 3a588e18ea624bc88930763f1d0d9cb7 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:37.632455 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c37ebb6-0f5e-4709-83c9-5247f969b12c tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.679205 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c37ebb6-0f5e-4709-83c9-5247f969b12c tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:37.730240 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c37ebb6-0f5e-4709-83c9-5247f969b12c tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (589e1bb8-cd86-44ae-bd4c-f2fa032b9a40), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.730478 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-8c37ebb6-0f5e-4709-83c9-5247f969b12c tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Added segment 589e1bb8-cd86-44ae-bd4c-f2fa032b9a40 of type vlan for network 2c0cf08e-9d60-495e-bdf9-48b709bedb22 Oct 28 09:57:37.747179 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (fa575cbf-c89a-483b-9906-08077846576f), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.748001 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (eb25d475-fb44-4d9e-a6e8-da6570bc3f5b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.754549 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for port (ef739513-caff-4208-91ab-c755c66aae79), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.761353 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a898b8ed-2efb-4b98-b0ce-c406c094ffbb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (ab16bc73-48af-4c04-b829-8554f663dfcb), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.916811 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=fa575cbf-c89a-483b-9906-08077846576f,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:37.927669 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c37ebb6-0f5e-4709-83c9-5247f969b12c tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (2c0cf08e-9d60-495e-bdf9-48b709bedb22), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.927928 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38200) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:37.969113 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898b8ed-2efb-4b98-b0ce-c406c094ffbb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=ab16bc73-48af-4c04-b829-8554f663dfcb,revision_number=3']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:37.987952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:37.988416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:37.998041 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a898b8ed-2efb-4b98-b0ce-c406c094ffbb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:38.000017 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a898b8ed-2efb-4b98-b0ce-c406c094ffbb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:38.004518 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a898b8ed-2efb-4b98-b0ce-c406c094ffbb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/ports/ab16bc73-48af-4c04-b829-8554f663dfcb HTTP/1.1" status: 200 len: 910 time: 1.7881465 Oct 28 09:57:38.007072 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.objects.ports [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114059) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:57:38.009438 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38204) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:38.107832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ef739513-caff-4208-91ab-c755c66aae79), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:38.190577 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 783804aa-2a39-4866-85f6-1e03566a6a01 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:38.215112 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Network 3a1d8434-e538-4f9c-836b-0e5992a4e0f7 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:38.244037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:38.253400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:38.253546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c37ebb6-0f5e-4709-83c9-5247f969b12c tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (2c0cf08e-9d60-495e-bdf9-48b709bedb22), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:38.258213 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c37ebb6-0f5e-4709-83c9-5247f969b12c tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:38.260373 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c37ebb6-0f5e-4709-83c9-5247f969b12c tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:38.278088 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router eb25d475-fb44-4d9e-a6e8-da6570bc3f5b has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:57:38.291300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 783804aa-2a39-4866-85f6-1e03566a6a01 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:38.291935 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:38.292027 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 783804aa-2a39-4866-85f6-1e03566a6a01 Oct 28 09:57:38.371417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Pushing event updated for resources: {'Port': ['ID=ef739513-caff-4208-91ab-c755c66aae79,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:38.406782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 783804aa-2a39-4866-85f6-1e03566a6a01 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:38.406782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:38.449461 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8c37ebb6-0f5e-4709-83c9-5247f969b12c tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0224159 Oct 28 09:57:38.454061 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=6,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:38.459431 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38214) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:38.498428 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-820631a2-9aec-42c1-a9fb-a7817b8fa271 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1457645245'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:38.507338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-04884053-f91c-4719-a0be-36603ef91ac4 None None] Provisioning complete for port fa575cbf-c89a-483b-9906-08077846576f triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:38.507338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-04884053-f91c-4719-a0be-36603ef91ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fa575cbf-c89a-483b-9906-08077846576f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:38.507905 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-04884053-f91c-4719-a0be-36603ef91ac4 None None] Attempt 1 to provision port fa575cbf-c89a-483b-9906-08077846576f Oct 28 09:57:38.534392 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:38.548860 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d1f10-b8fe-41d7-a3be-ccf8a07a1232 None None] Sync routers for ids ['eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:38.559348 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-165dd7fa-bc04-417d-9fdc-6f6d89aeffed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/eb25d475-fb44-4d9e-a6e8-da6570bc3f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4505713 Oct 28 09:57:38.565849 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38216) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:38.579848 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:38.586272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:38.599759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37ebb6-0f5e-4709-83c9-5247f969b12c tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event updated for resources: {'Network': ['ID=2c0cf08e-9d60-495e-bdf9-48b709bedb22,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:38.612133 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-04884053-f91c-4719-a0be-36603ef91ac4 None None] Port fa575cbf-c89a-483b-9906-08077846576f cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:38.637962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 2c0cf08e-9d60-495e-bdf9-48b709bedb22 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:38.662500 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7d87f3bf-85f7-42a6-902b-d8c5731f6989 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4182339dba9a442e80900cdb4fcd5848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7344902 Oct 28 09:57:38.666857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38220) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:38.728186 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820631a2-9aec-42c1-a9fb-a7817b8fa271 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Made reservation on behalf of 3a588e18ea624bc88930763f1d0d9cb7 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:38.732078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:38.733840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-820631a2-9aec-42c1-a9fb-a7817b8fa271 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:38.735147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:57:38.738493 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:57:38.749135 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:38.750041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d1f10-b8fe-41d7-a3be-ccf8a07a1232 None None] Routers {'eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:38.752322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-9c4d1f10-b8fe-41d7-a3be-ccf8a07a1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:38.781341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b852d2-b3cd-4a99-8a8c-774ae3667e08 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:38.785575 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c2b852d2-b3cd-4a99-8a8c-774ae3667e08 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports/fa575cbf-c89a-483b-9906-08077846576f HTTP/1.1" status: 200 len: 913 time: 0.2161493 Oct 28 09:57:38.802409 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38222) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:38.835188 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 60df26fd-3105-409e-8a7b-35ae782fe4e7 resource provider aggregate not found Oct 28 09:57:38.852312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-9c4d1f10-b8fe-41d7-a3be-ccf8a07a1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:38.871810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d1f10-b8fe-41d7-a3be-ccf8a07a1232 None None] Routers {'eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:38.872353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-9c4d1f10-b8fe-41d7-a3be-ccf8a07a1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:38.884385 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38228) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:38.931585 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 60df26fd-3105-409e-8a7b-35ae782fe4e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60df26fd-3105-409e-8a7b-35ae782fe4e7 found for delete ", "request_id": "req-03772c8c-96b9-4de6-8891-6bec1b678d29"}]} Oct 28 09:57:38.931851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-9c4d1f10-b8fe-41d7-a3be-ccf8a07a1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:38.932493 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d1f10-b8fe-41d7-a3be-ccf8a07a1232 None None] The sync data for ids ['eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:38.960679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-64a36f99-84ed-4886-bfce-72f9a7b21ad2 None None] Provisioning complete for port 783804aa-2a39-4866-85f6-1e03566a6a01 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:38.964395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-64a36f99-84ed-4886-bfce-72f9a7b21ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:38.964395 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-64a36f99-84ed-4886-bfce-72f9a7b21ad2 None None] Attempt 1 to provision port 783804aa-2a39-4866-85f6-1e03566a6a01 Oct 28 09:57:38.970572 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-115e9f77-f4e2-4cae-ad15-a99184c052c0 admin admin] Publish callbacks [] for security_group (5a599cec-5ca6-453f-87bd-6d76db463b4b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:39.063016 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-64a36f99-84ed-4886-bfce-72f9a7b21ad2 None None] Current status of the port 783804aa-2a39-4866-85f6-1e03566a6a01 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:39.064212 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-64a36f99-84ed-4886-bfce-72f9a7b21ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:39.095429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-dfe20946-12a7-443b-aa20-4ef159ebb7cc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1563664886'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:39.105962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-64a36f99-84ed-4886-bfce-72f9a7b21ad2 None None] For port 783804aa-2a39-4866-85f6-1e03566a6a01, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=783804aa-2a39-4866-85f6-1e03566a6a01,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:39.119517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-115e9f77-f4e2-4cae-ad15-a99184c052c0 admin admin] Publish callbacks [] for security_group (5a599cec-5ca6-453f-87bd-6d76db463b4b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:39.162824 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820631a2-9aec-42c1-a9fb-a7817b8fa271 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:39.181850 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-820631a2-9aec-42c1-a9fb-a7817b8fa271 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (eb58239e-e4c4-49fb-b5a5-32c44be47f4b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:39.182189 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-820631a2-9aec-42c1-a9fb-a7817b8fa271 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Added segment eb58239e-e4c4-49fb-b5a5-32c44be47f4b of type vlan for network cb9a3de2-1a74-4f27-b926-c464e835c898 Oct 28 09:57:39.214755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-64a36f99-84ed-4886-bfce-72f9a7b21ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:39.229463 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.api [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:57:39.229875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG oslo_db.api [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:57:39.257138 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-820631a2-9aec-42c1-a9fb-a7817b8fa271 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (cb9a3de2-1a74-4f27-b926-c464e835c898), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:39.303118 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 783804aa-2a39-4866-85f6-1e03566a6a01 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:39.308825 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a36f99-84ed-4886-bfce-72f9a7b21ad2 None None] Pushing event updated for resources: {'Port': ['ID=783804aa-2a39-4866-85f6-1e03566a6a01,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:39.334384 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c20a85c1-db37-47d4-916f-5efc68095f3d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (441900c5-aecc-4967-9588-3dad50b15b9e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:39.408635 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-820631a2-9aec-42c1-a9fb-a7817b8fa271 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (cb9a3de2-1a74-4f27-b926-c464e835c898), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:39.413700 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820631a2-9aec-42c1-a9fb-a7817b8fa271 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:39.414319 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-820631a2-9aec-42c1-a9fb-a7817b8fa271 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:39.480170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:39.496241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:39.527138 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820631a2-9aec-42c1-a9fb-a7817b8fa271 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event updated for resources: {'Network': ['ID=cb9a3de2-1a74-4f27-b926-c464e835c898,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:39.538823 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network cb9a3de2-1a74-4f27-b926-c464e835c898 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:39.575000 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-820631a2-9aec-42c1-a9fb-a7817b8fa271 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0871115 Oct 28 09:57:39.576673 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38232) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:39.583117 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Request body: {'ports': [{'network_id': '2c0cf08e-9d60-495e-bdf9-48b709bedb22', 'name': 'tempest-port--1303777511', 'admin_state_up': True}, {'network_id': 'cb9a3de2-1a74-4f27-b926-c464e835c898', 'admin_state_up': False}]} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:39.583434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Request body: {'port': {'network_id': '2c0cf08e-9d60-495e-bdf9-48b709bedb22', 'name': 'tempest-port--1303777511', 'admin_state_up': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:39.583923 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Request body: {'port': {'network_id': 'cb9a3de2-1a74-4f27-b926-c464e835c898', 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:39.600574 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe20946-12a7-443b-aa20-4ef159ebb7cc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:39.604443 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dfe20946-12a7-443b-aa20-4ef159ebb7cc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:39.608000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:39.635987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dfe20946-12a7-443b-aa20-4ef159ebb7cc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:39.685284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:39.754351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-115e9f77-f4e2-4cae-ad15-a99184c052c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5a599cec-5ca6-453f-87bd-6d76db463b4b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:39.756853 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-115e9f77-f4e2-4cae-ad15-a99184c052c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:39.758015 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-115e9f77-f4e2-4cae-ad15-a99184c052c0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5a599cec-5ca6-453f-87bd-6d76db463b4b HTTP/1.1" status: 204 len: 168 time: 1.0454221 Oct 28 09:57:39.792002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e9f77-f4e2-4cae-ad15-a99184c052c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a599cec-5ca6-453f-87bd-6d76db463b4b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:39.796831 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c20a85c1-db37-47d4-916f-5efc68095f3d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting port ab16bc73-48af-4c04-b829-8554f663dfcb {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:39.797615 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c20a85c1-db37-47d4-916f-5efc68095f3d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ab16bc73-48af-4c04-b829-8554f663dfcb), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:39.842846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0b4edf1d-0a42-487f-ab54-36a18c5571b2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (eb25d475-fb44-4d9e-a6e8-da6570bc3f5b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:39.843361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:39.883692 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.000027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c20a85c1-db37-47d4-916f-5efc68095f3d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ab16bc73-48af-4c04-b829-8554f663dfcb), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.017001 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dfe20946-12a7-443b-aa20-4ef159ebb7cc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (ae425923-1eeb-49ba-917e-736913ce135d), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.061016 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c20a85c1-db37-47d4-916f-5efc68095f3d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Calling delete_port for ab16bc73-48af-4c04-b829-8554f663dfcb owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:40.071482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Made reservation on behalf of 3a588e18ea624bc88930763f1d0d9cb7 for: {'port': 2} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:40.076476 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.082657 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:40.107747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dfe20946-12a7-443b-aa20-4ef159ebb7cc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (ae425923-1eeb-49ba-917e-736913ce135d), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.121350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 783804aa-2a39-4866-85f6-1e03566a6a01 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:40.142553 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.154989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe20946-12a7-443b-aa20-4ef159ebb7cc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:40.180358 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.185802 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe20946-12a7-443b-aa20-4ef159ebb7cc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae425923-1eeb-49ba-917e-736913ce135d,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:40.186290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 783804aa-2a39-4866-85f6-1e03566a6a01 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:40.186694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.194752 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 783804aa-2a39-4866-85f6-1e03566a6a01 Oct 28 09:57:40.194909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dfe20946-12a7-443b-aa20-4ef159ebb7cc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (4df18bf0-2fbd-4278-b064-be27ffb75447), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.194909 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-dfe20946-12a7-443b-aa20-4ef159ebb7cc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Added segment 4df18bf0-2fbd-4278-b064-be27ffb75447 of type vlan for network f29bf237-749c-4b61-83b8-307b66652a1d Oct 28 09:57:40.263273 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] For port 783804aa-2a39-4866-85f6-1e03566a6a01, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=783804aa-2a39-4866-85f6-1e03566a6a01,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:40.300416 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 783804aa-2a39-4866-85f6-1e03566a6a01 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:40.355639 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dfe20946-12a7-443b-aa20-4ef159ebb7cc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (f29bf237-749c-4b61-83b8-307b66652a1d), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.374465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-0b4edf1d-0a42-487f-ab54-36a18c5571b2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port fa575cbf-c89a-483b-9906-08077846576f {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:40.376282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0b4edf1d-0a42-487f-ab54-36a18c5571b2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (fa575cbf-c89a-483b-9906-08077846576f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.505004 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:40.512795 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c20a85c1-db37-47d4-916f-5efc68095f3d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (ab16bc73-48af-4c04-b829-8554f663dfcb), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.522760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dfe20946-12a7-443b-aa20-4ef159ebb7cc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (f29bf237-749c-4b61-83b8-307b66652a1d), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.527766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe20946-12a7-443b-aa20-4ef159ebb7cc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:40.528392 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dfe20946-12a7-443b-aa20-4ef159ebb7cc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.533218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (783804aa-2a39-4866-85f6-1e03566a6a01), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.564152 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a85c1-db37-47d4-916f-5efc68095f3d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Port': ['ID=ab16bc73-48af-4c04-b829-8554f663dfcb,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:40.565540 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:40.570392 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] device_id is not set on port 8ac161e7-d2f1-4e27-8f91-20ad90d0b919 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:40.571135 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0b4edf1d-0a42-487f-ab54-36a18c5571b2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (fa575cbf-c89a-483b-9906-08077846576f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.581825 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.589608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (bccc86e2-78d0-45ef-9df4-4a6c26ff12c5), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.620592 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-0b4edf1d-0a42-487f-ab54-36a18c5571b2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for fa575cbf-c89a-483b-9906-08077846576f owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:40.658412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe20946-12a7-443b-aa20-4ef159ebb7cc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Network': ['ID=f29bf237-749c-4b61-83b8-307b66652a1d,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:40.676408 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network f29bf237-749c-4b61-83b8-307b66652a1d details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:40.705378 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-dfe20946-12a7-443b-aa20-4ef159ebb7cc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8172250 Oct 28 09:57:40.713574 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38246) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:40.746318 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9a86d819-9d5a-4c89-bd61-6f5ead6d2ab2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'name': 'tempest-PortsTestJSON-1413251215'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:40.760251 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:40.762624 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:40.789292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Router bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:57:40.803271 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:40.813860 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc36c5c5-1b78-44e1-aee9-bfdac743103a None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:40.818086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:40.819242 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:40.888505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=bccc86e2-78d0-45ef-9df4-4a6c26ff12c5,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:40.924541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=783804aa-2a39-4866-85f6-1e03566a6a01,revision_number=5']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:41.031821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:41.034467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:41.044293 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Sync routers for ids ['bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:41.055222 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Routers {'bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:41.055926 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:41.084395 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-40108746-877b-4ef9-b21a-db7b0d2a9297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8971167 Oct 28 09:57:41.084757 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38254) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:41.090917 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-7db64ea6-2a6f-4f7e-8a93-ae597a83a1ad tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'mac_address': 'fa:16:3e:95:dd:ce', 'name': 'tempest-NetworksTestDHCPv6-1064646196'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:41.096036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:41.114962 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c20a85c1-db37-47d4-916f-5efc68095f3d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (441900c5-aecc-4967-9588-3dad50b15b9e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:41.175059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0b4edf1d-0a42-487f-ab54-36a18c5571b2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (fa575cbf-c89a-483b-9906-08077846576f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:41.197171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks [] for port (8ac161e7-d2f1-4e27-8f91-20ad90d0b919), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:41.224983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4edf1d-0a42-487f-ab54-36a18c5571b2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=fa575cbf-c89a-483b-9906-08077846576f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:41.236742 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:41.238114 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2f76baba-1348-4044-9937-86977dd45e77 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.0506682 Oct 28 09:57:41.246744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38256) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:41.286613 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a86d819-9d5a-4c89-bd61-6f5ead6d2ab2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:41.290551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9a86d819-9d5a-4c89-bd61-6f5ead6d2ab2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:41.368599 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Set router bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:57:41.436712 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-9a86d819-9d5a-4c89-bd61-6f5ead6d2ab2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] device_id is not set on port 6a17c822-505e-4ccf-a4ba-689979b7829b yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:41.438635 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] device_id is not set on port a147b8e7-20e3-4299-9ed5-4a5880f237de yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:41.496339 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38260) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:41.568704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:41.641653 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0b4edf1d-0a42-487f-ab54-36a18c5571b2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (eb25d475-fb44-4d9e-a6e8-da6570bc3f5b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:41.666898 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20a85c1-db37-47d4-916f-5efc68095f3d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router 441900c5-aecc-4967-9588-3dad50b15b9e has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:57:41.668823 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:41.671291 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9c0de97-4412-4e84-831e-c974d9a5bb55 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router (bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:41.745709 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7', 'name': '', 'tenant_id': 'b40109cf8c9445bd9177053c230110ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a1d8434-e538-4f9c-836b-0e5992a4e0f7', 'external_fixed_ips': [{'subnet_id': 'c4804872-bc92-4b51-92d3-91191839ffae', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ef739513-caff-4208-91ab-c755c66aae79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:35Z', 'updated_at': '2022-10-28T09:57:38Z', 'revision_number': 3, 'project_id': 'b40109cf8c9445bd9177053c230110ac', 'gw_port': {'id': 'ef739513-caff-4208-91ab-c755c66aae79', 'name': '', 'network_id': '3a1d8434-e538-4f9c-836b-0e5992a4e0f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c4804872-bc92-4b51-92d3-91191839ffae', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:37Z', 'updated_at': '2022-10-28T09:57:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4804872-bc92-4b51-92d3-91191839ffae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:41.753190 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-cb1ac6a5-befd-475f-b9d6-9d2b10d83b86 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1880026711'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:41.786493 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Checking router: bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:57:41.787141 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Updating router bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7 port ef739513-caff-4208-91ab-c755c66aae79 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:57:41.823468 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ef739513-caff-4208-91ab-c755c66aae79), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:41.872697 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db64ea6-2a6f-4f7e-8a93-ae597a83a1ad tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:41.881064 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20a85c1-db37-47d4-916f-5efc68095f3d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:41.889894 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c20a85c1-db37-47d4-916f-5efc68095f3d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/441900c5-aecc-4967-9588-3dad50b15b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8793542 Oct 28 09:57:41.892682 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e59764-7d76-4714-9d78-208dec859c1c None None] Sync routers for ids ['441900c5-aecc-4967-9588-3dad50b15b9e'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:41.894941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38264) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:41.910006 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e59764-7d76-4714-9d78-208dec859c1c None None] Routers {'441900c5-aecc-4967-9588-3dad50b15b9e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:41.911140 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-71e59764-7d76-4714-9d78-208dec859c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['441900c5-aecc-4967-9588-3dad50b15b9e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:41.959397 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-de08e5ab-04d4-4f9a-bad5-81ca1af5b6be tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=441900c5-aecc-4967-9588-3dad50b15b9e HTTP/1.1" status: 200 len: 205 time: 0.0602818 Oct 28 09:57:41.962141 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38266) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:41.968737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1ac6a5-befd-475f-b9d6-9d2b10d83b86 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Made reservation on behalf of 4eb277bbeacf469cb2361666497d1fe1 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:41.973115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac6a5-befd-475f-b9d6-9d2b10d83b86 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:41.978155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-71e59764-7d76-4714-9d78-208dec859c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:41.998335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac6a5-befd-475f-b9d6-9d2b10d83b86 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.002526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-13a2446d-cdc1-4e74-9b11-c9a16d1654b0 None None] Provisioning complete for port 783804aa-2a39-4866-85f6-1e03566a6a01 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:42.003002 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-13a2446d-cdc1-4e74-9b11-c9a16d1654b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.003560 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-13a2446d-cdc1-4e74-9b11-c9a16d1654b0 None None] Attempt 1 to provision port 783804aa-2a39-4866-85f6-1e03566a6a01 Oct 28 09:57:42.005637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e59764-7d76-4714-9d78-208dec859c1c None None] Routers {'441900c5-aecc-4967-9588-3dad50b15b9e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:42.007017 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-71e59764-7d76-4714-9d78-208dec859c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['441900c5-aecc-4967-9588-3dad50b15b9e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:42.048861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-71e59764-7d76-4714-9d78-208dec859c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:42.049765 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e59764-7d76-4714-9d78-208dec859c1c None None] The sync data for ids ['441900c5-aecc-4967-9588-3dad50b15b9e'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:42.119019 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9c0de97-4412-4e84-831e-c974d9a5bb55 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.130035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:42.147944 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks [] for port (a147b8e7-20e3-4299-9ed5-4a5880f237de), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.149568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7db64ea6-2a6f-4f7e-8a93-ae597a83a1ad tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.153267 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9a86d819-9d5a-4c89-bd61-6f5ead6d2ab2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (6a17c822-505e-4ccf-a4ba-689979b7829b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.158477 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bbd7718c-1fc3-46df-9057-5fab3e922303 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (441900c5-aecc-4967-9588-3dad50b15b9e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.187967 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-13a2446d-cdc1-4e74-9b11-c9a16d1654b0 None None] Current status of the port 783804aa-2a39-4866-85f6-1e03566a6a01 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:42.189809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-7db64ea6-2a6f-4f7e-8a93-ae597a83a1ad tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:42.210646 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:42.218191 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Publish callbacks [] for port (ef739513-caff-4208-91ab-c755c66aae79), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.298716 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ef739513-caff-4208-91ab-c755c66aae79), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.317880 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Attempting to bind port ef739513-caff-4208-91ab-c755c66aae79 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:57:42.317880 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Attempting to bind port ef739513-caff-4208-91ab-c755c66aae79 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '1ed17b84-0411-42a3-b9e2-bb41afc91dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a1d8434-e538-4f9c-836b-0e5992a4e0f7'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:57:42.318229 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Attempting to bind port ef739513-caff-4208-91ab-c755c66aae79 on network 3a1d8434-e538-4f9c-836b-0e5992a4e0f7 {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:42.377820 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:42.378522 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bbd7718c-1fc3-46df-9057-5fab3e922303 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (441900c5-aecc-4967-9588-3dad50b15b9e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.383003 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bbd7718c-1fc3-46df-9057-5fab3e922303 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_controller (441900c5-aecc-4967-9588-3dad50b15b9e), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.390837 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Pushing event updated for resources: {'Port': ['ID=ef739513-caff-4208-91ab-c755c66aae79,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:42.404107 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:42.404456 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:42.404800 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:42.405203 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:42.405502 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:42.405842 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:42.406478 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:42.406478 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:42.406835 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:42.407194 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:42.407524 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:42.407872 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:42.408205 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:42.408568 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:42.408893 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:42.426190 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:57:42.426190 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Checking segment: {'id': '1ed17b84-0411-42a3-b9e2-bb41afc91dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a1d8434-e538-4f9c-836b-0e5992a4e0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:42.426190 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.432284 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Bound using segment: {'id': '1ed17b84-0411-42a3-b9e2-bb41afc91dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a1d8434-e538-4f9c-836b-0e5992a4e0f7'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:57:42.432284 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Bound port: ef739513-caff-4208-91ab-c755c66aae79, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed17b84-0411-42a3-b9e2-bb41afc91dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a1d8434-e538-4f9c-836b-0e5992a4e0f7'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:57:42.432284 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ef739513-caff-4208-91ab-c755c66aae79), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.441333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9a86d819-9d5a-4c89-bd61-6f5ead6d2ab2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (6a17c822-505e-4ccf-a4ba-689979b7829b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.473206 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (8ac161e7-d2f1-4e27-8f91-20ad90d0b919), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.503556 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] For port ef739513-caff-4208-91ab-c755c66aae79, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:42.507803 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] For port ef739513-caff-4208-91ab-c755c66aae79, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ef739513-caff-4208-91ab-c755c66aae79,segment=NetworkSegment(1ed17b84-0411-42a3-b9e2-bb41afc91dd7),segment_id=1ed17b84-0411-42a3-b9e2-bb41afc91dd7)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:42.510771 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86d819-9d5a-4c89-bd61-6f5ead6d2ab2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=6a17c822-505e-4ccf-a4ba-689979b7829b,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:42.565732 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=5,neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:42.581918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4edf1d-0a42-487f-ab54-36a18c5571b2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router eb25d475-fb44-4d9e-a6e8-da6570bc3f5b has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:57:42.589687 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ef739513-caff-4208-91ab-c755c66aae79), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.589876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bbd7718c-1fc3-46df-9057-5fab3e922303 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (441900c5-aecc-4967-9588-3dad50b15b9e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.589876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd7718c-1fc3-46df-9057-5fab3e922303 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Fanout notify agent at l3_agent the message router_deleted on router 441900c5-aecc-4967-9588-3dad50b15b9e {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:57:42.608360 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bbd7718c-1fc3-46df-9057-5fab3e922303 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.613510 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bbd7718c-1fc3-46df-9057-5fab3e922303 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/routers/441900c5-aecc-4967-9588-3dad50b15b9e HTTP/1.1" status: 204 len: 168 time: 0.6222610 Oct 28 09:57:42.614911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38268) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:42.639644 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:42.646909 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Routers {'bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:42.648203 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:42.667892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:42.669249 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event updated for resources: {'Port': ['ID=8ac161e7-d2f1-4e27-8f91-20ad90d0b919,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:42.677379 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a86d819-9d5a-4c89-bd61-6f5ead6d2ab2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Checking segment: {'id': '4df18bf0-2fbd-4278-b064-be27ffb75447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:42.678091 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a86d819-9d5a-4c89-bd61-6f5ead6d2ab2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network hostable DHCP agents. Network: f29bf237-749c-4b61-83b8-307b66652a1d, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:42.689901 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Checking segment: {'id': '589e1bb8-cd86-44ae-bd4c-f2fa032b9a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2c0cf08e-9d60-495e-bdf9-48b709bedb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:42.697830 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Network hostable DHCP agents. Network: 2c0cf08e-9d60-495e-bdf9-48b709bedb22, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:42.724500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0de97-4412-4e84-831e-c974d9a5bb55 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Deleting port ef739513-caff-4208-91ab-c755c66aae79 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:42.724848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9c0de97-4412-4e84-831e-c974d9a5bb55 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ef739513-caff-4208-91ab-c755c66aae79), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.732274 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-be38637a-4009-4827-afa1-709f20166b10 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting subnet 3a235e57-38ec-4fa5-9fb9-b1dadbeeff8a {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:42.734892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be38637a-4009-4827-afa1-709f20166b10 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for subnet (3a235e57-38ec-4fa5-9fb9-b1dadbeeff8a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.750142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac6a5-befd-475f-b9d6-9d2b10d83b86 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for security_group (5abdf325-bc4d-4045-9849-b37e821bee51), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.787221 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead559a-883a-407b-a6fb-234ef369c4c6 None None] Pushing event updated for resources: {'Port': ['ID=ef739513-caff-4208-91ab-c755c66aae79,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:42.803880 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] Set router bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:57:42.825058 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be38637a-4009-4827-afa1-709f20166b10 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (3a235e57-38ec-4fa5-9fb9-b1dadbeeff8a), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.865270 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7', 'name': '', 'tenant_id': 'b40109cf8c9445bd9177053c230110ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:35Z', 'updated_at': '2022-10-28T09:57:42Z', 'revision_number': 4, 'project_id': 'b40109cf8c9445bd9177053c230110ac', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:42.868539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a86d819-9d5a-4c89-bd61-6f5ead6d2ab2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network f29bf237-749c-4b61-83b8-307b66652a1d is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:42.874351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4edf1d-0a42-487f-ab54-36a18c5571b2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:42.880951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac6a5-befd-475f-b9d6-9d2b10d83b86 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5abdf325-bc4d-4045-9849-b37e821bee51), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.887148 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0b4edf1d-0a42-487f-ab54-36a18c5571b2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/eb25d475-fb44-4d9e-a6e8-da6570bc3f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0837228 Oct 28 09:57:42.895484 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887b28a7-4a90-42af-adbf-dc4049e75dec None None] Sync routers for ids ['eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:42.898279 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b208bbc2-0f85-4a55-b5c9-f4cef49020ea None None] The sync data for ids ['bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7'] in dv-neutron-zed-2-hyperv is: [{'id': 'bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7', 'name': '', 'tenant_id': 'b40109cf8c9445bd9177053c230110ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:35Z', 'updated_at': '2022-10-28T09:57:42Z', 'revision_number': 4, 'project_id': 'b40109cf8c9445bd9177053c230110ac', 'gw_port_host': None}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:42.899112 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38270) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:42.904620 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Network 2c0cf08e-9d60-495e-bdf9-48b709bedb22 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:42.909475 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887b28a7-4a90-42af-adbf-dc4049e75dec None None] Routers {'eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:42.910923 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-887b28a7-4a90-42af-adbf-dc4049e75dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:42.960335 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-887b28a7-4a90-42af-adbf-dc4049e75dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:42.971044 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887b28a7-4a90-42af-adbf-dc4049e75dec None None] Routers {'eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:42.971666 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-887b28a7-4a90-42af-adbf-dc4049e75dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:42.983481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-c9c0de97-4412-4e84-831e-c974d9a5bb55 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] For port ef739513-caff-4208-91ab-c755c66aae79, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ef739513-caff-4208-91ab-c755c66aae79,segment=NetworkSegment(1ed17b84-0411-42a3-b9e2-bb41afc91dd7),segment_id=1ed17b84-0411-42a3-b9e2-bb41afc91dd7)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:42.984147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9c0de97-4412-4e84-831e-c974d9a5bb55 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ef739513-caff-4208-91ab-c755c66aae79), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:42.991410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1ac6a5-befd-475f-b9d6-9d2b10d83b86 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:43.007070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ac6a5-befd-475f-b9d6-9d2b10d83b86 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abdf325-bc4d-4045-9849-b37e821bee51,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:43.026413 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-887b28a7-4a90-42af-adbf-dc4049e75dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:43.027032 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887b28a7-4a90-42af-adbf-dc4049e75dec None None] The sync data for ids ['eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:43.030617 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0de97-4412-4e84-831e-c974d9a5bb55 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Calling delete_port for ef739513-caff-4208-91ab-c755c66aae79 owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:43.040348 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-7db64ea6-2a6f-4f7e-8a93-ae597a83a1ad tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 172.20.0.3 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/bf007c28-0513-4560-a718-12f529a4d8fb/fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:43.042972 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac6a5-befd-475f-b9d6-9d2b10d83b86 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (68c9cdc3-d4a6-4a59-8dbb-bb975c84d790), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.043323 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-cb1ac6a5-befd-475f-b9d6-9d2b10d83b86 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Added segment 68c9cdc3-d4a6-4a59-8dbb-bb975c84d790 of type vlan for network f6f30882-322c-4c65-80ff-10534d2e760c Oct 28 09:57:43.048123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-9a86d819-9d5a-4c89-bd61-6f5ead6d2ab2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, f29bf237-749c-4b61-83b8-307b66652a1d) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:43.052238 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86d819-9d5a-4c89-bd61-6f5ead6d2ab2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:43.059380 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a86d819-9d5a-4c89-bd61-6f5ead6d2ab2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:43.060140 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9a86d819-9d5a-4c89-bd61-6f5ead6d2ab2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.060295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8fa74d-bb29-4bd0-8234-e9f0d7fa1d73 None None] Network f29bf237-749c-4b61-83b8-307b66652a1d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:43.066087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:43.072196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-7db64ea6-2a6f-4f7e-8a93-ae597a83a1ad tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::f816:3eff:fe95:ddce (27cab9a0-d24d-4f61-b60f-51dd4ee136db/bccc86e2-78d0-45ef-9df4-4a6c26ff12c5/fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:43.072757 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be38637a-4009-4827-afa1-709f20166b10 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (3a235e57-38ec-4fa5-9fb9-b1dadbeeff8a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.137452 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a4bbef74-c90c-4caa-a51c-893c20860045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.144442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac6a5-befd-475f-b9d6-9d2b10d83b86 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (f6f30882-322c-4c65-80ff-10534d2e760c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.209036 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 2c0cf08e-9d60-495e-bdf9-48b709bedb22) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:43.221961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca04357c-e91e-4c25-a34e-f1d2fbfc7d17 None None] Network 2c0cf08e-9d60-495e-bdf9-48b709bedb22 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:43.258911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:43.260116 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a147b8e7-20e3-4299-9ed5-4a5880f237de), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.309261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac6a5-befd-475f-b9d6-9d2b10d83b86 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (f6f30882-322c-4c65-80ff-10534d2e760c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.312966 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be38637a-4009-4827-afa1-709f20166b10 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (3a235e57-38ec-4fa5-9fb9-b1dadbeeff8a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.315139 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1ac6a5-befd-475f-b9d6-9d2b10d83b86 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:43.315717 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac6a5-befd-475f-b9d6-9d2b10d83b86 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.321404 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9a86d819-9d5a-4c89-bd61-6f5ead6d2ab2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5808125 Oct 28 09:57:43.357513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38272) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:43.365801 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-79e69345-ba76-461e-99dd-f864c4981dca tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1440964236'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:43.432551 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:43.486936 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cb1ac6a5-befd-475f-b9d6-9d2b10d83b86 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9867883 Oct 28 09:57:43.493383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38274) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:43.514100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-81e3c90f-c8ad-4e08-9245-1e808f0e6f68 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Request body: {'subnet': {'network_id': 'f6f30882-322c-4c65-80ff-10534d2e760c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:43.543180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ac6a5-befd-475f-b9d6-9d2b10d83b86 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Pushing event updated for resources: {'Network': ['ID=f6f30882-322c-4c65-80ff-10534d2e760c,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:43.559207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network f6f30882-322c-4c65-80ff-10534d2e760c details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:43.560045 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e69345-ba76-461e-99dd-f864c4981dca tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:43.564409 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79e69345-ba76-461e-99dd-f864c4981dca tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.643584 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7db64ea6-2a6f-4f7e-8a93-ae597a83a1ad tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.670064 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e69345-ba76-461e-99dd-f864c4981dca tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:43.681318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9c0de97-4412-4e84-831e-c974d9a5bb55 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ef739513-caff-4208-91ab-c755c66aae79), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.689501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:43.690937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:43.700886 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38637a-4009-4827-afa1-709f20166b10 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Subnet': ['ID=3a235e57-38ec-4fa5-9fb9-b1dadbeeff8a,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:43.702610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79e69345-ba76-461e-99dd-f864c4981dca tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c889d68e-2e63-4b4b-b328-a952d8245072), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.703001 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-79e69345-ba76-461e-99dd-f864c4981dca tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Added segment c889d68e-2e63-4b4b-b328-a952d8245072 of type vlan for network 6028b129-3e2f-457a-a2e2-efa99d4f2ced Oct 28 09:57:43.709751 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be38637a-4009-4827-afa1-709f20166b10 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.715920 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-be38637a-4009-4827-afa1-709f20166b10 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/3a235e57-38ec-4fa5-9fb9-b1dadbeeff8a HTTP/1.1" status: 204 len: 168 time: 1.0962322 Oct 28 09:57:43.716790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eed898-eda0-4e34-bdfa-55aa8c4b6a20 None None] Network 29ad26ac-11a7-4932-b3e2-68e6304c69b8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:43.724356 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38276) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:43.736086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event updated for resources: {'Port': ['ID=a147b8e7-20e3-4299-9ed5-4a5880f237de,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:43.742229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0de97-4412-4e84-831e-c974d9a5bb55 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef739513-caff-4208-91ab-c755c66aae79,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:43.827130 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e3c90f-c8ad-4e08-9245-1e808f0e6f68 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Made reservation on behalf of 4eb277bbeacf469cb2361666497d1fe1 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:43.832893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-81e3c90f-c8ad-4e08-9245-1e808f0e6f68 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.839887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79e69345-ba76-461e-99dd-f864c4981dca tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (6028b129-3e2f-457a-a2e2-efa99d4f2ced), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.911385 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (29ad26ac-11a7-4932-b3e2-68e6304c69b8), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.917137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Checking segment: {'id': 'eb58239e-e4c4-49fb-b5a5-32c44be47f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb9a3de2-1a74-4f27-b926-c464e835c898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:43.917137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Network hostable DHCP agents. Network: cb9a3de2-1a74-4f27-b926-c464e835c898, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:43.927504 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7db64ea6-2a6f-4f7e-8a93-ae597a83a1ad tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.939362 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490c0d90-2527-45bb-97ec-d78e95a0dd6f None None] DHCP port deletion for 29ad26ac-11a7-4932-b3e2-68e6304c69b8 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:57:43.986241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:43.995977 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-490c0d90-2527-45bb-97ec-d78e95a0dd6f None None] Deleting port ec550d95-8581-4090-9006-a2c285aa0c08 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:43.996809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-490c0d90-2527-45bb-97ec-d78e95a0dd6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:43.998957 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e146cfd7-472d-488f-9966-a36b621e4b54 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (eb25d475-fb44-4d9e-a6e8-da6570bc3f5b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.010194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db64ea6-2a6f-4f7e-8a93-ae597a83a1ad tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:44.035092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9c0de97-4412-4e84-831e-c974d9a5bb55 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.035092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-7db64ea6-2a6f-4f7e-8a93-ae597a83a1ad tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:44.035092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db64ea6-2a6f-4f7e-8a93-ae597a83a1ad tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:44.080580 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting port ec550d95-8581-4090-9006-a2c285aa0c08 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:44.080925 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.083170 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Network cb9a3de2-1a74-4f27-b926-c464e835c898 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:44.132192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ec550d95-8581-4090-9006-a2c285aa0c08 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:44.136101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:44.156094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79e69345-ba76-461e-99dd-f864c4981dca tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (6028b129-3e2f-457a-a2e2-efa99d4f2ced), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.159497 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:44.161977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e69345-ba76-461e-99dd-f864c4981dca tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:44.162941 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79e69345-ba76-461e-99dd-f864c4981dca tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.188901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-490c0d90-2527-45bb-97ec-d78e95a0dd6f None None] For port ec550d95-8581-4090-9006-a2c285aa0c08, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ec550d95-8581-4090-9006-a2c285aa0c08,segment=NetworkSegment(d0064ece-6387-4ce3-b425-e5c7eafeb25b),segment_id=d0064ece-6387-4ce3-b425-e5c7eafeb25b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:44.189320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-490c0d90-2527-45bb-97ec-d78e95a0dd6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.213175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-490c0d90-2527-45bb-97ec-d78e95a0dd6f None None] Calling delete_port for ec550d95-8581-4090-9006-a2c285aa0c08 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:44.213432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db64ea6-2a6f-4f7e-8a93-ae597a83a1ad tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:44.244283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, cb9a3de2-1a74-4f27-b926-c464e835c898) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:44.251427 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] For port ec550d95-8581-4090-9006-a2c285aa0c08, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ec550d95-8581-4090-9006-a2c285aa0c08,segment=NetworkSegment(d0064ece-6387-4ce3-b425-e5c7eafeb25b),segment_id=d0064ece-6387-4ce3-b425-e5c7eafeb25b)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:44.251887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.254767 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:44.259648 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:44.267065 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:44.267065 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.277681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e34d6a6-0901-4ebe-b892-b266a932bab4 None None] Network cb9a3de2-1a74-4f27-b926-c464e835c898 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:44.296891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9c0de97-4412-4e84-831e-c974d9a5bb55 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.300521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9c0de97-4412-4e84-831e-c974d9a5bb55 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_controller (bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.311710 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:44.334080 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:44.336258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Calling delete_port for ec550d95-8581-4090-9006-a2c285aa0c08 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:44.339842 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db64ea6-2a6f-4f7e-8a93-ae597a83a1ad tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:44.340504 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7db64ea6-2a6f-4f7e-8a93-ae597a83a1ad tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.347233 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-79e69345-ba76-461e-99dd-f864c4981dca tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9853485 Oct 28 09:57:44.352949 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38278) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:44.364028 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'ports': [{'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d'}, {'network_id': '6028b129-3e2f-457a-a2e2-efa99d4f2ced'}]} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:44.364728 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:44.365454 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'network_id': '6028b129-3e2f-457a-a2e2-efa99d4f2ced'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:44.411861 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e69345-ba76-461e-99dd-f864c4981dca tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Network': ['ID=6028b129-3e2f-457a-a2e2-efa99d4f2ced,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:44.445469 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 6028b129-3e2f-457a-a2e2-efa99d4f2ced details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:44.474243 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:44.479127 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-48567fd8-6135-4fa1-8db0-5b7afd1297bc tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.8984199 Oct 28 09:57:44.479864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38280) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:44.525564 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7db64ea6-2a6f-4f7e-8a93-ae597a83a1ad tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4396441 Oct 28 09:57:44.526546 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9c0de97-4412-4e84-831e-c974d9a5bb55 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.527341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c0de97-4412-4e84-831e-c974d9a5bb55 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:57:44.528641 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ec550d95-8581-4090-9006-a2c285aa0c08 is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:44.529043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.531144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2f7b04cb-4ec2-41c5-99b0-38bfd074257b None None] Provisioning complete for port fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:44.531500 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2f7b04cb-4ec2-41c5-99b0-38bfd074257b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.531822 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2f7b04cb-4ec2-41c5-99b0-38bfd074257b None None] Attempt 1 to provision port fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd Oct 28 09:57:44.538880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9c0de97-4412-4e84-831e-c974d9a5bb55 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.543360 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c9c0de97-4412-4e84-831e-c974d9a5bb55 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/bb9037e1-7459-4b5f-a0fc-a5c8213dd0e7 HTTP/1.1" status: 204 len: 168 time: 3.2897823 Oct 28 09:57:44.543360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38282) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:44.543549 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38284) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:44.575550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:44.626600 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-81e3c90f-c8ad-4e08-9245-1e808f0e6f68 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (a8eb8ec9-defd-4f9b-b008-fb7675968de6), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.650216 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a28c18-35a2-4f6a-87bb-dcb9e2c5ee57 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:44.650785 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2f7b04cb-4ec2-41c5-99b0-38bfd074257b None None] Port fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:44.655848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a28c18-35a2-4f6a-87bb-dcb9e2c5ee57 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:44.660809 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-07a28c18-35a2-4f6a-87bb-dcb9e2c5ee57 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1772585 Oct 28 09:57:44.677042 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e146cfd7-472d-488f-9966-a36b621e4b54 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port 883baa99-2c86-40fe-9da0-1a40f3620fb8 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:44.677360 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e146cfd7-472d-488f-9966-a36b621e4b54 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (883baa99-2c86-40fe-9da0-1a40f3620fb8), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.682938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38286) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:44.685844 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port ec550d95-8581-4090-9006-a2c285aa0c08, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ec550d95-8581-4090-9006-a2c285aa0c08,segment=NetworkSegment(d0064ece-6387-4ce3-b425-e5c7eafeb25b),segment_id=d0064ece-6387-4ce3-b425-e5c7eafeb25b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:44.689400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de95eb8-3a94-4dda-9925-989106def270 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Deleting subnet c4804872-bc92-4b51-92d3-91191839ffae {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:44.693697 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1de95eb8-3a94-4dda-9925-989106def270 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for subnet (c4804872-bc92-4b51-92d3-91191839ffae), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.762401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bab47a-5fcc-4b11-a639-cb5cb62cd544 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:44.762401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bab47a-5fcc-4b11-a639-cb5cb62cd544 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:44.763420 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-81bab47a-5fcc-4b11-a639-cb5cb62cd544 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2168591 Oct 28 09:57:44.769231 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38288) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:44.771416 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.829333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1de95eb8-3a94-4dda-9925-989106def270 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (c4804872-bc92-4b51-92d3-91191839ffae), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.834787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=ec550d95-8581-4090-9006-a2c285aa0c08,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:44.839127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-490c0d90-2527-45bb-97ec-d78e95a0dd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.854047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c0d90-2527-45bb-97ec-d78e95a0dd6f None None] No DVR routers for this DVR port ec550d95-8581-4090-9006-a2c285aa0c08 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:44.875735 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c0d90-2527-45bb-97ec-d78e95a0dd6f None None] Pushing event deleted for resources: {'Port': ['ID=ec550d95-8581-4090-9006-a2c285aa0c08,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:44.893299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3c90f-c8ad-4e08-9245-1e808f0e6f68 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Pushing event updated for resources: {'Subnet': ['ID=a8eb8ec9-defd-4f9b-b008-fb7675968de6,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:44.916047 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (ec550d95-8581-4090-9006-a2c285aa0c08), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.930316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e146cfd7-472d-488f-9966-a36b621e4b54 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (883baa99-2c86-40fe-9da0-1a40f3620fb8), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.932725 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'port': 2} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:44.937655 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.938058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-7d532649-a11c-4dc6-a837-4c02d3731b32 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Deleting port 8ac161e7-d2f1-4e27-8f91-20ad90d0b919 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:44.939093 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7d532649-a11c-4dc6-a837-4c02d3731b32 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (8ac161e7-d2f1-4e27-8f91-20ad90d0b919), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.946370 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1de95eb8-3a94-4dda-9925-989106def270 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (c4804872-bc92-4b51-92d3-91191839ffae), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:44.975601 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e3c90f-c8ad-4e08-9245-1e808f0e6f68 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Checking segment: {'id': '68c9cdc3-d4a6-4a59-8dbb-bb975c84d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f6f30882-322c-4c65-80ff-10534d2e760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:44.975946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e3c90f-c8ad-4e08-9245-1e808f0e6f68 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Network hostable DHCP agents. Network: f6f30882-322c-4c65-80ff-10534d2e760c, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:44.982649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e146cfd7-472d-488f-9966-a36b621e4b54 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for 883baa99-2c86-40fe-9da0-1a40f3620fb8 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:44.990429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Port': ['ID=ec550d95-8581-4090-9006-a2c285aa0c08,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:44.997495 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] No DVR routers for this DVR port ec550d95-8581-4090-9006-a2c285aa0c08 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:45.002498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:45.006481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c2530f87-d4fc-47d5-a8d1-6c04fe560746 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:45.006859 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c2530f87-d4fc-47d5-a8d1-6c04fe560746 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.032835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.061294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7d532649-a11c-4dc6-a837-4c02d3731b32 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (8ac161e7-d2f1-4e27-8f91-20ad90d0b919), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.063654 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:45.079955 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-7d532649-a11c-4dc6-a837-4c02d3731b32 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Calling delete_port for 8ac161e7-d2f1-4e27-8f91-20ad90d0b919 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:45.087897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:45.191259 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e3c90f-c8ad-4e08-9245-1e808f0e6f68 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Network f6f30882-322c-4c65-80ff-10534d2e760c is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:45.237848 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (29ad26ac-11a7-4932-b3e2-68e6304c69b8), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.238121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1de95eb8-3a94-4dda-9925-989106def270 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (c4804872-bc92-4b51-92d3-91191839ffae), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.265561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de95eb8-3a94-4dda-9925-989106def270 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c4804872-bc92-4b51-92d3-91191839ffae,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:45.269346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1de95eb8-3a94-4dda-9925-989106def270 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.275335 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1de95eb8-3a94-4dda-9925-989106def270 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/c4804872-bc92-4b51-92d3-91191839ffae HTTP/1.1" status: 204 len: 168 time: 0.7192249 Oct 28 09:57:45.275942 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38290) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:45.295661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7d532649-a11c-4dc6-a837-4c02d3731b32 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (8ac161e7-d2f1-4e27-8f91-20ad90d0b919), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.319206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9f28bc46-623f-4d68-8ca2-5c77828f8dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.333494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-81e3c90f-c8ad-4e08-9245-1e808f0e6f68 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, f6f30882-322c-4c65-80ff-10534d2e760c) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:45.337319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:45.343474 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcdf4a4-74a5-40c8-8033-307c3d41ad01 None None] Network f6f30882-322c-4c65-80ff-10534d2e760c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:45.358866 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ad26ac-11a7-4932-b3e2-68e6304c69b8']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:45.368430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d532649-a11c-4dc6-a837-4c02d3731b32 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event deleted for resources: {'Port': ['ID=8ac161e7-d2f1-4e27-8f91-20ad90d0b919,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:45.370913 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e3c90f-c8ad-4e08-9245-1e808f0e6f68 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:45.371510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-81e3c90f-c8ad-4e08-9245-1e808f0e6f68 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.394017 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7d532649-a11c-4dc6-a837-4c02d3731b32 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.400154 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7d532649-a11c-4dc6-a837-4c02d3731b32 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "DELETE /networking/v2.0/ports/8ac161e7-d2f1-4e27-8f91-20ad90d0b919 HTTP/1.1" status: 204 len: 168 time: 0.6792352 Oct 28 09:57:45.400352 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0064ece-6387-4ce3-b425-e5c7eafeb25b') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:45.400352 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0064ece-6387-4ce3-b425-e5c7eafeb25b') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:45.403764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38292) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:45.410202 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16b91e29-e8f2-426d-b5fa-a6deac1098e7 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (3a1d8434-e538-4f9c-836b-0e5992a4e0f7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.426192 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c2530f87-d4fc-47d5-a8d1-6c04fe560746 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.457239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (d0064ece-6387-4ce3-b425-e5c7eafeb25b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.486517 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-f6f30882-322c-4c65-80ff-10534d2e760c', 'network_id': 'f6f30882-322c-4c65-80ff-10534d2e760c', 'project_id': '4eb277bbeacf469cb2361666497d1fe1', 'fixed_ips': [{'subnet_id': 'a8eb8ec9-defd-4f9b-b008-fb7675968de6'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:57:45.487810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.491723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c2530f87-d4fc-47d5-a8d1-6c04fe560746 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:45.509667 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-81e3c90f-c8ad-4e08-9245-1e808f0e6f68 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0086782 Oct 28 09:57:45.509922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] device_id is not set on port b20e44ae-57fa-4f02-82b9-3b6cbef61f69 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:45.512860 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38294) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:45.519604 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-c8acd98d-1c78-46c5-9ec8-7819b1e15008 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1971327336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:45.527027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (d0064ece-6387-4ce3-b425-e5c7eafeb25b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.540311 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:45.541394 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (d0064ece-6387-4ce3-b425-e5c7eafeb25b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.564812 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Deleting port a147b8e7-20e3-4299-9ed5-4a5880f237de {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:45.565158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a147b8e7-20e3-4299-9ed5-4a5880f237de), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.572642 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16b91e29-e8f2-426d-b5fa-a6deac1098e7 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (3a1d8434-e538-4f9c-836b-0e5992a4e0f7), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.638759 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment d0064ece-6387-4ce3-b425-e5c7eafeb25b resource provider aggregate not found Oct 28 09:57:45.644560 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-16b91e29-e8f2-426d-b5fa-a6deac1098e7 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1d8434-e538-4f9c-836b-0e5992a4e0f7']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:45.666144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-16b91e29-e8f2-426d-b5fa-a6deac1098e7 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed17b84-0411-42a3-b9e2-bb41afc91dd7') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:45.666931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-16b91e29-e8f2-426d-b5fa-a6deac1098e7 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed17b84-0411-42a3-b9e2-bb41afc91dd7') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:45.677736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a147b8e7-20e3-4299-9ed5-4a5880f237de), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.688864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16b91e29-e8f2-426d-b5fa-a6deac1098e7 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (1ed17b84-0411-42a3-b9e2-bb41afc91dd7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.700227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Allocated IP 172.20.0.2 (f6f30882-322c-4c65-80ff-10534d2e760c/a8eb8ec9-defd-4f9b-b008-fb7675968de6/9f36cf49-2ede-4f3b-9326-fff9e0ec3478) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:45.706219 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Calling delete_port for a147b8e7-20e3-4299-9ed5-4a5880f237de owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:45.716079 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment d0064ece-6387-4ce3-b425-e5c7eafeb25b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0064ece-6387-4ce3-b425-e5c7eafeb25b found for delete ", "request_id": "req-6f69b558-de5a-43d3-b089-b8e593d0e908"}]} Oct 28 09:57:45.717986 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16b91e29-e8f2-426d-b5fa-a6deac1098e7 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (1ed17b84-0411-42a3-b9e2-bb41afc91dd7), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.729686 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8acd98d-1c78-46c5-9ec8-7819b1e15008 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (89cb021a-e8ba-4af4-8d3c-4c26c2cccf03), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.730735 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8acd98d-1c78-46c5-9ec8-7819b1e15008 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (89cb021a-e8ba-4af4-8d3c-4c26c2cccf03), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.732896 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b91e29-e8f2-426d-b5fa-a6deac1098e7 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:45.733553 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16b91e29-e8f2-426d-b5fa-a6deac1098e7 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (1ed17b84-0411-42a3-b9e2-bb41afc91dd7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.777003 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 1ed17b84-0411-42a3-b9e2-bb41afc91dd7 resource provider aggregate not found Oct 28 09:57:45.839138 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (29ad26ac-11a7-4932-b3e2-68e6304c69b8), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.843701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.849440 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 1ed17b84-0411-42a3-b9e2-bb41afc91dd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ed17b84-0411-42a3-b9e2-bb41afc91dd7 found for delete ", "request_id": "req-dc7451d3-a2d7-45b0-9adb-99105336ec01"}]} Oct 28 09:57:45.853406 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/networks/29ad26ac-11a7-4932-b3e2-68e6304c69b8 HTTP/1.1" status: 204 len: 168 time: 2.1284127 Oct 28 09:57:45.854048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38304) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:45.875092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-a0fac9bc-e324-46a9-aee4-08974901a56d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1509136601', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:45.909812 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Publish callbacks [] for port (9f36cf49-2ede-4f3b-9326-fff9e0ec3478), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.911551 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16b91e29-e8f2-426d-b5fa-a6deac1098e7 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (3a1d8434-e538-4f9c-836b-0e5992a4e0f7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.914637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109c407-5bf6-4886-8a20-ef908d05a8c9 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Network': ['ID=29ad26ac-11a7-4932-b3e2-68e6304c69b8,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:45.917808 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b91e29-e8f2-426d-b5fa-a6deac1098e7 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a1d8434-e538-4f9c-836b-0e5992a4e0f7 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 09:57:45.917997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e146cfd7-472d-488f-9966-a36b621e4b54 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (883baa99-2c86-40fe-9da0-1a40f3620fb8), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.920779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16b91e29-e8f2-426d-b5fa-a6deac1098e7 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.927174 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-16b91e29-e8f2-426d-b5fa-a6deac1098e7 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/3a1d8434-e538-4f9c-836b-0e5992a4e0f7 HTTP/1.1" status: 204 len: 168 time: 0.6502273 Oct 28 09:57:45.937789 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b91e29-e8f2-426d-b5fa-a6deac1098e7 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a1d8434-e538-4f9c-836b-0e5992a4e0f7,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:45.967874 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8acd98d-1c78-46c5-9ec8-7819b1e15008 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for router_controller (89cb021a-e8ba-4af4-8d3c-4c26c2cccf03), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:45.980079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a147b8e7-20e3-4299-9ed5-4a5880f237de), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.014030 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (9f36cf49-2ede-4f3b-9326-fff9e0ec3478), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.014267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event deleted for resources: {'Port': ['ID=a147b8e7-20e3-4299-9ed5-4a5880f237de,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:46.015595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146cfd7-472d-488f-9966-a36b621e4b54 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=883baa99-2c86-40fe-9da0-1a40f3620fb8,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:46.017844 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:46.027516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:46.027870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:46.028216 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:46.028418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (b20e44ae-57fa-4f02-82b9-3b6cbef61f69), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.028616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:46.028941 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:46.029276 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:46.029605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:46.029930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:46.030255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:46.030577 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:46.030926 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:46.031251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:46.031637 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:46.032809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:46.032809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:46.036221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.039697 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-946899fb-4a00-449c-92cc-492cbf4e75ca tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a147b8e7-20e3-4299-9ed5-4a5880f237de HTTP/1.1" status: 204 len: 168 time: 0.6383803 Oct 28 09:57:46.042280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38308) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:46.077598 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0c264484-ec76-4dac-924f-9d82d107464c tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0335433 Oct 28 09:57:46.081783 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8acd98d-1c78-46c5-9ec8-7819b1e15008 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (89cb021a-e8ba-4af4-8d3c-4c26c2cccf03), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.081941 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38310) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:46.088255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e89a0188-f9ee-44dc-b9cf-e462152223d0 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-127875498'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:46.094503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Network f6f30882-322c-4c65-80ff-10534d2e760c is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:46.099019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:46.137884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:46.181514 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] device_id is not set on port 50177dfa-2716-4a56-b588-13111799d3db yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:46.215487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89a0188-f9ee-44dc-b9cf-e462152223d0 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Made reservation on behalf of 3a588e18ea624bc88930763f1d0d9cb7 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:46.220842 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e89a0188-f9ee-44dc-b9cf-e462152223d0 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.271019 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89a0188-f9ee-44dc-b9cf-e462152223d0 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:46.273615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Pushing event updated for resources: {'Port': ['ID=9f36cf49-2ede-4f3b-9326-fff9e0ec3478,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:46.274373 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a0fac9bc-e324-46a9-aee4-08974901a56d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (a5ab306c-a88b-4d11-9715-8399de468b39), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.275619 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a0fac9bc-e324-46a9-aee4-08974901a56d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (a5ab306c-a88b-4d11-9715-8399de468b39), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.280745 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:46.287937 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e89a0188-f9ee-44dc-b9cf-e462152223d0 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (95b257a2-88ec-4eca-b4ce-fa184b3ca920), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.288511 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-e89a0188-f9ee-44dc-b9cf-e462152223d0 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Added segment 95b257a2-88ec-4eca-b4ce-fa184b3ca920 of type vlan for network e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa Oct 28 09:57:46.289829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Attempting to bind port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:57:46.289829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Attempting to bind port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '68c9cdc3-d4a6-4a59-8dbb-bb975c84d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f6f30882-322c-4c65-80ff-10534d2e760c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:57:46.290054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Attempting to bind port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 on network f6f30882-322c-4c65-80ff-10534d2e760c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:46.328519 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=5,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:46.344177 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:57:46.345899 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Checking segment: {'id': '68c9cdc3-d4a6-4a59-8dbb-bb975c84d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f6f30882-322c-4c65-80ff-10534d2e760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:46.346330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.349326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Bound using segment: {'id': '68c9cdc3-d4a6-4a59-8dbb-bb975c84d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f6f30882-322c-4c65-80ff-10534d2e760c'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:57:46.353988 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Bound port: 9f36cf49-2ede-4f3b-9326-fff9e0ec3478, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c9cdc3-d4a6-4a59-8dbb-bb975c84d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f6f30882-322c-4c65-80ff-10534d2e760c'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:57:46.353988 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9f36cf49-2ede-4f3b-9326-fff9e0ec3478), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.369133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c2530f87-d4fc-47d5-a8d1-6c04fe560746 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.387963 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e89a0188-f9ee-44dc-b9cf-e462152223d0 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.443371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:46.450206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] For port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:46.457206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] For port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9f36cf49-2ede-4f3b-9326-fff9e0ec3478,segment=NetworkSegment(68c9cdc3-d4a6-4a59-8dbb-bb975c84d790),segment_id=68c9cdc3-d4a6-4a59-8dbb-bb975c84d790)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:46.463844 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8acd98d-1c78-46c5-9ec8-7819b1e15008 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.467655 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c8acd98d-1c78-46c5-9ec8-7819b1e15008 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9496608 Oct 28 09:57:46.470252 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:46.470783 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38316) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:46.484209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2530f87-d4fc-47d5-a8d1-6c04fe560746 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:46.486058 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e146cfd7-472d-488f-9966-a36b621e4b54 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (eb25d475-fb44-4d9e-a6e8-da6570bc3f5b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.519877 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38318) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:46.521653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (50177dfa-2716-4a56-b588-13111799d3db), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.544536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e89a0188-f9ee-44dc-b9cf-e462152223d0 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.551204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89a0188-f9ee-44dc-b9cf-e462152223d0 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:46.552626 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e89a0188-f9ee-44dc-b9cf-e462152223d0 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.555127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-49ed56aa-4b95-4d59-96cb-ad29b1b5fc76 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Request body: {'router': {'name': 'tempest-router--1936674922', 'project_id': 'b34052f3ca744da9b2f248af9bbdbb52'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:46.566146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a0fac9bc-e324-46a9-aee4-08974901a56d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_controller (a5ab306c-a88b-4d11-9715-8399de468b39), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.586578 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9f36cf49-2ede-4f3b-9326-fff9e0ec3478), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.681332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:46.718002 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8d6cd-c47f-418f-9033-a3ea56c3c942 None None] Pushing event updated for resources: {'Port': ['ID=9f36cf49-2ede-4f3b-9326-fff9e0ec3478,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:46.765549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a0fac9bc-e324-46a9-aee4-08974901a56d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (a5ab306c-a88b-4d11-9715-8399de468b39), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.839363 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e89a0188-f9ee-44dc-b9cf-e462152223d0 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7534480 Oct 28 09:57:46.841191 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a0188-f9ee-44dc-b9cf-e462152223d0 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event updated for resources: {'Network': ['ID=e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:46.847964 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.859582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:46.870128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38320) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:46.884362 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e146cfd7-472d-488f-9966-a36b621e4b54 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router eb25d475-fb44-4d9e-a6e8-da6570bc3f5b has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:57:46.889272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-665504f0-52ec-4502-a108-145c59c52eaa tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1548478883'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:46.900713 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-49ed56aa-4b95-4d59-96cb-ad29b1b5fc76 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (75b35863-8d44-4d7d-9fa4-6f9fb4083a3f), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.901778 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-49ed56aa-4b95-4d59-96cb-ad29b1b5fc76 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (75b35863-8d44-4d7d-9fa4-6f9fb4083a3f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.988748 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c2530f87-d4fc-47d5-a8d1-6c04fe560746 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:46.993916 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c2530f87-d4fc-47d5-a8d1-6c04fe560746 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd HTTP/1.1" status: 204 len: 168 time: 2.2234967 Oct 28 09:57:47.008839 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38322) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:47.009953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (b20e44ae-57fa-4f02-82b9-3b6cbef61f69), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.069220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.071548 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a0fac9bc-e324-46a9-aee4-08974901a56d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.072783 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a0fac9bc-e324-46a9-aee4-08974901a56d tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2074416 Oct 28 09:57:47.076258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38324) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:47.087968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-0a7052a2-f993-457e-8cde-7204c7e954e7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'network': {'name': 'tempest-RoutersTest-1115522724'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:47.464007 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665504f0-52ec-4502-a108-145c59c52eaa tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Made reservation on behalf of 3a588e18ea624bc88930763f1d0d9cb7 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:47.468047 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-665504f0-52ec-4502-a108-145c59c52eaa tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.504810 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-49ed56aa-4b95-4d59-96cb-ad29b1b5fc76 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_controller (75b35863-8d44-4d7d-9fa4-6f9fb4083a3f), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.512957 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7052a2-f993-457e-8cde-7204c7e954e7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:47.516780 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0a7052a2-f993-457e-8cde-7204c7e954e7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.530231 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network f29bf237-749c-4b61-83b8-307b66652a1d is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:47.545373 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:47.548554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:47.549596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (50177dfa-2716-4a56-b588-13111799d3db), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.556943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e146cfd7-472d-488f-9966-a36b621e4b54 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:47.562406 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e146cfd7-472d-488f-9966-a36b621e4b54 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/eb25d475-fb44-4d9e-a6e8-da6570bc3f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6588871 Oct 28 09:57:47.571351 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c43bc4a-0a83-4874-a913-efbf891a5bfb None None] Sync routers for ids ['eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:47.571930 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38326) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:47.573557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=b20e44ae-57fa-4f02-82b9-3b6cbef61f69,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:47.590975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c43bc4a-0a83-4874-a913-efbf891a5bfb None None] Routers {'eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:47.592214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7052a2-f993-457e-8cde-7204c7e954e7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:47.599067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc138191-0136-46b9-8423-1113a15564fc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:47.600733 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc138191-0136-46b9-8423-1113a15564fc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:47.601463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-6c43bc4a-0a83-4874-a913-efbf891a5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:47.602574 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc138191-0136-46b9-8423-1113a15564fc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:47.606946 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-fc138191-0136-46b9-8423-1113a15564fc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5898232 Oct 28 09:57:47.614192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38328) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:47.620158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0a7052a2-f993-457e-8cde-7204c7e954e7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (a47edfd9-5d05-4b85-bea5-97f248487d15), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.620851 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-0a7052a2-f993-457e-8cde-7204c7e954e7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Added segment a47edfd9-5d05-4b85-bea5-97f248487d15 of type vlan for network 8381c2e5-36ad-404d-9d19-d23aaf1ad458 Oct 28 09:57:47.627282 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:47.629538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:47.629538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:47.629538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:47.629538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:47.629538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:47.629538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:47.630223 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:47.630223 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:47.630407 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:47.630692 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:47.631018 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:47.631348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:47.631674 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:47.632002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:47.639759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-49ed56aa-4b95-4d59-96cb-ad29b1b5fc76 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (75b35863-8d44-4d7d-9fa4-6f9fb4083a3f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.651638 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-918cea6f-4829-4c19-930b-d16a904db62c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=eb25d475-fb44-4d9e-a6e8-da6570bc3f5b HTTP/1.1" status: 200 len: 205 time: 0.0766084 Oct 28 09:57:47.654784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665504f0-52ec-4502-a108-145c59c52eaa tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:47.666171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-6c43bc4a-0a83-4874-a913-efbf891a5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:47.679789 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c43bc4a-0a83-4874-a913-efbf891a5bfb None None] Routers {'eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:47.680833 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-6c43bc4a-0a83-4874-a913-efbf891a5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:47.684150 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38330) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:47.718403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0a7052a2-f993-457e-8cde-7204c7e954e7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (8381c2e5-36ad-404d-9d19-d23aaf1ad458), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.734917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-6c43bc4a-0a83-4874-a913-efbf891a5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:47.736707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c43bc4a-0a83-4874-a913-efbf891a5bfb None None] The sync data for ids ['eb25d475-fb44-4d9e-a6e8-da6570bc3f5b'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:47.743796 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-665504f0-52ec-4502-a108-145c59c52eaa tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (97c6d07f-7bd5-4577-adc8-1a7bb306896b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.744153 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-665504f0-52ec-4502-a108-145c59c52eaa tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Added segment 97c6d07f-7bd5-4577-adc8-1a7bb306896b of type vlan for network 4cf92a1a-f8f7-4279-9482-2b283f1e96d4 Oct 28 09:57:47.812562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353f0269-8193-4d4d-a1da-50a5792e4f91 None None] Network f6f30882-322c-4c65-80ff-10534d2e760c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:47.819946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:47.823056 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:47.824030 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:47.829887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-49ed56aa-4b95-4d59-96cb-ad29b1b5fc76 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.831193 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-49ed56aa-4b95-4d59-96cb-ad29b1b5fc76 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3068507 Oct 28 09:57:47.834532 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38332) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:47.839308 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=50177dfa-2716-4a56-b588-13111799d3db,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:47.852619 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24859c72-868f-4d4c-ba9a-47e322df9b4d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (eb25d475-fb44-4d9e-a6e8-da6570bc3f5b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.900721 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-665504f0-52ec-4502-a108-145c59c52eaa tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (4cf92a1a-f8f7-4279-9482-2b283f1e96d4), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.902074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e507d77-d317-4b47-8ea4-5ba1ec000aa9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet bccc86e2-78d0-45ef-9df4-4a6c26ff12c5 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:47.910873 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Checking segment: {'id': 'c889d68e-2e63-4b4b-b328-a952d8245072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6028b129-3e2f-457a-a2e2-efa99d4f2ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:47.911520 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network hostable DHCP agents. Network: 6028b129-3e2f-457a-a2e2-efa99d4f2ced, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:47.926793 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-5334ee25-3153-4946-9af2-f4e5a47ab670 None None] Provisioning complete for port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:47.927188 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5334ee25-3153-4946-9af2-f4e5a47ab670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9f36cf49-2ede-4f3b-9326-fff9e0ec3478), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.927523 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-5334ee25-3153-4946-9af2-f4e5a47ab670 None None] Attempt 1 to provision port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 Oct 28 09:57:47.931256 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0a7052a2-f993-457e-8cde-7204c7e954e7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (8381c2e5-36ad-404d-9d19-d23aaf1ad458), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.936227 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7052a2-f993-457e-8cde-7204c7e954e7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:47.936814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0a7052a2-f993-457e-8cde-7204c7e954e7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.940360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3e507d77-d317-4b47-8ea4-5ba1ec000aa9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (bccc86e2-78d0-45ef-9df4-4a6c26ff12c5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.030742 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f6f59a6-d76d-4cf7-bae8-fac2dda0371b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router (75b35863-8d44-4d7d-9fa4-6f9fb4083a3f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.094349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24859c72-868f-4d4c-ba9a-47e322df9b4d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (eb25d475-fb44-4d9e-a6e8-da6570bc3f5b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.097751 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24859c72-868f-4d4c-ba9a-47e322df9b4d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_controller (eb25d475-fb44-4d9e-a6e8-da6570bc3f5b), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.110007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.160146 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0a7052a2-f993-457e-8cde-7204c7e954e7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0764236 Oct 28 09:57:48.166745 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3e507d77-d317-4b47-8ea4-5ba1ec000aa9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (bccc86e2-78d0-45ef-9df4-4a6c26ff12c5), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.169677 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38334) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:48.177342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5334ee25-3153-4946-9af2-f4e5a47ab670 None None] Current status of the port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:48.184106 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5334ee25-3153-4946-9af2-f4e5a47ab670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9f36cf49-2ede-4f3b-9326-fff9e0ec3478), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.184245 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-5b34bd7c-3c32-4fcb-a769-830b4448cb75 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'subnet': {'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:48.199010 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7052a2-f993-457e-8cde-7204c7e954e7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Network': ['ID=8381c2e5-36ad-404d-9d19-d23aaf1ad458,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:48.212048 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Allocated IP 172.20.0.1 (f6f30882-322c-4c65-80ff-10534d2e760c/a8eb8ec9-defd-4f9b-b008-fb7675968de6/f9b65431-3231-4ae5-a6db-a9b6e82bca84) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:48.214414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:48.225052 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 8381c2e5-36ad-404d-9d19-d23aaf1ad458 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:48.243846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:48.244873 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-665504f0-52ec-4502-a108-145c59c52eaa tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (4cf92a1a-f8f7-4279-9482-2b283f1e96d4), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.251831 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665504f0-52ec-4502-a108-145c59c52eaa tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:48.252783 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-665504f0-52ec-4502-a108-145c59c52eaa tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.265109 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-5334ee25-3153-4946-9af2-f4e5a47ab670 None None] For port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9f36cf49-2ede-4f3b-9326-fff9e0ec3478,segment=NetworkSegment(68c9cdc3-d4a6-4a59-8dbb-bb975c84d790),segment_id=68c9cdc3-d4a6-4a59-8dbb-bb975c84d790)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:48.268663 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network 6028b129-3e2f-457a-a2e2-efa99d4f2ced is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:48.323087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5334ee25-3153-4946-9af2-f4e5a47ab670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9f36cf49-2ede-4f3b-9326-fff9e0ec3478), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.331795 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24859c72-868f-4d4c-ba9a-47e322df9b4d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (eb25d475-fb44-4d9e-a6e8-da6570bc3f5b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.332869 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24859c72-868f-4d4c-ba9a-47e322df9b4d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Fanout notify agent at l3_agent the message router_deleted on router eb25d475-fb44-4d9e-a6e8-da6570bc3f5b {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:57:48.345283 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=9 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:48.404444 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f6f59a6-d76d-4cf7-bae8-fac2dda0371b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (75b35863-8d44-4d7d-9fa4-6f9fb4083a3f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.410907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f6f59a6-d76d-4cf7-bae8-fac2dda0371b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_controller (75b35863-8d44-4d7d-9fa4-6f9fb4083a3f), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.448535 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24859c72-868f-4d4c-ba9a-47e322df9b4d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.449074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:48.449997 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-24859c72-868f-4d4c-ba9a-47e322df9b4d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/routers/eb25d475-fb44-4d9e-a6e8-da6570bc3f5b HTTP/1.1" status: 204 len: 168 time: 0.7646015 Oct 28 09:57:48.450275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:48.450651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9f36cf49-2ede-4f3b-9326-fff9e0ec3478), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.451162 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 Oct 28 09:57:48.457359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 6028b129-3e2f-457a-a2e2-efa99d4f2ced) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:48.460179 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334ee25-3153-4946-9af2-f4e5a47ab670 None None] Pushing event updated for resources: {'Port': ['ID=9f36cf49-2ede-4f3b-9326-fff9e0ec3478,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:48.464729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38336) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:48.475473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3e507d77-d317-4b47-8ea4-5ba1ec000aa9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (bccc86e2-78d0-45ef-9df4-4a6c26ff12c5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.475634 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-665504f0-52ec-4502-a108-145c59c52eaa tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5899227 Oct 28 09:57:48.488341 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea423e8f-6956-4da0-a32c-c31c202b1d70 None None] Network 6028b129-3e2f-457a-a2e2-efa99d4f2ced requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:48.496710 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2bc53539-1c64-428b-b106-ea9c3743fc97 None None] Provisioning complete for port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:48.501884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2bc53539-1c64-428b-b106-ea9c3743fc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9f36cf49-2ede-4f3b-9326-fff9e0ec3478), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.501884 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2bc53539-1c64-428b-b106-ea9c3743fc97 None None] Attempt 1 to provision port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 Oct 28 09:57:48.516000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.524526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:48.533383 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:48.537304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:48.540854 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:48.543798 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.562111 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665504f0-52ec-4502-a108-145c59c52eaa tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event updated for resources: {'Network': ['ID=4cf92a1a-f8f7-4279-9482-2b283f1e96d4,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:48.597992 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b34bd7c-3c32-4fcb-a769-830b4448cb75 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:48.602024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for port (f9b65431-3231-4ae5-a6db-a9b6e82bca84), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.604621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ac1c10-b047-4f8a-9abb-7e2bf2aa3cff tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting subnet d8251022-3c09-46f8-8c33-5122e4490a4f {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:48.604827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 4cf92a1a-f8f7-4279-9482-2b283f1e96d4 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:48.606189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b34bd7c-3c32-4fcb-a769-830b4448cb75 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.608801 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38338) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:48.612221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f6f59a6-d76d-4cf7-bae8-fac2dda0371b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (75b35863-8d44-4d7d-9fa4-6f9fb4083a3f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.612814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6f59a6-d76d-4cf7-bae8-fac2dda0371b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75b35863-8d44-4d7d-9fa4-6f9fb4083a3f {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:57:48.617302 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Request body: {'subnets': [{'network_id': 'e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--787847007', 'ip_version': 4}, {'network_id': '4cf92a1a-f8f7-4279-9482-2b283f1e96d4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:48.617679 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Request body: {'subnet': {'network_id': 'e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--787847007', 'ip_version': 4}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:48.618169 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Request body: {'subnet': {'network_id': '4cf92a1a-f8f7-4279-9482-2b283f1e96d4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:48.624251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-14ac1c10-b047-4f8a-9abb-7e2bf2aa3cff tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (d8251022-3c09-46f8-8c33-5122e4490a4f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.632718 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f6f59a6-d76d-4cf7-bae8-fac2dda0371b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.637663 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2f6f59a6-d76d-4cf7-bae8-fac2dda0371b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/75b35863-8d44-4d7d-9fa4-6f9fb4083a3f HTTP/1.1" status: 204 len: 168 time: 0.7984433 Oct 28 09:57:48.711275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:48.758159 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-14ac1c10-b047-4f8a-9abb-7e2bf2aa3cff tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (d8251022-3c09-46f8-8c33-5122e4490a4f), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.803999 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:48.808778 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2bc53539-1c64-428b-b106-ea9c3743fc97 None None] Current status of the port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:48.836378 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5641728f-829d-4812-a6c7-3834fa406210 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.4842343 Oct 28 09:57:48.840006 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:48.842706 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38342) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:48.890119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3e507d77-d317-4b47-8ea4-5ba1ec000aa9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (bccc86e2-78d0-45ef-9df4-4a6c26ff12c5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.913272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38344) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:48.916568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f9b65431-3231-4ae5-a6db-a9b6e82bca84), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.976383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e507d77-d317-4b47-8ea4-5ba1ec000aa9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=bccc86e2-78d0-45ef-9df4-4a6c26ff12c5,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:48.989451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c49781-b0b4-4038-9665-cdf1434b85f3 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:48.991827 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-91dee1ee-9731-4815-b915-9b8b2ca2239c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port 50177dfa-2716-4a56-b588-13111799d3db {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:48.991827 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-91dee1ee-9731-4815-b915-9b8b2ca2239c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (50177dfa-2716-4a56-b588-13111799d3db), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.992175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3e507d77-d317-4b47-8ea4-5ba1ec000aa9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:48.995972 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3e507d77-d317-4b47-8ea4-5ba1ec000aa9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/bccc86e2-78d0-45ef-9df4-4a6c26ff12c5 HTTP/1.1" status: 204 len: 168 time: 1.2494185 Oct 28 09:57:49.004470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38348) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:49.005719 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-14ac1c10-b047-4f8a-9abb-7e2bf2aa3cff tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (d8251022-3c09-46f8-8c33-5122e4490a4f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.016090 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b34bd7c-3c32-4fcb-a769-830b4448cb75 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (6fb78925-c7c5-4fbe-90ea-a3fbb4c51223), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.058771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Network f6f30882-322c-4c65-80ff-10534d2e760c is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:49.089315 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:49.093482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:49.101779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Pushing event updated for resources: {'Port': ['ID=f9b65431-3231-4ae5-a6db-a9b6e82bca84,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:49.109967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:49.141698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-91dee1ee-9731-4815-b915-9b8b2ca2239c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (50177dfa-2716-4a56-b588-13111799d3db), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.151036 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34bd7c-3c32-4fcb-a769-830b4448cb75 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Subnet': ['ID=6fb78925-c7c5-4fbe-90ea-a3fbb4c51223,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:49.171755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0ea47a-1c87-422f-9622-848b34c0ef83 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet bf007c28-0513-4560-a718-12f529a4d8fb {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:49.177856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b34bd7c-3c32-4fcb-a769-830b4448cb75 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Checking segment: {'id': 'a47edfd9-5d05-4b85-bea5-97f248487d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:49.178564 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b34bd7c-3c32-4fcb-a769-830b4448cb75 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network hostable DHCP agents. Network: 8381c2e5-36ad-404d-9d19-d23aaf1ad458, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:49.186741 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-91dee1ee-9731-4815-b915-9b8b2ca2239c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for 50177dfa-2716-4a56-b588-13111799d3db owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:49.194793 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb0ea47a-1c87-422f-9622-848b34c0ef83 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (bf007c28-0513-4560-a718-12f529a4d8fb), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.210231 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (89cb021a-e8ba-4af4-8d3c-4c26c2cccf03), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.285725 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Made reservation on behalf of 3a588e18ea624bc88930763f1d0d9cb7 for: {'subnet': 2} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:49.291115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.291645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.350971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-936183692', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}, 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:49.358457 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b34bd7c-3c32-4fcb-a769-830b4448cb75 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 8381c2e5-36ad-404d-9d19-d23aaf1ad458 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:49.385750 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb0ea47a-1c87-422f-9622-848b34c0ef83 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (bf007c28-0513-4560-a718-12f529a4d8fb), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.439301 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b3f204c7-ace4-45ab-81cb-a3bb6992424f None None] Provisioning complete for port f9b65431-3231-4ae5-a6db-a9b6e82bca84 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:49.440099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b3f204c7-ace4-45ab-81cb-a3bb6992424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9b65431-3231-4ae5-a6db-a9b6e82bca84), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.440254 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b3f204c7-ace4-45ab-81cb-a3bb6992424f None None] Attempt 1 to provision port f9b65431-3231-4ae5-a6db-a9b6e82bca84 Oct 28 09:57:49.450097 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-91dee1ee-9731-4815-b915-9b8b2ca2239c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (50177dfa-2716-4a56-b588-13111799d3db), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.459280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-14ac1c10-b047-4f8a-9abb-7e2bf2aa3cff tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (d8251022-3c09-46f8-8c33-5122e4490a4f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.484974 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b3f204c7-ace4-45ab-81cb-a3bb6992424f None None] Port f9b65431-3231-4ae5-a6db-a9b6e82bca84 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:49.493798 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-91dee1ee-9731-4815-b915-9b8b2ca2239c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.505029 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-91dee1ee-9731-4815-b915-9b8b2ca2239c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/50177dfa-2716-4a56-b588-13111799d3db HTTP/1.1" status: 204 len: 168 time: 0.6587682 Oct 28 09:57:49.505029 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-5b34bd7c-3c32-4fcb-a769-830b4448cb75 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 8381c2e5-36ad-404d-9d19-d23aaf1ad458) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:49.505029 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38350) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:49.515365 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dee1ee-9731-4815-b915-9b8b2ca2239c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=50177dfa-2716-4a56-b588-13111799d3db,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:49.517630 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:49.520799 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b34bd7c-3c32-4fcb-a769-830b4448cb75 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:49.521513 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b34bd7c-3c32-4fcb-a769-830b4448cb75 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.522122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfa3f21-12e0-4a0b-bc71-c231ddbd6a8e None None] Network 8381c2e5-36ad-404d-9d19-d23aaf1ad458 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:49.531480 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac1c10-b047-4f8a-9abb-7e2bf2aa3cff tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Subnet': ['ID=d8251022-3c09-46f8-8c33-5122e4490a4f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:49.554655 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.555898 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.571061 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-14ac1c10-b047-4f8a-9abb-7e2bf2aa3cff tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.573124 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-14ac1c10-b047-4f8a-9abb-7e2bf2aa3cff tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/d8251022-3c09-46f8-8c33-5122e4490a4f HTTP/1.1" status: 204 len: 168 time: 1.1054213 Oct 28 09:57:49.580492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38352) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:49.587929 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb147721-da19-4a65-85a2-fb005e339914 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:49.593678 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb147721-da19-4a65-85a2-fb005e339914 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:49.595572 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-eb147721-da19-4a65-85a2-fb005e339914 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0893617 Oct 28 09:57:49.598791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38354) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:49.639714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53f46e1-6ed5-42a6-978d-2e1f112d66d2 None None] Network b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:49.661655 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5b34bd7c-3c32-4fcb-a769-830b4448cb75 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4878709 Oct 28 09:57:49.664058 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38356) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:49.742389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:57:49.743341 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.748140 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_controller (37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.797765 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb0ea47a-1c87-422f-9622-848b34c0ef83 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (bf007c28-0513-4560-a718-12f529a4d8fb), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.823823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f9b65431-3231-4ae5-a6db-a9b6e82bca84), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:49.844634 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-47db24b0-b65c-414a-8741-3a20678f0851 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting subnet 8b333a31-046c-4445-9b9d-b2d6bf76dac5 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:49.901798 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] DHCP port deletion for b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:57:49.988429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Deleting port 77330425-2494-4ebc-ae30-03c1ed84755c {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:49.988802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (77330425-2494-4ebc-ae30-03c1ed84755c), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.011322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:50.018282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-47db24b0-b65c-414a-8741-3a20678f0851 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (8b333a31-046c-4445-9b9d-b2d6bf76dac5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.025097 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-bf6fcab5-32c0-4a8c-9547-1cbb568236b2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port b20e44ae-57fa-4f02-82b9-3b6cbef61f69 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:50.025769 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bf6fcab5-32c0-4a8c-9547-1cbb568236b2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (b20e44ae-57fa-4f02-82b9-3b6cbef61f69), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.050012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:50.079103 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-26822f52-31c4-4376-ad4a-1c66b54b7a2c None None] Provisioning complete for port 783804aa-2a39-4866-85f6-1e03566a6a01 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:50.080278 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-26822f52-31c4-4376-ad4a-1c66b54b7a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.080278 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-26822f52-31c4-4376-ad4a-1c66b54b7a2c None None] Attempt 1 to provision port 783804aa-2a39-4866-85f6-1e03566a6a01 Oct 28 09:57:50.097604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Allocated IP 172.20.0.2 (8381c2e5-36ad-404d-9d19-d23aaf1ad458/6fb78925-c7c5-4fbe-90ea-a3fbb4c51223/ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:50.121353 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:50.130740 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] For port 77330425-2494-4ebc-ae30-03c1ed84755c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=77330425-2494-4ebc-ae30-03c1ed84755c,segment=NetworkSegment(405b2080-9b20-4d87-a274-04e6d8b2f0ac),segment_id=405b2080-9b20-4d87-a274-04e6d8b2f0ac)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:50.131135 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (77330425-2494-4ebc-ae30-03c1ed84755c), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.158379 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Calling delete_port for 77330425-2494-4ebc-ae30-03c1ed84755c owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:50.162147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-47db24b0-b65c-414a-8741-3a20678f0851 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (8b333a31-046c-4445-9b9d-b2d6bf76dac5), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.184856 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:50.280467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.293181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:50.298574 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bf6fcab5-32c0-4a8c-9547-1cbb568236b2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (b20e44ae-57fa-4f02-82b9-3b6cbef61f69), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.334391 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-bf6fcab5-32c0-4a8c-9547-1cbb568236b2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for b20e44ae-57fa-4f02-82b9-3b6cbef61f69 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:50.366005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb0ea47a-1c87-422f-9622-848b34c0ef83 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (bf007c28-0513-4560-a718-12f529a4d8fb), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.377232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-26822f52-31c4-4376-ad4a-1c66b54b7a2c None None] Current status of the port 783804aa-2a39-4866-85f6-1e03566a6a01 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:50.390130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:50.390503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9f36cf49-2ede-4f3b-9326-fff9e0ec3478), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.392282 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 Oct 28 09:57:50.416414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-47db24b0-b65c-414a-8741-3a20678f0851 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (8b333a31-046c-4445-9b9d-b2d6bf76dac5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.467174 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ea47a-1c87-422f-9622-848b34c0ef83 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=bf007c28-0513-4560-a718-12f529a4d8fb,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:50.471672 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb0ea47a-1c87-422f-9622-848b34c0ef83 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.478827 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cb0ea47a-1c87-422f-9622-848b34c0ef83 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/bf007c28-0513-4560-a718-12f529a4d8fb HTTP/1.1" status: 204 len: 168 time: 1.4605203 Oct 28 09:57:50.479050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.480939 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38358) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:50.496791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6814fbc1-04e5-49ce-8594-87be25057d88 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:50.503331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for port (f9b65431-3231-4ae5-a6db-a9b6e82bca84), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.549358 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:50.553764 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Publish callbacks [] for port (ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.553972 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3b078db0-cc40-45ac-abc1-d32f4673292e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662041 Oct 28 09:57:50.561178 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38360) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:50.574574 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (f9b65431-3231-4ae5-a6db-a9b6e82bca84), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.577932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (77330425-2494-4ebc-ae30-03c1ed84755c), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.648010 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-47db24b0-b65c-414a-8741-3a20678f0851 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (8b333a31-046c-4445-9b9d-b2d6bf76dac5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.705590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (89cb021a-e8ba-4af4-8d3c-4c26c2cccf03), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.708153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (eb1d8f7b-cfd8-4c7e-968d-1d0a8cfb1a99), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.714081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-47db24b0-b65c-414a-8741-3a20678f0851 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.721265 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-47db24b0-b65c-414a-8741-3a20678f0851 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/8b333a31-046c-4445-9b9d-b2d6bf76dac5 HTTP/1.1" status: 204 len: 168 time: 1.1362128 Oct 28 09:57:50.721265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db24b0-b65c-414a-8741-3a20678f0851 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Subnet': ['ID=8b333a31-046c-4445-9b9d-b2d6bf76dac5,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:50.721743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Pushing event updated for resources: {'Port': ['ID=f9b65431-3231-4ae5-a6db-a9b6e82bca84,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:50.726067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38362) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:50.766815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787508bc-fde6-43cc-b3dc-b18ddef51233 None None] Network 39d97d05-d578-4f9d-92bf-a2a45aee0b87 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:50.767425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bf6fcab5-32c0-4a8c-9547-1cbb568236b2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (b20e44ae-57fa-4f02-82b9-3b6cbef61f69), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.777147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Pushing event deleted for resources: {'Port': ['ID=77330425-2494-4ebc-ae30-03c1ed84755c,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:50.780107 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.790503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc99a07-81c3-4f92-9fa4-1779a972a11a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:50.794524 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8fc99a07-81c3-4f92-9fa4-1779a972a11a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2179852 Oct 28 09:57:50.811102 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] No DVR routers for this DVR port 77330425-2494-4ebc-ae30-03c1ed84755c on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:50.851799 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38364) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:50.857595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:50.866238 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:50.876087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:50.876087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:50.876087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:50.876087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:50.876087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:50.876087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:50.876087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:50.876087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:50.876087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:50.876087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:50.876087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:50.876087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:50.876087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:50.876087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7608b6-03c5-45a2-a841-429e94100fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:50.897113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:50.933396 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Network 8381c2e5-36ad-404d-9d19-d23aaf1ad458 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:50.943343 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:50.945548 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 77330425-2494-4ebc-ae30-03c1ed84755c no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:50.955389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:50.962554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.986381 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fcab5-32c0-4a8c-9547-1cbb568236b2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=b20e44ae-57fa-4f02-82b9-3b6cbef61f69,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:50.991083 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bf6fcab5-32c0-4a8c-9547-1cbb568236b2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:50.992324 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bf6fcab5-32c0-4a8c-9547-1cbb568236b2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/b20e44ae-57fa-4f02-82b9-3b6cbef61f69 HTTP/1.1" status: 204 len: 168 time: 1.3924530 Oct 28 09:57:51.009305 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 77330425-2494-4ebc-ae30-03c1ed84755c {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:51.009651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 77330425-2494-4ebc-ae30-03c1ed84755c not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:51.021128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Pushing event updated for resources: {'Port': ['ID=ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:51.025638 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38366) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:51.045286 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00efa2b5-6082-4e65-aa08-8f1cc2add4d0 None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:57:51.077075 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.120200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Attempting to bind port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:57:51.120574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Attempting to bind port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'a47edfd9-5d05-4b85-bea5-97f248487d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:57:51.120938 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Attempting to bind port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 on network 8381c2e5-36ad-404d-9d19-d23aaf1ad458 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:51.136361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0003fd16-34fa-4116-8516-e3996d3659ed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.153419 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436c0761-2455-4ffa-ba04-39638641c301 None None] DHCP port deletion for 39d97d05-d578-4f9d-92bf-a2a45aee0b87 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:57:51.164019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-00efa2b5-6082-4e65-aa08-8f1cc2add4d0 None None] Deleting port 783804aa-2a39-4866-85f6-1e03566a6a01 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:51.164395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-00efa2b5-6082-4e65-aa08-8f1cc2add4d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.170924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:51.226239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c2ac91-5eaa-43ea-b89f-ef66c3bb02ae tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:51.230189 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-21c2ac91-5eaa-43ea-b89f-ef66c3bb02ae tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1969950 Oct 28 09:57:51.230387 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:51.230943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa141e6d-c774-4d48-903b-31ced2b6fbc0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:51.232322 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-aa141e6d-c774-4d48-903b-31ced2b6fbc0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3751628 Oct 28 09:57:51.233522 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38368) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:51.236587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38370) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:51.276906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:57:51.277273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Checking segment: {'id': 'a47edfd9-5d05-4b85-bea5-97f248487d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:51.277679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.278066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Bound using segment: {'id': 'a47edfd9-5d05-4b85-bea5-97f248487d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:57:51.278555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Bound port: ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47edfd9-5d05-4b85-bea5-97f248487d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:57:51.278955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.286866 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-00efa2b5-6082-4e65-aa08-8f1cc2add4d0 None None] For port 783804aa-2a39-4866-85f6-1e03566a6a01, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=783804aa-2a39-4866-85f6-1e03566a6a01,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:51.287256 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-00efa2b5-6082-4e65-aa08-8f1cc2add4d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.295440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-436c0761-2455-4ffa-ba04-39638641c301 None None] Deleting port 5101d3e9-2050-492f-9623-5aa0df5200ab {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:51.295811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-436c0761-2455-4ffa-ba04-39638641c301 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (5101d3e9-2050-492f-9623-5aa0df5200ab), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.302384 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-05f4f35e-04ba-4eb1-87c6-f1419f3d75dc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596783 Oct 28 09:57:51.302384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event updated for resources: {'Subnet': ['ID=eb1d8f7b-cfd8-4c7e-968d-1d0a8cfb1a99,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:51.309384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38372) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:51.309573 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:51.314880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-503c9293-4634-4ea3-89c0-118d4e50d344 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:51.323919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-00efa2b5-6082-4e65-aa08-8f1cc2add4d0 None None] Calling delete_port for 783804aa-2a39-4866-85f6-1e03566a6a01 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:51.365235 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-44648000-202b-4c83-ac92-d28de5f182d9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] GET failed (client error): The resource could not be found. Oct 28 09:57:51.365235 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-44648000-202b-4c83-ac92-d28de5f182d9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/50177dfa-2716-4a56-b588-13111799d3db HTTP/1.1" status: 404 len: 333 time: 0.1182868 Oct 28 09:57:51.386722 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38374) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:51.389313 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:51.395511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Checking segment: {'id': '95b257a2-88ec-4eca-b4ce-fa184b3ca920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:51.396152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Network hostable DHCP agents. Network: e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:51.425383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Network f6f30882-322c-4c65-80ff-10534d2e760c is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:51.439052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:51.458881 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0003fd16-34fa-4116-8516-e3996d3659ed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.465714 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-559c5e4f-eecb-40c7-b5de-6b0d9b5bc1c9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] GET failed (client error): The resource could not be found. Oct 28 09:57:51.470013 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-559c5e4f-eecb-40c7-b5de-6b0d9b5bc1c9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/b20e44ae-57fa-4f02-82b9-3b6cbef61f69 HTTP/1.1" status: 404 len: 333 time: 0.0753908 Oct 28 09:57:51.470166 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-436c0761-2455-4ffa-ba04-39638641c301 None None] For port 5101d3e9-2050-492f-9623-5aa0df5200ab, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5101d3e9-2050-492f-9623-5aa0df5200ab,segment=NetworkSegment(9237d28b-9031-4a5a-a354-0271f2134c8b),segment_id=9237d28b-9031-4a5a-a354-0271f2134c8b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:51.470323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-436c0761-2455-4ffa-ba04-39638641c301 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (5101d3e9-2050-492f-9623-5aa0df5200ab), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.492806 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38376) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:51.495032 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] For port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:51.512284 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-436c0761-2455-4ffa-ba04-39638641c301 None None] Calling delete_port for 5101d3e9-2050-492f-9623-5aa0df5200ab owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:51.527828 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Network e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:51.533869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] For port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685,segment=NetworkSegment(a47edfd9-5d05-4b85-bea5-97f248487d15),segment_id=a47edfd9-5d05-4b85-bea5-97f248487d15)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:51.617015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.622400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503c9293-4634-4ea3-89c0-118d4e50d344 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:51.626523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-503c9293-4634-4ea3-89c0-118d4e50d344 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.628119 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-503c9293-4634-4ea3-89c0-118d4e50d344 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:57:51.628567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503c9293-4634-4ea3-89c0-118d4e50d344 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:57:51.665267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d4412de-f587-4c2b-8c45-937d3c42d4fb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (6028b129-3e2f-457a-a2e2-efa99d4f2ced), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.676486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:51.688111 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (996c17b3-11ba-488e-87a3-35bf1a5ab7f4), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.707597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10675c18-2a45-40a7-9209-2812d4223299 None None] Network e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:51.713670 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-00efa2b5-6082-4e65-aa08-8f1cc2add4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (783804aa-2a39-4866-85f6-1e03566a6a01), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.715475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=10 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:51.794705 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00efa2b5-6082-4e65-aa08-8f1cc2add4d0 None None] No DVR routers for this DVR port 783804aa-2a39-4866-85f6-1e03566a6a01 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:51.795381 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-503c9293-4634-4ea3-89c0-118d4e50d344 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4813991 Oct 28 09:57:51.798292 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-436c0761-2455-4ffa-ba04-39638641c301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (5101d3e9-2050-492f-9623-5aa0df5200ab), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.820078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67187c-a824-4e7c-be93-fd5a4f4bd33e None None] Pushing event updated for resources: {'Port': ['ID=ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:51.836968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38378) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:51.852643 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-2f8ea762-e8f9-400a-b3a1-dce12851defe tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:51.862887 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c0761-2455-4ffa-ba04-39638641c301 None None] No DVR routers for this DVR port 5101d3e9-2050-492f-9623-5aa0df5200ab on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:51.876443 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event updated for resources: {'Subnet': ['ID=996c17b3-11ba-488e-87a3-35bf1a5ab7f4,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:51.890715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:51.894794 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efa2b5-6082-4e65-aa08-8f1cc2add4d0 None None] Pushing event deleted for resources: {'Port': ['ID=783804aa-2a39-4866-85f6-1e03566a6a01,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:51.948102 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa', 'network_id': 'e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa', 'project_id': '3a588e18ea624bc88930763f1d0d9cb7', 'fixed_ips': [{'subnet_id': 'eb1d8f7b-cfd8-4c7e-968d-1d0a8cfb1a99'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:57:51.951709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Allocated IP 172.36.1.172 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/91cfdca1-7a54-4b33-8583-808b9b2b05d2) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:51.955503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0003fd16-34fa-4116-8516-e3996d3659ed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:51.956565 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.970358 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c0761-2455-4ffa-ba04-39638641c301 None None] Pushing event deleted for resources: {'Port': ['ID=5101d3e9-2050-492f-9623-5aa0df5200ab,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:51.970962 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Allocated IP 172.20.0.1 (8381c2e5-36ad-404d-9d19-d23aaf1ad458/6fb78925-c7c5-4fbe-90ea-a3fbb4c51223/bb0e890c-8b10-41dd-931e-a1a11f293312) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:51.985910 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a8fb4de9-4538-40a3-be19-efde99474aac None None] Provisioning complete for port f9b65431-3231-4ae5-a6db-a9b6e82bca84 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:51.985910 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a8fb4de9-4538-40a3-be19-efde99474aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9b65431-3231-4ae5-a6db-a9b6e82bca84), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:51.986150 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a8fb4de9-4538-40a3-be19-efde99474aac None None] Attempt 1 to provision port f9b65431-3231-4ae5-a6db-a9b6e82bca84 Oct 28 09:57:51.989864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0003fd16-34fa-4116-8516-e3996d3659ed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405b2080-9b20-4d87-a274-04e6d8b2f0ac') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:51.991996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0003fd16-34fa-4116-8516-e3996d3659ed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405b2080-9b20-4d87-a274-04e6d8b2f0ac') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:52.031563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:52.036304 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0003fd16-34fa-4116-8516-e3996d3659ed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (405b2080-9b20-4d87-a274-04e6d8b2f0ac), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.046050 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Checking segment: {'id': '97c6d07f-7bd5-4577-adc8-1a7bb306896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4cf92a1a-f8f7-4279-9482-2b283f1e96d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:52.046438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Network hostable DHCP agents. Network: 4cf92a1a-f8f7-4279-9482-2b283f1e96d4, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:52.070392 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=7,neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:52.083645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d4412de-f587-4c2b-8c45-937d3c42d4fb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (6028b129-3e2f-457a-a2e2-efa99d4f2ced), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.087737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Router 89cb021a-e8ba-4af4-8d3c-4c26c2cccf03 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:57:52.146332 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a8fb4de9-4538-40a3-be19-efde99474aac None None] Port f9b65431-3231-4ae5-a6db-a9b6e82bca84 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:52.151220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-1d4412de-f587-4c2b-8c45-937d3c42d4fb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6028b129-3e2f-457a-a2e2-efa99d4f2ced']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:52.163451 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0003fd16-34fa-4116-8516-e3996d3659ed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (405b2080-9b20-4d87-a274-04e6d8b2f0ac), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.166764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:52.186701 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-1d4412de-f587-4c2b-8c45-937d3c42d4fb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c889d68e-2e63-4b4b-b328-a952d8245072') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:52.187608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-1d4412de-f587-4c2b-8c45-937d3c42d4fb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c889d68e-2e63-4b4b-b328-a952d8245072') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:52.218078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:52.229378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:52.237232 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0003fd16-34fa-4116-8516-e3996d3659ed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:52.237997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0003fd16-34fa-4116-8516-e3996d3659ed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (405b2080-9b20-4d87-a274-04e6d8b2f0ac), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.259854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d4412de-f587-4c2b-8c45-937d3c42d4fb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (c889d68e-2e63-4b4b-b328-a952d8245072), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.270380 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Network 4cf92a1a-f8f7-4279-9482-2b283f1e96d4 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:52.276500 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 405b2080-9b20-4d87-a274-04e6d8b2f0ac resource provider aggregate not found Oct 28 09:57:52.307097 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Allocated IP 172.20.0.2 (e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa/eb1d8f7b-cfd8-4c7e-968d-1d0a8cfb1a99/5ac51255-0018-4d02-be67-8564f0b9077c) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:52.325262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d4412de-f587-4c2b-8c45-937d3c42d4fb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c889d68e-2e63-4b4b-b328-a952d8245072), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.336088 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:52.336088 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.336390 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 Oct 28 09:57:52.337765 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:52.339261 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 405b2080-9b20-4d87-a274-04e6d8b2f0ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 405b2080-9b20-4d87-a274-04e6d8b2f0ac found for delete ", "request_id": "req-217fb7e4-e1cf-4252-aab1-8ff39453835c"}]} Oct 28 09:57:52.339399 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8ea762-e8f9-400a-b3a1-dce12851defe tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:52.343439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f8ea762-e8f9-400a-b3a1-dce12851defe tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.347904 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8ea762-e8f9-400a-b3a1-dce12851defe tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:57:52.347904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8ea762-e8f9-400a-b3a1-dce12851defe tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:57:52.348907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4412de-f587-4c2b-8c45-937d3c42d4fb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:52.350417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d4412de-f587-4c2b-8c45-937d3c42d4fb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (c889d68e-2e63-4b4b-b328-a952d8245072), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.379024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:52.387856 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-70c39528-bcf6-420e-ade7-fc0962d10d2d tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] 10.222.0.49 "PUT /networking/v2.0/routers/89cb021a-e8ba-4af4-8d3c-4c26c2cccf03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9121904 Oct 28 09:57:52.389434 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38386) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:52.399289 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2bf2a1-b9ab-42c8-9303-cce06677b257 None None] Sync routers for ids ['89cb021a-e8ba-4af4-8d3c-4c26c2cccf03'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:52.418478 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2bf2a1-b9ab-42c8-9303-cce06677b257 None None] Routers {'89cb021a-e8ba-4af4-8d3c-4c26c2cccf03'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:52.419346 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0f2bf2a1-b9ab-42c8-9303-cce06677b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['89cb021a-e8ba-4af4-8d3c-4c26c2cccf03'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:52.431989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c005f83b-7b4f-4133-bba3-8fd998ce449b tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Request body: {'port': {'network_id': 'f6f30882-322c-4c65-80ff-10534d2e760c', 'name': 'tempest-FloatingIPNegativeTestJSON-399279114'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:52.443108 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for port (91cfdca1-7a54-4b33-8583-808b9b2b05d2), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.468970 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0f2bf2a1-b9ab-42c8-9303-cce06677b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:52.482398 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2bf2a1-b9ab-42c8-9303-cce06677b257 None None] Routers {'89cb021a-e8ba-4af4-8d3c-4c26c2cccf03'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:52.483616 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0f2bf2a1-b9ab-42c8-9303-cce06677b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['89cb021a-e8ba-4af4-8d3c-4c26c2cccf03'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:52.492377 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment c889d68e-2e63-4b4b-b328-a952d8245072 resource provider aggregate not found Oct 28 09:57:52.495994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 4cf92a1a-f8f7-4279-9482-2b283f1e96d4) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:52.518724 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfcf838-3a5b-458c-aa0b-370ccb911457 None None] Network 4cf92a1a-f8f7-4279-9482-2b283f1e96d4 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:52.520123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0003fd16-34fa-4116-8516-e3996d3659ed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.535807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0003fd16-34fa-4116-8516-e3996d3659ed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.540972 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0f2bf2a1-b9ab-42c8-9303-cce06677b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:52.542451 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0003fd16-34fa-4116-8516-e3996d3659ed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/networks/b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a HTTP/1.1" status: 204 len: 168 time: 1.8137333 Oct 28 09:57:52.544481 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2bf2a1-b9ab-42c8-9303-cce06677b257 None None] The sync data for ids ['89cb021a-e8ba-4af4-8d3c-4c26c2cccf03'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:52.548586 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.566435 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003fd16-34fa-4116-8516-e3996d3659ed tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Network': ['ID=b00a9cdc-e814-4b66-b8aa-f9a5cebf6f9a,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:52.570285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38390) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:52.600506 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:52.600902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.606731 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2f8ea762-e8f9-400a-b3a1-dce12851defe tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7606826 Oct 28 09:57:52.634158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:52.635377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:52.635541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.638765 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38392) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:52.652325 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-186a2106-7c2e-44cd-8e1e-ef1beb91aff0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:52.667180 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment c889d68e-2e63-4b4b-b328-a952d8245072 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c889d68e-2e63-4b4b-b328-a952d8245072 found for delete ", "request_id": "req-864f3683-e728-4610-bd4c-474b575950c2"}]} Oct 28 09:57:52.667513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Publish callbacks [] for port (5ac51255-0018-4d02-be67-8564f0b9077c), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.690243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1e06e80c-7266-48c0-8758-70f6caf9727e tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (39d97d05-d578-4f9d-92bf-a2a45aee0b87), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.696039 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (91cfdca1-7a54-4b33-8583-808b9b2b05d2), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.703258 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685,segment=NetworkSegment(a47edfd9-5d05-4b85-bea5-97f248487d15),segment_id=a47edfd9-5d05-4b85-bea5-97f248487d15)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:52.763598 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-4cf92a1a-f8f7-4279-9482-2b283f1e96d4', 'network_id': '4cf92a1a-f8f7-4279-9482-2b283f1e96d4', 'project_id': '3a588e18ea624bc88930763f1d0d9cb7', 'fixed_ips': [{'subnet_id': '996c17b3-11ba-488e-87a3-35bf1a5ab7f4'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:57:52.765512 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.768601 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:52.774896 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.778078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (5ac51255-0018-4d02-be67-8564f0b9077c), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.784395 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d4412de-f587-4c2b-8c45-937d3c42d4fb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (6028b129-3e2f-457a-a2e2-efa99d4f2ced), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.785649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:52.808263 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d4412de-f587-4c2b-8c45-937d3c42d4fb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.811972 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1d4412de-f587-4c2b-8c45-937d3c42d4fb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/networks/6028b129-3e2f-457a-a2e2-efa99d4f2ced HTTP/1.1" status: 204 len: 168 time: 1.3181624 Oct 28 09:57:52.815628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4412de-f587-4c2b-8c45-937d3c42d4fb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Network': ['ID=6028b129-3e2f-457a-a2e2-efa99d4f2ced,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:52.817673 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38394) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:52.827346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-ce08f7e3-e3b3-46b3-8e11-230657596b07 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-872200852'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:52.839673 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Pushing event updated for resources: {'Port': ['ID=91cfdca1-7a54-4b33-8583-808b9b2b05d2,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:52.845900 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:52.876372 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Network e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:52.879728 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-83d179a3-9dd8-4677-81fb-ac2d1af589f4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.2675369 Oct 28 09:57:52.880715 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c005f83b-7b4f-4133-bba3-8fd998ce449b tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Made reservation on behalf of 4eb277bbeacf469cb2361666497d1fe1 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:52.889994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c005f83b-7b4f-4133-bba3-8fd998ce449b tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.893086 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38396) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:52.894988 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:52.897022 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 783804aa-2a39-4866-85f6-1e03566a6a01 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:52.904359 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:52.958693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1e06e80c-7266-48c0-8758-70f6caf9727e tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (39d97d05-d578-4f9d-92bf-a2a45aee0b87), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.973849 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc3edbb-10ba-48a6-97c6-09df32761f59 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:52.975820 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc3edbb-10ba-48a6-97c6-09df32761f59 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:52.977429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc3edbb-10ba-48a6-97c6-09df32761f59 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:52.979423 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ebc3edbb-10ba-48a6-97c6-09df32761f59 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0852680 Oct 28 09:57:52.988140 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-1e06e80c-7266-48c0-8758-70f6caf9727e tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d97d05-d578-4f9d-92bf-a2a45aee0b87']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:52.988363 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186a2106-7c2e-44cd-8e1e-ef1beb91aff0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:52.992946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-186a2106-7c2e-44cd-8e1e-ef1beb91aff0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:52.995715 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-186a2106-7c2e-44cd-8e1e-ef1beb91aff0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:57:52.996200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186a2106-7c2e-44cd-8e1e-ef1beb91aff0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:57:53.002369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-1e06e80c-7266-48c0-8758-70f6caf9727e tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9237d28b-9031-4a5a-a354-0271f2134c8b') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:53.003031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-1e06e80c-7266-48c0-8758-70f6caf9727e tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9237d28b-9031-4a5a-a354-0271f2134c8b') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:53.004188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38398) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:53.008401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce08f7e3-e3b3-46b3-8e11-230657596b07 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:53.014581 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ce08f7e3-e3b3-46b3-8e11-230657596b07 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.018991 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1e06e80c-7266-48c0-8758-70f6caf9727e tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (9237d28b-9031-4a5a-a354-0271f2134c8b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.037644 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1e06e80c-7266-48c0-8758-70f6caf9727e tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (9237d28b-9031-4a5a-a354-0271f2134c8b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.046175 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e06e80c-7266-48c0-8758-70f6caf9727e tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:53.046432 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1e06e80c-7266-48c0-8758-70f6caf9727e tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (9237d28b-9031-4a5a-a354-0271f2134c8b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.066590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-c005f83b-7b4f-4133-bba3-8fd998ce449b tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] device_id is not set on port 205db05e-7716-4ebc-9ba6-e570a85e27c5 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:53.082518 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:53.129313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.131534 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 783804aa-2a39-4866-85f6-1e03566a6a01 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:53.131865 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 783804aa-2a39-4866-85f6-1e03566a6a01 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:53.132331 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5101d3e9-2050-492f-9623-5aa0df5200ab no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:53.182581 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce08f7e3-e3b3-46b3-8e11-230657596b07 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:53.192248 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfedc82-3493-40b8-abf6-e0970aca8c04 None None] Network 8381c2e5-36ad-404d-9d19-d23aaf1ad458 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:53.203689 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 8381c2e5-36ad-404d-9d19-d23aaf1ad458 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:53.212057 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 5101d3e9-2050-492f-9623-5aa0df5200ab {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:53.212407 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5101d3e9-2050-492f-9623-5aa0df5200ab not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:53.243408 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-186a2106-7c2e-44cd-8e1e-ef1beb91aff0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5938318 Oct 28 09:57:53.243408 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ce08f7e3-e3b3-46b3-8e11-230657596b07 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (804a6b04-11f4-4c39-a299-a19ac7f7a13b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.243408 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-ce08f7e3-e3b3-46b3-8e11-230657596b07 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Added segment 804a6b04-11f4-4c39-a299-a19ac7f7a13b of type vlan for network d43fbbdb-ccfd-4534-b534-b2ad6792e3a5 Oct 28 09:57:53.247823 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:53.250324 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:53.254134 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:53.257359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38400) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:53.269424 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-f1fb1a53-ac8c-4933-a987-649a1ec03f3d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:53.284784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1e06e80c-7266-48c0-8758-70f6caf9727e tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (39d97d05-d578-4f9d-92bf-a2a45aee0b87), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.288602 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aca7479-06d9-4504-8de1-bb3891998c50 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Deleting subnet eb1d8f7b-cfd8-4c7e-968d-1d0a8cfb1a99 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:53.288829 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1e06e80c-7266-48c0-8758-70f6caf9727e tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.292503 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1e06e80c-7266-48c0-8758-70f6caf9727e tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/networks/39d97d05-d578-4f9d-92bf-a2a45aee0b87 HTTP/1.1" status: 204 len: 168 time: 0.7199404 Oct 28 09:57:53.303316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38402) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:53.332235 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=bb0e890c-8b10-41dd-931e-a1a11f293312,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:53.337132 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4aca7479-06d9-4504-8de1-bb3891998c50 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks [] for subnet (eb1d8f7b-cfd8-4c7e-968d-1d0a8cfb1a99), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.343350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a070b558-59e6-4955-a065-d1bf4b5e17c5 None None] Provisioning complete for port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:53.343770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a070b558-59e6-4955-a065-d1bf4b5e17c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.344442 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a070b558-59e6-4955-a065-d1bf4b5e17c5 None None] Attempt 1 to provision port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 Oct 28 09:57:53.347107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-3e134c9c-8e99-4e8f-ac8d-75b628a357e1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1931798258'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:53.374778 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06e80c-7266-48c0-8758-70f6caf9727e tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Network': ['ID=39d97d05-d578-4f9d-92bf-a2a45aee0b87,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:53.408889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ce08f7e3-e3b3-46b3-8e11-230657596b07 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (d43fbbdb-ccfd-4534-b534-b2ad6792e3a5), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.418754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (a5ab306c-a88b-4d11-9715-8399de468b39), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.424072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-c005f83b-7b4f-4133-bba3-8fd998ce449b tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Allocated IP 172.20.0.3 (f6f30882-322c-4c65-80ff-10534d2e760c/a8eb8ec9-defd-4f9b-b008-fb7675968de6/205db05e-7716-4ebc-9ba6-e570a85e27c5) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:53.453065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:DELETE=4,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:53.465331 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Pushing event updated for resources: {'Port': ['ID=5ac51255-0018-4d02-be67-8564f0b9077c,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:53.489742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.492106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4aca7479-06d9-4504-8de1-bb3891998c50 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (eb1d8f7b-cfd8-4c7e-968d-1d0a8cfb1a99), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.508087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Attempting to bind port 5ac51255-0018-4d02-be67-8564f0b9077c on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:57:53.508472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Attempting to bind port 5ac51255-0018-4d02-be67-8564f0b9077c by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '95b257a2-88ec-4eca-b4ce-fa184b3ca920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:57:53.508845 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Attempting to bind port 5ac51255-0018-4d02-be67-8564f0b9077c on network e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:53.511218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e134c9c-8e99-4e8f-ac8d-75b628a357e1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:53.515440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3e134c9c-8e99-4e8f-ac8d-75b628a357e1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.540480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Allocated IP 172.20.0.18 (4cf92a1a-f8f7-4279-9482-2b283f1e96d4/996c17b3-11ba-488e-87a3-35bf1a5ab7f4/12015700-6dcb-4aec-a793-b00d41f9164c) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:53.560034 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e134c9c-8e99-4e8f-ac8d-75b628a357e1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:53.567256 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:53.607920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3e134c9c-8e99-4e8f-ac8d-75b628a357e1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (4562a069-24e9-4705-911e-17e1483298e3), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.608512 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-3e134c9c-8e99-4e8f-ac8d-75b628a357e1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Added segment 4562a069-24e9-4705-911e-17e1483298e3 of type vlan for network 6c600098-ecab-4cac-861f-fe2ac8bfdde8 Oct 28 09:57:53.682758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:57:53.682758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Checking segment: {'id': '95b257a2-88ec-4eca-b4ce-fa184b3ca920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:53.682758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.682758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Bound using segment: {'id': '95b257a2-88ec-4eca-b4ce-fa184b3ca920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:57:53.682758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Bound port: 5ac51255-0018-4d02-be67-8564f0b9077c, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b257a2-88ec-4eca-b4ce-fa184b3ca920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:57:53.682758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5ac51255-0018-4d02-be67-8564f0b9077c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.686220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ce08f7e3-e3b3-46b3-8e11-230657596b07 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (d43fbbdb-ccfd-4534-b534-b2ad6792e3a5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.693047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce08f7e3-e3b3-46b3-8e11-230657596b07 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:53.693738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ce08f7e3-e3b3-46b3-8e11-230657596b07 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.694375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a070b558-59e6-4955-a065-d1bf4b5e17c5 None None] Current status of the port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:53.696293 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fb1a53-ac8c-4933-a987-649a1ec03f3d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:53.700848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f1fb1a53-ac8c-4933-a987-649a1ec03f3d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.702276 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fb1a53-ac8c-4933-a987-649a1ec03f3d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:57:53.705239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1fb1a53-ac8c-4933-a987-649a1ec03f3d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:57:53.723638 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3e134c9c-8e99-4e8f-ac8d-75b628a357e1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (6c600098-ecab-4cac-861f-fe2ac8bfdde8), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.730457 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4aca7479-06d9-4504-8de1-bb3891998c50 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (eb1d8f7b-cfd8-4c7e-968d-1d0a8cfb1a99), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.761258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:53.769622 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.773398 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.897734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3e134c9c-8e99-4e8f-ac8d-75b628a357e1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (6c600098-ecab-4cac-861f-fe2ac8bfdde8), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.899621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Publish callbacks [] for port (12015700-6dcb-4aec-a793-b00d41f9164c), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.901580 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:53.903946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e134c9c-8e99-4e8f-ac8d-75b628a357e1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:53.908084 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3e134c9c-8e99-4e8f-ac8d-75b628a357e1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:53.949353 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ce08f7e3-e3b3-46b3-8e11-230657596b07 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1224966 Oct 28 09:57:53.949353 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f1fb1a53-ac8c-4933-a987-649a1ec03f3d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6870470 Oct 28 09:57:53.949605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38404) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:53.951391 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38406) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:53.963821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-747f9bf8-ee33-407d-bedc-bac74c998e7a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'subnet': {'network_id': 'd43fbbdb-ccfd-4534-b534-b2ad6792e3a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:53.969301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08f7e3-e3b3-46b3-8e11-230657596b07 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Network': ['ID=d43fbbdb-ccfd-4534-b534-b2ad6792e3a5,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:53.982965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-1cf25e99-f316-498d-9efa-bc335dfa6c5c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:53.989560 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network d43fbbdb-ccfd-4534-b534-b2ad6792e3a5 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:54.065617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (12015700-6dcb-4aec-a793-b00d41f9164c), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.123925 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3e134c9c-8e99-4e8f-ac8d-75b628a357e1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7793450 Oct 28 09:57:54.124150 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38408) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:54.128550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c005f83b-7b4f-4133-bba3-8fd998ce449b tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for port (205db05e-7716-4ebc-9ba6-e570a85e27c5), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.133951 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e134c9c-8e99-4e8f-ac8d-75b628a357e1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Network': ['ID=6c600098-ecab-4cac-861f-fe2ac8bfdde8,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:54.145950 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-64ced002-46df-4d12-b50b-dcc1886cb990 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'subnet': {'network_id': '6c600098-ecab-4cac-861f-fe2ac8bfdde8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:54.157772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4aca7479-06d9-4504-8de1-bb3891998c50 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (eb1d8f7b-cfd8-4c7e-968d-1d0a8cfb1a99), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.164039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 6c600098-ecab-4cac-861f-fe2ac8bfdde8 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:54.184848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-7eaffe48-24f2-417e-ba3a-a35cdfd01ae6 None None] Provisioning complete for port bb0e890c-8b10-41dd-931e-a1a11f293312 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:54.185221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7eaffe48-24f2-417e-ba3a-a35cdfd01ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.185567 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7eaffe48-24f2-417e-ba3a-a35cdfd01ae6 None None] Attempt 1 to provision port bb0e890c-8b10-41dd-931e-a1a11f293312 Oct 28 09:57:54.273402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] For port 5ac51255-0018-4d02-be67-8564f0b9077c, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:54.273632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4aca7479-06d9-4504-8de1-bb3891998c50 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.276851 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4aca7479-06d9-4504-8de1-bb3891998c50 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/eb1d8f7b-cfd8-4c7e-968d-1d0a8cfb1a99 HTTP/1.1" status: 204 len: 168 time: 1.2696013 Oct 28 09:57:54.278044 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca7479-06d9-4504-8de1-bb3891998c50 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event deleted for resources: {'Subnet': ['ID=eb1d8f7b-cfd8-4c7e-968d-1d0a8cfb1a99,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:54.282015 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38410) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:54.286864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:54.295374 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:54.305695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] For port 5ac51255-0018-4d02-be67-8564f0b9077c, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5ac51255-0018-4d02-be67-8564f0b9077c,segment=NetworkSegment(95b257a2-88ec-4eca-b4ce-fa184b3ca920),segment_id=95b257a2-88ec-4eca-b4ce-fa184b3ca920)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:54.333400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Network 4cf92a1a-f8f7-4279-9482-2b283f1e96d4 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:54.363742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:54.366492 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:54.411564 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.415417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.434056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=7,neutron:SELECT=91,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:54.435546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Pushing event updated for resources: {'Port': ['ID=12015700-6dcb-4aec-a793-b00d41f9164c,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:54.440880 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7eaffe48-24f2-417e-ba3a-a35cdfd01ae6 None None] Port bb0e890c-8b10-41dd-931e-a1a11f293312 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:54.444541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-433ff06d-bfb7-4f2c-a8e3-8b16eafca6bf tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Deleting subnet 996c17b3-11ba-488e-87a3-35bf1a5ab7f4 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:54.448558 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-433ff06d-bfb7-4f2c-a8e3-8b16eafca6bf tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks [] for subnet (996c17b3-11ba-488e-87a3-35bf1a5ab7f4), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.450062 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5ac51255-0018-4d02-be67-8564f0b9077c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.475377 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 9237d28b-9031-4a5a-a354-0271f2134c8b resource provider aggregate not found Oct 28 09:57:54.493637 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747f9bf8-ee33-407d-bedc-bac74c998e7a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:54.499947 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 9237d28b-9031-4a5a-a354-0271f2134c8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9237d28b-9031-4a5a-a354-0271f2134c8b found for delete ", "request_id": "req-07b35b54-982c-427b-acfa-13a13e9d7d21"}]} Oct 28 09:57:54.500464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-747f9bf8-ee33-407d-bedc-bac74c998e7a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.506715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.508968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-7eaffe48-24f2-417e-ba3a-a35cdfd01ae6 None None] Provisioning complete for port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:54.509343 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7eaffe48-24f2-417e-ba3a-a35cdfd01ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.509746 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7eaffe48-24f2-417e-ba3a-a35cdfd01ae6 None None] Attempt 1 to provision port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 Oct 28 09:57:54.564510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf25e99-f316-498d-9efa-bc335dfa6c5c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:54.568383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1cf25e99-f316-498d-9efa-bc335dfa6c5c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.570750 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf25e99-f316-498d-9efa-bc335dfa6c5c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:57:54.571202 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf25e99-f316-498d-9efa-bc335dfa6c5c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:57:54.574057 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:54.574431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.574794 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 Oct 28 09:57:54.590279 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ced002-46df-4d12-b50b-dcc1886cb990 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:54.594036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-64ced002-46df-4d12-b50b-dcc1886cb990 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.601226 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c005f83b-7b4f-4133-bba3-8fd998ce449b tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (205db05e-7716-4ebc-9ba6-e570a85e27c5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.638319 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (a5ab306c-a88b-4d11-9715-8399de468b39), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.641466 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=bb0e890c-8b10-41dd-931e-a1a11f293312,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:54.661443 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Attempting to bind port 12015700-6dcb-4aec-a793-b00d41f9164c on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:57:54.661816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Attempting to bind port 12015700-6dcb-4aec-a793-b00d41f9164c by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '97c6d07f-7bd5-4577-adc8-1a7bb306896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4cf92a1a-f8f7-4279-9482-2b283f1e96d4'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:57:54.662173 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Attempting to bind port 12015700-6dcb-4aec-a793-b00d41f9164c on network 4cf92a1a-f8f7-4279-9482-2b283f1e96d4 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:54.685285 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c005f83b-7b4f-4133-bba3-8fd998ce449b tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Network f6f30882-322c-4c65-80ff-10534d2e760c is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:54.703438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005f83b-7b4f-4133-bba3-8fd998ce449b tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Pushing event updated for resources: {'Port': ['ID=205db05e-7716-4ebc-9ba6-e570a85e27c5,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:54.707107 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-c005f83b-7b4f-4133-bba3-8fd998ce449b tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:54.709556 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c005f83b-7b4f-4133-bba3-8fd998ce449b tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:54.715935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.ipam_backend_mixin [None req-747f9bf8-ee33-407d-bedc-bac74c998e7a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Performing IP validity checks on allocation pools {{(pid=114060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 28 09:57:54.715935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.ipam_backend_mixin [None req-747f9bf8-ee33-407d-bedc-bac74c998e7a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 28 09:57:54.726641 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1cf25e99-f316-498d-9efa-bc335dfa6c5c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7706079 Oct 28 09:57:54.729400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c75302-8a6a-40b0-98d2-2939ccba6057 None None] Pushing event updated for resources: {'Port': ['ID=5ac51255-0018-4d02-be67-8564f0b9077c,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:54.801217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38416) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:54.807848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a3801d02-5f18-4d89-b574-ad3e1a56fa58 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:54.819431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7eaffe48-24f2-417e-ba3a-a35cdfd01ae6 None None] Current status of the port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:54.828760 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 8381c2e5-36ad-404d-9d19-d23aaf1ad458 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:54.833634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:54.872818 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:54.881262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:57:54.881606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Checking segment: {'id': '97c6d07f-7bd5-4577-adc8-1a7bb306896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4cf92a1a-f8f7-4279-9482-2b283f1e96d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:54.882443 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.882443 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Bound using segment: {'id': '97c6d07f-7bd5-4577-adc8-1a7bb306896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4cf92a1a-f8f7-4279-9482-2b283f1e96d4'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:57:54.883013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Bound port: 12015700-6dcb-4aec-a793-b00d41f9164c, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c6d07f-7bd5-4577-adc8-1a7bb306896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4cf92a1a-f8f7-4279-9482-2b283f1e96d4'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:57:54.883511 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (12015700-6dcb-4aec-a793-b00d41f9164c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.945901 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-433ff06d-bfb7-4f2c-a8e3-8b16eafca6bf tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (996c17b3-11ba-488e-87a3-35bf1a5ab7f4), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:54.984011 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] For port 12015700-6dcb-4aec-a793-b00d41f9164c, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:54.994135 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] For port 12015700-6dcb-4aec-a793-b00d41f9164c, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=12015700-6dcb-4aec-a793-b00d41f9164c,segment=NetworkSegment(97c6d07f-7bd5-4577-adc8-1a7bb306896b),segment_id=97c6d07f-7bd5-4577-adc8-1a7bb306896b)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:55.005626 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Router 37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:57:55.040679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:55.046064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ce40218c-e39f-4198-94e8-83482e55a58f None None] Provisioning complete for port bb0e890c-8b10-41dd-931e-a1a11f293312 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:55.046444 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ce40218c-e39f-4198-94e8-83482e55a58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:55.046839 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ce40218c-e39f-4198-94e8-83482e55a58f None None] Attempt 1 to provision port bb0e890c-8b10-41dd-931e-a1a11f293312 Oct 28 09:57:55.075721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:55.089769 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ce40218c-e39f-4198-94e8-83482e55a58f None None] Port bb0e890c-8b10-41dd-931e-a1a11f293312 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:55.093944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (12015700-6dcb-4aec-a793-b00d41f9164c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:55.180423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df559830-34ca-4965-8806-41c0e2cd3884 None None] Pushing event updated for resources: {'Port': ['ID=12015700-6dcb-4aec-a793-b00d41f9164c,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:55.191131 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c005f83b-7b4f-4133-bba3-8fd998ce449b tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:55.191810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c005f83b-7b4f-4133-bba3-8fd998ce449b tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:55.193240 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router a5ab306c-a88b-4d11-9715-8399de468b39 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:57:55.206731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:55.213793 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9030cb34-f9d5-4434-a121-06be8b7b54d9 None None] Provisioning complete for port 205db05e-7716-4ebc-9ba6-e570a85e27c5 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:55.214578 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9030cb34-f9d5-4434-a121-06be8b7b54d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (205db05e-7716-4ebc-9ba6-e570a85e27c5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:55.214955 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9030cb34-f9d5-4434-a121-06be8b7b54d9 None None] Attempt 1 to provision port 205db05e-7716-4ebc-9ba6-e570a85e27c5 Oct 28 09:57:55.222164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9fb303-c06c-4a3e-a369-29afbf199344 None None] Sync routers for ids ['37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:55.270403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9fb303-c06c-4a3e-a369-29afbf199344 None None] Routers {'37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:55.271092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-4e9fb303-c06c-4a3e-a369-29afbf199344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:55.307542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9030cb34-f9d5-4434-a121-06be8b7b54d9 None None] Port 205db05e-7716-4ebc-9ba6-e570a85e27c5 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:55.312691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-4e9fb303-c06c-4a3e-a369-29afbf199344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:55.323189 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9fb303-c06c-4a3e-a369-29afbf199344 None None] Routers {'37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:55.323826 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-4e9fb303-c06c-4a3e-a369-29afbf199344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:55.364216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-4e9fb303-c06c-4a3e-a369-29afbf199344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:55.364830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9fb303-c06c-4a3e-a369-29afbf199344 None None] The sync data for ids ['37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:55.401023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3801d02-5f18-4d89-b574-ad3e1a56fa58 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:55.405494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a3801d02-5f18-4d89-b574-ad3e1a56fa58 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:55.406981 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3801d02-5f18-4d89-b574-ad3e1a56fa58 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:57:55.407541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3801d02-5f18-4d89-b574-ad3e1a56fa58 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:57:55.467138 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c005f83b-7b4f-4133-bba3-8fd998ce449b tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0763772 Oct 28 09:57:55.471235 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-433ff06d-bfb7-4f2c-a8e3-8b16eafca6bf tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (996c17b3-11ba-488e-87a3-35bf1a5ab7f4), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:55.473171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-5da1c2ce-7932-4d7c-9125-a27d940770ab None None] Provisioning complete for port bb0e890c-8b10-41dd-931e-a1a11f293312 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:55.473556 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5da1c2ce-7932-4d7c-9125-a27d940770ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:55.473995 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-5da1c2ce-7932-4d7c-9125-a27d940770ab None None] Attempt 1 to provision port bb0e890c-8b10-41dd-931e-a1a11f293312 Oct 28 09:57:55.519573 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5da1c2ce-7932-4d7c-9125-a27d940770ab None None] Port bb0e890c-8b10-41dd-931e-a1a11f293312 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:57:55.537386 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38418) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:55.555517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:55.598126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:55.608927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:55.694934 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:55.703051 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:55.706856 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a3801d02-5f18-4d89-b574-ad3e1a56fa58 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9017448 Oct 28 09:57:55.707030 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-37056fe1-53a8-46b3-a6c5-2097abf69cfa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7880247 Oct 28 09:57:55.707030 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38420) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:55.708478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38422) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:55.722419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:55.748498 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-aec4717e-e21e-40b7-93b1-94346f68c29b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0374150 Oct 28 09:57:55.748838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38424) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:55.762459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:55.773579 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Sync routers for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:55.782936 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:55.788235 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6e433c9e-dbb7-4bca-b69c-96f7c0f26880 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/a5ab306c-a88b-4d11-9715-8399de468b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1238205 Oct 28 09:57:55.791147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38426) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:55.798933 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d25786c8-ae7e-4360-b2a5-07ef023e67e6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'network': {'name': 'tempest-RoutersTest-844314053'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:55.799421 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:55.800413 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-bda49227-d852-4106-8218-a31b5072a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:55.834252 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5e5164-2dfd-4edb-ba1a-3f855ee2f54f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:55.835926 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9e5e5164-2dfd-4edb-ba1a-3f855ee2f54f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0858901 Oct 28 09:57:55.838765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38428) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:55.883204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:55.885582 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-433ff06d-bfb7-4f2c-a8e3-8b16eafca6bf tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (996c17b3-11ba-488e-87a3-35bf1a5ab7f4), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:55.887708 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-64ced002-46df-4d12-b50b-dcc1886cb990 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (d79e0486-2bdd-453f-b69e-0d4e7bba2390), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:55.889699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-747f9bf8-ee33-407d-bedc-bac74c998e7a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (1d5d353b-7151-4e44-bd47-335ab4bdf75e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:55.892609 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2f2af018-9b11-4b76-9899-30482568835e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517776 Oct 28 09:57:55.898239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38430) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:55.904608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-925fee2a-b828-4f32-b149-73cb8662e395 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:55.910815 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25786c8-ae7e-4360-b2a5-07ef023e67e6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:55.915726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d25786c8-ae7e-4360-b2a5-07ef023e67e6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:55.928940 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:57:56.026105 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25786c8-ae7e-4360-b2a5-07ef023e67e6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:56.033991 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5900e091-e40c-49d7-85c3-52f8a2f14af5 None None] Network e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:56.049423 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d25786c8-ae7e-4360-b2a5-07ef023e67e6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (1c0edc7f-1ebe-4327-a46d-bc143aada1c1), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:56.049423 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-d25786c8-ae7e-4360-b2a5-07ef023e67e6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Added segment 1c0edc7f-1ebe-4327-a46d-bc143aada1c1 of type vlan for network 9d068765-8e43-482e-9d48-8a61d7e82c8d Oct 28 09:57:56.151529 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d25786c8-ae7e-4360-b2a5-07ef023e67e6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (9d068765-8e43-482e-9d48-8a61d7e82c8d), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:56.157821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925fee2a-b828-4f32-b149-73cb8662e395 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:56.164452 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-925fee2a-b828-4f32-b149-73cb8662e395 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:56.220878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-6084dd1a-1b26-497f-8399-cf36ac7af92c None None] Provisioning complete for port 5ac51255-0018-4d02-be67-8564f0b9077c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:56.221718 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6084dd1a-1b26-497f-8399-cf36ac7af92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5ac51255-0018-4d02-be67-8564f0b9077c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:56.224537 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-6084dd1a-1b26-497f-8399-cf36ac7af92c None None] Attempt 1 to provision port 5ac51255-0018-4d02-be67-8564f0b9077c Oct 28 09:57:56.242388 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Allocated IP 172.36.1.44 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/90491fb9-11b3-402b-9008-5df642d1126f) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:56.258754 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-bda49227-d852-4106-8218-a31b5072a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:57:53Z', 'revision_number': 2, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:54Z', 'revision_number': 2, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:56.295765 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Checking router: a5ab306c-a88b-4d11-9715-8399de468b39 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:57:56.296208 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Updating router a5ab306c-a88b-4d11-9715-8399de468b39 port bb0e890c-8b10-41dd-931e-a1a11f293312 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:57:56.302288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5ac51255-0018-4d02-be67-8564f0b9077c up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:56.326166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-433ff06d-bfb7-4f2c-a8e3-8b16eafca6bf tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:56.336331 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-433ff06d-bfb7-4f2c-a8e3-8b16eafca6bf tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/996c17b3-11ba-488e-87a3-35bf1a5ab7f4 HTTP/1.1" status: 204 len: 168 time: 2.0443792 Oct 28 09:57:56.341040 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38432) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:56.341831 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:56.354991 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ff06d-bfb7-4f2c-a8e3-8b16eafca6bf tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event deleted for resources: {'Subnet': ['ID=996c17b3-11ba-488e-87a3-35bf1a5ab7f4,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:56.356228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d25786c8-ae7e-4360-b2a5-07ef023e67e6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (9d068765-8e43-482e-9d48-8a61d7e82c8d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:56.363205 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25786c8-ae7e-4360-b2a5-07ef023e67e6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:56.363855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d25786c8-ae7e-4360-b2a5-07ef023e67e6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:56.510314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:56.524988 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0ec7c757-09d5-4d46-b501-8214b3eac537 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5 HTTP/1.1" status: 200 len: 920 time: 0.8140211 Oct 28 09:57:56.558339 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38434) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:56.613635 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 5ac51255-0018-4d02-be67-8564f0b9077c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:56.613736 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25786c8-ae7e-4360-b2a5-07ef023e67e6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Network': ['ID=9d068765-8e43-482e-9d48-8a61d7e82c8d,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:56.613820 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5ac51255-0018-4d02-be67-8564f0b9077c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:56.613820 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 5ac51255-0018-4d02-be67-8564f0b9077c Oct 28 09:57:56.619220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3425ee-f064-4b04-b330-0cbd0ae2f1b3 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:56.623330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5c3f9d-ea6f-425f-b365-d3741613bff2 None None] DHCP port deletion for e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:57:56.625255 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bd3425ee-f064-4b04-b330-0cbd0ae2f1b3 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2785401 Oct 28 09:57:56.629775 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-68c3af96-0132-43ed-830e-70945f652330 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5 HTTP/1.1" status: 200 len: 205 time: 0.0643907 Oct 28 09:57:56.629775 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ced002-46df-4d12-b50b-dcc1886cb990 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Checking segment: {'id': '4562a069-24e9-4705-911e-17e1483298e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '6c600098-ecab-4cac-861f-fe2ac8bfdde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:56.629775 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ced002-46df-4d12-b50b-dcc1886cb990 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network hostable DHCP agents. Network: 6c600098-ecab-4cac-861f-fe2ac8bfdde8, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:56.631376 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d25786c8-ae7e-4360-b2a5-07ef023e67e6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8391552 Oct 28 09:57:56.631595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c9293-a219-40f1-9337-5eac5653df93 None None] Network 4cf92a1a-f8f7-4279-9482-2b283f1e96d4 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:56.635000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38436) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:56.635000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38438) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:56.635316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38440) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:56.684216 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a223f9c7-54c1-4a0f-9600-64d2b94f9fdb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'subnet': {'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:56.716738 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Publish callbacks [] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:56.719730 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:56.720735 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 9d068765-8e43-482e-9d48-8a61d7e82c8d details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:56.753936 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:56.786630 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:56.838535 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbc609-86b1-4332-b9b7-4379a55a3db7 None None] Pushing event updated for resources: {'Port': ['ID=bb0e890c-8b10-41dd-931e-a1a11f293312,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:56.890807 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:56.902336 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:56.905442 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Attempting to bind port bb0e890c-8b10-41dd-931e-a1a11f293312 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:57:56.906106 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Attempting to bind port bb0e890c-8b10-41dd-931e-a1a11f293312 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'a47edfd9-5d05-4b85-bea5-97f248487d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:57:56.906653 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Attempting to bind port bb0e890c-8b10-41dd-931e-a1a11f293312 on network 8381c2e5-36ad-404d-9d19-d23aaf1ad458 {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:56.953805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.objects.ports [None req-925fee2a-b828-4f32-b149-73cb8662e395 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114059) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:57:56.955453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-925fee2a-b828-4f32-b149-73cb8662e395 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (7f9b1233-454a-4cfd-b12e-33b44e2c9ffc), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:56.963234 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:57:56.964043 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Checking segment: {'id': 'a47edfd9-5d05-4b85-bea5-97f248487d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:56.965277 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:56.965917 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Bound using segment: {'id': 'a47edfd9-5d05-4b85-bea5-97f248487d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:57:56.966629 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Bound port: bb0e890c-8b10-41dd-931e-a1a11f293312, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47edfd9-5d05-4b85-bea5-97f248487d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:57:56.967259 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:56.969074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-6084dd1a-1b26-497f-8399-cf36ac7af92c None None] Current status of the port 5ac51255-0018-4d02-be67-8564f0b9077c is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:56.969549 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6084dd1a-1b26-497f-8399-cf36ac7af92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5ac51255-0018-4d02-be67-8564f0b9077c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.054314 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-bda49227-d852-4106-8218-a31b5072a32f None None] For port bb0e890c-8b10-41dd-931e-a1a11f293312, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:57.059252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c3f9d-ea6f-425f-b365-d3741613bff2 None None] Deleting port 5ac51255-0018-4d02-be67-8564f0b9077c {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:57.059861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1e5c3f9d-ea6f-425f-b365-d3741613bff2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (5ac51255-0018-4d02-be67-8564f0b9077c), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.060378 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-bda49227-d852-4106-8218-a31b5072a32f None None] For port bb0e890c-8b10-41dd-931e-a1a11f293312, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bb0e890c-8b10-41dd-931e-a1a11f293312,segment=NetworkSegment(a47edfd9-5d05-4b85-bea5-97f248487d15),segment_id=a47edfd9-5d05-4b85-bea5-97f248487d15)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:57.069535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-6084dd1a-1b26-497f-8399-cf36ac7af92c None None] For port 5ac51255-0018-4d02-be67-8564f0b9077c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5ac51255-0018-4d02-be67-8564f0b9077c,segment=NetworkSegment(95b257a2-88ec-4eca-b4ce-fa184b3ca920),segment_id=95b257a2-88ec-4eca-b4ce-fa184b3ca920)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:57.073867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fee2a-b828-4f32-b149-73cb8662e395 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=7f9b1233-454a-4cfd-b12e-33b44e2c9ffc,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:57.081065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ced002-46df-4d12-b50b-dcc1886cb990 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Subnet': ['ID=d79e0486-2bdd-453f-b69e-0d4e7bba2390,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:57.088551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925fee2a-b828-4f32-b149-73cb8662e395 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:57.089523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:57.091388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-925fee2a-b828-4f32-b149-73cb8662e395 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:57.112492 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925fee2a-b828-4f32-b149-73cb8662e395 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:57.113432 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-925fee2a-b828-4f32-b149-73cb8662e395 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.140649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45700899-aa52-44b3-8cb4-2870b2c438ad None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:57.152965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:57.153549 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be9a389-29e8-4e20-b633-d06634b1047b None None] DHCP port deletion for 4cf92a1a-f8f7-4279-9482-2b283f1e96d4 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:57:57.170304 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.204773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 5ac51255-0018-4d02-be67-8564f0b9077c is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:57.205105 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5ac51255-0018-4d02-be67-8564f0b9077c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.215377 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6084dd1a-1b26-497f-8399-cf36ac7af92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5ac51255-0018-4d02-be67-8564f0b9077c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.218922 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:57.221327 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-bda49227-d852-4106-8218-a31b5072a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:57.227575 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-925fee2a-b828-4f32-b149-73cb8662e395 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3253603 Oct 28 09:57:57.228789 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38444) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:57.245296 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-04925ae2-9b0c-4597-9db1-0ebaedf08f93 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'mac_address': 'fa:16:3e:81:f9:a6', 'name': 'tempest-NetworksTestDHCPv6-162053838'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:57.246744 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1e5c3f9d-ea6f-425f-b365-d3741613bff2 None None] For port 5ac51255-0018-4d02-be67-8564f0b9077c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5ac51255-0018-4d02-be67-8564f0b9077c,segment=NetworkSegment(95b257a2-88ec-4eca-b4ce-fa184b3ca920),segment_id=95b257a2-88ec-4eca-b4ce-fa184b3ca920)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:57.247128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1e5c3f9d-ea6f-425f-b365-d3741613bff2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (5ac51255-0018-4d02-be67-8564f0b9077c), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.249514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f9bf8-ee33-407d-bedc-bac74c998e7a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Checking segment: {'id': '804a6b04-11f4-4c39-a299-a19ac7f7a13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd43fbbdb-ccfd-4534-b534-b2ad6792e3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:57.249731 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747f9bf8-ee33-407d-bedc-bac74c998e7a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network hostable DHCP agents. Network: d43fbbdb-ccfd-4534-b534-b2ad6792e3a5, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:57.315474 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbc609-86b1-4332-b9b7-4379a55a3db7 None None] Pushing event updated for resources: {'Port': ['ID=bb0e890c-8b10-41dd-931e-a1a11f293312,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:57.331046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c3f9d-ea6f-425f-b365-d3741613bff2 None None] Calling delete_port for 5ac51255-0018-4d02-be67-8564f0b9077c owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:57.370328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:57.377817 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (4cf92a1a-f8f7-4279-9482-2b283f1e96d4), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.382412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for port (90491fb9-11b3-402b-9008-5df642d1126f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.396596 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1be9a389-29e8-4e20-b633-d06634b1047b None None] Deleting port 12015700-6dcb-4aec-a793-b00d41f9164c {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:57.401711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1be9a389-29e8-4e20-b633-d06634b1047b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (12015700-6dcb-4aec-a793-b00d41f9164c), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.413118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f9bf8-ee33-407d-bedc-bac74c998e7a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Subnet': ['ID=1d5d353b-7151-4e44-bd47-335ab4bdf75e,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:57.437392 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:57.442854 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-065f5b95-b610-4af2-841b-c89642f1beeb None None] Provisioning complete for port 12015700-6dcb-4aec-a793-b00d41f9164c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:57.443725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-065f5b95-b610-4af2-841b-c89642f1beeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (12015700-6dcb-4aec-a793-b00d41f9164c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.443725 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-065f5b95-b610-4af2-841b-c89642f1beeb None None] Attempt 1 to provision port 12015700-6dcb-4aec-a793-b00d41f9164c Oct 28 09:57:57.446838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ced002-46df-4d12-b50b-dcc1886cb990 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 6c600098-ecab-4cac-861f-fe2ac8bfdde8 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:57.507965 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04925ae2-9b0c-4597-9db1-0ebaedf08f93 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:57.509557 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9593168c-56fe-4a4e-97d7-2abf6ccc2584 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.531440 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-bda49227-d852-4106-8218-a31b5072a32f None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:57:57.539516 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084dd1a-1b26-497f-8399-cf36ac7af92c None None] Pushing event updated for resources: {'Port': ['ID=5ac51255-0018-4d02-be67-8564f0b9077c,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:57.549332 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:57:57.549740 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:57:57.568926 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747f9bf8-ee33-407d-bedc-bac74c998e7a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network d43fbbdb-ccfd-4534-b534-b2ad6792e3a5 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:57.570872 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': '7f9b1233-454a-4cfd-b12e-33b44e2c9ffc'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:57:57.571800 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.603614 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Deleting port 12015700-6dcb-4aec-a793-b00d41f9164c {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:57.604279 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (12015700-6dcb-4aec-a793-b00d41f9164c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.607894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a223f9c7-54c1-4a0f-9600-64d2b94f9fdb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:57.613997 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a223f9c7-54c1-4a0f-9600-64d2b94f9fdb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.615755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1be9a389-29e8-4e20-b633-d06634b1047b None None] For port 12015700-6dcb-4aec-a793-b00d41f9164c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=12015700-6dcb-4aec-a793-b00d41f9164c,segment=NetworkSegment(97c6d07f-7bd5-4577-adc8-1a7bb306896b),segment_id=97c6d07f-7bd5-4577-adc8-1a7bb306896b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:57.616159 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1be9a389-29e8-4e20-b633-d06634b1047b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (12015700-6dcb-4aec-a793-b00d41f9164c), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.643471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04925ae2-9b0c-4597-9db1-0ebaedf08f93 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.665192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1be9a389-29e8-4e20-b633-d06634b1047b None None] Calling delete_port for 12015700-6dcb-4aec-a793-b00d41f9164c owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:57.673484 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-04925ae2-9b0c-4597-9db1-0ebaedf08f93 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port e88cb417-8077-48a3-bf33-d081c7b83904 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:57.803203 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-bda49227-d852-4106-8218-a31b5072a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:57:53Z', 'revision_number': 2, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:57Z', 'revision_number': 4, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:57.817951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-64ced002-46df-4d12-b50b-dcc1886cb990 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 6c600098-ecab-4cac-861f-fe2ac8bfdde8) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:57.823103 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-065f5b95-b610-4af2-841b-c89642f1beeb None None] Current status of the port 12015700-6dcb-4aec-a793-b00d41f9164c is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:57.823564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-065f5b95-b610-4af2-841b-c89642f1beeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (12015700-6dcb-4aec-a793-b00d41f9164c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.830636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-04925ae2-9b0c-4597-9db1-0ebaedf08f93 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::f816:3eff:fe81:f9a6 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/7f9b1233-454a-4cfd-b12e-33b44e2c9ffc/e88cb417-8077-48a3-bf33-d081c7b83904) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:57.831281 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ced002-46df-4d12-b50b-dcc1886cb990 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:57.832301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-64ced002-46df-4d12-b50b-dcc1886cb990 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.836920 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda49227-d852-4106-8218-a31b5072a32f None None] The sync data for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv is: [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:57:53Z', 'revision_number': 2, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:57Z', 'revision_number': 4, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:57.839655 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11fe7ca-1ab7-4337-903d-e9702de13609 None None] Network 6c600098-ecab-4cac-861f-fe2ac8bfdde8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:57.904031 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] For port 12015700-6dcb-4aec-a793-b00d41f9164c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=12015700-6dcb-4aec-a793-b00d41f9164c,segment=NetworkSegment(97c6d07f-7bd5-4577-adc8-1a7bb306896b),segment_id=97c6d07f-7bd5-4577-adc8-1a7bb306896b)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:57.904634 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (12015700-6dcb-4aec-a793-b00d41f9164c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.905155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1e5c3f9d-ea6f-425f-b365-d3741613bff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (5ac51255-0018-4d02-be67-8564f0b9077c), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:57.916112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:57.920542 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Calling delete_port for 12015700-6dcb-4aec-a793-b00d41f9164c owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:57.956131 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-065f5b95-b610-4af2-841b-c89642f1beeb None None] For port 12015700-6dcb-4aec-a793-b00d41f9164c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=12015700-6dcb-4aec-a793-b00d41f9164c,segment=NetworkSegment(97c6d07f-7bd5-4577-adc8-1a7bb306896b),segment_id=97c6d07f-7bd5-4577-adc8-1a7bb306896b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:57.961528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-747f9bf8-ee33-407d-bedc-bac74c998e7a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, d43fbbdb-ccfd-4534-b534-b2ad6792e3a5) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:58.014874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecba9d68-4a22-42c2-93bc-a017bd4fd7b3 None None] Network d43fbbdb-ccfd-4534-b534-b2ad6792e3a5 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:58.018959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747f9bf8-ee33-407d-bedc-bac74c998e7a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:58.019624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-747f9bf8-ee33-407d-bedc-bac74c998e7a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.086783 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:58.096737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (90491fb9-11b3-402b-9008-5df642d1126f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.116833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04925ae2-9b0c-4597-9db1-0ebaedf08f93 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (e88cb417-8077-48a3-bf33-d081c7b83904), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.134006 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c3f9d-ea6f-425f-b365-d3741613bff2 None None] No DVR routers for this DVR port 5ac51255-0018-4d02-be67-8564f0b9077c on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:58.137972 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c3f9d-ea6f-425f-b365-d3741613bff2 None None] Pushing event deleted for resources: {'Port': ['ID=5ac51255-0018-4d02-be67-8564f0b9077c,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:58.153149 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-065f5b95-b610-4af2-841b-c89642f1beeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (12015700-6dcb-4aec-a793-b00d41f9164c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.220831 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Pushing event updated for resources: {'Port': ['ID=90491fb9-11b3-402b-9008-5df642d1126f,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:58.239636 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f5b95-b610-4af2-841b-c89642f1beeb None None] Pushing event updated for resources: {'Port': ['ID=12015700-6dcb-4aec-a793-b00d41f9164c,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:58.247199 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-64ced002-46df-4d12-b50b-dcc1886cb990 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1165810 Oct 28 09:57:58.255370 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38448) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:58.260438 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Port 5ac51255-0018-4d02-be67-8564f0b9077c update to ACTIVE by agent not found {{(pid=114061) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2310}} Oct 28 09:57:58.260917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 12015700-6dcb-4aec-a793-b00d41f9164c up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:58.261461 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-4283f9ca-0d60-49b5-928b-3f4c1fbc43d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-444288052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:58.268425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1be9a389-29e8-4e20-b633-d06634b1047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (12015700-6dcb-4aec-a793-b00d41f9164c), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.303291 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-747f9bf8-ee33-407d-bedc-bac74c998e7a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3485856 Oct 28 09:57:58.306894 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38450) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:58.312833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e7b6f7e2-5853-4d9e-b9d2-6f6249c934b5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'network_id': 'd43fbbdb-ccfd-4534-b534-b2ad6792e3a5', 'name': 'tempest-PortsTestJSON-409843813'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:58.342848 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04925ae2-9b0c-4597-9db1-0ebaedf08f93 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e88cb417-8077-48a3-bf33-d081c7b83904), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.353052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:58.369822 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:58.373305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:58.377822 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9593168c-56fe-4a4e-97d7-2abf6ccc2584 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.378662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 12015700-6dcb-4aec-a793-b00d41f9164c {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:58.379045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 12015700-6dcb-4aec-a793-b00d41f9164c not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 28 09:57:58.395015 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:58.397259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:58.426288 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4283f9ca-0d60-49b5-928b-3f4c1fbc43d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (473ac8ce-3a79-4253-9e6f-88c8af575cce), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.428821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4283f9ca-0d60-49b5-928b-3f4c1fbc43d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (473ac8ce-3a79-4253-9e6f-88c8af575cce), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.434492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a223f9c7-54c1-4a0f-9600-64d2b94f9fdb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (657ca222-0c56-4d6c-ac37-7c62231b4389), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.464206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-d43fbbdb-ccfd-4534-b534-b2ad6792e3a5', 'network_id': 'd43fbbdb-ccfd-4534-b534-b2ad6792e3a5', 'project_id': '957c4481f9b648aea145c14784aee8dc', 'fixed_ips': [{'subnet_id': '1d5d353b-7151-4e44-bd47-335ab4bdf75e'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:57:58.464492 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.466684 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9a389-29e8-4e20-b633-d06634b1047b None None] Pushing event deleted for resources: {'Port': ['ID=12015700-6dcb-4aec-a793-b00d41f9164c,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:58.492238 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (12015700-6dcb-4aec-a793-b00d41f9164c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.519268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be9a389-29e8-4e20-b633-d06634b1047b None None] No DVR routers for this DVR port 12015700-6dcb-4aec-a793-b00d41f9164c on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:58.539847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Port 12015700-6dcb-4aec-a793-b00d41f9164c not found, will not notify nova. {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 28 09:57:58.540756 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04925ae2-9b0c-4597-9db1-0ebaedf08f93 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:58.559088 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-04925ae2-9b0c-4597-9db1-0ebaedf08f93 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:58.561849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-6c600098-ecab-4cac-861f-fe2ac8bfdde8', 'network_id': '6c600098-ecab-4cac-861f-fe2ac8bfdde8', 'project_id': '25a1ece53cc94768b28900845d6f215a', 'fixed_ips': [{'subnet_id': 'd79e0486-2bdd-453f-b69e-0d4e7bba2390'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:57:58.563069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.590997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04925ae2-9b0c-4597-9db1-0ebaedf08f93 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:58.602696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event deleted for resources: {'Port': ['ID=12015700-6dcb-4aec-a793-b00d41f9164c,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:58.618251 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04925ae2-9b0c-4597-9db1-0ebaedf08f93 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:58.618251 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04925ae2-9b0c-4597-9db1-0ebaedf08f93 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.622844 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] No DVR routers for this DVR port 12015700-6dcb-4aec-a793-b00d41f9164c on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:58.624792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:58.631790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04925ae2-9b0c-4597-9db1-0ebaedf08f93 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=e88cb417-8077-48a3-bf33-d081c7b83904,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:58.637482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Allocated IP 2001:db8::f816:3eff:fead:a6a (27cab9a0-d24d-4f61-b60f-51dd4ee136db/7f9b1233-454a-4cfd-b12e-33b44e2c9ffc/dcaed729-8cad-4af1-a08e-426cc474798a) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:58.677073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223f9c7-54c1-4a0f-9600-64d2b94f9fdb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Subnet': ['ID=657ca222-0c56-4d6c-ac37-7c62231b4389,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:58.697262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-9593168c-56fe-4a4e-97d7-2abf6ccc2584 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Deleting port 91cfdca1-7a54-4b33-8583-808b9b2b05d2 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:58.697613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9593168c-56fe-4a4e-97d7-2abf6ccc2584 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (91cfdca1-7a54-4b33-8583-808b9b2b05d2), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.729481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4283f9ca-0d60-49b5-928b-3f4c1fbc43d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_controller (473ac8ce-3a79-4253-9e6f-88c8af575cce), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.775033 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-04925ae2-9b0c-4597-9db1-0ebaedf08f93 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5356572 Oct 28 09:57:58.775033 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38452) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:58.848897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:58.854277 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071d75c4-751e-4b1a-8aa5-1ed80b4b8b5c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:58.860815 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-071d75c4-751e-4b1a-8aa5-1ed80b4b8b5c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0862541 Oct 28 09:57:58.861739 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38454) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:58.869126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a223f9c7-54c1-4a0f-9600-64d2b94f9fdb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Checking segment: {'id': '1c0edc7f-1ebe-4327-a46d-bc143aada1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:57:58.869484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a223f9c7-54c1-4a0f-9600-64d2b94f9fdb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network hostable DHCP agents. Network: 9d068765-8e43-482e-9d48-8a61d7e82c8d, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:58.900685 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (4cf92a1a-f8f7-4279-9482-2b283f1e96d4), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.912296 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for floatingip (3f95f6b3-10bb-4355-b4ea-6e61a744ba1c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.927608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b6f7e2-5853-4d9e-b9d2-6f6249c934b5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:58.933377 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e7b6f7e2-5853-4d9e-b9d2-6f6249c934b5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.937299 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4283f9ca-0d60-49b5-928b-3f4c1fbc43d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (473ac8ce-3a79-4253-9e6f-88c8af575cce), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.962981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf92a1a-f8f7-4279-9482-2b283f1e96d4']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:58.972646 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9593168c-56fe-4a4e-97d7-2abf6ccc2584 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (91cfdca1-7a54-4b33-8583-808b9b2b05d2), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:58.988889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c6d07f-7bd5-4577-adc8-1a7bb306896b') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:58.989179 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c6d07f-7bd5-4577-adc8-1a7bb306896b') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:59.003114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-9593168c-56fe-4a4e-97d7-2abf6ccc2584 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Calling delete_port for 91cfdca1-7a54-4b33-8583-808b9b2b05d2 owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:59.006129 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (97c6d07f-7bd5-4577-adc8-1a7bb306896b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.007651 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-e7b6f7e2-5853-4d9e-b9d2-6f6249c934b5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] device_id is not set on port ca076a8e-9319-4a8f-aefd-64c80071fdc2 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:59.038370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bb0e890c-8b10-41dd-931e-a1a11f293312 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:59.050555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a223f9c7-54c1-4a0f-9600-64d2b94f9fdb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 9d068765-8e43-482e-9d48-8a61d7e82c8d is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:59.052964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (97c6d07f-7bd5-4577-adc8-1a7bb306896b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.096054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:59.096380 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (97c6d07f-7bd5-4577-adc8-1a7bb306896b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.117030 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (90491fb9-11b3-402b-9008-5df642d1126f), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.124560 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 97c6d07f-7bd5-4577-adc8-1a7bb306896b resource provider aggregate not found Oct 28 09:57:59.130313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4283f9ca-0d60-49b5-928b-3f4c1fbc43d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.140609 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4283f9ca-0d60-49b5-928b-3f4c1fbc43d5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8872538 Oct 28 09:57:59.141912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38460) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:59.156399 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-2f56c70d-964d-4a73-8fd2-ec4fcb93927f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'port': {'network_id': '6c600098-ecab-4cac-861f-fe2ac8bfdde8', 'name': 'tempest-RoutersIpV6Test-1423157693'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:57:59.178240 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 97c6d07f-7bd5-4577-adc8-1a7bb306896b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97c6d07f-7bd5-4577-adc8-1a7bb306896b found for delete ", "request_id": "req-c67adbd1-001f-4648-9955-7c9e48a9ab21"}]} Oct 28 09:57:59.184372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-a223f9c7-54c1-4a0f-9600-64d2b94f9fdb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 9d068765-8e43-482e-9d48-8a61d7e82c8d) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:59.188078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-05232a2e-23d3-4c52-b475-cff02006f297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port e88cb417-8077-48a3-bf33-d081c7b83904 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:59.189115 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-05232a2e-23d3-4c52-b475-cff02006f297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e88cb417-8077-48a3-bf33-d081c7b83904), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.205523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69013dc2-ba15-40cb-ba3e-724a90cabab5 None None] Network 9d068765-8e43-482e-9d48-8a61d7e82c8d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:59.212623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a223f9c7-54c1-4a0f-9600-64d2b94f9fdb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:57:59.213225 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a223f9c7-54c1-4a0f-9600-64d2b94f9fdb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.225313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:59.289165 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-e7b6f7e2-5853-4d9e-b9d2-6f6249c934b5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Allocated IP 172.20.0.5 (d43fbbdb-ccfd-4534-b534-b2ad6792e3a5/1d5d353b-7151-4e44-bd47-335ab4bdf75e/ca076a8e-9319-4a8f-aefd-64c80071fdc2) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:59.313595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port bb0e890c-8b10-41dd-931e-a1a11f293312 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:57:59.313998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.314324 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port bb0e890c-8b10-41dd-931e-a1a11f293312 Oct 28 09:57:59.351830 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a223f9c7-54c1-4a0f-9600-64d2b94f9fdb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7089090 Oct 28 09:57:59.355290 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (4cf92a1a-f8f7-4279-9482-2b283f1e96d4), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.356032 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38462) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:59.365249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.369848 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "DELETE /networking/v2.0/networks/4cf92a1a-f8f7-4279-9482-2b283f1e96d4 HTTP/1.1" status: 204 len: 168 time: 2.7299252 Oct 28 09:57:59.384851 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38464) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:59.385590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Publish callbacks [] for port (dcaed729-8cad-4af1-a08e-426cc474798a), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.394532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Allocated IP 2001:db8::2 (6c600098-ecab-4cac-861f-fe2ac8bfdde8/d79e0486-2bdd-453f-b69e-0d4e7bba2390/6ad0651a-9e36-4976-bb04-6b26197077b2) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:59.414375 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed60d98-7e2e-4af9-b9de-33d5dddfe2bb tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event deleted for resources: {'Network': ['ID=4cf92a1a-f8f7-4279-9482-2b283f1e96d4,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:59.469006 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (dcaed729-8cad-4af1-a08e-426cc474798a), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.480525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-05232a2e-23d3-4c52-b475-cff02006f297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e88cb417-8077-48a3-bf33-d081c7b83904), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.517432 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-05232a2e-23d3-4c52-b475-cff02006f297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for e88cb417-8077-48a3-bf33-d081c7b83904 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:59.539330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-9d068765-8e43-482e-9d48-8a61d7e82c8d', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:57:59.540269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.552230 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-098dd311-110f-4eef-8d11-4762dc6d2c82 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.557727 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:59.583566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for port (90491fb9-11b3-402b-9008-5df642d1126f), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.588428 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:59.612067 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Pushing event updated for resources: {'Port': ['ID=dcaed729-8cad-4af1-a08e-426cc474798a,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:59.615670 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:59.619678 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:57:59.672474 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9593168c-56fe-4a4e-97d7-2abf6ccc2584 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (91cfdca1-7a54-4b33-8583-808b9b2b05d2), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.712014 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port bb0e890c-8b10-41dd-931e-a1a11f293312 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:57:59.712412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.742821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-098dd311-110f-4eef-8d11-4762dc6d2c82 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.746333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (90491fb9-11b3-402b-9008-5df642d1126f), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.778854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593168c-56fe-4a4e-97d7-2abf6ccc2584 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Pushing event deleted for resources: {'Port': ['ID=91cfdca1-7a54-4b33-8583-808b9b2b05d2,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:59.789813 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=6,neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:59.855389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f56c70d-964d-4a73-8fd2-ec4fcb93927f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:59.859465 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2f56c70d-964d-4a73-8fd2-ec4fcb93927f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.872699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-098dd311-110f-4eef-8d11-4762dc6d2c82 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:59.901105 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Attempting to bind port dcaed729-8cad-4af1-a08e-426cc474798a on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:57:59.902043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Attempting to bind port dcaed729-8cad-4af1-a08e-426cc474798a by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:57:59.902043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Attempting to bind port dcaed729-8cad-4af1-a08e-426cc474798a on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:59.910085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port bb0e890c-8b10-41dd-931e-a1a11f293312, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bb0e890c-8b10-41dd-931e-a1a11f293312,segment=NetworkSegment(a47edfd9-5d05-4b85-bea5-97f248487d15),segment_id=a47edfd9-5d05-4b85-bea5-97f248487d15)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:59.910314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-098dd311-110f-4eef-8d11-4762dc6d2c82 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b257a2-88ec-4eca-b4ce-fa184b3ca920') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:59.910688 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-098dd311-110f-4eef-8d11-4762dc6d2c82 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b257a2-88ec-4eca-b4ce-fa184b3ca920') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:59.929382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e7b6f7e2-5853-4d9e-b9d2-6f6249c934b5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (ca076a8e-9319-4a8f-aefd-64c80071fdc2), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.935339 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:59.940662 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (3f95f6b3-10bb-4355-b4ea-6e61a744ba1c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.948026 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-098dd311-110f-4eef-8d11-4762dc6d2c82 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (95b257a2-88ec-4eca-b4ce-fa184b3ca920), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.954825 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Pushing event updated for resources: {'Port': ['ID=90491fb9-11b3-402b-9008-5df642d1126f,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:59.955931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-2f56c70d-964d-4a73-8fd2-ec4fcb93927f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] device_id is not set on port 82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:57:59.963497 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Publish callbacks [] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.977669 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Allocated IP 172.21.0.2 (9d068765-8e43-482e-9d48-8a61d7e82c8d/657ca222-0c56-4d6c-ac37-7c62231b4389/b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:59.983001 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:59.991439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9593168c-56fe-4a4e-97d7-2abf6ccc2584 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.058583 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:00.059232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:00.059809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.060213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:00.060725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Bound port: dcaed729-8cad-4af1-a08e-426cc474798a, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:00.061096 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (dcaed729-8cad-4af1-a08e-426cc474798a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.064978 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.080127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5ac51255-0018-4d02-be67-8564f0b9077c no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:00.091864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.095900 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-53df73e1-5b2a-46aa-9c85-354d7914e673 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5485978 Oct 28 09:58:00.096211 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38466) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:00.102225 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e1e2e2be-b5df-48a6-9c7b-4b3a62b991da tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Request body: {'floatingip': {'port_id': '205db05e-7716-4ebc-9ba6-e570a85e27c5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:00.105939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-098dd311-110f-4eef-8d11-4762dc6d2c82 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (95b257a2-88ec-4eca-b4ce-fa184b3ca920), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.138979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098dd311-110f-4eef-8d11-4762dc6d2c82 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:00.139312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-098dd311-110f-4eef-8d11-4762dc6d2c82 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (95b257a2-88ec-4eca-b4ce-fa184b3ca920), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.153677 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=bb0e890c-8b10-41dd-931e-a1a11f293312,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:00.160040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 5ac51255-0018-4d02-be67-8564f0b9077c {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:00.160394 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5ac51255-0018-4d02-be67-8564f0b9077c not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:00.162480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 12015700-6dcb-4aec-a793-b00d41f9164c no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:00.192359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9593168c-56fe-4a4e-97d7-2abf6ccc2584 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.195720 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.196833 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9593168c-56fe-4a4e-97d7-2abf6ccc2584 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_controller (37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.230292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e2be-b5df-48a6-9c7b-4b3a62b991da tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for floatingip (3f95f6b3-10bb-4355-b4ea-6e61a744ba1c), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.254039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 12015700-6dcb-4aec-a793-b00d41f9164c {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:00.254619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 12015700-6dcb-4aec-a793-b00d41f9164c not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:00.260277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Network 6c600098-ecab-4cac-861f-fe2ac8bfdde8 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:00.272463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:00.280354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:00.313116 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-05232a2e-23d3-4c52-b475-cff02006f297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e88cb417-8077-48a3-bf33-d081c7b83904), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.318474 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e7b6f7e2-5853-4d9e-b9d2-6f6249c934b5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (ca076a8e-9319-4a8f-aefd-64c80071fdc2), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.321421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Pushing event updated for resources: {'Port': ['ID=6ad0651a-9e36-4976-bb04-6b26197077b2,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:00.329257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:00.364877 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] For port dcaed729-8cad-4af1-a08e-426cc474798a, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:00.393424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05232a2e-23d3-4c52-b475-cff02006f297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=e88cb417-8077-48a3-bf33-d081c7b83904,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:00.397857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-098dd311-110f-4eef-8d11-4762dc6d2c82 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.411769 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] For port dcaed729-8cad-4af1-a08e-426cc474798a, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=dcaed729-8cad-4af1-a08e-426cc474798a,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:00.412951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-098dd311-110f-4eef-8d11-4762dc6d2c82 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.419233 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-098dd311-110f-4eef-8d11-4762dc6d2c82 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "DELETE /networking/v2.0/networks/e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa HTTP/1.1" status: 204 len: 168 time: 1.0328217 Oct 28 09:58:00.420999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-2f56c70d-964d-4a73-8fd2-ec4fcb93927f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Allocated IP 2001:db8::f6 (6c600098-ecab-4cac-861f-fe2ac8bfdde8/d79e0486-2bdd-453f-b69e-0d4e7bba2390/82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:00.422560 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38468) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:00.448484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098dd311-110f-4eef-8d11-4762dc6d2c82 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event deleted for resources: {'Network': ['ID=e0bb2e93-2288-4eb6-b0af-d4d1bd12dffa,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:00.464280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9593168c-56fe-4a4e-97d7-2abf6ccc2584 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.465050 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9593168c-56fe-4a4e-97d7-2abf6ccc2584 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Fanout notify agent at l3_agent the message router_deleted on router 37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:58:00.472950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b6f7e2-5853-4d9e-b9d2-6f6249c934b5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network d43fbbdb-ccfd-4534-b534-b2ad6792e3a5 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:00.491074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Allocated IP 172.20.0.2 (d43fbbdb-ccfd-4534-b534-b2ad6792e3a5/1d5d353b-7151-4e44-bd47-335ab4bdf75e/7d770f19-f1ea-47c2-8593-f9a1d15791fc) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:00.499435 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-05232a2e-23d3-4c52-b475-cff02006f297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.505392 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-05232a2e-23d3-4c52-b475-cff02006f297 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/e88cb417-8077-48a3-bf33-d081c7b83904 HTTP/1.1" status: 204 len: 168 time: 1.6397395 Oct 28 09:58:00.505392 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-e7b6f7e2-5853-4d9e-b9d2-6f6249c934b5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:00.507316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b6f7e2-5853-4d9e-b9d2-6f6249c934b5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:00.507451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Attempting to bind port 6ad0651a-9e36-4976-bb04-6b26197077b2 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:00.507451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Attempting to bind port 6ad0651a-9e36-4976-bb04-6b26197077b2 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '4562a069-24e9-4705-911e-17e1483298e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '6c600098-ecab-4cac-861f-fe2ac8bfdde8'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:00.507777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Attempting to bind port 6ad0651a-9e36-4976-bb04-6b26197077b2 on network 6c600098-ecab-4cac-861f-fe2ac8bfdde8 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:00.508132 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9593168c-56fe-4a4e-97d7-2abf6ccc2584 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.512874 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38470) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:00.513051 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9593168c-56fe-4a4e-97d7-2abf6ccc2584 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "DELETE /networking/v2.0/routers/37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5 HTTP/1.1" status: 204 len: 168 time: 3.8683069 Oct 28 09:58:00.515958 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-e1e2e2be-b5df-48a6-9c7b-4b3a62b991da tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] update failed (client error): The resource could not be found. Oct 28 09:58:00.519855 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e1e2e2be-b5df-48a6-9c7b-4b3a62b991da tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/3f95f6b3-10bb-4355-b4ea-6e61a744ba1c HTTP/1.1" status: 404 len: 507 time: 0.4178061 Oct 28 09:58:00.519855 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38472) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:00.520062 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (dcaed729-8cad-4af1-a08e-426cc474798a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.522098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Request body: {'router': {'name': 'tempest-snat-router-629783762', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'enable_snat': False}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:00.526804 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38474) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:00.547495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Publish callbacks [] for port (b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.607376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d574241c-1d2e-45a3-b953-0c814607fef1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (cb9a3de2-1a74-4f27-b926-c464e835c898), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.682564 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.683507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.693805 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.710138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bb0e890c-8b10-41dd-931e-a1a11f293312 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:00.745613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-0f84267f-6073-455d-b869-8af2e6e983fb tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Deleting port 90491fb9-11b3-402b-9008-5df642d1126f {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:00.745613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0f84267f-6073-455d-b869-8af2e6e983fb tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (90491fb9-11b3-402b-9008-5df642d1126f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.776947 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b6f7e2-5853-4d9e-b9d2-6f6249c934b5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:00.777765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e7b6f7e2-5853-4d9e-b9d2-6f6249c934b5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.789513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:00.789888 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Checking segment: {'id': '4562a069-24e9-4705-911e-17e1483298e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '6c600098-ecab-4cac-861f-fe2ac8bfdde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:00.790286 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.790684 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Bound using segment: {'id': '4562a069-24e9-4705-911e-17e1483298e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '6c600098-ecab-4cac-861f-fe2ac8bfdde8'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:00.791181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Bound port: 6ad0651a-9e36-4976-bb04-6b26197077b2, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4562a069-24e9-4705-911e-17e1483298e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '6c600098-ecab-4cac-861f-fe2ac8bfdde8'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:00.791610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.792020 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6f7e2-5853-4d9e-b9d2-6f6249c934b5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=ca076a8e-9319-4a8f-aefd-64c80071fdc2,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:00.802013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Network 9d068765-8e43-482e-9d48-8a61d7e82c8d is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:00.802859 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bec953-0349-4218-b208-4046ee305de3 None None] Pushing event updated for resources: {'Port': ['ID=dcaed729-8cad-4af1-a08e-426cc474798a,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:00.813126 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:00.816657 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:INSERT=6,neutron:SELECT=86,neutron:UPDATE=8 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:00.838908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:00.838908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:00.869377 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e7b6f7e2-5853-4d9e-b9d2-6f6249c934b5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5587759 Oct 28 09:58:00.879684 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571a6edc-d228-4d82-a147-ea06b443f215 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:00.882274 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571a6edc-d228-4d82-a147-ea06b443f215 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:00.888525 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-571a6edc-d228-4d82-a147-ea06b443f215 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3696535 Oct 28 09:58:00.959053 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2f56c70d-964d-4a73-8fd2-ec4fcb93927f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:00.963093 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38476) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:00.963797 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38478) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:01.014057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:01.046146 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Pushing event updated for resources: {'Port': ['ID=b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:01.049613 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port bb0e890c-8b10-41dd-931e-a1a11f293312 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:01.049998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.050653 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port bb0e890c-8b10-41dd-931e-a1a11f293312 Oct 28 09:58:01.114790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Allocated IP 172.21.0.1 (9d068765-8e43-482e-9d48-8a61d7e82c8d/657ca222-0c56-4d6c-ac37-7c62231b4389/d0b62a47-cfad-4ad9-9c35-79094fb1ba87) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:01.266061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:01.300954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Publish callbacks [] for port (7d770f19-f1ea-47c2-8593-f9a1d15791fc), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.308021 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] For port 6ad0651a-9e36-4976-bb04-6b26197077b2, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:01.314216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Attempting to bind port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:01.314216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Attempting to bind port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '1c0edc7f-1ebe-4327-a46d-bc143aada1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:01.314216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Attempting to bind port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc on network 9d068765-8e43-482e-9d48-8a61d7e82c8d {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:01.318704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] For port 6ad0651a-9e36-4976-bb04-6b26197077b2, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6ad0651a-9e36-4976-bb04-6b26197077b2,segment=NetworkSegment(4562a069-24e9-4705-911e-17e1483298e3),segment_id=4562a069-24e9-4705-911e-17e1483298e3)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:01.363401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_controller (9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.377227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:01.379687 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Checking segment: {'id': '1c0edc7f-1ebe-4327-a46d-bc143aada1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:01.379687 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.379687 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Bound using segment: {'id': '1c0edc7f-1ebe-4327-a46d-bc143aada1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:01.380087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Bound port: b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0edc7f-1ebe-4327-a46d-bc143aada1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:01.380438 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.416476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (7d770f19-f1ea-47c2-8593-f9a1d15791fc), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.436140 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 95b257a2-88ec-4eca-b4ce-fa184b3ca920 resource provider aggregate not found Oct 28 09:58:01.436586 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.506274 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] For port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:01.509831 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] For port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc,segment=NetworkSegment(1c0edc7f-1ebe-4327-a46d-bc143aada1c1),segment_id=1c0edc7f-1ebe-4327-a46d-bc143aada1c1)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:01.527521 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:01.532645 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2f56c70d-964d-4a73-8fd2-ec4fcb93927f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.549443 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d574241c-1d2e-45a3-b953-0c814607fef1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (cb9a3de2-1a74-4f27-b926-c464e835c898), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.587962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:01.589301 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port bb0e890c-8b10-41dd-931e-a1a11f293312 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:01.591980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.606497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-d574241c-1d2e-45a3-b953-0c814607fef1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9a3de2-1a74-4f27-b926-c464e835c898']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:01.609980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Network d43fbbdb-ccfd-4534-b534-b2ad6792e3a5 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:01.611877 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:01.613732 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Pushing event updated for resources: {'Port': ['ID=7d770f19-f1ea-47c2-8593-f9a1d15791fc,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:01.620564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:01.625691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-d574241c-1d2e-45a3-b953-0c814607fef1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb58239e-e4c4-49fb-b5a5-32c44be47f4b') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:01.626615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-d574241c-1d2e-45a3-b953-0c814607fef1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb58239e-e4c4-49fb-b5a5-32c44be47f4b') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:01.640038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d574241c-1d2e-45a3-b953-0c814607fef1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (eb58239e-e4c4-49fb-b5a5-32c44be47f4b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.659379 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d574241c-1d2e-45a3-b953-0c814607fef1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (eb58239e-e4c4-49fb-b5a5-32c44be47f4b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.667640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d574241c-1d2e-45a3-b953-0c814607fef1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:01.668348 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d574241c-1d2e-45a3-b953-0c814607fef1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (eb58239e-e4c4-49fb-b5a5-32c44be47f4b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.739289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.788520 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Attempting to bind port 7d770f19-f1ea-47c2-8593-f9a1d15791fc on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:01.788974 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Attempting to bind port 7d770f19-f1ea-47c2-8593-f9a1d15791fc by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '804a6b04-11f4-4c39-a299-a19ac7f7a13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd43fbbdb-ccfd-4534-b534-b2ad6792e3a5'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:01.789686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Attempting to bind port 7d770f19-f1ea-47c2-8593-f9a1d15791fc on network d43fbbdb-ccfd-4534-b534-b2ad6792e3a5 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:01.830541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f56c70d-964d-4a73-8fd2-ec4fcb93927f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 6c600098-ecab-4cac-861f-fe2ac8bfdde8 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:01.832931 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:01.833422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:01.836926 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06714a-88c5-40c5-a77e-775b60e64a95 None None] Pushing event updated for resources: {'Port': ['ID=6ad0651a-9e36-4976-bb04-6b26197077b2,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:01.837110 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:01.858960 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-2f56c70d-964d-4a73-8fd2-ec4fcb93927f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:01.867074 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f56c70d-964d-4a73-8fd2-ec4fcb93927f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:01.878842 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f56c70d-964d-4a73-8fd2-ec4fcb93927f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:01.881474 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2f56c70d-964d-4a73-8fd2-ec4fcb93927f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.906539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56c70d-964d-4a73-8fd2-ec4fcb93927f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:01.917877 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.923928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:01.924496 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Checking segment: {'id': '804a6b04-11f4-4c39-a299-a19ac7f7a13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd43fbbdb-ccfd-4534-b534-b2ad6792e3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:01.925026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.925572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Bound using segment: {'id': '804a6b04-11f4-4c39-a299-a19ac7f7a13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd43fbbdb-ccfd-4534-b534-b2ad6792e3a5'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:01.926073 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.928123 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 95b257a2-88ec-4eca-b4ce-fa184b3ca920 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95b257a2-88ec-4eca-b4ce-fa184b3ca920 found for delete ", "request_id": "req-76e6e279-62e0-4661-b1e3-7d2b3b64e730"}]} Oct 28 09:58:01.931380 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Bound port: 7d770f19-f1ea-47c2-8593-f9a1d15791fc, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804a6b04-11f4-4c39-a299-a19ac7f7a13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd43fbbdb-ccfd-4534-b534-b2ad6792e3a5'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:01.932202 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7d770f19-f1ea-47c2-8593-f9a1d15791fc), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:01.992880 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b92b39-a08f-48f3-a3d3-69d7f9a3592e None None] Pushing event updated for resources: {'Port': ['ID=b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:02.003825 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0f84267f-6073-455d-b869-8af2e6e983fb tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (90491fb9-11b3-402b-9008-5df642d1126f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:02.004416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0f84267f-6073-455d-b869-8af2e6e983fb tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for floatingip (90491fb9-11b3-402b-9008-5df642d1126f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:02.020026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 9d068765-8e43-482e-9d48-8a61d7e82c8d is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:02.022824 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=d0b62a47-cfad-4ad9-9c35-79094fb1ba87,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:02.023426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-0f84267f-6073-455d-b869-8af2e6e983fb tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Calling delete_port for 90491fb9-11b3-402b-9008-5df642d1126f owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:02.034515 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:02.046650 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2f56c70d-964d-4a73-8fd2-ec4fcb93927f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8951144 Oct 28 09:58:02.047730 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:02.051743 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38484) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:02.127446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d574241c-1d2e-45a3-b953-0c814607fef1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (cb9a3de2-1a74-4f27-b926-c464e835c898), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:02.127722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] For port 7d770f19-f1ea-47c2-8593-f9a1d15791fc, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:02.131290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] For port 7d770f19-f1ea-47c2-8593-f9a1d15791fc, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7d770f19-f1ea-47c2-8593-f9a1d15791fc,segment=NetworkSegment(804a6b04-11f4-4c39-a299-a19ac7f7a13b),segment_id=804a6b04-11f4-4c39-a299-a19ac7f7a13b)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:02.164410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d574241c-1d2e-45a3-b953-0c814607fef1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:02.170159 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d574241c-1d2e-45a3-b953-0c814607fef1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "DELETE /networking/v2.0/networks/cb9a3de2-1a74-4f27-b926-c464e835c898 HTTP/1.1" status: 204 len: 168 time: 1.7428718 Oct 28 09:58:02.173992 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c464262-7560-46c5-9ca1-4edcaf6e2430 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 7f9b1233-454a-4cfd-b12e-33b44e2c9ffc {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:58:02.177585 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38486) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:02.223246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (a5ab306c-a88b-4d11-9715-8399de468b39), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:02.227778 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7d770f19-f1ea-47c2-8593-f9a1d15791fc), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:02.278605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3c464262-7560-46c5-9ca1-4edcaf6e2430 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (7f9b1233-454a-4cfd-b12e-33b44e2c9ffc), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:02.338835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578903df-6eb5-4f60-85fe-187bfa83e34e None None] Pushing event updated for resources: {'Port': ['ID=7d770f19-f1ea-47c2-8593-f9a1d15791fc,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:02.351318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574241c-1d2e-45a3-b953-0c814607fef1 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event deleted for resources: {'Network': ['ID=cb9a3de2-1a74-4f27-b926-c464e835c898,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:02.356303 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:02.369579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8e270872-6e96-4c7d-99db-c60e8d77cde8 None None] Provisioning complete for port dcaed729-8cad-4af1-a08e-426cc474798a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:02.369579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8e270872-6e96-4c7d-99db-c60e8d77cde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (dcaed729-8cad-4af1-a08e-426cc474798a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:02.369579 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8e270872-6e96-4c7d-99db-c60e8d77cde8 None None] Attempt 1 to provision port dcaed729-8cad-4af1-a08e-426cc474798a Oct 28 09:58:02.401804 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e41aa24b-d8b0-4d45-8dea-983f45c018f7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port ca076a8e-9319-4a8f-aefd-64c80071fdc2 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:02.402215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e41aa24b-d8b0-4d45-8dea-983f45c018f7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ca076a8e-9319-4a8f-aefd-64c80071fdc2), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:02.462847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3c464262-7560-46c5-9ca1-4edcaf6e2430 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (7f9b1233-454a-4cfd-b12e-33b44e2c9ffc), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:02.482603 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8e270872-6e96-4c7d-99db-c60e8d77cde8 None None] Current status of the port dcaed729-8cad-4af1-a08e-426cc474798a is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:02.483039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8e270872-6e96-4c7d-99db-c60e8d77cde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (dcaed729-8cad-4af1-a08e-426cc474798a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:02.552228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:02.562659 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8e270872-6e96-4c7d-99db-c60e8d77cde8 None None] For port dcaed729-8cad-4af1-a08e-426cc474798a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=dcaed729-8cad-4af1-a08e-426cc474798a,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:02.605088 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8e270872-6e96-4c7d-99db-c60e8d77cde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (dcaed729-8cad-4af1-a08e-426cc474798a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:02.700651 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:02.749302 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f65e1244-9b37-45cb-bbcc-1ab57336f7d4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (2c0cf08e-9d60-495e-bdf9-48b709bedb22), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:02.773096 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:02.775226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e270872-6e96-4c7d-99db-c60e8d77cde8 None None] Pushing event updated for resources: {'Port': ['ID=dcaed729-8cad-4af1-a08e-426cc474798a,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:02.831897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-5ed99875-ec91-4950-b2d1-8969b3386f10 None None] Could not find standard attr ID for object e88cb417-8077-48a3-bf33-d081c7b83904. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:58:02.946316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:02.957646 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device dcaed729-8cad-4af1-a08e-426cc474798a up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:03.031877 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port dcaed729-8cad-4af1-a08e-426cc474798a triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:03.032382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (dcaed729-8cad-4af1-a08e-426cc474798a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.032873 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port dcaed729-8cad-4af1-a08e-426cc474798a Oct 28 09:58:03.061685 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e41aa24b-d8b0-4d45-8dea-983f45c018f7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ca076a8e-9319-4a8f-aefd-64c80071fdc2), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.123783 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31bffd2c-da54-4c84-962c-71bcbacd4b2a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.156426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:03.158085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3c464262-7560-46c5-9ca1-4edcaf6e2430 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (7f9b1233-454a-4cfd-b12e-33b44e2c9ffc), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.166823 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port dcaed729-8cad-4af1-a08e-426cc474798a is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:03.168015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6ad0651a-9e36-4976-bb04-6b26197077b2 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:03.168647 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e41aa24b-d8b0-4d45-8dea-983f45c018f7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for ca076a8e-9319-4a8f-aefd-64c80071fdc2 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:03.251486 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6ad0651a-9e36-4976-bb04-6b26197077b2 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:03.251951 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.253014 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6ad0651a-9e36-4976-bb04-6b26197077b2 Oct 28 09:58:03.344488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0f84267f-6073-455d-b869-8af2e6e983fb tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (90491fb9-11b3-402b-9008-5df642d1126f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.355451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90280792-ab0e-421b-b38a-df4dd6592fe5 None None] Network 6c600098-ecab-4cac-861f-fe2ac8bfdde8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:03.385121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:03.411945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f65e1244-9b37-45cb-bbcc-1ab57336f7d4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (2c0cf08e-9d60-495e-bdf9-48b709bedb22), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.442052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84267f-6073-455d-b869-8af2e6e983fb tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Pushing event deleted for resources: {'Port': ['ID=90491fb9-11b3-402b-9008-5df642d1126f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:03.455459 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.474558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6ad0651a-9e36-4976-bb04-6b26197077b2 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:03.478168 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.481941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:03.495989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.500383 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d08711ff-6dbd-4cc7-b38f-900d2721a59b None None] Provisioning complete for port 6ad0651a-9e36-4976-bb04-6b26197077b2 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:03.502020 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d08711ff-6dbd-4cc7-b38f-900d2721a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.502480 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d08711ff-6dbd-4cc7-b38f-900d2721a59b None None] Attempt 1 to provision port 6ad0651a-9e36-4976-bb04-6b26197077b2 Oct 28 09:58:03.523678 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.593746 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.623526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 6ad0651a-9e36-4976-bb04-6b26197077b2, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6ad0651a-9e36-4976-bb04-6b26197077b2,segment=NetworkSegment(4562a069-24e9-4705-911e-17e1483298e3),segment_id=4562a069-24e9-4705-911e-17e1483298e3)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:03.642519 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31bffd2c-da54-4c84-962c-71bcbacd4b2a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.652165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-f65e1244-9b37-45cb-bbcc-1ab57336f7d4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0cf08e-9d60-495e-bdf9-48b709bedb22']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:03.706663 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d08711ff-6dbd-4cc7-b38f-900d2721a59b None None] Current status of the port 6ad0651a-9e36-4976-bb04-6b26197077b2 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:03.707650 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d08711ff-6dbd-4cc7-b38f-900d2721a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.721387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=d0b62a47-cfad-4ad9-9c35-79094fb1ba87,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:03.731065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1143bab6-ed8e-4859-a3c8-536f26da99ba None None] Network 9d068765-8e43-482e-9d48-8a61d7e82c8d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:03.738398 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (a5ab306c-a88b-4d11-9715-8399de468b39), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.753186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-f65e1244-9b37-45cb-bbcc-1ab57336f7d4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589e1bb8-cd86-44ae-bd4c-f2fa032b9a40') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:03.753498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-f65e1244-9b37-45cb-bbcc-1ab57336f7d4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589e1bb8-cd86-44ae-bd4c-f2fa032b9a40') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:03.770537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f65e1244-9b37-45cb-bbcc-1ab57336f7d4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (589e1bb8-cd86-44ae-bd4c-f2fa032b9a40), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.800035 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f65e1244-9b37-45cb-bbcc-1ab57336f7d4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (589e1bb8-cd86-44ae-bd4c-f2fa032b9a40), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.802118 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.803072 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:03.807617 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65e1244-9b37-45cb-bbcc-1ab57336f7d4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:03.808723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f65e1244-9b37-45cb-bbcc-1ab57336f7d4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (589e1bb8-cd86-44ae-bd4c-f2fa032b9a40), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.834624 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31bffd2c-da54-4c84-962c-71bcbacd4b2a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:03.917253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bffd2c-da54-4c84-962c-71bcbacd4b2a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:03.976944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-d08711ff-6dbd-4cc7-b38f-900d2721a59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:58:03.976944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-d08711ff-6dbd-4cc7-b38f-900d2721a59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:58:03.978864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Allocated IP 172.36.1.127 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/e47e4c3d-9790-456a-ad49-f4c3e49dca5a) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:04.006859 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3c464262-7560-46c5-9ca1-4edcaf6e2430 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (7f9b1233-454a-4cfd-b12e-33b44e2c9ffc), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:04.018262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:04.025748 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=6ad0651a-9e36-4976-bb04-6b26197077b2,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:04.043073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:04.043511 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:04.044388 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc Oct 28 09:58:04.068655 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 9d068765-8e43-482e-9d48-8a61d7e82c8d is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:04.073276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:04.099965 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment eb58239e-e4c4-49fb-b5a5-32c44be47f4b resource provider aggregate not found Oct 28 09:58:04.178730 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment eb58239e-e4c4-49fb-b5a5-32c44be47f4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb58239e-e4c4-49fb-b5a5-32c44be47f4b found for delete ", "request_id": "req-c3f45e5f-13a3-4b71-bd90-1ef931c4fd9a"}]} Oct 28 09:58:04.179749 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:04.180148 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:04.192551 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c464262-7560-46c5-9ca1-4edcaf6e2430 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9b1233-454a-4cfd-b12e-33b44e2c9ffc,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:04.195788 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3c464262-7560-46c5-9ca1-4edcaf6e2430 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:04.203118 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3c464262-7560-46c5-9ca1-4edcaf6e2430 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/7f9b1233-454a-4cfd-b12e-33b44e2c9ffc HTTP/1.1" status: 204 len: 168 time: 3.2328351 Oct 28 09:58:04.205658 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38494) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:04.235252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4837e1c1-113e-4399-b997-ac08fdf856e1 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:04.267503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc,segment=NetworkSegment(1c0edc7f-1ebe-4327-a46d-bc143aada1c1),segment_id=1c0edc7f-1ebe-4327-a46d-bc143aada1c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:04.332798 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31bffd2c-da54-4c84-962c-71bcbacd4b2a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (473ac8ce-3a79-4253-9e6f-88c8af575cce), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:04.340269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for port (e47e4c3d-9790-456a-ad49-f4c3e49dca5a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:04.342203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0f84267f-6073-455d-b869-8af2e6e983fb tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for floatingip (3f95f6b3-10bb-4355-b4ea-6e61a744ba1c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:04.344800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0f84267f-6073-455d-b869-8af2e6e983fb tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:04.346126 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0f84267f-6073-455d-b869-8af2e6e983fb tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/3f95f6b3-10bb-4355-b4ea-6e61a744ba1c HTTP/1.1" status: 204 len: 168 time: 3.8086128 Oct 28 09:58:04.358155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:04.359004 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 589e1bb8-cd86-44ae-bd4c-f2fa032b9a40 resource provider aggregate not found Oct 28 09:58:04.367674 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f65e1244-9b37-45cb-bbcc-1ab57336f7d4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (2c0cf08e-9d60-495e-bdf9-48b709bedb22), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:04.389905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38496) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:04.411745 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-212c0a92-ff98-4ac1-8e77-6bc0779f2527 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Request body: {'floatingip': {'floating_network_id': 'f6f30882-322c-4c65-80ff-10534d2e760c', 'port_id': '205db05e-7716-4ebc-9ba6-e570a85e27c5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:04.436001 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c975d664-ee2f-49de-af62-a38cc1ed3836 None None] Network d43fbbdb-ccfd-4534-b534-b2ad6792e3a5 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:04.477895 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5bbbef19-52ff-4f30-81ae-ca8f5502fcfe tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2686737 Oct 28 09:58:04.484463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38500) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:04.491642 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router a5ab306c-a88b-4d11-9715-8399de468b39 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:58:04.500781 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-89e8cd02-8978-4b24-886a-95d2fb2be4fb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:04.608599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:04.613439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:04.614013 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 589e1bb8-cd86-44ae-bd4c-f2fa032b9a40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 589e1bb8-cd86-44ae-bd4c-f2fa032b9a40 found for delete ", "request_id": "req-11d2406d-ca2f-41c6-b421-696cfb4901ca"}]} Oct 28 09:58:04.615431 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f65e1244-9b37-45cb-bbcc-1ab57336f7d4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:04.618808 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f65e1244-9b37-45cb-bbcc-1ab57336f7d4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] 10.222.0.49 "DELETE /networking/v2.0/networks/2c0cf08e-9d60-495e-bdf9-48b709bedb22 HTTP/1.1" status: 204 len: 168 time: 2.3704281 Oct 28 09:58:04.627506 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-212c0a92-ff98-4ac1-8e77-6bc0779f2527 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:04.649719 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:04.667883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e1244-9b37-45cb-bbcc-1ab57336f7d4 tempest-BulkNetworkOpsTest-1946324506 tempest-BulkNetworkOpsTest-1946324506-project] Pushing event deleted for resources: {'Network': ['ID=2c0cf08e-9d60-495e-bdf9-48b709bedb22,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:04.670370 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e47e4c3d-9790-456a-ad49-f4c3e49dca5a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:04.698733 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536af4fb-1539-457e-829e-37404c796192 None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:58:04.706064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:04.740813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d08711ff-6dbd-4cc7-b38f-900d2721a59b None None] Current status of the port 6ad0651a-9e36-4976-bb04-6b26197077b2 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:04.753407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:04.758235 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e8cd02-8978-4b24-886a-95d2fb2be4fb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:04.766477 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-89e8cd02-8978-4b24-886a-95d2fb2be4fb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:04.828351 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:04.878550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:04.897079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e41aa24b-d8b0-4d45-8dea-983f45c018f7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ca076a8e-9319-4a8f-aefd-64c80071fdc2), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:04.905904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:04.957711 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Pushing event updated for resources: {'Port': ['ID=e47e4c3d-9790-456a-ad49-f4c3e49dca5a,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:04.986400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:05.024257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41aa24b-d8b0-4d45-8dea-983f45c018f7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=ca076a8e-9319-4a8f-aefd-64c80071fdc2,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:05.097116 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31bffd2c-da54-4c84-962c-71bcbacd4b2a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:05.119183 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:05.124501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-536af4fb-1539-457e-829e-37404c796192 None None] Deleting port dcaed729-8cad-4af1-a08e-426cc474798a {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:05.124729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-536af4fb-1539-457e-829e-37404c796192 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (dcaed729-8cad-4af1-a08e-426cc474798a), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:05.136503 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-650dd2aa-cfbe-433e-a059-4deca95245d2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/a5ab306c-a88b-4d11-9715-8399de468b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7791896 Oct 28 09:58:05.147950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38504) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:05.153266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-30997a65-8ce3-41f3-833f-9f0a4d4ae90b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'network': {'name': 'tempest-RoutersTest-2127378952'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:05.201261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e41aa24b-d8b0-4d45-8dea-983f45c018f7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:05.214889 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e41aa24b-d8b0-4d45-8dea-983f45c018f7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/ca076a8e-9319-4a8f-aefd-64c80071fdc2 HTTP/1.1" status: 204 len: 168 time: 4.2495658 Oct 28 09:58:05.217582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38506) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:05.218965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-536af4fb-1539-457e-829e-37404c796192 None None] For port dcaed729-8cad-4af1-a08e-426cc474798a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=dcaed729-8cad-4af1-a08e-426cc474798a,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:05.219540 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-536af4fb-1539-457e-829e-37404c796192 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (dcaed729-8cad-4af1-a08e-426cc474798a), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:05.248629 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-536af4fb-1539-457e-829e-37404c796192 None None] Calling delete_port for dcaed729-8cad-4af1-a08e-426cc474798a owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:05.258751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7d770f19-f1ea-47c2-8593-f9a1d15791fc up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:05.262418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Sync routers for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:05.292117 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-32490080-4d02-4737-87d1-6abaf6d405e5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] DELETE failed (client error): The resource could not be found. Oct 28 09:58:05.292689 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32490080-4d02-4737-87d1-6abaf6d405e5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:58:05.299087 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-32490080-4d02-4737-87d1-6abaf6d405e5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/ca076a8e-9319-4a8f-aefd-64c80071fdc2 HTTP/1.1" status: 404 len: 333 time: 0.0766847 Oct 28 09:58:05.299624 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38510) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:05.308529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Provisioning complete for port 6ad0651a-9e36-4976-bb04-6b26197077b2 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:05.309263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:05.309858 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Attempt 1 to provision port 6ad0651a-9e36-4976-bb04-6b26197077b2 Oct 28 09:58:05.315127 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-212c0a92-ff98-4ac1-8e77-6bc0779f2527 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:58:05.316474 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-212c0a92-ff98-4ac1-8e77-6bc0779f2527 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9171152 Oct 28 09:58:05.317106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30997a65-8ce3-41f3-833f-9f0a4d4ae90b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:05.323053 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-30997a65-8ce3-41f3-833f-9f0a4d4ae90b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:05.347441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38512) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:05.376648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:05.378022 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:05.380631 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '205db05e-7716-4ebc-9ba6-e570a85e27c5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:05.400524 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2d18a4-a8df-41ec-b117-7bbd4383eb02 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] GET failed (client error): The resource could not be found. Oct 28 09:58:05.404733 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bd2d18a4-a8df-41ec-b117-7bbd4383eb02 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/ca076a8e-9319-4a8f-aefd-64c80071fdc2 HTTP/1.1" status: 404 len: 333 time: 0.1013379 Oct 28 09:58:05.406964 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:05.416756 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38514) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:05.461883 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38516) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:05.495551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30997a65-8ce3-41f3-833f-9f0a4d4ae90b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:05.537683 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-30997a65-8ce3-41f3-833f-9f0a4d4ae90b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (8e2b1845-2695-4663-b7ab-71a2b2bc56ef), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:05.538162 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-30997a65-8ce3-41f3-833f-9f0a4d4ae90b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Added segment 8e2b1845-2695-4663-b7ab-71a2b2bc56ef of type vlan for network 12354723-0dc3-47c7-8dd2-df9c99fb4921 Oct 28 09:58:05.563490 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc6e749-fe09-4f39-ad59-480eb0436160 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting subnet 1d5d353b-7151-4e44-bd47-335ab4bdf75e {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:58:05.606382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5fc6e749-fe09-4f39-ad59-480eb0436160 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (1d5d353b-7151-4e44-bd47-335ab4bdf75e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:05.611482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:05.664572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 7d770f19-f1ea-47c2-8593-f9a1d15791fc triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:05.665152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7d770f19-f1ea-47c2-8593-f9a1d15791fc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:05.665601 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 7d770f19-f1ea-47c2-8593-f9a1d15791fc Oct 28 09:58:05.699656 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:05.724154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:05.735181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:05.739139 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Current status of the port 6ad0651a-9e36-4976-bb04-6b26197077b2 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:05.777436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-30997a65-8ce3-41f3-833f-9f0a4d4ae90b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (12354723-0dc3-47c7-8dd2-df9c99fb4921), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:05.808045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Provisioning complete for port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:05.808577 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:05.809015 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Attempt 1 to provision port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc Oct 28 09:58:05.819797 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5fc6e749-fe09-4f39-ad59-480eb0436160 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (1d5d353b-7151-4e44-bd47-335ab4bdf75e), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:05.846644 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-536af4fb-1539-457e-829e-37404c796192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (dcaed729-8cad-4af1-a08e-426cc474798a), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:05.916254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:05.931276 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4093cbbc-2456-4c74-8dba-b08a123c48f3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3a588e18ea624bc88930763f1d0d9cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4637706 Oct 28 09:58:05.943776 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38520) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:05.966974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:05.973668 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536af4fb-1539-457e-829e-37404c796192 None None] Pushing event deleted for resources: {'Port': ['ID=dcaed729-8cad-4af1-a08e-426cc474798a,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:05.978496 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536af4fb-1539-457e-829e-37404c796192 None None] No DVR routers for this DVR port dcaed729-8cad-4af1-a08e-426cc474798a on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:06.009555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-30997a65-8ce3-41f3-833f-9f0a4d4ae90b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (12354723-0dc3-47c7-8dd2-df9c99fb4921), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.015446 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30997a65-8ce3-41f3-833f-9f0a4d4ae90b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:06.016097 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-30997a65-8ce3-41f3-833f-9f0a4d4ae90b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.130590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Current status of the port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:06.136730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 7d770f19-f1ea-47c2-8593-f9a1d15791fc is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:06.137180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7d770f19-f1ea-47c2-8593-f9a1d15791fc), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.178527 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Provisioning complete for port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:06.179093 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.180306 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Attempt 1 to provision port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 Oct 28 09:58:06.196095 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.249340 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.objects.ports [None req-89e8cd02-8978-4b24-886a-95d2fb2be4fb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114060) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:58:06.252476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:06.253856 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 7d770f19-f1ea-47c2-8593-f9a1d15791fc, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7d770f19-f1ea-47c2-8593-f9a1d15791fc,segment=NetworkSegment(804a6b04-11f4-4c39-a299-a19ac7f7a13b),segment_id=804a6b04-11f4-4c39-a299-a19ac7f7a13b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:06.255472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:58:06.255734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-89e8cd02-8978-4b24-886a-95d2fb2be4fb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (40bb3ece-2fb0-4a1c-95ca-2183a3a98191), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.257915 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:02Z', 'revision_number': 3, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:03Z', 'revision_number': 2, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:06.290214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Checking router: a5ab306c-a88b-4d11-9715-8399de468b39 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:58:06.290763 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Updating router a5ab306c-a88b-4d11-9715-8399de468b39 port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:58:06.294825 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Provisioning complete for port 7d770f19-f1ea-47c2-8593-f9a1d15791fc triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:06.294825 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7d770f19-f1ea-47c2-8593-f9a1d15791fc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.294825 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Attempt 1 to provision port 7d770f19-f1ea-47c2-8593-f9a1d15791fc Oct 28 09:58:06.340098 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7d770f19-f1ea-47c2-8593-f9a1d15791fc), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.341064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6ad0651a-9e36-4976-bb04-6b26197077b2 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:06.366547 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e8cd02-8978-4b24-886a-95d2fb2be4fb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:06.376488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-89e8cd02-8978-4b24-886a-95d2fb2be4fb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:06.377433 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:06.381909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e8cd02-8978-4b24-886a-95d2fb2be4fb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:06.382548 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-89e8cd02-8978-4b24-886a-95d2fb2be4fb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.385083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8cd02-8978-4b24-886a-95d2fb2be4fb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=40bb3ece-2fb0-4a1c-95ca-2183a3a98191,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:06.409134 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf1cfcf-f2a8-4977-b77b-4a3a90aa8f6e None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:06.419485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.487005 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31bffd2c-da54-4c84-962c-71bcbacd4b2a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.503555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:06.523669 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5fc6e749-fe09-4f39-ad59-480eb0436160 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (1d5d353b-7151-4e44-bd47-335ab4bdf75e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.529206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.530780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30997a65-8ce3-41f3-833f-9f0a4d4ae90b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Network': ['ID=12354723-0dc3-47c7-8dd2-df9c99fb4921,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:06.542822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:06.543696 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=7d770f19-f1ea-47c2-8593-f9a1d15791fc,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:06.555245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 12354723-0dc3-47c7-8dd2-df9c99fb4921 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:06.600423 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b8c70a7f-088b-4bb3-9276-7fcae36601e0 admin admin] Publish callbacks [] for security_group (396d20eb-f6b7-4e2d-8020-13684ae9f5fc), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.649322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6ad0651a-9e36-4976-bb04-6b26197077b2 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:06.649615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.649965 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6ad0651a-9e36-4976-bb04-6b26197077b2 Oct 28 09:58:06.656494 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b8c70a7f-088b-4bb3-9276-7fcae36601e0 admin admin] Publish callbacks [] for security_group (396d20eb-f6b7-4e2d-8020-13684ae9f5fc), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.716338 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Allocated IP 172.36.1.112 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/0608cdf4-314f-4a9d-8324-4e848a15ccb0) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:06.785209 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': '40bb3ece-2fb0-4a1c-95ca-2183a3a98191'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:06.786138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.809039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Current status of the port 7d770f19-f1ea-47c2-8593-f9a1d15791fc is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:06.831398 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for port (0608cdf4-314f-4a9d-8324-4e848a15ccb0), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.866462 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Provisioning complete for port 82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:06.866942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.867286 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Attempt 1 to provision port 82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e Oct 28 09:58:06.896488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:06.935155 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-30997a65-8ce3-41f3-833f-9f0a4d4ae90b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7869294 Oct 28 09:58:06.935391 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38524) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:06.935835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38522) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:06.936218 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-89e8cd02-8978-4b24-886a-95d2fb2be4fb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4416904 Oct 28 09:58:06.942368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-c5f738b3-f03a-4dfa-b5ed-a32630de498a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'subnet': {'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:06.949773 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1d87f977-ce8c-409b-ae23-b1351728ba4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'mac_address': 'fa:16:3e:04:67:52', 'name': 'tempest-NetworksTestDHCPv6-1812880201'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:06.983674 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Router 9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:58:07.037117 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (0608cdf4-314f-4a9d-8324-4e848a15ccb0), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.046746 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31bffd2c-da54-4c84-962c-71bcbacd4b2a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.048889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31bffd2c-da54-4c84-962c-71bcbacd4b2a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (473ac8ce-3a79-4253-9e6f-88c8af575cce), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.050299 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5fc6e749-fe09-4f39-ad59-480eb0436160 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (1d5d353b-7151-4e44-bd47-335ab4bdf75e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.052146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b8c70a7f-088b-4bb3-9276-7fcae36601e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (396d20eb-f6b7-4e2d-8020-13684ae9f5fc), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.054841 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b8c70a7f-088b-4bb3-9276-7fcae36601e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.056011 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b8c70a7f-088b-4bb3-9276-7fcae36601e0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/396d20eb-f6b7-4e2d-8020-13684ae9f5fc HTTP/1.1" status: 204 len: 168 time: 1.1092870 Oct 28 09:58:07.122138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:07.135657 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Sync routers for ids ['9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:07.147555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d3df543f-13ec-4bd5-94ac-6efe3c934356 None None] Port 82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:58:07.156564 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c70a7f-088b-4bb3-9276-7fcae36601e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396d20eb-f6b7-4e2d-8020-13684ae9f5fc,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:07.175554 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Routers {'9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:07.176200 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:07.178306 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6e749-fe09-4f39-ad59-480eb0436160 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5d353b-7151-4e44-bd47-335ab4bdf75e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:07.192073 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:07.192073 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5fc6e749-fe09-4f39-ad59-480eb0436160 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.192470 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5fc6e749-fe09-4f39-ad59-480eb0436160 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/1d5d353b-7151-4e44-bd47-335ab4bdf75e HTTP/1.1" status: 204 len: 168 time: 1.7748747 Oct 28 09:58:07.195716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38528) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:07.219274 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6ad0651a-9e36-4976-bb04-6b26197077b2 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:07.221066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:07.224787 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:07.268447 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:07.286253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:07.294080 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Pushing event updated for resources: {'Port': ['ID=0608cdf4-314f-4a9d-8324-4e848a15ccb0,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:07.303780 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Set router 9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:07.332853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Publish callbacks [] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.343959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (d43fbbdb-ccfd-4534-b534-b2ad6792e3a5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.363299 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:07.400163 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Allocated IP 2001:db8::f816:3eff:fecc:3d6f (27cab9a0-d24d-4f61-b60f-51dd4ee136db/40bb3ece-2fb0-4a1c-95ca-2183a3a98191/a0b5b75b-9221-4056-9078-a0cf6bc7611b) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:07.406305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.413176 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2365971c-bfe4-4ef2-8088-6f78240216ac tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8944414 Oct 28 09:58:07.413906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38530) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:07.414929 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port 7d770f19-f1ea-47c2-8593-f9a1d15791fc {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:07.415135 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (7d770f19-f1ea-47c2-8593-f9a1d15791fc), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.492788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f738b3-f03a-4dfa-b5ed-a32630de498a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:07.499118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c5f738b3-f03a-4dfa-b5ed-a32630de498a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.501452 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196', 'name': 'tempest-snat-router-629783762', 'tenant_id': 'b40109cf8c9445bd9177053c230110ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.127'}], 'enable_snat': False}, 'gw_port_id': 'e47e4c3d-9790-456a-ad49-f4c3e49dca5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:05Z', 'revision_number': 3, 'project_id': 'b40109cf8c9445bd9177053c230110ac', 'gw_port': {'id': 'e47e4c3d-9790-456a-ad49-f4c3e49dca5a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:03Z', 'updated_at': '2022-10-28T09:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:07.506179 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5a62de-4f79-4342-ba05-014cbbc007f8 None None] Network d43fbbdb-ccfd-4534-b534-b2ad6792e3a5 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:07.515121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d87f977-ce8c-409b-ae23-b1351728ba4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:07.519980 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bffd2c-da54-4c84-962c-71bcbacd4b2a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e,revision_number=3']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:07.528334 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] For port 7d770f19-f1ea-47c2-8593-f9a1d15791fc, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7d770f19-f1ea-47c2-8593-f9a1d15791fc,segment=NetworkSegment(804a6b04-11f4-4c39-a299-a19ac7f7a13b),segment_id=804a6b04-11f4-4c39-a299-a19ac7f7a13b)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:07.532040 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (7d770f19-f1ea-47c2-8593-f9a1d15791fc), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.541231 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9c547bc1-e1a7-455f-9b0a-4806884901be None None] Could not find standard attr ID for object ca076a8e-9319-4a8f-aefd-64c80071fdc2. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:58:07.543088 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.560961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for 7d770f19-f1ea-47c2-8593-f9a1d15791fc owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:07.568283 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Checking router: 9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:58:07.569186 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Updating router 9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196 port e47e4c3d-9790-456a-ad49-f4c3e49dca5a binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:58:07.607520 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e47e4c3d-9790-456a-ad49-f4c3e49dca5a), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.649869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9c547bc1-e1a7-455f-9b0a-4806884901be None None] Provisioning complete for port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:07.651155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9c547bc1-e1a7-455f-9b0a-4806884901be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.651155 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9c547bc1-e1a7-455f-9b0a-4806884901be None None] Attempt 1 to provision port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 Oct 28 09:58:07.688390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9e6f6-1cfa-432a-9568-f1b3a75f42c2 None None] Pushing event updated for resources: {'Port': ['ID=d0b62a47-cfad-4ad9-9c35-79094fb1ba87,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:07.701863 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9c547bc1-e1a7-455f-9b0a-4806884901be None None] Port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:58:07.721906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9c547bc1-e1a7-455f-9b0a-4806884901be None None] Provisioning complete for port 7d770f19-f1ea-47c2-8593-f9a1d15791fc triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:07.722836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9c547bc1-e1a7-455f-9b0a-4806884901be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7d770f19-f1ea-47c2-8593-f9a1d15791fc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.722963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bffd2c-da54-4c84-962c-71bcbacd4b2a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 6c600098-ecab-4cac-861f-fe2ac8bfdde8 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:07.723331 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9c547bc1-e1a7-455f-9b0a-4806884901be None None] Attempt 1 to provision port 7d770f19-f1ea-47c2-8593-f9a1d15791fc Oct 28 09:58:07.765243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-31bffd2c-da54-4c84-962c-71bcbacd4b2a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:07.807805 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9c547bc1-e1a7-455f-9b0a-4806884901be None None] Could not find standard attr ID for object 7d770f19-f1ea-47c2-8593-f9a1d15791fc. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:58:07.819438 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.db [None req-9c547bc1-e1a7-455f-9b0a-4806884901be None None] No ports have port_id starting with 7d770f19-f1ea-47c2-8593-f9a1d15791fc Oct 28 09:58:07.870008 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:07.879526 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-93f150d7-e472-4901-814b-433ad616854d tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196 HTTP/1.1" status: 200 len: 908 time: 0.2100723 Oct 28 09:58:07.879526 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (7d770f19-f1ea-47c2-8593-f9a1d15791fc), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.893162 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38540) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:07.895908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:07.898049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:07.898488 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.899312 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc Oct 28 09:58:07.903364 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:07.947038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No DVR routers for this DVR port 7d770f19-f1ea-47c2-8593-f9a1d15791fc on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:07.953186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Request body: {'router': {'name': 'tempest-snat-router-629783762', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'enable_snat': True}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:07.988364 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=7d770f19-f1ea-47c2-8593-f9a1d15791fc,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:08.014014 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Attempting to bind port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:08.014987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Attempting to bind port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '1c0edc7f-1ebe-4327-a46d-bc143aada1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:08.015459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Attempting to bind port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 on network 9d068765-8e43-482e-9d48-8a61d7e82c8d {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:08.054275 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Publish callbacks [] for port (e47e4c3d-9790-456a-ad49-f4c3e49dca5a), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.058562 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:08.116390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d87f977-ce8c-409b-ae23-b1351728ba4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.120853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Publish callbacks [] for port (a0b5b75b-9221-4056-9078-a0cf6bc7611b), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.150854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (e53fcad5-17a5-41d0-b1a6-90d7edf37cd5), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.151175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fbb4b2-57ae-4de6-8ecf-d72cc3cacfd1 None None] DHCP port deletion for d43fbbdb-ccfd-4534-b534-b2ad6792e3a5 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:58:08.152168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (e53fcad5-17a5-41d0-b1a6-90d7edf37cd5), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.166159 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e47e4c3d-9790-456a-ad49-f4c3e49dca5a), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.187055 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (d43fbbdb-ccfd-4534-b534-b2ad6792e3a5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.209862 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:08.213830 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Attempting to bind port e47e4c3d-9790-456a-ad49-f4c3e49dca5a on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:08.214202 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Attempting to bind port e47e4c3d-9790-456a-ad49-f4c3e49dca5a by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:08.214942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Checking segment: {'id': '1c0edc7f-1ebe-4327-a46d-bc143aada1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:08.215561 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.216100 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Attempting to bind port e47e4c3d-9790-456a-ad49-f4c3e49dca5a on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:08.218320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Bound using segment: {'id': '1c0edc7f-1ebe-4327-a46d-bc143aada1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:08.220960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Bound port: d0b62a47-cfad-4ad9-9c35-79094fb1ba87, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0edc7f-1ebe-4327-a46d-bc143aada1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:08.223162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.239398 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43fbbdb-ccfd-4534-b534-b2ad6792e3a5']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:08.253295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (a0b5b75b-9221-4056-9078-a0cf6bc7611b), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.253650 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804a6b04-11f4-4c39-a299-a19ac7f7a13b') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:08.254102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804a6b04-11f4-4c39-a299-a19ac7f7a13b') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:08.289962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_controller (e53fcad5-17a5-41d0-b1a6-90d7edf37cd5), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.296646 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:08.297337 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:08.298033 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.298597 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:08.299428 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Bound port: e47e4c3d-9790-456a-ad49-f4c3e49dca5a, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:08.300064 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e47e4c3d-9790-456a-ad49-f4c3e49dca5a), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.302698 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (804a6b04-11f4-4c39-a299-a19ac7f7a13b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.317919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Deleting port 0608cdf4-314f-4a9d-8324-4e848a15ccb0 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:08.318301 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (0608cdf4-314f-4a9d-8324-4e848a15ccb0), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.324099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (804a6b04-11f4-4c39-a299-a19ac7f7a13b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.339961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:08.340913 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (804a6b04-11f4-4c39-a299-a19ac7f7a13b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.362930 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c850f1-e6dc-4a2e-8de3-5b2e499be7a5 None None] Pushing event updated for resources: {'Port': ['ID=e47e4c3d-9790-456a-ad49-f4c3e49dca5a,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:08.377190 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] For port e47e4c3d-9790-456a-ad49-f4c3e49dca5a, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:08.380898 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] For port e47e4c3d-9790-456a-ad49-f4c3e49dca5a, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e47e4c3d-9790-456a-ad49-f4c3e49dca5a,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:08.391151 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 804a6b04-11f4-4c39-a299-a19ac7f7a13b resource provider aggregate not found Oct 28 09:58:08.415287 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:08.449478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (0608cdf4-314f-4a9d-8324-4e848a15ccb0), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.455425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for floatingip (0608cdf4-314f-4a9d-8324-4e848a15ccb0), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.455557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-73adeb12-ca6e-4233-ad4f-54160f2f8a25 None None] Provisioning complete for port 82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:08.455557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-73adeb12-ca6e-4233-ad4f-54160f2f8a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.455557 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-73adeb12-ca6e-4233-ad4f-54160f2f8a25 None None] Attempt 1 to provision port 82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e Oct 28 09:58:08.456034 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:08.462915 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:08.466239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Calling delete_port for 0608cdf4-314f-4a9d-8324-4e848a15ccb0 owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:08.474070 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 804a6b04-11f4-4c39-a299-a19ac7f7a13b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 804a6b04-11f4-4c39-a299-a19ac7f7a13b found for delete ", "request_id": "req-59c6f7fb-ff2c-4530-868b-6c63194ae8eb"}]} Oct 28 09:58:08.478702 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e47e4c3d-9790-456a-ad49-f4c3e49dca5a), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.494556 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:08.531283 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Pushing event updated for resources: {'Port': ['ID=a0b5b75b-9221-4056-9078-a0cf6bc7611b,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:08.556031 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Routers {'9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:08.557006 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:08.564408 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:08.568461 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] For port d0b62a47-cfad-4ad9-9c35-79094fb1ba87, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:08.606220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (d43fbbdb-ccfd-4534-b534-b2ad6792e3a5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.621635 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-73adeb12-ca6e-4233-ad4f-54160f2f8a25 None None] Port 82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:58:08.632847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] For port d0b62a47-cfad-4ad9-9c35-79094fb1ba87, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d0b62a47-cfad-4ad9-9c35-79094fb1ba87,segment=NetworkSegment(1c0edc7f-1ebe-4327-a46d-bc143aada1c1),segment_id=1c0edc7f-1ebe-4327-a46d-bc143aada1c1)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:08.649316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Attempting to bind port a0b5b75b-9221-4056-9078-a0cf6bc7611b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:08.649860 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Attempting to bind port a0b5b75b-9221-4056-9078-a0cf6bc7611b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:08.650283 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Attempting to bind port a0b5b75b-9221-4056-9078-a0cf6bc7611b on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:08.661456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.665622 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device dcaed729-8cad-4af1-a08e-426cc474798a no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:08.665845 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/networks/d43fbbdb-ccfd-4534-b534-b2ad6792e3a5 HTTP/1.1" status: 204 len: 168 time: 1.4686871 Oct 28 09:58:08.671361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38556) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:08.677895 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a6f1b59a-7373-4835-b202-faf4ce28db58 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-780444064'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:08.698848 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c5f738b3-f03a-4dfa-b5ed-a32630de498a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (3bf11106-6831-4113-9c5e-635bb9fec1fe), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.700047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (e53fcad5-17a5-41d0-b1a6-90d7edf37cd5), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.703971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-1d87f977-ce8c-409b-ae23-b1351728ba4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:58:08.707915 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f07c38-d64c-4bde-97dd-50a6627553dc tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Network': ['ID=d43fbbdb-ccfd-4534-b534-b2ad6792e3a5,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:08.711593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:08.711593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:08.725773 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c850f1-e6dc-4a2e-8de3-5b2e499be7a5 None None] Pushing event updated for resources: {'Port': ['ID=e47e4c3d-9790-456a-ad49-f4c3e49dca5a,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:08.736485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.742553 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: dcaed729-8cad-4af1-a08e-426cc474798a {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:08.743045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device dcaed729-8cad-4af1-a08e-426cc474798a not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:08.816295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:08.816295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:08.831429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:08.832059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:08.832583 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.833077 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:08.834399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Bound port: a0b5b75b-9221-4056-9078-a0cf6bc7611b, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:08.834817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a0b5b75b-9221-4056-9078-a0cf6bc7611b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.848806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38560) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:08.862036 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (0608cdf4-314f-4a9d-8324-4e848a15ccb0), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.883334 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f1b59a-7373-4835-b202-faf4ce28db58 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:08.890007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b59a-7373-4835-b202-faf4ce28db58 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.909501 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] Set router 9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:08.929665 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f1b59a-7373-4835-b202-faf4ce28db58 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:08.942121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b59a-7373-4835-b202-faf4ce28db58 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (ada7ef0a-39aa-4973-87a1-d76e9b0250f5), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.942503 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-a6f1b59a-7373-4835-b202-faf4ce28db58 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Added segment ada7ef0a-39aa-4973-87a1-d76e9b0250f5 of type vlan for network e5f9e315-ecc9-46a4-8f62-b0db02facfdb Oct 28 09:58:08.967410 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Pushing event deleted for resources: {'Port': ['ID=0608cdf4-314f-4a9d-8324-4e848a15ccb0,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:08.979324 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9e6f6-1cfa-432a-9568-f1b3a75f42c2 None None] Pushing event updated for resources: {'Port': ['ID=d0b62a47-cfad-4ad9-9c35-79094fb1ba87,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:08.993987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7d770f19-f1ea-47c2-8593-f9a1d15791fc no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:09.029142 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5230-fb04-4a65-8a8a-b07c70ce0317 req-cc75a51b-a8e9-4e4b-884e-ab6b5c45c870 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:09.030294 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-867c5230-fb04-4a65-8a8a-b07c70ce0317 req-cc75a51b-a8e9-4e4b-884e-ab6b5c45c870 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1449435 Oct 28 09:58:09.032008 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:09.059104 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b59a-7373-4835-b202-faf4ce28db58 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (e5f9e315-ecc9-46a4-8f62-b0db02facfdb), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:09.075159 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f738b3-f03a-4dfa-b5ed-a32630de498a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Checking segment: {'id': '8e2b1845-2695-4663-b7ab-71a2b2bc56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:09.081541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f738b3-f03a-4dfa-b5ed-a32630de498a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network hostable DHCP agents. Network: 12354723-0dc3-47c7-8dd2-df9c99fb4921, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:09.081541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f738b3-f03a-4dfa-b5ed-a32630de498a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Subnet': ['ID=3bf11106-6831-4113-9c5e-635bb9fec1fe,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:09.132449 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196', 'name': 'tempest-snat-router-629783762', 'tenant_id': 'b40109cf8c9445bd9177053c230110ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.127'}], 'enable_snat': False}, 'gw_port_id': 'e47e4c3d-9790-456a-ad49-f4c3e49dca5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:05Z', 'revision_number': 3, 'project_id': 'b40109cf8c9445bd9177053c230110ac', 'gw_port': {'id': 'e47e4c3d-9790-456a-ad49-f4c3e49dca5a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:03Z', 'updated_at': '2022-10-28T09:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:09.134492 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-56aa8949-e307-463c-ad16-3e49f2a19330 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-936112950'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:09.138364 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 7d770f19-f1ea-47c2-8593-f9a1d15791fc {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:09.138802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7d770f19-f1ea-47c2-8593-f9a1d15791fc not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:09.171630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:09.183468 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a274550-8c17-43b0-91b0-9330146fddcd None None] The sync data for ids ['9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196'] in dv-neutron-zed-2-hyperv is: [{'id': '9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196', 'name': 'tempest-snat-router-629783762', 'tenant_id': 'b40109cf8c9445bd9177053c230110ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.127'}], 'enable_snat': False}, 'gw_port_id': 'e47e4c3d-9790-456a-ad49-f4c3e49dca5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:05Z', 'revision_number': 3, 'project_id': 'b40109cf8c9445bd9177053c230110ac', 'gw_port': {'id': 'e47e4c3d-9790-456a-ad49-f4c3e49dca5a', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:03Z', 'updated_at': '2022-10-28T09:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:09.219584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bffd2c-da54-4c84-962c-71bcbacd4b2a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router 473ac8ce-3a79-4253-9e6f-88c8af575cce is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:58:09.224412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] For port a0b5b75b-9221-4056-9078-a0cf6bc7611b, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:09.247423 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b59a-7373-4835-b202-faf4ce28db58 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (e5f9e315-ecc9-46a4-8f62-b0db02facfdb), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:09.253746 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f1b59a-7373-4835-b202-faf4ce28db58 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:09.254820 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b59a-7373-4835-b202-faf4ce28db58 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:09.267770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56aa8949-e307-463c-ad16-3e49f2a19330 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:09.273088 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56aa8949-e307-463c-ad16-3e49f2a19330 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:09.281770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] For port a0b5b75b-9221-4056-9078-a0cf6bc7611b, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a0b5b75b-9221-4056-9078-a0cf6bc7611b,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:09.287524 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (e53fcad5-17a5-41d0-b1a6-90d7edf37cd5), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:09.311951 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-1d87f977-ce8c-409b-ae23-b1351728ba4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::f816:3eff:fe04:6752 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/40bb3ece-2fb0-4a1c-95ca-2183a3a98191/a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:09.336607 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:09.354635 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56aa8949-e307-463c-ad16-3e49f2a19330 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:09.355552 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (a0b5b75b-9221-4056-9078-a0cf6bc7611b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:09.365838 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a6f1b59a-7373-4835-b202-faf4ce28db58 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6930957 Oct 28 09:58:09.371863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38564) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:09.377014 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-df97473c-2971-482a-8341-e9eda0584cb8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'subnet': {'network_id': 'e5f9e315-ecc9-46a4-8f62-b0db02facfdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:09.378574 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f738b3-f03a-4dfa-b5ed-a32630de498a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 12354723-0dc3-47c7-8dd2-df9c99fb4921 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:09.426868 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1b59a-7373-4835-b202-faf4ce28db58 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Network': ['ID=e5f9e315-ecc9-46a4-8f62-b0db02facfdb,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:09.440309 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] create failed (client error): The resource could not be found. Oct 28 09:58:09.445291 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cba74a14-5846-4353-9662-4272b65486c8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.0683944 Oct 28 09:58:09.448861 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-867c5230-fb04-4a65-8a8a-b07c70ce0317 req-5e6d3576-41a5-4c66-ab69-e827b9397da4 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3747289 Oct 28 09:58:09.455931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38566) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:09.487973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network e5f9e315-ecc9-46a4-8f62-b0db02facfdb details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:09.496858 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-c5f738b3-f03a-4dfa-b5ed-a32630de498a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 12354723-0dc3-47c7-8dd2-df9c99fb4921) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:09.541909 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5b392d-2ba8-4af8-a678-4c7a38933b05 None None] Network 12354723-0dc3-47c7-8dd2-df9c99fb4921 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:09.550041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc441f-0d53-41ac-805c-026a2a0b54e5 None None] Pushing event updated for resources: {'Port': ['ID=a0b5b75b-9221-4056-9078-a0cf6bc7611b,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:09.572725 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f738b3-f03a-4dfa-b5ed-a32630de498a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:09.574518 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c5f738b3-f03a-4dfa-b5ed-a32630de498a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:09.614448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bffd2c-da54-4c84-962c-71bcbacd4b2a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:09.637194 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-31bffd2c-da54-4c84-962c-71bcbacd4b2a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/473ac8ce-3a79-4253-9e6f-88c8af575cce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5781116 Oct 28 09:58:09.660645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:02Z', 'revision_number': 3, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:08Z', 'revision_number': 4, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:09.667263 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Allocated IP 172.36.1.200 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/6c72fa88-d65c-4038-b557-01414a5e409e) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:09.667417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df97473c-2971-482a-8341-e9eda0584cb8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:09.671221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df97473c-2971-482a-8341-e9eda0584cb8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:09.671444 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38570) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:09.687202 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:58:09.717662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd075c3-b370-4646-9733-88909c2bbeaa None None] Sync routers for ids ['473ac8ce-3a79-4253-9e6f-88c8af575cce'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:09.866332 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c5f738b3-f03a-4dfa-b5ed-a32630de498a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9280119 Oct 28 09:58:09.884326 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38572) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:09.958588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:09.976409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b60bdd0-db07-457b-a903-aed8bf9b5cf2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:09.978090 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6b60bdd0-db07-457b-a903-aed8bf9b5cf2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports/82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e HTTP/1.1" status: 200 len: 983 time: 0.3057201 Oct 28 09:58:09.988544 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38574) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:09.997139 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da811279-7f97-48cf-89e2-b851dca0b408 req-d56ca6b6-5ccf-4aa8-911b-5d9c591ffe53 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:09.999046 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-da811279-7f97-48cf-89e2-b851dca0b408 req-d56ca6b6-5ccf-4aa8-911b-5d9c591ffe53 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.3015327 Oct 28 09:58:10.010254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-18833541-6e3d-493c-bcec-920548191f6c tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Deleting port 205db05e-7716-4ebc-9ba6-e570a85e27c5 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:10.010638 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-18833541-6e3d-493c-bcec-920548191f6c tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (205db05e-7716-4ebc-9ba6-e570a85e27c5), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:10.050691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:10.059895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e3c750-d8c2-4158-a079-51d4fe3e5e2b None None] The sync data for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv is: [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:02Z', 'revision_number': 3, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:08Z', 'revision_number': 4, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:10.059895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:10.074799 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd075c3-b370-4646-9733-88909c2bbeaa None None] Routers {'473ac8ce-3a79-4253-9e6f-88c8af575cce'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:10.075456 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-abd075c3-b370-4646-9733-88909c2bbeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['473ac8ce-3a79-4253-9e6f-88c8af575cce'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:10.156807 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-abd075c3-b370-4646-9733-88909c2bbeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:10.190394 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:10.198244 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd075c3-b370-4646-9733-88909c2bbeaa None None] Routers {'473ac8ce-3a79-4253-9e6f-88c8af575cce'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:10.198909 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-abd075c3-b370-4646-9733-88909c2bbeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['473ac8ce-3a79-4253-9e6f-88c8af575cce'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:10.233032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for port (6c72fa88-d65c-4038-b557-01414a5e409e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:10.250949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-12354723-0dc3-47c7-8dd2-df9c99fb4921', 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'fixed_ips': [{'subnet_id': '3bf11106-6831-4113-9c5e-635bb9fec1fe'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:10.251945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:10.270956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-abd075c3-b370-4646-9733-88909c2bbeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:10.271560 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd075c3-b370-4646-9733-88909c2bbeaa None None] The sync data for ids ['473ac8ce-3a79-4253-9e6f-88c8af575cce'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:10.398866 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56aa8949-e307-463c-ad16-3e49f2a19330 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for security_group (bbc8c242-cd41-4acb-a1e5-b0b516295d9f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:10.402408 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df97473c-2971-482a-8341-e9eda0584cb8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (32dac0ce-03c8-4ebb-91b7-2b2f58b453ee), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:10.500276 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (6c72fa88-d65c-4038-b557-01414a5e409e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:10.545103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97473c-2971-482a-8341-e9eda0584cb8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Subnet': ['ID=32dac0ce-03c8-4ebb-91b7-2b2f58b453ee,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:10.602652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Allocated IP 172.22.0.2 (12354723-0dc3-47c7-8dd2-df9c99fb4921/3bf11106-6831-4113-9c5e-635bb9fec1fe/d698bfbd-fb3e-444c-b43d-51a0624b14d2) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:10.914637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Publish callbacks [] for port (d698bfbd-fb3e-444c-b43d-51a0624b14d2), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:10.918612 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:10.951842 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:10.981760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (d698bfbd-fb3e-444c-b43d-51a0624b14d2), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.052851 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-da811279-7f97-48cf-89e2-b851dca0b408 req-618f14ec-0ce5-4887-8166-f42aefc34669 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9649351 Oct 28 09:58:11.076208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e47e4c3d-9790-456a-ad49-f4c3e49dca5a up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:11.099422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:11.100343 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56aa8949-e307-463c-ad16-3e49f2a19330 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (bbc8c242-cd41-4acb-a1e5-b0b516295d9f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.128786 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:11.135538 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Network 12354723-0dc3-47c7-8dd2-df9c99fb4921 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:11.142276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-18833541-6e3d-493c-bcec-920548191f6c tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (205db05e-7716-4ebc-9ba6-e570a85e27c5), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.150413 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d87f977-ce8c-409b-ae23-b1351728ba4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.150621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:11.176201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:11.179615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df97473c-2971-482a-8341-e9eda0584cb8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Checking segment: {'id': 'ada7ef0a-39aa-4973-87a1-d76e9b0250f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e5f9e315-ecc9-46a4-8f62-b0db02facfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:11.179886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df97473c-2971-482a-8341-e9eda0584cb8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network hostable DHCP agents. Network: e5f9e315-ecc9-46a4-8f62-b0db02facfdb, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:11.200892 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:11.206222 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:11.211155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:11.213720 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:11.235268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Pushing event updated for resources: {'Port': ['ID=d698bfbd-fb3e-444c-b43d-51a0624b14d2,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:11.238942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56aa8949-e307-463c-ad16-3e49f2a19330 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:11.253468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Pushing event updated for resources: {'Port': ['ID=6c72fa88-d65c-4038-b557-01414a5e409e,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:11.306265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Attempting to bind port d698bfbd-fb3e-444c-b43d-51a0624b14d2 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:11.307354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Attempting to bind port d698bfbd-fb3e-444c-b43d-51a0624b14d2 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8e2b1845-2695-4663-b7ab-71a2b2bc56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:11.307354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Attempting to bind port d698bfbd-fb3e-444c-b43d-51a0624b14d2 on network 12354723-0dc3-47c7-8dd2-df9c99fb4921 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:11.312297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14123ecc-5578-4374-84bb-1af216f2c018 req-0ce5ea30-6342-44b6-b3b3-29896b0c0341 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:11.318714 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-14123ecc-5578-4374-84bb-1af216f2c018 req-0ce5ea30-6342-44b6-b3b3-29896b0c0341 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.0705225 Oct 28 09:58:11.321851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-18833541-6e3d-493c-bcec-920548191f6c tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Calling delete_port for 205db05e-7716-4ebc-9ba6-e570a85e27c5 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:11.334701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port e47e4c3d-9790-456a-ad49-f4c3e49dca5a triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:11.339841 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e47e4c3d-9790-456a-ad49-f4c3e49dca5a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.339841 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port e47e4c3d-9790-456a-ad49-f4c3e49dca5a Oct 28 09:58:11.392476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:11.392849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Checking segment: {'id': '8e2b1845-2695-4663-b7ab-71a2b2bc56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:11.393252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.394012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Bound using segment: {'id': '8e2b1845-2695-4663-b7ab-71a2b2bc56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:11.394515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Bound port: d698bfbd-fb3e-444c-b43d-51a0624b14d2, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2b1845-2695-4663-b7ab-71a2b2bc56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:11.394931 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d698bfbd-fb3e-444c-b43d-51a0624b14d2), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.402226 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56aa8949-e307-463c-ad16-3e49f2a19330 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (d9a2a288-113c-4551-b9fd-ab9402f839dd), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.402582 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-56aa8949-e307-463c-ad16-3e49f2a19330 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Added segment d9a2a288-113c-4551-b9fd-ab9402f839dd of type vlan for network a5eba45c-db38-4717-91b7-05f64830d402 Oct 28 09:58:11.412511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa8949-e307-463c-ad16-3e49f2a19330 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc8c242-cd41-4acb-a1e5-b0b516295d9f,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:11.428236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df97473c-2971-482a-8341-e9eda0584cb8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network e5f9e315-ecc9-46a4-8f62-b0db02facfdb is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:11.494106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.505418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2ef79fe7-b424-4e50-80d9-99cac03ecb9d None None] Provisioning complete for port a0b5b75b-9221-4056-9078-a0cf6bc7611b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:11.505796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2ef79fe7-b424-4e50-80d9-99cac03ecb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a0b5b75b-9221-4056-9078-a0cf6bc7611b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.506130 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2ef79fe7-b424-4e50-80d9-99cac03ecb9d None None] Attempt 1 to provision port a0b5b75b-9221-4056-9078-a0cf6bc7611b Oct 28 09:58:11.507662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port e47e4c3d-9790-456a-ad49-f4c3e49dca5a is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:11.508033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e47e4c3d-9790-456a-ad49-f4c3e49dca5a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.544539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:11.563598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-df97473c-2971-482a-8341-e9eda0584cb8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, e5f9e315-ecc9-46a4-8f62-b0db02facfdb) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:11.572188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df97473c-2971-482a-8341-e9eda0584cb8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:11.573095 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df97473c-2971-482a-8341-e9eda0584cb8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.574269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port e47e4c3d-9790-456a-ad49-f4c3e49dca5a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e47e4c3d-9790-456a-ad49-f4c3e49dca5a,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:11.577157 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] For port d698bfbd-fb3e-444c-b43d-51a0624b14d2, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:11.584244 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad069d3-7c4e-4fbd-ab3a-777375fada8f None None] Network e5f9e315-ecc9-46a4-8f62-b0db02facfdb requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:11.609439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56aa8949-e307-463c-ad16-3e49f2a19330 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (a5eba45c-db38-4717-91b7-05f64830d402), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.612365 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] For port d698bfbd-fb3e-444c-b43d-51a0624b14d2, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d698bfbd-fb3e-444c-b43d-51a0624b14d2,segment=NetworkSegment(8e2b1845-2695-4663-b7ab-71a2b2bc56ef),segment_id=8e2b1845-2695-4663-b7ab-71a2b2bc56ef)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:11.625390 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-14123ecc-5578-4374-84bb-1af216f2c018 req-a80ad081-b7a6-4c61-9f53-4fb6cdff6a8b tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932026 Oct 28 09:58:11.649966 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e47e4c3d-9790-456a-ad49-f4c3e49dca5a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.650364 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d0b62a47-cfad-4ad9-9c35-79094fb1ba87 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:11.652336 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d87f977-ce8c-409b-ae23-b1351728ba4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.727624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d698bfbd-fb3e-444c-b43d-51a0624b14d2), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.805566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (e53fcad5-17a5-41d0-b1a6-90d7edf37cd5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.818509 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-df97473c-2971-482a-8341-e9eda0584cb8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4454596 Oct 28 09:58:11.819187 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38580) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:11.832900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2ef79fe7-b424-4e50-80d9-99cac03ecb9d None None] Current status of the port a0b5b75b-9221-4056-9078-a0cf6bc7611b is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:11.833323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2ef79fe7-b424-4e50-80d9-99cac03ecb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a0b5b75b-9221-4056-9078-a0cf6bc7611b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.844892 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=e47e4c3d-9790-456a-ad49-f4c3e49dca5a,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:11.857475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:11.857690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.858071 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 Oct 28 09:58:11.893177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d87f977-ce8c-409b-ae23-b1351728ba4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:11.893971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56aa8949-e307-463c-ad16-3e49f2a19330 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (a5eba45c-db38-4717-91b7-05f64830d402), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.899162 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aa8949-e307-463c-ad16-3e49f2a19330 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:11.899894 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56aa8949-e307-463c-ad16-3e49f2a19330 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.900731 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e56e790f-acfd-4653-aa29-c0d5482c4bf0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'network_id': 'e5f9e315-ecc9-46a4-8f62-b0db02facfdb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1657636490'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:11.953597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:11.953919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-1d87f977-ce8c-409b-ae23-b1351728ba4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:11.954782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87f977-ce8c-409b-ae23-b1351728ba4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:11.958897 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d87f977-ce8c-409b-ae23-b1351728ba4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:11.962787 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:11.962955 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d87f977-ce8c-409b-ae23-b1351728ba4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:11.963368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d87f977-ce8c-409b-ae23-b1351728ba4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.990469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fbb01bea-cc2c-4a57-bfc3-2e3d7274faa2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (473ac8ce-3a79-4253-9e6f-88c8af575cce), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:11.990644 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-2ef79fe7-b424-4e50-80d9-99cac03ecb9d None None] For port a0b5b75b-9221-4056-9078-a0cf6bc7611b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a0b5b75b-9221-4056-9078-a0cf6bc7611b,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:12.024471 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7832a-0515-40e5-9b6d-d397301fe286 None None] Pushing event updated for resources: {'Port': ['ID=d698bfbd-fb3e-444c-b43d-51a0624b14d2,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:12.030605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95f1b4-d80d-4493-9f96-5c04272635a0 req-df90483d-60bb-4e5a-87f4-518e6d2796fb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:12.032318 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ed95f1b4-d80d-4493-9f96-5c04272635a0 req-df90483d-60bb-4e5a-87f4-518e6d2796fb tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2341175 Oct 28 09:58:12.032848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-e5f9e315-ecc9-46a4-8f62-b0db02facfdb', 'network_id': 'e5f9e315-ecc9-46a4-8f62-b0db02facfdb', 'project_id': '957c4481f9b648aea145c14784aee8dc', 'fixed_ips': [{'subnet_id': '32dac0ce-03c8-4ebb-91b7-2b2f58b453ee'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:12.033851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:12.073055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:12.073415 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:12.110276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:12.156061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2ef79fe7-b424-4e50-80d9-99cac03ecb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (a0b5b75b-9221-4056-9078-a0cf6bc7611b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:12.247691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Allocated IP 172.22.0.1 (12354723-0dc3-47c7-8dd2-df9c99fb4921/3bf11106-6831-4113-9c5e-635bb9fec1fe/0b33ca6c-c540-49b3-b8fb-337218cb175d) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:12.257400 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-56aa8949-e307-463c-ad16-3e49f2a19330 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.4125364 Oct 28 09:58:12.275816 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1d87f977-ce8c-409b-ae23-b1351728ba4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.3387144 Oct 28 09:58:12.285214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port d0b62a47-cfad-4ad9-9c35-79094fb1ba87, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d0b62a47-cfad-4ad9-9c35-79094fb1ba87,segment=NetworkSegment(1c0edc7f-1ebe-4327-a46d-bc143aada1c1),segment_id=1c0edc7f-1ebe-4327-a46d-bc143aada1c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:12.290994 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38582) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:12.308894 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa8949-e307-463c-ad16-3e49f2a19330 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Network': ['ID=a5eba45c-db38-4717-91b7-05f64830d402,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:12.354093 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:12.390474 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-18833541-6e3d-493c-bcec-920548191f6c tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (205db05e-7716-4ebc-9ba6-e570a85e27c5), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:12.490906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Allocated IP 172.20.0.2 (e5f9e315-ecc9-46a4-8f62-b0db02facfdb/32dac0ce-03c8-4ebb-91b7-2b2f58b453ee/bad1b038-1ccf-4847-bb54-a8ee4c13eaba) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:12.496474 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9bf9ef-24e1-4882-83ec-ddc43bbee769 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:12.502942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9bf9ef-24e1-4882-83ec-ddc43bbee769 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:12.504860 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cf9bf9ef-24e1-4882-83ec-ddc43bbee769 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2107699 Oct 28 09:58:12.564625 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ed95f1b4-d80d-4493-9f96-5c04272635a0 req-33f87d70-cb00-404b-a5fe-c497183b68c2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4537520 Oct 28 09:58:12.600415 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38584) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:12.631312 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18833541-6e3d-493c-bcec-920548191f6c tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Pushing event deleted for resources: {'Port': ['ID=205db05e-7716-4ebc-9ba6-e570a85e27c5,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:12.637668 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:12.802805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=9,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:12.809504 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:12.891543 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56e790f-acfd-4653-aa29-c0d5482c4bf0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:12.899458 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e56e790f-acfd-4653-aa29-c0d5482c4bf0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:12.913529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Publish callbacks [] for port (bad1b038-1ccf-4847-bb54-a8ee4c13eaba), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:12.935183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef79fe7-b424-4e50-80d9-99cac03ecb9d None None] Pushing event updated for resources: {'Port': ['ID=a0b5b75b-9221-4056-9078-a0cf6bc7611b,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:12.935298 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 12354723-0dc3-47c7-8dd2-df9c99fb4921 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:12.952011 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:12.953841 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network a5eba45c-db38-4717-91b7-05f64830d402 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:13.005903 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:13.029746 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:13.044185 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (e53fcad5-17a5-41d0-b1a6-90d7edf37cd5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:13.062283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-fbb01bea-cc2c-4a57-bfc3-2e3d7274faa2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port 82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:13.062753 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fbb01bea-cc2c-4a57-bfc3-2e3d7274faa2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:13.084792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-39a90212-6dec-4344-9f15-fefba20772de tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:13.085154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-39a90212-6dec-4344-9f15-fefba20772de tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:13.090557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:13.098237 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a0b5b75b-9221-4056-9078-a0cf6bc7611b up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:13.129110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-e56e790f-acfd-4653-aa29-c0d5482c4bf0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] device_id is not set on port 2172e319-9448-4fa1-be4b-30bc9b7f5112 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:58:13.149305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=0b33ca6c-c540-49b3-b8fb-337218cb175d,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:13.214107 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (bad1b038-1ccf-4847-bb54-a8ee4c13eaba), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:13.297293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fbb01bea-cc2c-4a57-bfc3-2e3d7274faa2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:13.313101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-fbb01bea-cc2c-4a57-bfc3-2e3d7274faa2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for 82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:13.333310 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=d0b62a47-cfad-4ad9-9c35-79094fb1ba87,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:13.355608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:13.370403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Network e5f9e315-ecc9-46a4-8f62-b0db02facfdb is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:13.395836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:13.398270 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-59d8a9b0-1791-47ad-b300-0d54ce24a952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:13.410371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3f5f8c8b-e040-4927-ac2c-0deddea7bcd4 None None] Provisioning complete for port a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:13.411087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3f5f8c8b-e040-4927-ac2c-0deddea7bcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:13.411779 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3f5f8c8b-e040-4927-ac2c-0deddea7bcd4 None None] Attempt 1 to provision port a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205 Oct 28 09:58:13.447745 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:13.459866 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (a5ab306c-a88b-4d11-9715-8399de468b39), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:13.631120 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-e56e790f-acfd-4653-aa29-c0d5482c4bf0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Allocated IP 172.20.0.8 (e5f9e315-ecc9-46a4-8f62-b0db02facfdb/32dac0ce-03c8-4ebb-91b7-2b2f58b453ee/2172e319-9448-4fa1-be4b-30bc9b7f5112) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:13.668236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-18833541-6e3d-493c-bcec-920548191f6c tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:13.670901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f8c8b-e040-4927-ac2c-0deddea7bcd4 None None] Port a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:58:13.672727 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e894cd10-f62d-4657-ae0c-33387a0d489f None None] Network 12354723-0dc3-47c7-8dd2-df9c99fb4921 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:13.681917 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38590) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:13.694943 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-18833541-6e3d-493c-bcec-920548191f6c tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] 10.222.0.49 "DELETE /networking/v2.0/ports/205db05e-7716-4ebc-9ba6-e570a85e27c5 HTTP/1.1" status: 204 len: 168 time: 4.2198300 Oct 28 09:58:13.732597 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bac768-4393-4cb2-9e47-c84ebf75b721 req-2cb55729-f121-4b21-9980-0fa85853f20c tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:13.734904 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b5bac768-4393-4cb2-9e47-c84ebf75b721 req-2cb55729-f121-4b21-9980-0fa85853f20c tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.5714116 Oct 28 09:58:13.739704 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fbb01bea-cc2c-4a57-bfc3-2e3d7274faa2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:13.756851 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2992623d-766c-4450-b556-7342e07c64d3 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:13.763233 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2992623d-766c-4450-b556-7342e07c64d3 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=89cb021a-e8ba-4af4-8d3c-4c26c2cccf03 HTTP/1.1" status: 200 len: 913 time: 0.0795352 Oct 28 09:58:13.763879 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38592) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:13.794378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb01bea-cc2c-4a57-bfc3-2e3d7274faa2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=82240b71-9ec0-4ef6-bd18-8caf3e6c7a0e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:13.836031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-39a90212-6dec-4344-9f15-fefba20772de tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:13.858895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:13.893765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-39a90212-6dec-4344-9f15-fefba20772de tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:13.968787 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e56e790f-acfd-4653-aa29-c0d5482c4bf0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (2172e319-9448-4fa1-be4b-30bc9b7f5112), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:13.977182 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Attempting to bind port bad1b038-1ccf-4847-bb54-a8ee4c13eaba on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:13.977739 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Attempting to bind port bad1b038-1ccf-4847-bb54-a8ee4c13eaba by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'ada7ef0a-39aa-4973-87a1-d76e9b0250f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e5f9e315-ecc9-46a4-8f62-b0db02facfdb'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:13.978091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Attempting to bind port bad1b038-1ccf-4847-bb54-a8ee4c13eaba on network e5f9e315-ecc9-46a4-8f62-b0db02facfdb {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:14.052941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port a0b5b75b-9221-4056-9078-a0cf6bc7611b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:14.053323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a0b5b75b-9221-4056-9078-a0cf6bc7611b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:14.053665 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port a0b5b75b-9221-4056-9078-a0cf6bc7611b Oct 28 09:58:14.097995 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b5bac768-4393-4cb2-9e47-c84ebf75b721 req-e019a8f0-750f-46b2-a10d-f767fc94f2f2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533270 Oct 28 09:58:14.111087 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:14.155790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:14.156168 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Checking segment: {'id': 'ada7ef0a-39aa-4973-87a1-d76e9b0250f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e5f9e315-ecc9-46a4-8f62-b0db02facfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:14.156569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:14.158326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Bound using segment: {'id': 'ada7ef0a-39aa-4973-87a1-d76e9b0250f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e5f9e315-ecc9-46a4-8f62-b0db02facfdb'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:14.158990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Bound port: bad1b038-1ccf-4847-bb54-a8ee4c13eaba, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada7ef0a-39aa-4973-87a1-d76e9b0250f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e5f9e315-ecc9-46a4-8f62-b0db02facfdb'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:14.159375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bad1b038-1ccf-4847-bb54-a8ee4c13eaba), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:14.201987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:14.207625 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:14.218027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fbb01bea-cc2c-4a57-bfc3-2e3d7274faa2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (473ac8ce-3a79-4253-9e6f-88c8af575cce), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:14.250622 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Router e53fcad5-17a5-41d0-b1a6-90d7edf37cd5 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:58:14.303128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] For port bad1b038-1ccf-4847-bb54-a8ee4c13eaba, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:14.306963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] For port bad1b038-1ccf-4847-bb54-a8ee4c13eaba, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bad1b038-1ccf-4847-bb54-a8ee4c13eaba,segment=NetworkSegment(ada7ef0a-39aa-4973-87a1-d76e9b0250f5),segment_id=ada7ef0a-39aa-4973-87a1-d76e9b0250f5)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:14.311353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-587e112c-ceb6-4521-8486-d38358939077 None None] Provisioning complete for port d698bfbd-fb3e-444c-b43d-51a0624b14d2 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:14.313692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-587e112c-ceb6-4521-8486-d38358939077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d698bfbd-fb3e-444c-b43d-51a0624b14d2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:14.313692 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-587e112c-ceb6-4521-8486-d38358939077 None None] Attempt 1 to provision port d698bfbd-fb3e-444c-b43d-51a0624b14d2 Oct 28 09:58:14.333041 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:14.355611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e56e790f-acfd-4653-aa29-c0d5482c4bf0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (2172e319-9448-4fa1-be4b-30bc9b7f5112), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:14.372449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:14.393320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Pushing event updated for resources: {'Port': ['ID=bad1b038-1ccf-4847-bb54-a8ee4c13eaba,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:14.394879 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=11,neutron:SELECT=80,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:14.507701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-587e112c-ceb6-4521-8486-d38358939077 None None] Current status of the port d698bfbd-fb3e-444c-b43d-51a0624b14d2 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:14.509743 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-587e112c-ceb6-4521-8486-d38358939077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d698bfbd-fb3e-444c-b43d-51a0624b14d2), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:14.634005 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb01bea-cc2c-4a57-bfc3-2e3d7274faa2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router 473ac8ce-3a79-4253-9e6f-88c8af575cce has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:58:14.649395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-587e112c-ceb6-4521-8486-d38358939077 None None] For port d698bfbd-fb3e-444c-b43d-51a0624b14d2, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d698bfbd-fb3e-444c-b43d-51a0624b14d2,segment=NetworkSegment(8e2b1845-2695-4663-b7ab-71a2b2bc56ef),segment_id=8e2b1845-2695-4663-b7ab-71a2b2bc56ef)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:14.651199 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (bad1b038-1ccf-4847-bb54-a8ee4c13eaba), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:14.658723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:14.708249 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port a0b5b75b-9221-4056-9078-a0cf6bc7611b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:14.722618 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-39a90212-6dec-4344-9f15-fefba20772de tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:14.733174 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:14.750002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:14.760774 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-587e112c-ceb6-4521-8486-d38358939077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d698bfbd-fb3e-444c-b43d-51a0624b14d2), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:14.793250 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8952bc2-d0ae-4523-b5ef-a7e6fcc540fd None None] Pushing event updated for resources: {'Port': ['ID=bad1b038-1ccf-4847-bb54-a8ee4c13eaba,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:14.809062 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a90212-6dec-4344-9f15-fefba20772de tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:14.818242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e790f-acfd-4653-aa29-c0d5482c4bf0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=2172e319-9448-4fa1-be4b-30bc9b7f5112,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:14.833961 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb01bea-cc2c-4a57-bfc3-2e3d7274faa2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:14.844332 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-fbb01bea-cc2c-4a57-bfc3-2e3d7274faa2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/473ac8ce-3a79-4253-9e6f-88c8af575cce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8545001 Oct 28 09:58:14.847803 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799fe46f-fa29-4968-abd5-9a6c6cdb0b31 None None] Sync routers for ids ['473ac8ce-3a79-4253-9e6f-88c8af575cce'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:14.868236 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799fe46f-fa29-4968-abd5-9a6c6cdb0b31 None None] Routers {'473ac8ce-3a79-4253-9e6f-88c8af575cce'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:14.868867 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-799fe46f-fa29-4968-abd5-9a6c6cdb0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['473ac8ce-3a79-4253-9e6f-88c8af575cce'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:14.898400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38594) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:14.912031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-39a90212-6dec-4344-9f15-fefba20772de tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:14.915841 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-39a90212-6dec-4344-9f15-fefba20772de tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205 HTTP/1.1" status: 204 len: 168 time: 2.3140521 Oct 28 09:58:14.983058 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-799fe46f-fa29-4968-abd5-9a6c6cdb0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:14.998120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-139a60b0-5f73-49b5-83fb-5f29ec896ff3 None None] Provisioning complete for port 0b33ca6c-c540-49b3-b8fb-337218cb175d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:14.998692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-139a60b0-5f73-49b5-83fb-5f29ec896ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:15.003018 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-139a60b0-5f73-49b5-83fb-5f29ec896ff3 None None] Attempt 1 to provision port 0b33ca6c-c540-49b3-b8fb-337218cb175d Oct 28 09:58:15.009716 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799fe46f-fa29-4968-abd5-9a6c6cdb0b31 None None] Routers {'473ac8ce-3a79-4253-9e6f-88c8af575cce'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:15.010585 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-799fe46f-fa29-4968-abd5-9a6c6cdb0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:57:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['473ac8ce-3a79-4253-9e6f-88c8af575cce'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:15.024077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38596) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:15.064687 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:15.095566 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-799fe46f-fa29-4968-abd5-9a6c6cdb0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:15.098629 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799fe46f-fa29-4968-abd5-9a6c6cdb0b31 None None] The sync data for ids ['473ac8ce-3a79-4253-9e6f-88c8af575cce'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:15.105467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e112c-ceb6-4521-8486-d38358939077 None None] Pushing event updated for resources: {'Port': ['ID=d698bfbd-fb3e-444c-b43d-51a0624b14d2,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:15.197553 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-139a60b0-5f73-49b5-83fb-5f29ec896ff3 None None] Port 0b33ca6c-c540-49b3-b8fb-337218cb175d cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:58:15.253923 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-139a60b0-5f73-49b5-83fb-5f29ec896ff3 None None] Provisioning complete for port d698bfbd-fb3e-444c-b43d-51a0624b14d2 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:15.254273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-139a60b0-5f73-49b5-83fb-5f29ec896ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d698bfbd-fb3e-444c-b43d-51a0624b14d2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:15.261419 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-139a60b0-5f73-49b5-83fb-5f29ec896ff3 None None] Attempt 1 to provision port d698bfbd-fb3e-444c-b43d-51a0624b14d2 Oct 28 09:58:15.267211 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:15.377334 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dde24c-4213-474d-9828-36d8097cbde5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:15.379104 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dde24c-4213-474d-9828-36d8097cbde5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:15.383467 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-62dde24c-4213-474d-9828-36d8097cbde5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3447678 Oct 28 09:58:15.393404 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38600) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:15.393986 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56e790f-acfd-4653-aa29-c0d5482c4bf0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network e5f9e315-ecc9-46a4-8f62-b0db02facfdb is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:15.402437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e47e4c3d-9790-456a-ad49-f4c3e49dca5a up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:15.447331 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-69a9a2a1-f5d4-4613-80f4-8bcd92b98f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:15.453968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (a5ab306c-a88b-4d11-9715-8399de468b39), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:15.457312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-e56e790f-acfd-4653-aa29-c0d5482c4bf0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:15.466552 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=0b33ca6c-c540-49b3-b8fb-337218cb175d,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:15.468748 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a2bbd-2b97-48e6-837e-71d9220c69ba req-ae7034ec-b0a4-4cc9-ad68-1f9c3b181954 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:15.469461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e790f-acfd-4653-aa29-c0d5482c4bf0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:15.478209 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-727a2bbd-2b97-48e6-837e-71d9220c69ba req-ae7034ec-b0a4-4cc9-ad68-1f9c3b181954 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.0894680 Oct 28 09:58:15.530948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:15.538752 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56e790f-acfd-4653-aa29-c0d5482c4bf0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:15.539647 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e56e790f-acfd-4653-aa29-c0d5482c4bf0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:15.566161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-139a60b0-5f73-49b5-83fb-5f29ec896ff3 None None] Current status of the port d698bfbd-fb3e-444c-b43d-51a0624b14d2 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:15.581893 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port e47e4c3d-9790-456a-ad49-f4c3e49dca5a triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:15.582425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e47e4c3d-9790-456a-ad49-f4c3e49dca5a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:15.583440 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port e47e4c3d-9790-456a-ad49-f4c3e49dca5a Oct 28 09:58:15.585291 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:15.589018 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-3b6e07ed-b094-4899-b771-1e0c7278aae5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] remove_router_interface failed (client error): The resource could not be found. Oct 28 09:58:15.590246 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3b6e07ed-b094-4899-b771-1e0c7278aae5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/473ac8ce-3a79-4253-9e6f-88c8af575cce/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6903613 Oct 28 09:58:15.595968 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:15.601299 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38602) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:15.639036 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b2541a-5c16-417c-8659-9cbbdcf3ceef tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 40bb3ece-2fb0-4a1c-95ca-2183a3a98191 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:58:15.670442 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48b2541a-5c16-417c-8659-9cbbdcf3ceef tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (40bb3ece-2fb0-4a1c-95ca-2183a3a98191), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:15.683275 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bd18ff3e-c590-4733-a5ea-16c163a4949c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=473ac8ce-3a79-4253-9e6f-88c8af575cce HTTP/1.1" status: 200 len: 205 time: 0.0741522 Oct 28 09:58:15.702688 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38604) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:15.703197 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38606) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:15.706131 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port e47e4c3d-9790-456a-ad49-f4c3e49dca5a is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:15.707253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d0b62a47-cfad-4ad9-9c35-79094fb1ba87 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:15.722079 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-2500f8d7-8f44-4ff6-b316-5205f90e8bdd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'subnet': {'network_id': 'a5eba45c-db38-4717-91b7-05f64830d402', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:15.737627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network 12354723-0dc3-47c7-8dd2-df9c99fb4921 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:15.737798 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-727a2bbd-2b97-48e6-837e-71d9220c69ba req-c7ddabf6-c562-4d28-b5f5-7238741aabfa tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259834 Oct 28 09:58:15.737914 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:15.788572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:15.789585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:15.790102 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 Oct 28 09:58:15.822843 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:15.832433 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:15.850331 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Sync routers for ids ['e53fcad5-17a5-41d0-b1a6-90d7edf37cd5'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:15.854274 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e56e790f-acfd-4653-aa29-c0d5482c4bf0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.9893465 Oct 28 09:58:15.860267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38608) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:15.878749 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Routers {'e53fcad5-17a5-41d0-b1a6-90d7edf37cd5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:15.879613 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e53fcad5-17a5-41d0-b1a6-90d7edf37cd5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:15.906268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48b2541a-5c16-417c-8659-9cbbdcf3ceef tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (40bb3ece-2fb0-4a1c-95ca-2183a3a98191), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:15.948339 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7159-73bc-4f02-b22d-c33b5f810a61 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (473ac8ce-3a79-4253-9e6f-88c8af575cce), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:16.026695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:16.028293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:16.031509 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:16.031811 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:16.032861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d698bfbd-fb3e-444c-b43d-51a0624b14d2 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:16.165170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Set router e53fcad5-17a5-41d0-b1a6-90d7edf37cd5 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:16.260795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-5dac942c-2df7-46f9-8546-f5cf39deba40 None None] Provisioning complete for port 0b33ca6c-c540-49b3-b8fb-337218cb175d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:16.261326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5dac942c-2df7-46f9-8546-f5cf39deba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:16.261773 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-5dac942c-2df7-46f9-8546-f5cf39deba40 None None] Attempt 1 to provision port 0b33ca6c-c540-49b3-b8fb-337218cb175d Oct 28 09:58:16.314948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:16.362157 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d698bfbd-fb3e-444c-b43d-51a0624b14d2 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:16.363376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d698bfbd-fb3e-444c-b43d-51a0624b14d2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:16.363739 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d698bfbd-fb3e-444c-b43d-51a0624b14d2 Oct 28 09:58:16.395673 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:16.404873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5dac942c-2df7-46f9-8546-f5cf39deba40 None None] Port 0b33ca6c-c540-49b3-b8fb-337218cb175d cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:58:16.405608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router a5ab306c-a88b-4d11-9715-8399de468b39 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:58:16.413544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887dfdc9-4bff-4aba-849e-15134fc0b6b4 None None] Network e5f9e315-ecc9-46a4-8f62-b0db02facfdb requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:16.461118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:16.485855 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:16.487229 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b6b6c98a-9990-4166-9174-a584ddad5f60 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.5415285 Oct 28 09:58:16.497708 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38610) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:16.553997 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-dc1cc7ff-184f-4b65-9146-44cde34bd335 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port 2172e319-9448-4fa1-be4b-30bc9b7f5112 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:16.554362 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dc1cc7ff-184f-4b65-9146-44cde34bd335 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (2172e319-9448-4fa1-be4b-30bc9b7f5112), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:16.567737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3158b886-3db0-4add-ad39-1a5923c9a7d8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (89cb021a-e8ba-4af4-8d3c-4c26c2cccf03), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:16.599294 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2500f8d7-8f44-4ff6-b316-5205f90e8bdd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:16.600187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ffa9d632-f2b3-423a-b400-4c88d09c68ee None None] Provisioning complete for port bad1b038-1ccf-4847-bb54-a8ee4c13eaba triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:16.600561 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d632-f2b3-423a-b400-4c88d09c68ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bad1b038-1ccf-4847-bb54-a8ee4c13eaba), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:16.601020 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ffa9d632-f2b3-423a-b400-4c88d09c68ee None None] Attempt 1 to provision port bad1b038-1ccf-4847-bb54-a8ee4c13eaba Oct 28 09:58:16.602729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2500f8d7-8f44-4ff6-b316-5205f90e8bdd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:16.612463 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7159-73bc-4f02-b22d-c33b5f810a61 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (473ac8ce-3a79-4253-9e6f-88c8af575cce), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:16.626952 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7159-73bc-4f02-b22d-c33b5f810a61 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_controller (473ac8ce-3a79-4253-9e6f-88c8af575cce), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:16.634190 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48b2541a-5c16-417c-8659-9cbbdcf3ceef tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (40bb3ece-2fb0-4a1c-95ca-2183a3a98191), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:16.807019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d698bfbd-fb3e-444c-b43d-51a0624b14d2 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:16.808645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a0b5b75b-9221-4056-9078-a0cf6bc7611b up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:16.822169 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:16.885564 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:16.887569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53fcad5-17a5-41d0-b1a6-90d7edf37cd5', 'name': 'tempest-snat-router-629783762', 'tenant_id': 'b40109cf8c9445bd9177053c230110ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200'}], 'enable_snat': True}, 'gw_port_id': '6c72fa88-d65c-4038-b557-01414a5e409e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:58:08Z', 'updated_at': '2022-10-28T09:58:11Z', 'revision_number': 3, 'project_id': 'b40109cf8c9445bd9177053c230110ac', 'gw_port': {'id': '6c72fa88-d65c-4038-b557-01414a5e409e', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53fcad5-17a5-41d0-b1a6-90d7edf37cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:09Z', 'updated_at': '2022-10-28T09:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:16.888563 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fc38c8b4-e4db-4052-8fc1-8f28a71c02d7 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/e53fcad5-17a5-41d0-b1a6-90d7edf37cd5 HTTP/1.1" status: 200 len: 907 time: 0.3877053 Oct 28 09:58:16.894273 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-86bd3daf-a8b0-4548-9ce8-ad1750879dfd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/a5ab306c-a88b-4d11-9715-8399de468b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0079226 Oct 28 09:58:16.898957 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38614) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:16.899161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38616) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:16.908895 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Sync routers for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:16.911425 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4089d7aa-5cba-46b2-8581-46e7b0d8e7b4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'network': {'name': 'tempest-RoutersTest-585695154'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:16.914891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48b2541a-5c16-417c-8659-9cbbdcf3ceef tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (40bb3ece-2fb0-4a1c-95ca-2183a3a98191), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:16.916720 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:16.926406 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:16.935272 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:16.946198 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7159-73bc-4f02-b22d-c33b5f810a61 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (473ac8ce-3a79-4253-9e6f-88c8af575cce), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:16.946882 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5f7159-73bc-4f02-b22d-c33b5f810a61 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Fanout notify agent at l3_agent the message router_deleted on router 473ac8ce-3a79-4253-9e6f-88c8af575cce {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:58:16.962545 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2541a-5c16-417c-8659-9cbbdcf3ceef tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=40bb3ece-2fb0-4a1c-95ca-2183a3a98191,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:16.963655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dc1cc7ff-184f-4b65-9146-44cde34bd335 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (2172e319-9448-4fa1-be4b-30bc9b7f5112), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:16.978133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7159-73bc-4f02-b22d-c33b5f810a61 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:16.982519 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9b5f7159-73bc-4f02-b22d-c33b5f810a61 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/routers/473ac8ce-3a79-4253-9e6f-88c8af575cce HTTP/1.1" status: 204 len: 168 time: 1.2724729 Oct 28 09:58:16.984626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Checking router: e53fcad5-17a5-41d0-b1a6-90d7edf37cd5 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:58:16.985090 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Updating router e53fcad5-17a5-41d0-b1a6-90d7edf37cd5 port 6c72fa88-d65c-4038-b557-01414a5e409e binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:58:16.998928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38618) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:16.999898 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2500f8d7-8f44-4ff6-b316-5205f90e8bdd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (a759c23a-26c1-4039-a56c-84fb0a1f4c59), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.037473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-dc1cc7ff-184f-4b65-9146-44cde34bd335 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for 2172e319-9448-4fa1-be4b-30bc9b7f5112 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:17.072835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:17.079461 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:17.082883 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500f8d7-8f44-4ff6-b316-5205f90e8bdd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Subnet': ['ID=a759c23a-26c1-4039-a56c-84fb0a1f4c59,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:17.091541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48b2541a-5c16-417c-8659-9cbbdcf3ceef tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.102523 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-48b2541a-5c16-417c-8659-9cbbdcf3ceef tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/40bb3ece-2fb0-4a1c-95ca-2183a3a98191 HTTP/1.1" status: 204 len: 168 time: 1.7070339 Oct 28 09:58:17.104075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6c72fa88-d65c-4038-b557-01414a5e409e), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.123096 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f315b2-84b7-41ad-98f7-536de0dfd1a5 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:17.125890 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38620) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:17.181796 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5ff3a38c-66ba-481d-952e-cf239a20d1b5 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521157 Oct 28 09:58:17.184878 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38622) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:17.185038 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:17.229812 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4089d7aa-5cba-46b2-8581-46e7b0d8e7b4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:17.233605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4089d7aa-5cba-46b2-8581-46e7b0d8e7b4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.266242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8581547-bbdb-418b-8a16-ba7d3742fdc8 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router (e53fcad5-17a5-41d0-b1a6-90d7edf37cd5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.267893 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:17.282139 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f601884-1070-4a47-b5b4-dc235d8a6c20 req-2a38405e-3f30-4f32-bc3b-e05936e54ab1 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:17.284977 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.289979 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0f601884-1070-4a47-b5b4-dc235d8a6c20 req-2a38405e-3f30-4f32-bc3b-e05936e54ab1 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.3371603 Oct 28 09:58:17.343684 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-4873b0c1-3f78-487b-9633-94461e60cab1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting subnet d79e0486-2bdd-453f-b69e-0d4e7bba2390 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:58:17.351768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5004b3-16b9-4ead-ad53-e5761a44eabb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:17.353343 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-fb5004b3-16b9-4ead-ad53-e5761a44eabb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1631110 Oct 28 09:58:17.362589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4873b0c1-3f78-487b-9633-94461e60cab1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (d79e0486-2bdd-453f-b69e-0d4e7bba2390), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.365817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38624) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:17.405229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ffa9d632-f2b3-423a-b400-4c88d09c68ee None None] Current status of the port bad1b038-1ccf-4847-bb54-a8ee4c13eaba is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:17.406001 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d632-f2b3-423a-b400-4c88d09c68ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bad1b038-1ccf-4847-bb54-a8ee4c13eaba), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.408972 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port a0b5b75b-9221-4056-9078-a0cf6bc7611b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:17.409615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a0b5b75b-9221-4056-9078-a0cf6bc7611b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.410155 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port a0b5b75b-9221-4056-9078-a0cf6bc7611b Oct 28 09:58:17.415327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4089d7aa-5cba-46b2-8581-46e7b0d8e7b4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:17.500884 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4873b0c1-3f78-487b-9633-94461e60cab1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (d79e0486-2bdd-453f-b69e-0d4e7bba2390), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.504609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2500f8d7-8f44-4ff6-b316-5205f90e8bdd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Checking segment: {'id': 'd9a2a288-113c-4551-b9fd-ab9402f839dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a5eba45c-db38-4717-91b7-05f64830d402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:17.504983 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500f8d7-8f44-4ff6-b316-5205f90e8bdd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network hostable DHCP agents. Network: a5eba45c-db38-4717-91b7-05f64830d402, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:17.519072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4089d7aa-5cba-46b2-8581-46e7b0d8e7b4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (67dc0fd4-8fb8-4516-8575-6d5bc5924ced), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.519421 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-4089d7aa-5cba-46b2-8581-46e7b0d8e7b4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Added segment 67dc0fd4-8fb8-4516-8575-6d5bc5924ced of type vlan for network ad2e63dd-4597-42cc-9add-bd561bc94b2f Oct 28 09:58:17.574379 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-3158b886-3db0-4add-ad39-1a5923c9a7d8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Deleting port f9b65431-3231-4ae5-a6db-a9b6e82bca84 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:17.575035 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3158b886-3db0-4add-ad39-1a5923c9a7d8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f9b65431-3231-4ae5-a6db-a9b6e82bca84), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.577573 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0f601884-1070-4a47-b5b4-dc235d8a6c20 req-039dc81a-5865-48d1-a1f5-433bf00b7c97 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833197 Oct 28 09:58:17.594309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f4cf87-297e-4eb4-a77e-5fed09d08bdf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:17.597277 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-84f4cf87-297e-4eb4-a77e-5fed09d08bdf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2304788 Oct 28 09:58:17.601758 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38626) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:17.625947 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3db9b3-af22-4d62-9921-2a874a85324d None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:58:17.630922 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:17.634973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ffa9d632-f2b3-423a-b400-4c88d09c68ee None None] For port bad1b038-1ccf-4847-bb54-a8ee4c13eaba, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bad1b038-1ccf-4847-bb54-a8ee4c13eaba,segment=NetworkSegment(ada7ef0a-39aa-4973-87a1-d76e9b0250f5),segment_id=ada7ef0a-39aa-4973-87a1-d76e9b0250f5)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:17.675544 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:13Z', 'revision_number': 4, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': '0b33ca6c-c540-49b3-b8fb-337218cb175d', 'name': '', 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:67:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:11Z', 'updated_at': '2022-10-28T09:58:14Z', 'revision_number': 2, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:17.686591 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-20d84ec0-1d67-4dbe-afd7-161667962f8e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805137 Oct 28 09:58:17.693465 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38628) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:17.700695 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7bc71431-93d9-48af-899d-6910913df931 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:17.733647 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Checking router: a5ab306c-a88b-4d11-9715-8399de468b39 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:58:17.734000 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Updating router a5ab306c-a88b-4d11-9715-8399de468b39 port 0b33ca6c-c540-49b3-b8fb-337218cb175d binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:58:17.772080 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d632-f2b3-423a-b400-4c88d09c68ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (bad1b038-1ccf-4847-bb54-a8ee4c13eaba), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.787770 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4089d7aa-5cba-46b2-8581-46e7b0d8e7b4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (ad2e63dd-4597-42cc-9add-bd561bc94b2f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.796588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:17.803186 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500f8d7-8f44-4ff6-b316-5205f90e8bdd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network a5eba45c-db38-4717-91b7-05f64830d402 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:17.808589 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.812050 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8581547-bbdb-418b-8a16-ba7d3742fdc8 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (e53fcad5-17a5-41d0-b1a6-90d7edf37cd5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.833359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:17.839156 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4873b0c1-3f78-487b-9633-94461e60cab1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (d79e0486-2bdd-453f-b69e-0d4e7bba2390), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.872971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3158b886-3db0-4add-ad39-1a5923c9a7d8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f9b65431-3231-4ae5-a6db-a9b6e82bca84), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.887685 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-3158b886-3db0-4add-ad39-1a5923c9a7d8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Calling delete_port for f9b65431-3231-4ae5-a6db-a9b6e82bca84 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:17.934989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dc1cc7ff-184f-4b65-9146-44cde34bd335 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (2172e319-9448-4fa1-be4b-30bc9b7f5112), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.935751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ab3db9b3-af22-4d62-9921-2a874a85324d None None] Deleting port a0b5b75b-9221-4056-9078-a0cf6bc7611b {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:17.936125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ab3db9b3-af22-4d62-9921-2a874a85324d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a0b5b75b-9221-4056-9078-a0cf6bc7611b), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.939983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-30994f77-9a13-4788-869c-153b6a42a154 None None] Could not find standard attr ID for object 2172e319-9448-4fa1-be4b-30bc9b7f5112. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:58:17.969257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cc7ff-184f-4b65-9146-44cde34bd335 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=2172e319-9448-4fa1-be4b-30bc9b7f5112,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:17.979386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port a0b5b75b-9221-4056-9078-a0cf6bc7611b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:17.990698 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4089d7aa-5cba-46b2-8581-46e7b0d8e7b4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (ad2e63dd-4597-42cc-9add-bd561bc94b2f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:17.996606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4089d7aa-5cba-46b2-8581-46e7b0d8e7b4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:17.997428 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4089d7aa-5cba-46b2-8581-46e7b0d8e7b4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.002607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-2500f8d7-8f44-4ff6-b316-5205f90e8bdd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, a5eba45c-db38-4717-91b7-05f64830d402) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:18.018970 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2500f8d7-8f44-4ff6-b316-5205f90e8bdd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:18.023406 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2500f8d7-8f44-4ff6-b316-5205f90e8bdd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.028988 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-30994f77-9a13-4788-869c-153b6a42a154 None None] Provisioning complete for port bad1b038-1ccf-4847-bb54-a8ee4c13eaba triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:18.029369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-30994f77-9a13-4788-869c-153b6a42a154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bad1b038-1ccf-4847-bb54-a8ee4c13eaba), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.029711 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-30994f77-9a13-4788-869c-153b6a42a154 None None] Attempt 1 to provision port bad1b038-1ccf-4847-bb54-a8ee4c13eaba Oct 28 09:58:18.049878 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4873b0c1-3f78-487b-9633-94461e60cab1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (d79e0486-2bdd-453f-b69e-0d4e7bba2390), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.056261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc71431-93d9-48af-899d-6910913df931 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:18.068690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7bc71431-93d9-48af-899d-6910913df931 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.084576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9feee3-f030-4602-b6cb-abf483904eb6 None None] Network a5eba45c-db38-4717-91b7-05f64830d402 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:18.103258 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.172262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9d632-f2b3-423a-b400-4c88d09c68ee None None] Pushing event updated for resources: {'Port': ['ID=bad1b038-1ccf-4847-bb54-a8ee4c13eaba,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:18.181546 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:18.195448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:18.210274 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ab3db9b3-af22-4d62-9921-2a874a85324d None None] For port a0b5b75b-9221-4056-9078-a0cf6bc7611b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a0b5b75b-9221-4056-9078-a0cf6bc7611b,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:18.210701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ab3db9b3-af22-4d62-9921-2a874a85324d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a0b5b75b-9221-4056-9078-a0cf6bc7611b), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.279948 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:18.293486 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-30994f77-9a13-4788-869c-153b6a42a154 None None] Current status of the port bad1b038-1ccf-4847-bb54-a8ee4c13eaba is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:18.309015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ab3db9b3-af22-4d62-9921-2a874a85324d None None] Calling delete_port for a0b5b75b-9221-4056-9078-a0cf6bc7611b owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:18.323981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e8581547-bbdb-418b-8a16-ba7d3742fdc8 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Deleting port 6c72fa88-d65c-4038-b557-01414a5e409e {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:18.324454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8581547-bbdb-418b-8a16-ba7d3742fdc8 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6c72fa88-d65c-4038-b557-01414a5e409e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.346391 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4089d7aa-5cba-46b2-8581-46e7b0d8e7b4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4385569 Oct 28 09:58:18.375382 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Publish callbacks [] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.405684 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38630) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:18.406467 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089d7aa-5cba-46b2-8581-46e7b0d8e7b4 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Network': ['ID=ad2e63dd-4597-42cc-9add-bd561bc94b2f,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:18.415146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-3d290079-51ac-48cf-b7d1-dcdc70fb41ab tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'subnet': {'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:18.455865 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Publish callbacks [] for port (6c72fa88-d65c-4038-b557-01414a5e409e), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.457582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network ad2e63dd-4597-42cc-9add-bd561bc94b2f details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:18.466643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d698bfbd-fb3e-444c-b43d-51a0624b14d2 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:18.484698 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dc1cc7ff-184f-4b65-9146-44cde34bd335 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.488913 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-dc1cc7ff-184f-4b65-9146-44cde34bd335 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/2172e319-9448-4fa1-be4b-30bc9b7f5112 HTTP/1.1" status: 204 len: 168 time: 2.6308179 Oct 28 09:58:18.496156 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.499331 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2500f8d7-8f44-4ff6-b316-5205f90e8bdd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7939384 Oct 28 09:58:18.502957 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873b0c1-3f78-487b-9633-94461e60cab1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Subnet': ['ID=d79e0486-2bdd-453f-b69e-0d4e7bba2390,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:18.511048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38632) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:18.511577 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38634) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:18.520599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-a5eba45c-db38-4717-91b7-05f64830d402', 'network_id': 'a5eba45c-db38-4717-91b7-05f64830d402', 'project_id': 'f0a2e694ad734b67b2fe5e3b8b1efc8b', 'fixed_ips': [{'subnet_id': 'a759c23a-26c1-4039-a56c-84fb0a1f4c59'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:18.524378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.529646 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:18.530800 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-c5eec18b-4a5a-4e30-8533-28026ca5c0db tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-393273421'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:18.535663 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4873b0c1-3f78-487b-9633-94461e60cab1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.538930 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4873b0c1-3f78-487b-9633-94461e60cab1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/d79e0486-2bdd-453f-b69e-0d4e7bba2390 HTTP/1.1" status: 204 len: 168 time: 1.5352321 Oct 28 09:58:18.543941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38636) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:18.551690 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4d3a0-ceef-4bb8-9aee-e3f301c525e4 None None] Pushing event updated for resources: {'Port': ['ID=0b33ca6c-c540-49b3-b8fb-337218cb175d,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:18.578045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfda990-cce5-494b-952e-19ae30b04bcd None None] Network 6c600098-ecab-4cac-861f-fe2ac8bfdde8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:18.581595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.588372 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6c72fa88-d65c-4038-b557-01414a5e409e), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.594367 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=8,neutron:INSERT=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:18.607762 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Attempting to bind port 0b33ca6c-c540-49b3-b8fb-337218cb175d on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:18.607981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8581547-bbdb-418b-8a16-ba7d3742fdc8 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6c72fa88-d65c-4038-b557-01414a5e409e), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.615826 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Attempting to bind port 0b33ca6c-c540-49b3-b8fb-337218cb175d by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8e2b1845-2695-4663-b7ab-71a2b2bc56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:18.615826 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Attempting to bind port 0b33ca6c-c540-49b3-b8fb-337218cb175d on network 12354723-0dc3-47c7-8dd2-df9c99fb4921 {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:18.630247 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e8581547-bbdb-418b-8a16-ba7d3742fdc8 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Calling delete_port for 6c72fa88-d65c-4038-b557-01414a5e409e owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:18.633799 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Attempting to bind port 6c72fa88-d65c-4038-b557-01414a5e409e on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:18.634783 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Attempting to bind port 6c72fa88-d65c-4038-b557-01414a5e409e by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:18.635236 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Attempting to bind port 6c72fa88-d65c-4038-b557-01414a5e409e on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:18.638608 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-7004cd52-6204-461b-8832-edfaf999f51e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] GET failed (client error): The resource could not be found. Oct 28 09:58:18.647580 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7004cd52-6204-461b-8832-edfaf999f51e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/2172e319-9448-4fa1-be4b-30bc9b7f5112 HTTP/1.1" status: 404 len: 333 time: 0.1329305 Oct 28 09:58:18.651747 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38640) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:18.663117 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:18.663673 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Checking segment: {'id': '8e2b1845-2695-4663-b7ab-71a2b2bc56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:18.664277 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.665423 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Bound using segment: {'id': '8e2b1845-2695-4663-b7ab-71a2b2bc56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:18.665423 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Bound port: 0b33ca6c-c540-49b3-b8fb-337218cb175d, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2b1845-2695-4663-b7ab-71a2b2bc56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:18.665795 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.757704 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] For port 0b33ca6c-c540-49b3-b8fb-337218cb175d, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:18.761729 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] For port 0b33ca6c-c540-49b3-b8fb-337218cb175d, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0b33ca6c-c540-49b3-b8fb-337218cb175d,segment=NetworkSegment(8e2b1845-2695-4663-b7ab-71a2b2bc56ef),segment_id=8e2b1845-2695-4663-b7ab-71a2b2bc56ef)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:18.787531 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ce3eb1-b9a4-4e09-9811-3412e5fb3117 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting subnet 32dac0ce-03c8-4ebb-91b7-2b2f58b453ee {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:58:18.839193 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.840452 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e2ce3eb1-b9a4-4e09-9811-3412e5fb3117 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (32dac0ce-03c8-4ebb-91b7-2b2f58b453ee), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.901001 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5eec18b-4a5a-4e30-8533-28026ca5c0db tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:18.905410 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c5eec18b-4a5a-4e30-8533-28026ca5c0db tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.908384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1343632-9d6d-4e8a-8637-caf627ed7cab None None] Pushing event updated for resources: {'Port': ['ID=6c72fa88-d65c-4038-b557-01414a5e409e,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:18.922213 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d290079-51ac-48cf-b7d1-dcdc70fb41ab tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Made reservation on behalf of 89cfc5b3f25c4c4690ddbdba676c129f for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:18.928575 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3d290079-51ac-48cf-b7d1-dcdc70fb41ab tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.932758 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35b524-d081-4689-9258-f4ade7dd29df req-9690a370-da6f-4ce5-b147-48a6efcf5662 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:18.934452 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6c35b524-d081-4689-9258-f4ade7dd29df req-9690a370-da6f-4ce5-b147-48a6efcf5662 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1899309 Oct 28 09:58:18.944788 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3158b886-3db0-4add-ad39-1a5923c9a7d8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f9b65431-3231-4ae5-a6db-a9b6e82bca84), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.954633 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:18.956216 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:18.974084 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (6c600098-ecab-4cac-861f-fe2ac8bfdde8), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.984444 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e2ce3eb1-b9a4-4e09-9811-3412e5fb3117 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (32dac0ce-03c8-4ebb-91b7-2b2f58b453ee), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.007393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158b886-3db0-4add-ad39-1a5923c9a7d8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Pushing event deleted for resources: {'Port': ['ID=f9b65431-3231-4ae5-a6db-a9b6e82bca84,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:19.010866 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5eec18b-4a5a-4e30-8533-28026ca5c0db tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:19.022619 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c5eec18b-4a5a-4e30-8533-28026ca5c0db tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (0b861d3e-50cf-43bc-b74f-737afc192b6d), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.023023 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-c5eec18b-4a5a-4e30-8533-28026ca5c0db tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Added segment 0b861d3e-50cf-43bc-b74f-737afc192b6d of type vlan for network bfe287d3-8883-4b11-8d2f-e9237889f8f3 Oct 28 09:58:19.088882 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c5eec18b-4a5a-4e30-8533-28026ca5c0db tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (bfe287d3-8883-4b11-8d2f-e9237889f8f3), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.120624 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4d3a0-ceef-4bb8-9aee-e3f301c525e4 None None] Pushing event updated for resources: {'Port': ['ID=0b33ca6c-c540-49b3-b8fb-337218cb175d,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:19.137430 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:19.142416 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d698bfbd-fb3e-444c-b43d-51a0624b14d2 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:19.143040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d698bfbd-fb3e-444c-b43d-51a0624b14d2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.143593 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d698bfbd-fb3e-444c-b43d-51a0624b14d2 Oct 28 09:58:19.146271 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:19.146893 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:19.147466 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.148018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:19.149382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Bound port: 6c72fa88-d65c-4038-b557-01414a5e409e, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:19.149928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6c72fa88-d65c-4038-b557-01414a5e409e), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.152211 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ab3db9b3-af22-4d62-9921-2a874a85324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (a0b5b75b-9221-4056-9078-a0cf6bc7611b), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.188304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:19.196583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:19.220897 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:19.257159 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3db9b3-af22-4d62-9921-2a874a85324d None None] Pushing event deleted for resources: {'Port': ['ID=a0b5b75b-9221-4056-9078-a0cf6bc7611b,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:19.257403 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.objects.ports [None req-7bc71431-93d9-48af-899d-6910913df931 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114059) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:58:19.283718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c5eec18b-4a5a-4e30-8533-28026ca5c0db tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (bfe287d3-8883-4b11-8d2f-e9237889f8f3), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.285073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3db9b3-af22-4d62-9921-2a874a85324d None None] No DVR routers for this DVR port a0b5b75b-9221-4056-9078-a0cf6bc7611b on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:19.288754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eec18b-4a5a-4e30-8533-28026ca5c0db tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:19.289404 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c5eec18b-4a5a-4e30-8533-28026ca5c0db tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.299874 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7bc71431-93d9-48af-899d-6910913df931 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (47ac4876-e8d2-4000-a860-8fdb4b57e789), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.300839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296d0a1d-bf66-4fa2-b7c4-a5092668ed35 None None] DHCP port deletion for 6c600098-ecab-4cac-861f-fe2ac8bfdde8 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:58:19.340738 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6c35b524-d081-4689-9258-f4ade7dd29df req-fa680422-9486-4b5b-ab27-d272f106367f tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3982203 Oct 28 09:58:19.370824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Allocated IP 2001:db8:0:ffff::2 (a5eba45c-db38-4717-91b7-05f64830d402/a759c23a-26c1-4039-a56c-84fb0a1f4c59/12b97d4c-9889-4cb6-bc79-5284da9df049) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:19.387071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:19.398876 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3158b886-3db0-4add-ad39-1a5923c9a7d8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (89cb021a-e8ba-4af4-8d3c-4c26c2cccf03), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.444968 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:19.456223 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8581547-bbdb-418b-8a16-ba7d3742fdc8 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (6c72fa88-d65c-4038-b557-01414a5e409e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.504387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eec18b-4a5a-4e30-8533-28026ca5c0db tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Network': ['ID=bfe287d3-8883-4b11-8d2f-e9237889f8f3,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:19.553796 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc71431-93d9-48af-899d-6910913df931 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:19.561647 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c5eec18b-4a5a-4e30-8533-28026ca5c0db tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0324938 Oct 28 09:58:19.566856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38642) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:19.570828 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-7bc71431-93d9-48af-899d-6910913df931 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:19.577300 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-5ce88ad1-ae79-484a-8742-7f3765170a67 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'subnet': {'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:19.589825 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc71431-93d9-48af-899d-6910913df931 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:19.590636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7bc71431-93d9-48af-899d-6910913df931 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.594753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:19.603215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-296d0a1d-bf66-4fa2-b7c4-a5092668ed35 None None] Deleting port 6ad0651a-9e36-4976-bb04-6b26197077b2 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:19.603821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-296d0a1d-bf66-4fa2-b7c4-a5092668ed35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.637922 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:13Z', 'revision_number': 4, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': '0b33ca6c-c540-49b3-b8fb-337218cb175d', 'name': '', 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:67:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:11Z', 'updated_at': '2022-10-28T09:58:18Z', 'revision_number': 4, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:19.653050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc71431-93d9-48af-899d-6910913df931 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=47ac4876-e8d2-4000-a860-8fdb4b57e789,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:19.676508 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3877b9-4824-457a-bae4-8ee773992098 None None] The sync data for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv is: [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:13Z', 'revision_number': 4, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': '0b33ca6c-c540-49b3-b8fb-337218cb175d', 'name': '', 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:67:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:11Z', 'updated_at': '2022-10-28T09:58:18Z', 'revision_number': 4, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:19.690973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port 6ad0651a-9e36-4976-bb04-6b26197077b2 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:19.691333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.705291 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7bc71431-93d9-48af-899d-6910913df931 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0068047 Oct 28 09:58:19.729271 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-296d0a1d-bf66-4fa2-b7c4-a5092668ed35 None None] For port 6ad0651a-9e36-4976-bb04-6b26197077b2, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6ad0651a-9e36-4976-bb04-6b26197077b2,segment=NetworkSegment(4562a069-24e9-4705-911e-17e1483298e3),segment_id=4562a069-24e9-4705-911e-17e1483298e3)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:19.729837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-296d0a1d-bf66-4fa2-b7c4-a5092668ed35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.762622 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-296d0a1d-bf66-4fa2-b7c4-a5092668ed35 None None] Calling delete_port for 6ad0651a-9e36-4976-bb04-6b26197077b2 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:19.798648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network bfe287d3-8883-4b11-8d2f-e9237889f8f3 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:19.800590 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38644) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:19.803702 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20731da1-b008-442d-90f2-fd2add25338c None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:19.817733 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b6582dd1-c58b-4f4e-87af-147d9eaea618 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'mac_address': 'fa:16:3e:05:80:e0', 'name': 'tempest-NetworksTestDHCPv6-511802223'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:19.843898 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e2ce3eb1-b9a4-4e09-9811-3412e5fb3117 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (32dac0ce-03c8-4ebb-91b7-2b2f58b453ee), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:19.916218 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:58:19.917177 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:58:19.960169 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8581547-bbdb-418b-8a16-ba7d3742fdc8 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c72fa88-d65c-4038-b557-01414a5e409e,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:19.970261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:19.996155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] For port 6ad0651a-9e36-4976-bb04-6b26197077b2, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6ad0651a-9e36-4976-bb04-6b26197077b2,segment=NetworkSegment(4562a069-24e9-4705-911e-17e1483298e3),segment_id=4562a069-24e9-4705-911e-17e1483298e3)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:19.996530 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.051517 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for 6ad0651a-9e36-4976-bb04-6b26197077b2 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:20.152592 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce88ad1-ae79-484a-8742-7f3765170a67 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:20.153497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3158b886-3db0-4add-ad39-1a5923c9a7d8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Router 89cb021a-e8ba-4af4-8d3c-4c26c2cccf03 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:58:20.156383 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5ce88ad1-ae79-484a-8742-7f3765170a67 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.174204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8581547-bbdb-418b-8a16-ba7d3742fdc8 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (e53fcad5-17a5-41d0-b1a6-90d7edf37cd5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.181649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e2ce3eb1-b9a4-4e09-9811-3412e5fb3117 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (32dac0ce-03c8-4ebb-91b7-2b2f58b453ee), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.195797 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d698bfbd-fb3e-444c-b43d-51a0624b14d2 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:20.196463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bad1b038-1ccf-4847-bb54-a8ee4c13eaba up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:20.244052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3d290079-51ac-48cf-b7d1-dcdc70fb41ab tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (fb24a95c-f93f-4d9f-8858-e15e0c9bc881), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.283973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': '47ac4876-e8d2-4000-a860-8fdb4b57e789'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:20.284883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.290577 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef756bf-40fb-4561-b6ce-cb9ced511582 None None] Network e5f9e315-ecc9-46a4-8f62-b0db02facfdb requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:20.364953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-296d0a1d-bf66-4fa2-b7c4-a5092668ed35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.387906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8581547-bbdb-418b-8a16-ba7d3742fdc8 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (e53fcad5-17a5-41d0-b1a6-90d7edf37cd5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.388082 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (6ad0651a-9e36-4976-bb04-6b26197077b2), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.392305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8581547-bbdb-418b-8a16-ba7d3742fdc8 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_controller (e53fcad5-17a5-41d0-b1a6-90d7edf37cd5), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.398810 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce3eb1-b9a4-4e09-9811-3412e5fb3117 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Subnet': ['ID=32dac0ce-03c8-4ebb-91b7-2b2f58b453ee,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:20.402984 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e2ce3eb1-b9a4-4e09-9811-3412e5fb3117 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.411644 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e2ce3eb1-b9a4-4e09-9811-3412e5fb3117 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/32dac0ce-03c8-4ebb-91b7-2b2f58b453ee HTTP/1.1" status: 204 len: 168 time: 1.7561131 Oct 28 09:58:20.413007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38646) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:20.415843 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3158b886-3db0-4add-ad39-1a5923c9a7d8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:20.424740 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3158b886-3db0-4add-ad39-1a5923c9a7d8 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] 10.222.0.49 "PUT /networking/v2.0/routers/89cb021a-e8ba-4af4-8d3c-4c26c2cccf03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3945642 Oct 28 09:58:20.433029 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38650) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:20.487997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] No DVR routers for this DVR port 6ad0651a-9e36-4976-bb04-6b26197077b2 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:20.494019 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d290079-51ac-48cf-b7d1-dcdc70fb41ab tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Subnet': ['ID=fb24a95c-f93f-4d9f-8858-e15e0c9bc881,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:20.497289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6582dd1-c58b-4f4e-87af-147d9eaea618 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:20.501096 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Publish callbacks [] for port (12b97d4c-9889-4cb6-bc79-5284da9df049), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.502804 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=6ad0651a-9e36-4976-bb04-6b26197077b2,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:20.519322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d290079-51ac-48cf-b7d1-dcdc70fb41ab tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Checking segment: {'id': '67dc0fd4-8fb8-4516-8575-6d5bc5924ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:20.519681 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d290079-51ac-48cf-b7d1-dcdc70fb41ab tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network hostable DHCP agents. Network: ad2e63dd-4597-42cc-9add-bd561bc94b2f, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:20.526871 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d0a1d-bf66-4fa2-b7c4-a5092668ed35 None None] Pushing event deleted for resources: {'Port': ['ID=6ad0651a-9e36-4976-bb04-6b26197077b2,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:20.538593 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45347a3e-bd91-4014-bd29-e28b84c777e4 None None] Sync routers for ids ['89cb021a-e8ba-4af4-8d3c-4c26c2cccf03'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:20.547492 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d0a1d-bf66-4fa2-b7c4-a5092668ed35 None None] No DVR routers for this DVR port 6ad0651a-9e36-4976-bb04-6b26197077b2 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:20.555264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Attempting to bind port 6c72fa88-d65c-4038-b557-01414a5e409e on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:20.555641 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Attempting to bind port 6c72fa88-d65c-4038-b557-01414a5e409e by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:20.556005 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Attempting to bind port 6c72fa88-d65c-4038-b557-01414a5e409e on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:20.593731 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (e5f9e315-ecc9-46a4-8f62-b0db02facfdb), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.631795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:20.633840 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:20.633840 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:20.634042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.634339 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:20.634941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Bound port: 6c72fa88-d65c-4038-b557-01414a5e409e, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:20.635477 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6c72fa88-d65c-4038-b557-01414a5e409e), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.637061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port bad1b038-1ccf-4847-bb54-a8ee4c13eaba triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:20.637413 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bad1b038-1ccf-4847-bb54-a8ee4c13eaba), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.637740 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port bad1b038-1ccf-4847-bb54-a8ee4c13eaba Oct 28 09:58:20.641045 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8581547-bbdb-418b-8a16-ba7d3742fdc8 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (e53fcad5-17a5-41d0-b1a6-90d7edf37cd5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.641610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8581547-bbdb-418b-8a16-ba7d3742fdc8 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e53fcad5-17a5-41d0-b1a6-90d7edf37cd5 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:58:20.650104 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e8581547-bbdb-418b-8a16-ba7d3742fdc8 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.651283 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e8581547-bbdb-418b-8a16-ba7d3742fdc8 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/e53fcad5-17a5-41d0-b1a6-90d7edf37cd5 HTTP/1.1" status: 204 len: 168 time: 3.7490375 Oct 28 09:58:20.653879 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38652) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:20.665095 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d290079-51ac-48cf-b7d1-dcdc70fb41ab tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network ad2e63dd-4597-42cc-9add-bd561bc94b2f is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:20.677156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (12b97d4c-9889-4cb6-bc79-5284da9df049), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.712186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port bad1b038-1ccf-4847-bb54-a8ee4c13eaba {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:20.712568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (bad1b038-1ccf-4847-bb54-a8ee4c13eaba), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.744066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ac6dfbf-9644-4d74-8b8f-4d9c0632237e tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for router (89cb021a-e8ba-4af4-8d3c-4c26c2cccf03), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.746006 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:20.765024 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Port 6c72fa88-d65c-4038-b557-01414a5e409e has been deleted concurrently {{(pid=114061) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 28 09:58:20.771984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45347a3e-bd91-4014-bd29-e28b84c777e4 None None] Routers {'89cb021a-e8ba-4af4-8d3c-4c26c2cccf03'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:20.772630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-45347a3e-bd91-4014-bd29-e28b84c777e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['89cb021a-e8ba-4af4-8d3c-4c26c2cccf03'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:20.806708 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-3d290079-51ac-48cf-b7d1-dcdc70fb41ab tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, ad2e63dd-4597-42cc-9add-bd561bc94b2f) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:20.833614 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d290079-51ac-48cf-b7d1-dcdc70fb41ab tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:20.833830 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:20.835160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3d290079-51ac-48cf-b7d1-dcdc70fb41ab tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.855562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d2d1c8-1568-4a74-9594-cb42bf2a6414 None None] Network ad2e63dd-4597-42cc-9add-bd561bc94b2f requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:20.856579 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96344487-b0d7-44f4-8730-023f67cd6548 req-cef8f4ae-08a9-4f3c-8be6-46492733c53f tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:20.871868 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] For port bad1b038-1ccf-4847-bb54-a8ee4c13eaba, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bad1b038-1ccf-4847-bb54-a8ee4c13eaba,segment=NetworkSegment(ada7ef0a-39aa-4973-87a1-d76e9b0250f5),segment_id=ada7ef0a-39aa-4973-87a1-d76e9b0250f5)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:20.872124 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-96344487-b0d7-44f4-8730-023f67cd6548 req-cef8f4ae-08a9-4f3c-8be6-46492733c53f tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.3059919 Oct 28 09:58:20.872287 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (bad1b038-1ccf-4847-bb54-a8ee4c13eaba), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.872401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-45347a3e-bd91-4014-bd29-e28b84c777e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:20.877864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:20.885008 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for bad1b038-1ccf-4847-bb54-a8ee4c13eaba owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:20.888192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9db5397-70c5-4ec2-8052-b2aec986b3f5 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router (9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.936581 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Network a5eba45c-db38-4717-91b7-05f64830d402 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:20.936798 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3d290079-51ac-48cf-b7d1-dcdc70fb41ab tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5235713 Oct 28 09:58:20.938062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38654) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:20.939883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d56464-3af6-4c1c-89ce-e80bfef9e086 None None] DHCP port deletion for e5f9e315-ecc9-46a4-8f62-b0db02facfdb request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:58:20.949493 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (6c600098-ecab-4cac-861f-fe2ac8bfdde8), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:20.956924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:20.960158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Routers set() bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:20.960521 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Router IDs set() for agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 28 09:58:20.961190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_agentschedulers_db [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e53fcad5-17a5-41d0-b1a6-90d7edf37cd5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent'). {{(pid=114061) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 28 09:58:20.962038 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b6941-4654-4376-8ed1-e755b04f2c7f None None] The sync data for ids ['e53fcad5-17a5-41d0-b1a6-90d7edf37cd5'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:20.963718 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:20.992761 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Pushing event updated for resources: {'Port': ['ID=12b97d4c-9889-4cb6-bc79-5284da9df049,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:21.026995 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45347a3e-bd91-4014-bd29-e28b84c777e4 None None] Routers {'89cb021a-e8ba-4af4-8d3c-4c26c2cccf03'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:21.027619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-45347a3e-bd91-4014-bd29-e28b84c777e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['89cb021a-e8ba-4af4-8d3c-4c26c2cccf03'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:21.047865 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c600098-ecab-4cac-861f-fe2ac8bfdde8']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:21.107617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-45347a3e-bd91-4014-bd29-e28b84c777e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:21.108113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45347a3e-bd91-4014-bd29-e28b84c777e4 None None] The sync data for ids ['89cb021a-e8ba-4af4-8d3c-4c26c2cccf03'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:21.157361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Allocated IP 2001:db8::f816:3eff:fea5:9a2e (27cab9a0-d24d-4f61-b60f-51dd4ee136db/47ac4876-e8d2-4000-a860-8fdb4b57e789/30278894-a79f-4e2a-b46b-994891b87cfc) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:21.202252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b1d56464-3af6-4c1c-89ce-e80bfef9e086 None None] Deleting port bad1b038-1ccf-4847-bb54-a8ee4c13eaba {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:21.202978 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b1d56464-3af6-4c1c-89ce-e80bfef9e086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (bad1b038-1ccf-4847-bb54-a8ee4c13eaba), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.218864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9db5397-70c5-4ec2-8052-b2aec986b3f5 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.325200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (bad1b038-1ccf-4847-bb54-a8ee4c13eaba), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.392871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b6582dd1-c58b-4f4e-87af-147d9eaea618 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.421545 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No DVR routers for this DVR port bad1b038-1ccf-4847-bb54-a8ee4c13eaba on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:21.449294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=bad1b038-1ccf-4847-bb54-a8ee4c13eaba,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:21.452144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e9db5397-70c5-4ec2-8052-b2aec986b3f5 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Deleting port e47e4c3d-9790-456a-ad49-f4c3e49dca5a {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:21.452660 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9db5397-70c5-4ec2-8052-b2aec986b3f5 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e47e4c3d-9790-456a-ad49-f4c3e49dca5a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.458152 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4562a069-24e9-4705-911e-17e1483298e3') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:21.458362 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4562a069-24e9-4705-911e-17e1483298e3') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:21.461266 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port bad1b038-1ccf-4847-bb54-a8ee4c13eaba is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:21.487899 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Attempting to bind port 12b97d4c-9889-4cb6-bc79-5284da9df049 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:21.487899 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Attempting to bind port 12b97d4c-9889-4cb6-bc79-5284da9df049 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd9a2a288-113c-4551-b9fd-ab9402f839dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a5eba45c-db38-4717-91b7-05f64830d402'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:21.487899 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Attempting to bind port 12b97d4c-9889-4cb6-bc79-5284da9df049 on network a5eba45c-db38-4717-91b7-05f64830d402 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:21.492496 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (4562a069-24e9-4705-911e-17e1483298e3), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.541358 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5ce88ad1-ae79-484a-8742-7f3765170a67 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (82a5571d-5d07-4110-b6f8-2758aaa5a625), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.554304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-ad2e63dd-4597-42cc-9add-bd561bc94b2f', 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f', 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'fixed_ips': [{'subnet_id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:21.555329 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.556576 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (4562a069-24e9-4705-911e-17e1483298e3), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.569678 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-96344487-b0d7-44f4-8730-023f67cd6548 req-4eda033c-8cdf-4e6c-8a27-cd0efe5f10e5 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6810017 Oct 28 09:58:21.574468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-e9db5397-70c5-4ec2-8052-b2aec986b3f5 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] For port e47e4c3d-9790-456a-ad49-f4c3e49dca5a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e47e4c3d-9790-456a-ad49-f4c3e49dca5a,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:21.574694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9db5397-70c5-4ec2-8052-b2aec986b3f5 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e47e4c3d-9790-456a-ad49-f4c3e49dca5a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.574829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:21.589084 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a0b5b75b-9221-4056-9078-a0cf6bc7611b no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:21.606309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-b1d56464-3af6-4c1c-89ce-e80bfef9e086 None None] For port bad1b038-1ccf-4847-bb54-a8ee4c13eaba, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bad1b038-1ccf-4847-bb54-a8ee4c13eaba,segment=NetworkSegment(ada7ef0a-39aa-4973-87a1-d76e9b0250f5),segment_id=ada7ef0a-39aa-4973-87a1-d76e9b0250f5)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:21.606750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b1d56464-3af6-4c1c-89ce-e80bfef9e086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (bad1b038-1ccf-4847-bb54-a8ee4c13eaba), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.609619 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ac6dfbf-9644-4d74-8b8f-4d9c0632237e tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (89cb021a-e8ba-4af4-8d3c-4c26c2cccf03), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.612251 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-b6582dd1-c58b-4f4e-87af-147d9eaea618 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port a65bba12-28c1-4c48-9ff3-f9bb838ddef9 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:58:21.616367 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e9db5397-70c5-4ec2-8052-b2aec986b3f5 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Calling delete_port for e47e4c3d-9790-456a-ad49-f4c3e49dca5a owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:21.622483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ac6dfbf-9644-4d74-8b8f-4d9c0632237e tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for router_controller (89cb021a-e8ba-4af4-8d3c-4c26c2cccf03), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.632170 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:21.633257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (4562a069-24e9-4705-911e-17e1483298e3), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.653553 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: a0b5b75b-9221-4056-9078-a0cf6bc7611b {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:21.654095 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a0b5b75b-9221-4056-9078-a0cf6bc7611b not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:21.660128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b1d56464-3af6-4c1c-89ce-e80bfef9e086 None None] Calling delete_port for bad1b038-1ccf-4847-bb54-a8ee4c13eaba owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:21.733818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:21.741897 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 4562a069-24e9-4705-911e-17e1483298e3 resource provider aggregate not found Oct 28 09:58:21.752577 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:21.753838 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:21.754219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Checking segment: {'id': 'd9a2a288-113c-4551-b9fd-ab9402f839dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a5eba45c-db38-4717-91b7-05f64830d402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:21.754626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.755056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Bound using segment: {'id': 'd9a2a288-113c-4551-b9fd-ab9402f839dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a5eba45c-db38-4717-91b7-05f64830d402'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:21.755561 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Bound port: 12b97d4c-9889-4cb6-bc79-5284da9df049, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a2a288-113c-4551-b9fd-ab9402f839dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a5eba45c-db38-4717-91b7-05f64830d402'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:21.756300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (12b97d4c-9889-4cb6-bc79-5284da9df049), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.814372 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce88ad1-ae79-484a-8742-7f3765170a67 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Subnet': ['ID=82a5571d-5d07-4110-b6f8-2758aaa5a625,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:21.816939 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 4562a069-24e9-4705-911e-17e1483298e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4562a069-24e9-4705-911e-17e1483298e3 found for delete ", "request_id": "req-18f6a6d0-7540-4cb6-b0ae-0fe64a39160b"}]} Oct 28 09:58:21.837024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (e5f9e315-ecc9-46a4-8f62-b0db02facfdb), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.870307 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce88ad1-ae79-484a-8742-7f3765170a67 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Checking segment: {'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:21.871235 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce88ad1-ae79-484a-8742-7f3765170a67 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network hostable DHCP agents. Network: bfe287d3-8883-4b11-8d2f-e9237889f8f3, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:21.884796 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ac6dfbf-9644-4d74-8b8f-4d9c0632237e tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (89cb021a-e8ba-4af4-8d3c-4c26c2cccf03), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.885906 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac6dfbf-9644-4d74-8b8f-4d9c0632237e tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Fanout notify agent at l3_agent the message router_deleted on router 89cb021a-e8ba-4af4-8d3c-4c26c2cccf03 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:58:21.886321 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.894272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ac6dfbf-9644-4d74-8b8f-4d9c0632237e tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.898179 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3ac6dfbf-9644-4d74-8b8f-4d9c0632237e tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] 10.222.0.49 "DELETE /networking/v2.0/routers/89cb021a-e8ba-4af4-8d3c-4c26c2cccf03 HTTP/1.1" status: 204 len: 168 time: 1.4199848 Oct 28 09:58:21.898373 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38660) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:21.912666 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f9e315-ecc9-46a4-8f62-b0db02facfdb']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:21.956807 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0b33ca6c-c540-49b3-b8fb-337218cb175d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:21.959205 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-426ae086-36c3-43d9-af65-ee6d9aa3f69e tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Deleting subnet a8eb8ec9-defd-4f9b-b008-fb7675968de6 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:58:21.959516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada7ef0a-39aa-4973-87a1-d76e9b0250f5') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:21.960233 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada7ef0a-39aa-4973-87a1-d76e9b0250f5') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:21.965272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-426ae086-36c3-43d9-af65-ee6d9aa3f69e tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks [] for subnet (a8eb8ec9-defd-4f9b-b008-fb7675968de6), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.969284 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Publish callbacks [] for port (30278894-a79f-4e2a-b46b-994891b87cfc), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.985629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (6c600098-ecab-4cac-861f-fe2ac8bfdde8), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:21.996939 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.004940 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/networks/6c600098-ecab-4cac-861f-fe2ac8bfdde8 HTTP/1.1" status: 204 len: 168 time: 3.4568124 Oct 28 09:58:22.005810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (ada7ef0a-39aa-4973-87a1-d76e9b0250f5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.011409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38662) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:22.014377 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-999119eb-1f66-4df9-bb15-412b7b7d28a9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1920653293'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:22.019891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:22.038047 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868229af-a745-4104-b6e4-5ea82b82e6c5 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Network': ['ID=6c600098-ecab-4cac-861f-fe2ac8bfdde8,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:22.039937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce88ad1-ae79-484a-8742-7f3765170a67 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network bfe287d3-8883-4b11-8d2f-e9237889f8f3 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:22.058722 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-426ae086-36c3-43d9-af65-ee6d9aa3f69e tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (a8eb8ec9-defd-4f9b-b008-fb7675968de6), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.062660 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] For port 12b97d4c-9889-4cb6-bc79-5284da9df049, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:22.071446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Allocated IP 172.23.0.2 (ad2e63dd-4597-42cc-9add-bd561bc94b2f/fb24a95c-f93f-4d9f-8858-e15e0c9bc881/d2aceb2b-a8c2-4b28-8329-07fad4c9a843) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:22.077190 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (ada7ef0a-39aa-4973-87a1-d76e9b0250f5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.087653 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b1d56464-3af6-4c1c-89ce-e80bfef9e086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (bad1b038-1ccf-4847-bb54-a8ee4c13eaba), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.096765 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] For port 12b97d4c-9889-4cb6-bc79-5284da9df049, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=12b97d4c-9889-4cb6-bc79-5284da9df049,segment=NetworkSegment(d9a2a288-113c-4551-b9fd-ab9402f839dd),segment_id=d9a2a288-113c-4551-b9fd-ab9402f839dd)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:22.103766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:22.104179 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (ada7ef0a-39aa-4973-87a1-d76e9b0250f5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.133276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (30278894-a79f-4e2a-b46b-994891b87cfc), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.141891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d56464-3af6-4c1c-89ce-e80bfef9e086 None None] Pushing event deleted for resources: {'Port': ['ID=bad1b038-1ccf-4847-bb54-a8ee4c13eaba,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:22.149817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d56464-3af6-4c1c-89ce-e80bfef9e086 None None] No DVR routers for this DVR port bad1b038-1ccf-4847-bb54-a8ee4c13eaba on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:22.164497 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment ada7ef0a-39aa-4973-87a1-d76e9b0250f5 resource provider aggregate not found Oct 28 09:58:22.186606 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-5ce88ad1-ae79-484a-8742-7f3765170a67 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, bfe287d3-8883-4b11-8d2f-e9237889f8f3) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:22.203549 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0b33ca6c-c540-49b3-b8fb-337218cb175d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:22.204116 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999119eb-1f66-4df9-bb15-412b7b7d28a9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:22.204222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.204316 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0b33ca6c-c540-49b3-b8fb-337218cb175d Oct 28 09:58:22.207374 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3a7392-dd35-4365-9354-40733b3c6627 None None] Network bfe287d3-8883-4b11-8d2f-e9237889f8f3 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:22.208346 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-999119eb-1f66-4df9-bb15-412b7b7d28a9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.221728 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce88ad1-ae79-484a-8742-7f3765170a67 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:22.222335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5ce88ad1-ae79-484a-8742-7f3765170a67 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.263249 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-426ae086-36c3-43d9-af65-ee6d9aa3f69e tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (a8eb8ec9-defd-4f9b-b008-fb7675968de6), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.263902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:22.273366 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-b6582dd1-c58b-4f4e-87af-147d9eaea618 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::f816:3eff:fe05:80e0 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/47ac4876-e8d2-4000-a860-8fdb4b57e789/a65bba12-28c1-4c48-9ff3-f9bb838ddef9) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:22.279518 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment ada7ef0a-39aa-4973-87a1-d76e9b0250f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ada7ef0a-39aa-4973-87a1-d76e9b0250f5 found for delete ", "request_id": "req-24e7ff66-17ce-4981-9909-fb2f6033d8cb"}]} Oct 28 09:58:22.284184 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (12b97d4c-9889-4cb6-bc79-5284da9df049), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.300092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:22.302796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:22.342021 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999119eb-1f66-4df9-bb15-412b7b7d28a9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:22.348073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (e5f9e315-ecc9-46a4-8f62-b0db02facfdb), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.364202 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5ce88ad1-ae79-484a-8742-7f3765170a67 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7910767 Oct 28 09:58:22.364526 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.368484 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/networks/e5f9e315-ecc9-46a4-8f62-b0db02facfdb HTTP/1.1" status: 204 len: 168 time: 1.9543619 Oct 28 09:58:22.368617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Pushing event updated for resources: {'Port': ['ID=30278894-a79f-4e2a-b46b-994891b87cfc,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:22.369356 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38668) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:22.390327 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38670) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:22.394221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c143b-9227-4eda-8c57-df17c0ecdf2f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Network': ['ID=e5f9e315-ecc9-46a4-8f62-b0db02facfdb,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:22.396966 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-8c7d2c0f-79f6-4f64-b88a-8dbb8641ae16 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'name': 'tempest-PortsTestJSON-971201895'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:22.408859 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-999119eb-1f66-4df9-bb15-412b7b7d28a9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (642ebcc5-7545-4c76-8321-c1d227036ebc), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.409280 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-999119eb-1f66-4df9-bb15-412b7b7d28a9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Added segment 642ebcc5-7545-4c76-8321-c1d227036ebc of type vlan for network bca4e66b-51be-4ce5-b710-1b75223f16cc Oct 28 09:58:22.428047 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:22.468799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9db5397-70c5-4ec2-8052-b2aec986b3f5 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e47e4c3d-9790-456a-ad49-f4c3e49dca5a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.520192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db5397-70c5-4ec2-8052-b2aec986b3f5 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Pushing event deleted for resources: {'Port': ['ID=e47e4c3d-9790-456a-ad49-f4c3e49dca5a,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:22.567650 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33ae25-f5ae-48f5-8258-07d9434113ed None None] Pushing event updated for resources: {'Port': ['ID=12b97d4c-9889-4cb6-bc79-5284da9df049,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:22.607911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:22.623482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Attempting to bind port 30278894-a79f-4e2a-b46b-994891b87cfc on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:22.623864 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Attempting to bind port 30278894-a79f-4e2a-b46b-994891b87cfc by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:22.624320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Attempting to bind port 30278894-a79f-4e2a-b46b-994891b87cfc on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:22.656067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-426ae086-36c3-43d9-af65-ee6d9aa3f69e tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (a8eb8ec9-defd-4f9b-b008-fb7675968de6), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.684023 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:22.687030 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (bfe287d3-8883-4b11-8d2f-e9237889f8f3), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.689923 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-999119eb-1f66-4df9-bb15-412b7b7d28a9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (bca4e66b-51be-4ce5-b710-1b75223f16cc), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.696622 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-bfe287d3-8883-4b11-8d2f-e9237889f8f3', 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3', 'project_id': 'f0a2e694ad734b67b2fe5e3b8b1efc8b', 'fixed_ips': [{'subnet_id': '82a5571d-5d07-4110-b6f8-2758aaa5a625'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:22.697654 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.715712 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9db5397-70c5-4ec2-8052-b2aec986b3f5 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.722864 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0b33ca6c-c540-49b3-b8fb-337218cb175d is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:22.727927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.747946 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535cac8b-0619-40ca-80b6-b7f8256e1a64 None None] Network f6f30882-322c-4c65-80ff-10534d2e760c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:22.754515 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-426ae086-36c3-43d9-af65-ee6d9aa3f69e tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.757815 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-426ae086-36c3-43d9-af65-ee6d9aa3f69e tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a8eb8ec9-defd-4f9b-b008-fb7675968de6 HTTP/1.1" status: 204 len: 168 time: 0.8584530 Oct 28 09:58:22.767944 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38674) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:22.779716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ae086-36c3-43d9-af65-ee6d9aa3f69e tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Pushing event deleted for resources: {'Subnet': ['ID=a8eb8ec9-defd-4f9b-b008-fb7675968de6,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:22.780976 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Publish callbacks [] for port (d2aceb2b-a8c2-4b28-8329-07fad4c9a843), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.804715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.resource_extend [None req-999119eb-1f66-4df9-bb15-412b7b7d28a9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 28 09:58:22.900546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 0b33ca6c-c540-49b3-b8fb-337218cb175d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0b33ca6c-c540-49b3-b8fb-337218cb175d,segment=NetworkSegment(8e2b1845-2695-4663-b7ab-71a2b2bc56ef),segment_id=8e2b1845-2695-4663-b7ab-71a2b2bc56ef)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:22.904768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (d2aceb2b-a8c2-4b28-8329-07fad4c9a843), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.921518 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94223c6f-ae1e-435d-a07b-90eeed5b69ad req-99075da1-4f89-482d-90d5-4104f0580c85 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:22.923738 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-94223c6f-ae1e-435d-a07b-90eeed5b69ad req-99075da1-4f89-482d-90d5-4104f0580c85 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1783864 Oct 28 09:58:22.947062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9db5397-70c5-4ec2-8052-b2aec986b3f5 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.955217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9db5397-70c5-4ec2-8052-b2aec986b3f5 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_controller (9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.967754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (f6f30882-322c-4c65-80ff-10534d2e760c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.985614 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7d2c0f-79f6-4f64-b88a-8dbb8641ae16 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:22.988638 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:22.989173 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:22.989667 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.989787 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c7d2c0f-79f6-4f64-b88a-8dbb8641ae16 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.990228 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:22.990859 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Bound port: 30278894-a79f-4e2a-b46b-994891b87cfc, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:22.991531 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (30278894-a79f-4e2a-b46b-994891b87cfc), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.991958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-999119eb-1f66-4df9-bb15-412b7b7d28a9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (bca4e66b-51be-4ce5-b710-1b75223f16cc), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:22.997160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999119eb-1f66-4df9-bb15-412b7b7d28a9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:22.998012 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-999119eb-1f66-4df9-bb15-412b7b7d28a9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:23.002778 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:23.004186 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b6582dd1-c58b-4f4e-87af-147d9eaea618 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (a65bba12-28c1-4c48-9ff3-f9bb838ddef9), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:23.020555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (82a5571d-5d07-4110-b6f8-2758aaa5a625), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:23.073498 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Network ad2e63dd-4597-42cc-9add-bd561bc94b2f is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:23.074560 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:23.088205 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:23.090231 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Pushing event updated for resources: {'Port': ['ID=d2aceb2b-a8c2-4b28-8329-07fad4c9a843,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:23.113386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:23.130131 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6ad0651a-9e36-4976-bb04-6b26197077b2 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:23.157163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-8c7d2c0f-79f6-4f64-b88a-8dbb8641ae16 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] device_id is not set on port 677b099e-77d2-4a69-a67d-663e7a70ce44 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:58:23.171978 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999119eb-1f66-4df9-bb15-412b7b7d28a9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Network': ['ID=bca4e66b-51be-4ce5-b710-1b75223f16cc,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:23.185180 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-94223c6f-ae1e-435d-a07b-90eeed5b69ad req-06ae9aa2-99f8-427c-aa1f-5bf542e314f0 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517927 Oct 28 09:58:23.198386 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-999119eb-1f66-4df9-bb15-412b7b7d28a9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1878977 Oct 28 09:58:23.238959 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38676) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:23.245955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network bca4e66b-51be-4ce5-b710-1b75223f16cc details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:23.248774 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-92ceb513-66a3-405d-9b79-5d9927c6b0a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'subnet': {'network_id': 'bca4e66b-51be-4ce5-b710-1b75223f16cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:23.250778 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3f604-885b-41a4-a534-501ff07b45a9 None None] DHCP port deletion for f6f30882-322c-4c65-80ff-10534d2e760c request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:58:23.254970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=84,neutron:UPDATE=7,neutron:DELETE=5,neutron:INSERT=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:23.262943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Deleting port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:23.263289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9f36cf49-2ede-4f3b-9326-fff9e0ec3478), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:23.279176 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 6ad0651a-9e36-4976-bb04-6b26197077b2 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:23.279624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6ad0651a-9e36-4976-bb04-6b26197077b2 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:23.280128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bad1b038-1ccf-4847-bb54-a8ee4c13eaba no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:23.453581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] For port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9f36cf49-2ede-4f3b-9326-fff9e0ec3478,segment=NetworkSegment(68c9cdc3-d4a6-4a59-8dbb-bb975c84d790),segment_id=68c9cdc3-d4a6-4a59-8dbb-bb975c84d790)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:23.453954 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9f36cf49-2ede-4f3b-9326-fff9e0ec3478), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:23.468518 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b6582dd1-c58b-4f4e-87af-147d9eaea618 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a65bba12-28c1-4c48-9ff3-f9bb838ddef9), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:23.520616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:23.523521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Allocated IP 172.23.0.1 (ad2e63dd-4597-42cc-9add-bd561bc94b2f/fb24a95c-f93f-4d9f-8858-e15e0c9bc881/e86992b5-dae3-440d-99f2-5abbf9f9071e) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:23.526583 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Calling delete_port for 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:23.540358 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: bad1b038-1ccf-4847-bb54-a8ee4c13eaba {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:23.540358 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bad1b038-1ccf-4847-bb54-a8ee4c13eaba not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:23.576310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:23.580949 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:UPDATE=7,neutron:INSERT=8,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:23.616086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6582dd1-c58b-4f4e-87af-147d9eaea618 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:23.622782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] For port 30278894-a79f-4e2a-b46b-994891b87cfc, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:23.637694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Allocated IP 2001:db8::1 (bfe287d3-8883-4b11-8d2f-e9237889f8f3/82a5571d-5d07-4110-b6f8-2758aaa5a625/fc3aa324-f338-4423-9073-6cc78a9e8a64) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:23.658870 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-b6582dd1-c58b-4f4e-87af-147d9eaea618 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:23.661954 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6582dd1-c58b-4f4e-87af-147d9eaea618 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:23.667765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6582dd1-c58b-4f4e-87af-147d9eaea618 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:23.668283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b6582dd1-c58b-4f4e-87af-147d9eaea618 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:23.668499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=0b33ca6c-c540-49b3-b8fb-337218cb175d,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:23.679556 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:23.682707 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9db5397-70c5-4ec2-8052-b2aec986b3f5 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:23.683294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9db5397-70c5-4ec2-8052-b2aec986b3f5 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:58:23.688736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] For port 30278894-a79f-4e2a-b46b-994891b87cfc, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=30278894-a79f-4e2a-b46b-994891b87cfc,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:23.698180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Attempting to bind port d2aceb2b-a8c2-4b28-8329-07fad4c9a843 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:23.700089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Attempting to bind port d2aceb2b-a8c2-4b28-8329-07fad4c9a843 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '67dc0fd4-8fb8-4516-8575-6d5bc5924ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:23.700300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Attempting to bind port d2aceb2b-a8c2-4b28-8329-07fad4c9a843 on network ad2e63dd-4597-42cc-9add-bd561bc94b2f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:23.701596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ceb513-66a3-405d-9b79-5d9927c6b0a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:23.706010 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-92ceb513-66a3-405d-9b79-5d9927c6b0a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:23.709204 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-cbe3f604-885b-41a4-a534-501ff07b45a9 None None] Deleting port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:23.711579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f604-885b-41a4-a534-501ff07b45a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9f36cf49-2ede-4f3b-9326-fff9e0ec3478), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:23.721079 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6582dd1-c58b-4f4e-87af-147d9eaea618 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=a65bba12-28c1-4c48-9ff3-f9bb838ddef9,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:23.733257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9db5397-70c5-4ec2-8052-b2aec986b3f5 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:23.746470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c7d2c0f-79f6-4f64-b88a-8dbb8641ae16 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (677b099e-77d2-4a69-a67d-663e7a70ce44), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:23.747010 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e9db5397-70c5-4ec2-8052-b2aec986b3f5 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/9d3c4ff9-734f-4ea6-87c8-9c9fd85f6196 HTTP/1.1" status: 204 len: 168 time: 3.0879323 Oct 28 09:58:23.750236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38678) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:23.761429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-108283262', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}, 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:23.794079 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (30278894-a79f-4e2a-b46b-994891b87cfc), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:23.881803 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:23.920648 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b6582dd1-c58b-4f4e-87af-147d9eaea618 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1098135 Oct 28 09:58:23.924817 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38680) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:23.968457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f4c05-3de1-4f13-b6e2-2bdf48e4fef4 None None] Pushing event updated for resources: {'Port': ['ID=30278894-a79f-4e2a-b46b-994891b87cfc,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:23.972887 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be4bdf-723c-479e-9e13-31d65a13c007 None None] Network a5eba45c-db38-4717-91b7-05f64830d402 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:24.071938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9442f7a2-d461-4168-a5b8-5d5e451cfe1c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:24.077524 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9442f7a2-d461-4168-a5b8-5d5e451cfe1c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:24.081915 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9442f7a2-d461-4168-a5b8-5d5e451cfe1c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1532922 Oct 28 09:58:24.081915 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.082771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38682) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:24.094568 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (d296959d-e130-4ecb-a1dd-89c195b4f828), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.097044 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (d296959d-e130-4ecb-a1dd-89c195b4f828), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.102344 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-cbe3f604-885b-41a4-a534-501ff07b45a9 None None] For port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9f36cf49-2ede-4f3b-9326-fff9e0ec3478,segment=NetworkSegment(68c9cdc3-d4a6-4a59-8dbb-bb975c84d790),segment_id=68c9cdc3-d4a6-4a59-8dbb-bb975c84d790)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:24.102344 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f604-885b-41a4-a534-501ff07b45a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9f36cf49-2ede-4f3b-9326-fff9e0ec3478), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.116235 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9a62e5f4-86e9-4446-84fb-17bfb9ea8a54 None None] Provisioning complete for port 12b97d4c-9889-4cb6-bc79-5284da9df049 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:24.116618 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9a62e5f4-86e9-4446-84fb-17bfb9ea8a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (12b97d4c-9889-4cb6-bc79-5284da9df049), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.117065 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9a62e5f4-86e9-4446-84fb-17bfb9ea8a54 None None] Attempt 1 to provision port 12b97d4c-9889-4cb6-bc79-5284da9df049 Oct 28 09:58:24.127607 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:24.134330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Checking segment: {'id': '67dc0fd4-8fb8-4516-8575-6d5bc5924ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:24.134330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.134330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Bound using segment: {'id': '67dc0fd4-8fb8-4516-8575-6d5bc5924ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:24.134330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Bound port: d2aceb2b-a8c2-4b28-8329-07fad4c9a843, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dc0fd4-8fb8-4516-8575-6d5bc5924ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:24.134330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d2aceb2b-a8c2-4b28-8329-07fad4c9a843), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.161559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (9f36cf49-2ede-4f3b-9326-fff9e0ec3478), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.164268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c7d2c0f-79f6-4f64-b88a-8dbb8641ae16 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (677b099e-77d2-4a69-a67d-663e7a70ce44), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.174913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-cbe3f604-885b-41a4-a534-501ff07b45a9 None None] Calling delete_port for 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:24.191318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network ad2e63dd-4597-42cc-9add-bd561bc94b2f is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:24.200106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:24.207917 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:24.213560 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=e86992b5-dae3-440d-99f2-5abbf9f9071e,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:24.227168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Pushing event deleted for resources: {'Port': ['ID=9f36cf49-2ede-4f3b-9326-fff9e0ec3478,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:24.261422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] No DVR routers for this DVR port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:24.269607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_controller (d296959d-e130-4ecb-a1dd-89c195b4f828), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.288009 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-4f86a7fb-994c-457f-8b97-4cf51aba5c48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port a65bba12-28c1-4c48-9ff3-f9bb838ddef9 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:24.288352 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f86a7fb-994c-457f-8b97-4cf51aba5c48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a65bba12-28c1-4c48-9ff3-f9bb838ddef9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.295704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] For port d2aceb2b-a8c2-4b28-8329-07fad4c9a843, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:24.300888 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] For port d2aceb2b-a8c2-4b28-8329-07fad4c9a843, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d2aceb2b-a8c2-4b28-8329-07fad4c9a843,segment=NetworkSegment(67dc0fd4-8fb8-4516-8575-6d5bc5924ced),segment_id=67dc0fd4-8fb8-4516-8575-6d5bc5924ced)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:24.322904 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-92ceb513-66a3-405d-9b79-5d9927c6b0a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (1756207e-0ffe-4d26-8f06-1797bb2a2544), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.355637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7d2c0f-79f6-4f64-b88a-8dbb8641ae16 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network f29bf237-749c-4b61-83b8-307b66652a1d is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:24.379259 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (a5ab306c-a88b-4d11-9715-8399de468b39), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.421457 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-8c7d2c0f-79f6-4f64-b88a-8dbb8641ae16 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:24.422590 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d2c0f-79f6-4f64-b88a-8dbb8641ae16 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:24.428107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7d2c0f-79f6-4f64-b88a-8dbb8641ae16 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:24.428768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c7d2c0f-79f6-4f64-b88a-8dbb8641ae16 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.450492 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Publish callbacks [] for port (fc3aa324-f338-4423-9073-6cc78a9e8a64), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.487622 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f86a7fb-994c-457f-8b97-4cf51aba5c48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a65bba12-28c1-4c48-9ff3-f9bb838ddef9), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.512811 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-4f86a7fb-994c-457f-8b97-4cf51aba5c48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for a65bba12-28c1-4c48-9ff3-f9bb838ddef9 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:24.533365 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d2aceb2b-a8c2-4b28-8329-07fad4c9a843), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.535520 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:24.620272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d2c0f-79f6-4f64-b88a-8dbb8641ae16 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=677b099e-77d2-4a69-a67d-663e7a70ce44,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:24.677295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:24.688442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (fc3aa324-f338-4423-9073-6cc78a9e8a64), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.711784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (f6f30882-322c-4c65-80ff-10534d2e760c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.715643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 12b97d4c-9889-4cb6-bc79-5284da9df049 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:24.717092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:24.729215 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ceb513-66a3-405d-9b79-5d9927c6b0a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Subnet': ['ID=1756207e-0ffe-4d26-8f06-1797bb2a2544,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:24.795683 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14c25c-afbf-403a-a9af-a4955540c915 req-1a322b3b-5df9-41f2-9335-7fa45d0e0f02 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:24.798148 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4a14c25c-afbf-403a-a9af-a4955540c915 req-1a322b3b-5df9-41f2-9335-7fa45d0e0f02 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.4378843 Oct 28 09:58:24.862954 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (82a5571d-5d07-4110-b6f8-2758aaa5a625), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.863333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f30882-322c-4c65-80ff-10534d2e760c']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:24.882557 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8c7d2c0f-79f6-4f64-b88a-8dbb8641ae16 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4909482 Oct 28 09:58:24.904369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9a62e5f4-86e9-4446-84fb-17bfb9ea8a54 None None] Current status of the port 12b97d4c-9889-4cb6-bc79-5284da9df049 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:24.905047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9a62e5f4-86e9-4446-84fb-17bfb9ea8a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (12b97d4c-9889-4cb6-bc79-5284da9df049), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.913165 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Network bfe287d3-8883-4b11-8d2f-e9237889f8f3 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:24.924131 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:24.926268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7d493-604b-4d6b-b638-79c2b6ba0499 None None] Pushing event updated for resources: {'Port': ['ID=d2aceb2b-a8c2-4b28-8329-07fad4c9a843,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:24.937406 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38688) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:24.938382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:24.948390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c9cdc3-d4a6-4a59-8dbb-bb975c84d790') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:24.954064 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c9cdc3-d4a6-4a59-8dbb-bb975c84d790') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:24.961391 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:24.962410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.964691 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (d296959d-e130-4ecb-a1dd-89c195b4f828), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:24.977479 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (68c9cdc3-d4a6-4a59-8dbb-bb975c84d790), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.010311 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ceb513-66a3-405d-9b79-5d9927c6b0a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Checking segment: {'id': '642ebcc5-7545-4c76-8321-c1d227036ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'bca4e66b-51be-4ce5-b710-1b75223f16cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:25.010702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ceb513-66a3-405d-9b79-5d9927c6b0a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network hostable DHCP agents. Network: bca4e66b-51be-4ce5-b710-1b75223f16cc, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:25.027058 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (68c9cdc3-d4a6-4a59-8dbb-bb975c84d790), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.043786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Subnet': ['ID=82a5571d-5d07-4110-b6f8-2758aaa5a625,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:25.044803 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4a14c25c-afbf-403a-a9af-a4955540c915 req-d4a45bb4-8d5e-4dfa-a2af-7c5ecd28fd8d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120340 Oct 28 09:58:25.050145 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:25.050564 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (68c9cdc3-d4a6-4a59-8dbb-bb975c84d790), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.167008 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 68c9cdc3-d4a6-4a59-8dbb-bb975c84d790 resource provider aggregate not found Oct 28 09:58:25.184519 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f604-885b-41a4-a534-501ff07b45a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (9f36cf49-2ede-4f3b-9326-fff9e0ec3478), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.192072 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ceb513-66a3-405d-9b79-5d9927c6b0a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network bca4e66b-51be-4ce5-b710-1b75223f16cc is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:25.195951 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 12b97d4c-9889-4cb6-bc79-5284da9df049 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:25.196711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (12b97d4c-9889-4cb6-bc79-5284da9df049), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.197622 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 12b97d4c-9889-4cb6-bc79-5284da9df049 Oct 28 09:58:25.249744 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9a62e5f4-86e9-4446-84fb-17bfb9ea8a54 None None] For port 12b97d4c-9889-4cb6-bc79-5284da9df049, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=12b97d4c-9889-4cb6-bc79-5284da9df049,segment=NetworkSegment(d9a2a288-113c-4551-b9fd-ab9402f839dd),segment_id=d9a2a288-113c-4551-b9fd-ab9402f839dd)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:25.256489 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Pushing event updated for resources: {'Port': ['ID=fc3aa324-f338-4423-9073-6cc78a9e8a64,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:25.266048 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 68c9cdc3-d4a6-4a59-8dbb-bb975c84d790 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68c9cdc3-d4a6-4a59-8dbb-bb975c84d790 found for delete ", "request_id": "req-55d1f11f-7599-46f2-8105-e5e58f63ffd6"}]} Oct 28 09:58:25.273320 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (f6f30882-322c-4c65-80ff-10534d2e760c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.287860 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-92ceb513-66a3-405d-9b79-5d9927c6b0a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, bca4e66b-51be-4ce5-b710-1b75223f16cc) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:25.291168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.296603 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] 10.222.0.49 "DELETE /networking/v2.0/networks/f6f30882-322c-4c65-80ff-10534d2e760c HTTP/1.1" status: 204 len: 168 time: 2.5234807 Oct 28 09:58:25.300534 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:25.300994 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:25.301372 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:25.303497 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3f604-885b-41a4-a534-501ff07b45a9 None None] Pushing event deleted for resources: {'Port': ['ID=9f36cf49-2ede-4f3b-9326-fff9e0ec3478,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:25.307061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe3f604-885b-41a4-a534-501ff07b45a9 None None] No DVR routers for this DVR port 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:25.317686 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ceb513-66a3-405d-9b79-5d9927c6b0a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:25.318226 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (bfe287d3-8883-4b11-8d2f-e9237889f8f3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.318372 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-92ceb513-66a3-405d-9b79-5d9927c6b0a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.318787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ed20b4-009f-4574-9e60-ac3b1ecb5fb9 None None] Network bca4e66b-51be-4ce5-b710-1b75223f16cc requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:25.321106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfca33-086c-496e-849b-b8323c3bbfe2 tempest-FloatingIPNegativeTestJSON-259847051 tempest-FloatingIPNegativeTestJSON-259847051-project] Pushing event deleted for resources: {'Network': ['ID=f6f30882-322c-4c65-80ff-10534d2e760c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:25.352156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe287d3-8883-4b11-8d2f-e9237889f8f3']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:25.360667 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9a62e5f4-86e9-4446-84fb-17bfb9ea8a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (12b97d4c-9889-4cb6-bc79-5284da9df049), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.382429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b861d3e-50cf-43bc-b74f-737afc192b6d') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:25.382774 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b861d3e-50cf-43bc-b74f-737afc192b6d') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:25.397727 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (0b861d3e-50cf-43bc-b74f-737afc192b6d), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:25.411923 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:25.414842 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:25.441778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f86a7fb-994c-457f-8b97-4cf51aba5c48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a65bba12-28c1-4c48-9ff3-f9bb838ddef9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.487357 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-92ceb513-66a3-405d-9b79-5d9927c6b0a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2423527 Oct 28 09:58:25.491782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38700) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:25.499441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9e0fac94-ce1b-42f4-a416-a8ce9b7f1722 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1319593492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:25.546461 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:25.550724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Failed to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] Oct 28 09:58:25.561885 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempt 2 to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 Oct 28 09:58:25.589406 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:25.595145 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3d7de7f0-8e80-4b8e-b3b5-15e2b5ecfa86 None None] Provisioning complete for port 12b97d4c-9889-4cb6-bc79-5284da9df049 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:25.595145 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3d7de7f0-8e80-4b8e-b3b5-15e2b5ecfa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (12b97d4c-9889-4cb6-bc79-5284da9df049), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.595145 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3d7de7f0-8e80-4b8e-b3b5-15e2b5ecfa86 None None] Attempt 1 to provision port 12b97d4c-9889-4cb6-bc79-5284da9df049 Oct 28 09:58:25.636620 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:25.637057 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:25.637615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:25.668515 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (0b861d3e-50cf-43bc-b74f-737afc192b6d), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.677589 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86a7fb-994c-457f-8b97-4cf51aba5c48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=a65bba12-28c1-4c48-9ff3-f9bb838ddef9,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:25.713792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:25.725341 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:25.726130 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19226df6-e714-42f9-aaac-f9381f25a7bb req-24753324-c57b-4d98-aa65-63fa1a6c10ac tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:25.728407 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-19226df6-e714-42f9-aaac-f9381f25a7bb req-24753324-c57b-4d98-aa65-63fa1a6c10ac tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2545817 Oct 28 09:58:25.747558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62e5f4-86e9-4446-84fb-17bfb9ea8a54 None None] Pushing event updated for resources: {'Port': ['ID=12b97d4c-9889-4cb6-bc79-5284da9df049,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:25.760324 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:25.762946 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Failed to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] Oct 28 09:58:25.765864 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempt 3 to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 Oct 28 09:58:25.769739 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 12b97d4c-9889-4cb6-bc79-5284da9df049 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:25.770907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0b33ca6c-c540-49b3-b8fb-337218cb175d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:25.788469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:25.796434 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (0b861d3e-50cf-43bc-b74f-737afc192b6d), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.840706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-bca4e66b-51be-4ce5-b710-1b75223f16cc', 'network_id': 'bca4e66b-51be-4ce5-b710-1b75223f16cc', 'project_id': '25a1ece53cc94768b28900845d6f215a', 'fixed_ips': [{'subnet_id': '1756207e-0ffe-4d26-8f06-1797bb2a2544'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:25.841632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.844975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:25.849261 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:25.849261 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:25.877179 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (d296959d-e130-4ecb-a1dd-89c195b4f828), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:25.898802 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:25.901398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:25.954708 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:25.965499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:25.980209 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:25.985112 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Failed to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] Oct 28 09:58:25.985112 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempt 4 to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 Oct 28 09:58:26.048884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3d7de7f0-8e80-4b8e-b3b5-15e2b5ecfa86 None None] Current status of the port 12b97d4c-9889-4cb6-bc79-5284da9df049 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:26.062470 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:26.063302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:26.063302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:26.063997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e0fac94-ce1b-42f4-a416-a8ce9b7f1722 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (c1a381bc-85d9-4f8b-9e29-5b6db8c014d0), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:26.067856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e0fac94-ce1b-42f4-a416-a8ce9b7f1722 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (c1a381bc-85d9-4f8b-9e29-5b6db8c014d0), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:26.071499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0b33ca6c-c540-49b3-b8fb-337218cb175d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:26.071756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:26.072107 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0b33ca6c-c540-49b3-b8fb-337218cb175d Oct 28 09:58:26.099915 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-19226df6-e714-42f9-aaac-f9381f25a7bb req-90a80e91-470b-437d-b839-23d0c19af86e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113437 Oct 28 09:58:26.211413 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 0b861d3e-50cf-43bc-b74f-737afc192b6d resource provider aggregate not found Oct 28 09:58:26.231084 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38708) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:26.245169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e0fac94-ce1b-42f4-a416-a8ce9b7f1722 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_controller (c1a381bc-85d9-4f8b-9e29-5b6db8c014d0), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:26.276519 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Allocated IP 172.36.1.112 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/9b9c7081-01f6-440e-91b5-502727260b98) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:26.297099 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:26.300506 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:26.307621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-4f54b021-7a56-4db1-a1af-1805d8fa9219 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port 677b099e-77d2-4a69-a67d-663e7a70ce44 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:26.308069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f54b021-7a56-4db1-a1af-1805d8fa9219 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (677b099e-77d2-4a69-a67d-663e7a70ce44), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:26.320146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f86a7fb-994c-457f-8b97-4cf51aba5c48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:26.333109 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4f86a7fb-994c-457f-8b97-4cf51aba5c48 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a65bba12-28c1-4c48-9ff3-f9bb838ddef9 HTTP/1.1" status: 204 len: 168 time: 2.2084451 Oct 28 09:58:26.334946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38712) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:26.336248 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:26.373995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:26.376942 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Failed to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] Oct 28 09:58:26.379404 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempt 5 to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 Oct 28 09:58:26.386175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b2cdae9c-038c-4a8e-9e72-e710d38b295f None None] Provisioning complete for port 30278894-a79f-4e2a-b46b-994891b87cfc triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:26.386645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b2cdae9c-038c-4a8e-9e72-e710d38b295f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (30278894-a79f-4e2a-b46b-994891b87cfc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:26.386964 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b2cdae9c-038c-4a8e-9e72-e710d38b295f None None] Attempt 1 to provision port 30278894-a79f-4e2a-b46b-994891b87cfc Oct 28 09:58:26.390844 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:26.411384 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e0fac94-ce1b-42f4-a416-a8ce9b7f1722 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (c1a381bc-85d9-4f8b-9e29-5b6db8c014d0), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:26.419503 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:26.422772 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 0b861d3e-50cf-43bc-b74f-737afc192b6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b861d3e-50cf-43bc-b74f-737afc192b6d found for delete ", "request_id": "req-f22877f4-cb55-4e1e-81a6-5d2b12f9151f"}]} Oct 28 09:58:26.437993 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:26.438379 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:26.438770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:26.446726 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.db.api [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 09:58:26.446726 dv-neutron-zed-2-hyperv neutron-server[114060]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 09:58:26.446726 dv-neutron-zed-2-hyperv neutron-server[114060]: [parameters: {'id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] Oct 28 09:58:26.446726 dv-neutron-zed-2-hyperv neutron-server[114060]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:58:26.447176 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG oslo_db.api [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:58:26.487369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ea87ef-4bbf-4ab1-af9a-fbfe4cd83628 None None] Network ad2e63dd-4597-42cc-9add-bd561bc94b2f requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:26.488547 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9448b7f-cae0-4b0d-bd70-977da2211652 req-d17e611f-9a7a-434b-a25a-ae56e0972c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:26.490757 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b9448b7f-cae0-4b0d-bd70-977da2211652 req-d17e611f-9a7a-434b-a25a-ae56e0972c26 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1c1772cbf744449891cae928448c57eb&device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 1130 time: 0.7045794 Oct 28 09:58:26.493461 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Allocated IP 2001:db8::2 (bca4e66b-51be-4ce5-b710-1b75223f16cc/1756207e-0ffe-4d26-8f06-1797bb2a2544/5d4a7b35-3537-4f59-aca7-b105242fbcf4) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:26.496635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:26.502179 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:26.592947 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event updated for resources: {'Port': ['ID=e86992b5-dae3-440d-99f2-5abbf9f9071e,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:26.605577 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:26.608606 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Failed to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] Oct 28 09:58:26.614546 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempt 6 to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 Oct 28 09:58:26.653711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0b33ca6c-c540-49b3-b8fb-337218cb175d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:26.684546 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f54b021-7a56-4db1-a1af-1805d8fa9219 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (677b099e-77d2-4a69-a67d-663e7a70ce44), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:26.709554 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:26.709930 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:26.710302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:26.730824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-4f54b021-7a56-4db1-a1af-1805d8fa9219 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for 677b099e-77d2-4a69-a67d-663e7a70ce44 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:26.767715 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (a5ab306c-a88b-4d11-9715-8399de468b39), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:26.783520 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:26.786148 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:26.789247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:26.852775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:26.854547 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:26.857204 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Failed to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] Oct 28 09:58:26.867724 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempt 7 to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 Oct 28 09:58:26.870734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:26.871103 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9f36cf49-2ede-4f3b-9326-fff9e0ec3478 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:26.878968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:26.910286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for port (9b9c7081-01f6-440e-91b5-502727260b98), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:26.916409 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:26.922557 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9448b7f-cae0-4b0d-bd70-977da2211652 req-17f1c591-58f3-48ff-87d2-eee4d800d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:26.924671 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b9448b7f-cae0-4b0d-bd70-977da2211652 req-17f1c591-58f3-48ff-87d2-eee4d800d68a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9b354618-41dd-41ee-a0fe-9a79976baa4b HTTP/1.1" status: 200 len: 912 time: 0.4145076 Oct 28 09:58:26.927079 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdae9c-038c-4a8e-9e72-e710d38b295f None None] Current status of the port 30278894-a79f-4e2a-b46b-994891b87cfc is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:26.927637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b2cdae9c-038c-4a8e-9e72-e710d38b295f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (30278894-a79f-4e2a-b46b-994891b87cfc), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:26.937065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:26.937450 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:26.937821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:26.948810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (bfe287d3-8883-4b11-8d2f-e9237889f8f3), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:26.963237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:26.989777 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (9b9c7081-01f6-440e-91b5-502727260b98), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:26.997558 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433d578c-37a7-4b92-bab9-f69988df037d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:26.999578 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433d578c-37a7-4b92-bab9-f69988df037d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:27.001165 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-433d578c-37a7-4b92-bab9-f69988df037d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.6642694 Oct 28 09:58:27.005921 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38714) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:27.006516 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:27.009169 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:27.050075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:27.102157 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:27.108146 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Failed to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] Oct 28 09:58:27.108243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:27.108350 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempt 8 to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 Oct 28 09:58:27.113000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-b2cdae9c-038c-4a8e-9e72-e710d38b295f None None] For port 30278894-a79f-4e2a-b46b-994891b87cfc, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=30278894-a79f-4e2a-b46b-994891b87cfc,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:27.120087 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:27.136956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Publish callbacks [] for port (5d4a7b35-3537-4f59-aca7-b105242fbcf4), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.141580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:27.142134 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:27.143111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:27.146153 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e0fac94-ce1b-42f4-a416-a8ce9b7f1722 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.147655 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9e0fac94-ce1b-42f4-a416-a8ce9b7f1722 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6524670 Oct 28 09:58:27.151285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:27.155975 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38718) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:27.170982 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b99cb0a5-542d-4b0a-b749-e44cf791357c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4eb277bbeacf469cb2361666497d1fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9361815 Oct 28 09:58:27.176815 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38720) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:27.177749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:27.180618 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:27.248513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (5d4a7b35-3537-4f59-aca7-b105242fbcf4), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.250847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b2cdae9c-038c-4a8e-9e72-e710d38b295f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (30278894-a79f-4e2a-b46b-994891b87cfc), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.254952 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b9448b7f-cae0-4b0d-bd70-977da2211652 req-1e8a4eda-73e6-4a98-a010-484606aa62b1 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=250bacdb-6369-4533-b15b-0b9cd26aeeac HTTP/1.1" status: 200 len: 1000 time: 0.3176577 Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:27.260936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:27.263473 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Failed to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] Oct 28 09:58:27.264018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Network ad2e63dd-4597-42cc-9add-bd561bc94b2f is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:27.265972 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempt 9 to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 Oct 28 09:58:27.269695 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:27.275401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Deleting port fc3aa324-f338-4423-9073-6cc78a9e8a64 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:27.275953 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (fc3aa324-f338-4423-9073-6cc78a9e8a64), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.286876 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f54b021-7a56-4db1-a1af-1805d8fa9219 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (677b099e-77d2-4a69-a67d-663e7a70ce44), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.294125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Pushing event updated for resources: {'Port': ['ID=9b9c7081-01f6-440e-91b5-502727260b98,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:27.301300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 12b97d4c-9889-4cb6-bc79-5284da9df049 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:27.348836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Network bca4e66b-51be-4ce5-b710-1b75223f16cc is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:27.350781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71b0e73-105b-4289-b37b-80f2506472da tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 47ac4876-e8d2-4000-a860-8fdb4b57e789 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:58:27.355458 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a71b0e73-105b-4289-b37b-80f2506472da tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (47ac4876-e8d2-4000-a860-8fdb4b57e789), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.362058 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:27.364714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:27.366921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:27.367296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:27.367770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:27.384329 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Pushing event updated for resources: {'Port': ['ID=5d4a7b35-3537-4f59-aca7-b105242fbcf4,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:27.447380 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] For port fc3aa324-f338-4423-9073-6cc78a9e8a64, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:27.447742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:27.450695 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (fc3aa324-f338-4423-9073-6cc78a9e8a64), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.450801 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:27.478943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a71b0e73-105b-4289-b37b-80f2506472da tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (47ac4876-e8d2-4000-a860-8fdb4b57e789), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:27.512941 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:27.515432 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Failed to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] Oct 28 09:58:27.515432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dd2a1de4-f6d8-41e9-bbf6-2144ff7fd16c None None] Provisioning complete for port d2aceb2b-a8c2-4b28-8329-07fad4c9a843 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:27.515432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dd2a1de4-f6d8-41e9-bbf6-2144ff7fd16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d2aceb2b-a8c2-4b28-8329-07fad4c9a843), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.515432 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dd2a1de4-f6d8-41e9-bbf6-2144ff7fd16c None None] Attempt 1 to provision port d2aceb2b-a8c2-4b28-8329-07fad4c9a843 Oct 28 09:58:27.526469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Calling delete_port for fc3aa324-f338-4423-9073-6cc78a9e8a64 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:27.535821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:27.536619 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempt 10 to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 Oct 28 09:58:27.595064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdae9c-038c-4a8e-9e72-e710d38b295f None None] Pushing event updated for resources: {'Port': ['ID=30278894-a79f-4e2a-b46b-994891b87cfc,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:27.596367 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:27.606834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 12b97d4c-9889-4cb6-bc79-5284da9df049 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:27.607221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (12b97d4c-9889-4cb6-bc79-5284da9df049), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.607567 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 12b97d4c-9889-4cb6-bc79-5284da9df049 Oct 28 09:58:27.610443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ceedb2-0c9b-4f76-b03d-43a967e6409a req-0aeb8633-4078-49cd-9edc-8e3ae3a73682 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:27.612859 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d0ceedb2-0c9b-4f76-b03d-43a967e6409a req-0aeb8633-4078-49cd-9edc-8e3ae3a73682 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2896667 Oct 28 09:58:27.628734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Attempting to bind port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:27.629133 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Attempting to bind port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '642ebcc5-7545-4c76-8321-c1d227036ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'bca4e66b-51be-4ce5-b710-1b75223f16cc'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:27.636311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Attempting to bind port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 on network bca4e66b-51be-4ce5-b710-1b75223f16cc {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:27.636311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:27.636311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:27.636311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:27.647612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54b021-7a56-4db1-a1af-1805d8fa9219 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=677b099e-77d2-4a69-a67d-663e7a70ce44,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:27.663507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f54b021-7a56-4db1-a1af-1805d8fa9219 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.670842 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4f54b021-7a56-4db1-a1af-1805d8fa9219 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/677b099e-77d2-4a69-a67d-663e7a70ce44 HTTP/1.1" status: 204 len: 168 time: 2.6811273 Oct 28 09:58:27.677194 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38722) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:27.695775 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-171ec91e-ec84-4c06-9558-5c5beb4b9a23 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'mac_address': 'fa:16:3e:86:8b:79', 'name': 'tempest-PortsTestJSON-279296689'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:27.707197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:27.722289 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9448b7f-cae0-4b0d-bd70-977da2211652 req-b0389e42-138f-4a1b-ae16-2e3e62990f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:27.724546 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b9448b7f-cae0-4b0d-bd70-977da2211652 req-b0389e42-138f-4a1b-ae16-2e3e62990f73 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=808a702a-127b-4dd8-b2a3-71420629e80b HTTP/1.1" status: 200 len: 850 time: 0.4461551 Oct 28 09:58:27.727683 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68a52723-96bd-4e4a-aa86-b713a1788a2e admin admin] Publish callbacks [] for security_group (5abdf325-bc4d-4045-9849-b37e821bee51), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:27.745497 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:27.748362 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Attempting to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on network bfe287d3-8883-4b11-8d2f-e9237889f8f3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82a5571d-5d07-4110-b6f8-2758aaa5a625 could not be found. Oct 28 09:58:27.790931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:27.793550 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Failed to bind port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '0b861d3e-50cf-43bc-b74f-737afc192b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfe287d3-8883-4b11-8d2f-e9237889f8f3'}] Oct 28 09:58:27.793550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fc3aa324-f338-4423-9073-6cc78a9e8a64), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.852476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:27.856465 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:27.856896 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Checking segment: {'id': '642ebcc5-7545-4c76-8321-c1d227036ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'bca4e66b-51be-4ce5-b710-1b75223f16cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:27.857247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.857652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Bound using segment: {'id': '642ebcc5-7545-4c76-8321-c1d227036ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'bca4e66b-51be-4ce5-b710-1b75223f16cc'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:27.858161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Bound port: 5d4a7b35-3537-4f59-aca7-b105242fbcf4, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642ebcc5-7545-4c76-8321-c1d227036ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'bca4e66b-51be-4ce5-b710-1b75223f16cc'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:27.858549 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5d4a7b35-3537-4f59-aca7-b105242fbcf4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.860415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9448b7f-cae0-4b0d-bd70-977da2211652 req-03da17c8-0f30-4e7f-8575-a0cbaaf332c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:27.862774 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b9448b7f-cae0-4b0d-bd70-977da2211652 req-03da17c8-0f30-4e7f-8575-a0cbaaf332c0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9b354618-41dd-41ee-a0fe-9a79976baa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1247401 Oct 28 09:58:27.873819 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (fc3aa324-f338-4423-9073-6cc78a9e8a64), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.880447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7aa050eb-296b-4acd-ab19-8bb51c5dc982 None None] Port fc3aa324-f338-4423-9073-6cc78a9e8a64 has been deleted concurrently {{(pid=114061) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 28 09:58:27.903140 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a1de4-f6d8-41e9-bbf6-2144ff7fd16c None None] Current status of the port d2aceb2b-a8c2-4b28-8329-07fad4c9a843 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:27.903542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dd2a1de4-f6d8-41e9-bbf6-2144ff7fd16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d2aceb2b-a8c2-4b28-8329-07fad4c9a843), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.913923 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:27.959736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68a52723-96bd-4e4a-aa86-b713a1788a2e admin admin] Publish callbacks [] for security_group (5abdf325-bc4d-4045-9849-b37e821bee51), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.973529 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a71b0e73-105b-4289-b37b-80f2506472da tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (47ac4876-e8d2-4000-a860-8fdb4b57e789), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:27.984137 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 12b97d4c-9889-4cb6-bc79-5284da9df049 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:27.985506 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d2aceb2b-a8c2-4b28-8329-07fad4c9a843 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:27.987202 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No DVR routers for this DVR port fc3aa324-f338-4423-9073-6cc78a9e8a64 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:27.990841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:28.032857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Port': ['ID=fc3aa324-f338-4423-9073-6cc78a9e8a64,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:28.049675 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dd2a1de4-f6d8-41e9-bbf6-2144ff7fd16c None None] For port d2aceb2b-a8c2-4b28-8329-07fad4c9a843, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d2aceb2b-a8c2-4b28-8329-07fad4c9a843,segment=NetworkSegment(67dc0fd4-8fb8-4516-8575-6d5bc5924ced),segment_id=67dc0fd4-8fb8-4516-8575-6d5bc5924ced)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:28.056517 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] For port 5d4a7b35-3537-4f59-aca7-b105242fbcf4, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:28.073605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] For port 5d4a7b35-3537-4f59-aca7-b105242fbcf4, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5d4a7b35-3537-4f59-aca7-b105242fbcf4,segment=NetworkSegment(642ebcc5-7545-4c76-8321-c1d227036ebc),segment_id=642ebcc5-7545-4c76-8321-c1d227036ebc)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:28.088084 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d0ceedb2-0c9b-4f76-b03d-43a967e6409a req-d047fa97-be48-4c6e-a1b4-eee20637832e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4187388 Oct 28 09:58:28.092150 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router a5ab306c-a88b-4d11-9715-8399de468b39 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:58:28.105452 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d2aceb2b-a8c2-4b28-8329-07fad4c9a843 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:28.105881 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d2aceb2b-a8c2-4b28-8329-07fad4c9a843), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:28.108845 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d2aceb2b-a8c2-4b28-8329-07fad4c9a843 Oct 28 09:58:28.111534 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b9448b7f-cae0-4b0d-bd70-977da2211652 req-a10027ca-4cc6-4148-b398-fbec1c26a6bd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252822 Oct 28 09:58:28.161023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dd2a1de4-f6d8-41e9-bbf6-2144ff7fd16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d2aceb2b-a8c2-4b28-8329-07fad4c9a843), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:28.193630 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:28.197118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:28.205921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5d4a7b35-3537-4f59-aca7-b105242fbcf4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:28.210794 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dd2a1de4-f6d8-41e9-bbf6-2144ff7fd16c None None] Provisioning complete for port e86992b5-dae3-440d-99f2-5abbf9f9071e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:28.211186 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dd2a1de4-f6d8-41e9-bbf6-2144ff7fd16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:28.211534 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dd2a1de4-f6d8-41e9-bbf6-2144ff7fd16c None None] Attempt 1 to provision port e86992b5-dae3-440d-99f2-5abbf9f9071e Oct 28 09:58:28.241356 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (bfe287d3-8883-4b11-8d2f-e9237889f8f3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:28.285339 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (d296959d-e130-4ecb-a1dd-89c195b4f828), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:28.294553 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171ec91e-ec84-4c06-9558-5c5beb4b9a23 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:28.305866 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a71b0e73-105b-4289-b37b-80f2506472da tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (47ac4876-e8d2-4000-a860-8fdb4b57e789), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:28.363107 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68a52723-96bd-4e4a-aa86-b713a1788a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5abdf325-bc4d-4045-9849-b37e821bee51), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:28.365705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68a52723-96bd-4e4a-aa86-b713a1788a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:28.366995 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-68a52723-96bd-4e4a-aa86-b713a1788a2e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5abdf325-bc4d-4045-9849-b37e821bee51 HTTP/1.1" status: 204 len: 168 time: 1.1851864 Oct 28 09:58:28.378296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a1de4-f6d8-41e9-bbf6-2144ff7fd16c None None] Port e86992b5-dae3-440d-99f2-5abbf9f9071e cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:58:28.382450 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a1de4-f6d8-41e9-bbf6-2144ff7fd16c None None] Pushing event updated for resources: {'Port': ['ID=d2aceb2b-a8c2-4b28-8329-07fad4c9a843,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:28.391267 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dd2a1de4-f6d8-41e9-bbf6-2144ff7fd16c None None] Could not find standard attr ID for object a65bba12-28c1-4c48-9ff3-f9bb838ddef9. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:58:28.394795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d2aceb2b-a8c2-4b28-8329-07fad4c9a843 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:28.396493 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 30278894-a79f-4e2a-b46b-994891b87cfc up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:28.399010 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe287d3-8883-4b11-8d2f-e9237889f8f3']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:28.465678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a52723-96bd-4e4a-aa86-b713a1788a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abdf325-bc4d-4045-9849-b37e821bee51,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:28.502661 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3250e-9c2a-4909-8610-570e928af96a None None] Pushing event updated for resources: {'Port': ['ID=5d4a7b35-3537-4f59-aca7-b105242fbcf4,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:28.518544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 30278894-a79f-4e2a-b46b-994891b87cfc triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:28.518971 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (30278894-a79f-4e2a-b46b-994891b87cfc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:28.519366 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 30278894-a79f-4e2a-b46b-994891b87cfc Oct 28 09:58:28.537834 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b861d3e-50cf-43bc-b74f-737afc192b6d') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:28.538301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b861d3e-50cf-43bc-b74f-737afc192b6d') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:28.571510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:28.588921 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Sync routers for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:28.610588 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b9448b7f-cae0-4b0d-bd70-977da2211652 req-5fe04558-f122-4a02-9989-97cfbb3ca687 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606440 Oct 28 09:58:28.622563 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:28.635555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-c3e76f8b-66e7-458c-aa2d-d9fe54ac015a None None] Provisioning complete for port e86992b5-dae3-440d-99f2-5abbf9f9071e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:28.635555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c3e76f8b-66e7-458c-aa2d-d9fe54ac015a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:28.635555 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-c3e76f8b-66e7-458c-aa2d-d9fe54ac015a None None] Attempt 1 to provision port e86992b5-dae3-440d-99f2-5abbf9f9071e Oct 28 09:58:28.641129 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:28.641766 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:28.646631 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0fdf10a0-83a6-4cff-82cf-5df452e43e09 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/a5ab306c-a88b-4d11-9715-8399de468b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7083478 Oct 28 09:58:28.650716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38726) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:28.657004 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b5974da0-78a1-464e-aaa4-91750e994c40 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:28.662233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b0e73-105b-4289-b37b-80f2506472da tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=47ac4876-e8d2-4000-a860-8fdb4b57e789,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:28.707987 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a71b0e73-105b-4289-b37b-80f2506472da tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:28.717869 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a71b0e73-105b-4289-b37b-80f2506472da tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/47ac4876-e8d2-4000-a860-8fdb4b57e789 HTTP/1.1" status: 204 len: 168 time: 1.7099509 Oct 28 09:58:28.739110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (0b861d3e-50cf-43bc-b74f-737afc192b6d), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:28.750443 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38728) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:28.794861 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:28.846275 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-da7d7c00-dd19-476c-8928-2651b48eb488 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898032 Oct 28 09:58:28.877557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-171ec91e-ec84-4c06-9558-5c5beb4b9a23 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:28.916940 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38732) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:28.921906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:28.923472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c3e76f8b-66e7-458c-aa2d-d9fe54ac015a None None] Port e86992b5-dae3-440d-99f2-5abbf9f9071e cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:58:28.927470 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:28.929152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770d1f48-5877-4e68-9f15-c0d011319360 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:28.929788 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9c3e5fb2-090e-48d4-b3f1-c7f96a9592ec tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:29.051105 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (0b861d3e-50cf-43bc-b74f-737afc192b6d), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:29.090147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:29.093011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:29.093497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (0b861d3e-50cf-43bc-b74f-737afc192b6d), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:29.105574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 30278894-a79f-4e2a-b46b-994891b87cfc is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:29.121467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e47e4c3d-9790-456a-ad49-f4c3e49dca5a no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:29.139670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Allocated IP 2001:db8::1 (bca4e66b-51be-4ce5-b710-1b75223f16cc/1756207e-0ffe-4d26-8f06-1797bb2a2544/043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:29.147246 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: e47e4c3d-9790-456a-ad49-f4c3e49dca5a {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:29.147599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e47e4c3d-9790-456a-ad49-f4c3e49dca5a not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:29.259643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6cbe6a-0213-4cc4-a78b-ad6d0a212ec1 None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:58:29.364168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:29.372965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3c6cbe6a-0213-4cc4-a78b-ad6d0a212ec1 None None] Deleting port 30278894-a79f-4e2a-b46b-994891b87cfc {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:29.375818 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3c6cbe6a-0213-4cc4-a78b-ad6d0a212ec1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (30278894-a79f-4e2a-b46b-994891b87cfc), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:29.471046 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:29.507324 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:29.509209 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:24Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': '0b33ca6c-c540-49b3-b8fb-337218cb175d', 'name': '', 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:67:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:11Z', 'updated_at': '2022-10-28T09:58:22Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86992b5-dae3-440d-99f2-5abbf9f9071e', 'name': '', 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:04:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:22Z', 'updated_at': '2022-10-28T09:58:25Z', 'revision_number': 2, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:29.540676 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Checking router: a5ab306c-a88b-4d11-9715-8399de468b39 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:58:29.541457 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Updating router a5ab306c-a88b-4d11-9715-8399de468b39 port e86992b5-dae3-440d-99f2-5abbf9f9071e binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:58:29.547276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3c6cbe6a-0213-4cc4-a78b-ad6d0a212ec1 None None] For port 30278894-a79f-4e2a-b46b-994891b87cfc, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=30278894-a79f-4e2a-b46b-994891b87cfc,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:29.547836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3c6cbe6a-0213-4cc4-a78b-ad6d0a212ec1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (30278894-a79f-4e2a-b46b-994891b87cfc), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:29.575828 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:29.597921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3c6cbe6a-0213-4cc4-a78b-ad6d0a212ec1 None None] Calling delete_port for 30278894-a79f-4e2a-b46b-994891b87cfc owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:29.626816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5d4a7b35-3537-4f59-aca7-b105242fbcf4 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:29.756719 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network bca4e66b-51be-4ce5-b710-1b75223f16cc is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:29.757095 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313364b6-9afc-4091-b0ea-d48e90fae6ba None None] Network bfe287d3-8883-4b11-8d2f-e9237889f8f3 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:29.766085 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-171ec91e-ec84-4c06-9558-5c5beb4b9a23 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] device_id is not set on port a4868e03-9f35-4324-8da2-d4a662966777 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:58:29.822907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-bebde81d-6c15-41b7-a0f9-3721bbbb2674 None None] Could not find standard attr ID for object fc3aa324-f338-4423-9073-6cc78a9e8a64. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:58:29.890395 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:29.895508 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:29.939975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:29.940257 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5d4a7b35-3537-4f59-aca7-b105242fbcf4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:29.940519 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 Oct 28 09:58:29.968567 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:29.972549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:29.972549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (c1a381bc-85d9-4f8b-9e29-5b6db8c014d0), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:29.993690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3c6cbe6a-0213-4cc4-a78b-ad6d0a212ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (30278894-a79f-4e2a-b46b-994891b87cfc), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:29.994126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:30.019486 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Publish callbacks [] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.024252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6cbe6a-0213-4cc4-a78b-ad6d0a212ec1 None None] No DVR routers for this DVR port 30278894-a79f-4e2a-b46b-994891b87cfc on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:30.091999 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cbe6a-0213-4cc4-a78b-ad6d0a212ec1 None None] Pushing event deleted for resources: {'Port': ['ID=30278894-a79f-4e2a-b46b-994891b87cfc,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:30.115710 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e68268-79ac-4bfb-a316-7fdb418e5b00 req-2bddc9d3-4b5e-45a0-8ca4-c674ccb728cc tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:30.125145 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-03e68268-79ac-4bfb-a316-7fdb418e5b00 req-2bddc9d3-4b5e-45a0-8ca4-c674ccb728cc tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.6778133 Oct 28 09:58:30.173230 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b593b2-3c3e-42c0-a6e9-c39cac56d3ca None None] DHCP port deletion for bfe287d3-8883-4b11-8d2f-e9237889f8f3 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:58:30.181520 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:30.181955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5d4a7b35-3537-4f59-aca7-b105242fbcf4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.194426 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.220954 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 0b861d3e-50cf-43bc-b74f-737afc192b6d resource provider aggregate not found Oct 28 09:58:30.242956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 5d4a7b35-3537-4f59-aca7-b105242fbcf4, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5d4a7b35-3537-4f59-aca7-b105242fbcf4,segment=NetworkSegment(642ebcc5-7545-4c76-8321-c1d227036ebc),segment_id=642ebcc5-7545-4c76-8321-c1d227036ebc)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:30.260340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e796b785-0751-4eea-8fd2-164cc2620c43 None None] Network bca4e66b-51be-4ce5-b710-1b75223f16cc requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:30.300200 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fb4ef-bf0e-4ee7-9453-b9e885e1b926 None None] Pushing event updated for resources: {'Port': ['ID=e86992b5-dae3-440d-99f2-5abbf9f9071e,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:30.350930 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5d4a7b35-3537-4f59-aca7-b105242fbcf4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.351958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d2aceb2b-a8c2-4b28-8329-07fad4c9a843 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:30.359043 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 0b861d3e-50cf-43bc-b74f-737afc192b6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b861d3e-50cf-43bc-b74f-737afc192b6d found for delete ", "request_id": "req-370ec41e-f090-4724-bfc2-1c3d3df9380d"}]} Oct 28 09:58:30.360024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38756) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:30.391344 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Attempting to bind port e86992b5-dae3-440d-99f2-5abbf9f9071e on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:30.391976 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Attempting to bind port e86992b5-dae3-440d-99f2-5abbf9f9071e by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '67dc0fd4-8fb8-4516-8575-6d5bc5924ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:30.393120 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Attempting to bind port e86992b5-dae3-440d-99f2-5abbf9f9071e on network ad2e63dd-4597-42cc-9add-bd561bc94b2f {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:30.408507 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-37ec702b-c6f9-49ba-b6c1-16f742413d69 None None] Provisioning complete for port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:30.409027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-37ec702b-c6f9-49ba-b6c1-16f742413d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5d4a7b35-3537-4f59-aca7-b105242fbcf4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.409423 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-37ec702b-c6f9-49ba-b6c1-16f742413d69 None None] Attempt 1 to provision port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 Oct 28 09:58:30.414081 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=5d4a7b35-3537-4f59-aca7-b105242fbcf4,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:30.438192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:30.440817 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:30.467741 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:30.468633 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Checking segment: {'id': '67dc0fd4-8fb8-4516-8575-6d5bc5924ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:30.469246 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.470930 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Bound using segment: {'id': '67dc0fd4-8fb8-4516-8575-6d5bc5924ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:30.472360 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Bound port: e86992b5-dae3-440d-99f2-5abbf9f9071e, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dc0fd4-8fb8-4516-8575-6d5bc5924ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:30.473860 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.515722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (bfe287d3-8883-4b11-8d2f-e9237889f8f3), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.537672 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.546932 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bfe287d3-8883-4b11-8d2f-e9237889f8f3 HTTP/1.1" status: 204 len: 168 time: 8.1722391 Oct 28 09:58:30.550049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3e5fb2-090e-48d4-b3f1-c7f96a9592ec tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:30.554071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9c3e5fb2-090e-48d4-b3f1-c7f96a9592ec tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.558306 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38760) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:30.578442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d2aceb2b-a8c2-4b28-8329-07fad4c9a843 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:30.579044 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d2aceb2b-a8c2-4b28-8329-07fad4c9a843), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.579246 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d2aceb2b-a8c2-4b28-8329-07fad4c9a843 Oct 28 09:58:30.582864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-0e423467-1210-4f84-b86a-6794d8886d3f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-206522408'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:30.587186 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] For port e86992b5-dae3-440d-99f2-5abbf9f9071e, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:30.591254 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] For port e86992b5-dae3-440d-99f2-5abbf9f9071e, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e86992b5-dae3-440d-99f2-5abbf9f9071e,segment=NetworkSegment(67dc0fd4-8fb8-4516-8575-6d5bc5924ced),segment_id=67dc0fd4-8fb8-4516-8575-6d5bc5924ced)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:30.594241 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:30.600962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:30.610160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e81bb423-8728-48e3-97d6-266df9ed5926 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-85907338'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:30.623337 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1899c9-dbb6-4245-a5e6-031e18c30ea1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Network': ['ID=bfe287d3-8883-4b11-8d2f-e9237889f8f3,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:30.635813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:30.660307 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-37ec702b-c6f9-49ba-b6c1-16f742413d69 None None] Current status of the port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:30.709367 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.717737 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d2aceb2b-a8c2-4b28-8329-07fad4c9a843 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:30.730323 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:30.752662 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.extraroute_db [None req-b5974da0-78a1-464e-aaa4-91750e994c40 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=114060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 09:58:30.757750 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-03e68268-79ac-4bfb-a316-7fdb418e5b00 req-1a54d656-44a2-453f-8211-b6e6cde80b3f tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6263988 Oct 28 09:58:30.778954 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (d296959d-e130-4ecb-a1dd-89c195b4f828), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.779641 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:30.780430 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:30.868579 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fb4ef-bf0e-4ee7-9453-b9e885e1b926 None None] Pushing event updated for resources: {'Port': ['ID=e86992b5-dae3-440d-99f2-5abbf9f9071e,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:30.893276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-171ec91e-ec84-4c06-9558-5c5beb4b9a23 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (a4868e03-9f35-4324-8da2-d4a662966777), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.897248 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:30.904373 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81bb423-8728-48e3-97d6-266df9ed5926 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Made reservation on behalf of 5116179308ad48c498743b76d81ab491 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:30.908774 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e81bb423-8728-48e3-97d6-266df9ed5926 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.911251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e423467-1210-4f84-b86a-6794d8886d3f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:30.915048 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0e423467-1210-4f84-b86a-6794d8886d3f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.945080 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.953498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e81bb423-8728-48e3-97d6-266df9ed5926 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:30.972109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.extraroute_db [None req-b5974da0-78a1-464e-aaa4-91750e994c40 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Removed routes are [] {{(pid=114060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 09:58:30.972509 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b5974da0-78a1-464e-aaa4-91750e994c40 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (a5ab306c-a88b-4d11-9715-8399de468b39), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.012205 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8b5ec9f4-641a-43f2-adf1-ce9aa2a6bc29 None None] Provisioning complete for port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:31.013144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8b5ec9f4-641a-43f2-adf1-ce9aa2a6bc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5d4a7b35-3537-4f59-aca7-b105242fbcf4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.016335 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8b5ec9f4-641a-43f2-adf1-ce9aa2a6bc29 None None] Attempt 1 to provision port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 Oct 28 09:58:31.035110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e423467-1210-4f84-b86a-6794d8886d3f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:31.066899 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0e423467-1210-4f84-b86a-6794d8886d3f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (7c6b9196-c7b9-4235-baf8-2e12d78817f9), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.068233 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-0e423467-1210-4f84-b86a-6794d8886d3f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Added segment 7c6b9196-c7b9-4235-baf8-2e12d78817f9 of type vlan for network dcb8289c-30be-45c1-a3d3-748b8d49aecd Oct 28 09:58:31.141244 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ec9f4-641a-43f2-adf1-ce9aa2a6bc29 None None] Current status of the port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:31.149685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-171ec91e-ec84-4c06-9558-5c5beb4b9a23 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a4868e03-9f35-4324-8da2-d4a662966777), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.153564 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Router d296959d-e130-4ecb-a1dd-89c195b4f828 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:58:31.155869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8b5ec9f4-641a-43f2-adf1-ce9aa2a6bc29 None None] Provisioning complete for port 043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:31.156465 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8b5ec9f4-641a-43f2-adf1-ce9aa2a6bc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.156587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0e423467-1210-4f84-b86a-6794d8886d3f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (dcb8289c-30be-45c1-a3d3-748b8d49aecd), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.166513 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8b5ec9f4-641a-43f2-adf1-ce9aa2a6bc29 None None] Attempt 1 to provision port 043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe Oct 28 09:58:31.207364 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:24Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': '0b33ca6c-c540-49b3-b8fb-337218cb175d', 'name': '', 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:67:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:11Z', 'updated_at': '2022-10-28T09:58:22Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86992b5-dae3-440d-99f2-5abbf9f9071e', 'name': '', 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:04:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:22Z', 'updated_at': '2022-10-28T09:58:30Z', 'revision_number': 4, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:31.228373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ec9f4-641a-43f2-adf1-ce9aa2a6bc29 None None] Port 043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:58:31.242462 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0544a9-9082-4fa5-b543-09746f227253 None None] The sync data for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv is: [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:24Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': '0b33ca6c-c540-49b3-b8fb-337218cb175d', 'name': '', 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:67:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:11Z', 'updated_at': '2022-10-28T09:58:22Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86992b5-dae3-440d-99f2-5abbf9f9071e', 'name': '', 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:04:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:22Z', 'updated_at': '2022-10-28T09:58:30Z', 'revision_number': 4, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:31.271389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ec91e-ec84-4c06-9558-5c5beb4b9a23 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network f29bf237-749c-4b61-83b8-307b66652a1d is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:31.282354 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-171ec91e-ec84-4c06-9558-5c5beb4b9a23 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:31.286169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ec91e-ec84-4c06-9558-5c5beb4b9a23 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:31.291474 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171ec91e-ec84-4c06-9558-5c5beb4b9a23 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:31.292342 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-171ec91e-ec84-4c06-9558-5c5beb4b9a23 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.381536 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5d4a7b35-3537-4f59-aca7-b105242fbcf4 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:31.409025 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ec91e-ec84-4c06-9558-5c5beb4b9a23 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=a4868e03-9f35-4324-8da2-d4a662966777,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:31.481431 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.objects.ports [None req-9c3e5fb2-090e-48d4-b3f1-c7f96a9592ec tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114060) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:58:31.491284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9c3e5fb2-090e-48d4-b3f1-c7f96a9592ec tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (07d36033-893d-4a4e-8c13-4b79814fb1d5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.498903 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-171ec91e-ec84-4c06-9558-5c5beb4b9a23 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.8150365 Oct 28 09:58:31.505078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38762) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:31.511627 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:31.512005 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5d4a7b35-3537-4f59-aca7-b105242fbcf4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.512341 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 Oct 28 09:58:31.521499 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e81bb423-8728-48e3-97d6-266df9ed5926 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for security_group (60fe0c2a-03d0-4365-a895-d4bbc291dd65), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.627891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d14072ea-f5b9-46a9-a59b-eb33b8d82f87 None None] Provisioning complete for port 043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:31.628836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d14072ea-f5b9-46a9-a59b-eb33b8d82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.628836 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d14072ea-f5b9-46a9-a59b-eb33b8d82f87 None None] Attempt 1 to provision port 043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe Oct 28 09:58:31.640716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0e423467-1210-4f84-b86a-6794d8886d3f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (dcb8289c-30be-45c1-a3d3-748b8d49aecd), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.647174 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e423467-1210-4f84-b86a-6794d8886d3f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:31.648194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0e423467-1210-4f84-b86a-6794d8886d3f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.699933 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d14072ea-f5b9-46a9-a59b-eb33b8d82f87 None None] Port 043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:58:31.710171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05abc2e3-1ab2-49be-89c8-120168293268 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:31.712513 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-05abc2e3-1ab2-49be-89c8-120168293268 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/a4868e03-9f35-4324-8da2-d4a662966777 HTTP/1.1" status: 200 len: 840 time: 0.2037618 Oct 28 09:58:31.727330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:31.731511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38764) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:31.732029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3e5fb2-090e-48d4-b3f1-c7f96a9592ec tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:31.744319 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:31.760657 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0beeef-629b-4cba-894d-7bb2839b84c3 None None] Sync routers for ids ['d296959d-e130-4ecb-a1dd-89c195b4f828'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:31.763549 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:31.765538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e81bb423-8728-48e3-97d6-266df9ed5926 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (60fe0c2a-03d0-4365-a895-d4bbc291dd65), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.799075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81bb423-8728-48e3-97d6-266df9ed5926 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:31.810888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e81bb423-8728-48e3-97d6-266df9ed5926 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (cd7f83b1-ed8d-472e-926e-3fe71d8d4c81), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.811242 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-e81bb423-8728-48e3-97d6-266df9ed5926 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Added segment cd7f83b1-ed8d-472e-926e-3fe71d8d4c81 of type vlan for network 51a3a767-dade-43ab-aa7d-00a32a8b4bb3 Oct 28 09:58:31.839190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0beeef-629b-4cba-894d-7bb2839b84c3 None None] Routers {'d296959d-e130-4ecb-a1dd-89c195b4f828'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:31.839846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0e0beeef-629b-4cba-894d-7bb2839b84c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d296959d-e130-4ecb-a1dd-89c195b4f828'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:31.840654 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.883195 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e81bb423-8728-48e3-97d6-266df9ed5926 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (51a3a767-dade-43ab-aa7d-00a32a8b4bb3), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.908934 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-9c3e5fb2-090e-48d4-b3f1-c7f96a9592ec tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:31.915089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 30278894-a79f-4e2a-b46b-994891b87cfc no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:31.917355 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-5ee44275-d059-4993-860a-dc40895b8422 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port a4868e03-9f35-4324-8da2-d4a662966777 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:31.918242 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5ee44275-d059-4993-860a-dc40895b8422 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a4868e03-9f35-4324-8da2-d4a662966777), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.921670 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0e0beeef-629b-4cba-894d-7bb2839b84c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:31.926037 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472ed727-01fc-45b5-b5a5-ff84495c20a1 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:31.929353 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3e5fb2-090e-48d4-b3f1-c7f96a9592ec tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:31.930703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9c3e5fb2-090e-48d4-b3f1-c7f96a9592ec tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:31.981618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e5fb2-090e-48d4-b3f1-c7f96a9592ec tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=07d36033-893d-4a4e-8c13-4b79814fb1d5,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:32.011117 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 30278894-a79f-4e2a-b46b-994891b87cfc {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:32.011371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 30278894-a79f-4e2a-b46b-994891b87cfc not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:32.011793 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device fc3aa324-f338-4423-9073-6cc78a9e8a64 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:32.032637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:32.035161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b5974da0-78a1-464e-aaa4-91750e994c40 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (a5ab306c-a88b-4d11-9715-8399de468b39), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:32.039587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38768) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:32.039762 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f6fc1217-4cd0-43fe-bcc5-3dab654af7ce tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.2831962 Oct 28 09:58:32.039762 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:32.039762 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (c1a381bc-85d9-4f8b-9e29-5b6db8c014d0), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:32.046312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: fc3aa324-f338-4423-9073-6cc78a9e8a64 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:32.047225 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device fc3aa324-f338-4423-9073-6cc78a9e8a64 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:32.054397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0beeef-629b-4cba-894d-7bb2839b84c3 None None] Routers {'d296959d-e130-4ecb-a1dd-89c195b4f828'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:32.054567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0e0beeef-629b-4cba-894d-7bb2839b84c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d296959d-e130-4ecb-a1dd-89c195b4f828'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:32.061572 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0e423467-1210-4f84-b86a-6794d8886d3f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4973094 Oct 28 09:58:32.065606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e81bb423-8728-48e3-97d6-266df9ed5926 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (51a3a767-dade-43ab-aa7d-00a32a8b4bb3), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:32.073306 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81bb423-8728-48e3-97d6-266df9ed5926 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:32.074247 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e81bb423-8728-48e3-97d6-266df9ed5926 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:32.082369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38770) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:32.084218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-138b20c9-875d-4b9e-a75d-30f31afd6d6f tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'enable_snat': False}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:32.088456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-47457c34-50e5-48b6-8b22-24de69f7f60f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'subnet': {'network_id': 'dcb8289c-30be-45c1-a3d3-748b8d49aecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:32.102908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e423467-1210-4f84-b86a-6794d8886d3f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Network': ['ID=dcb8289c-30be-45c1-a3d3-748b8d49aecd,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:32.112645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b5974da0-78a1-464e-aaa4-91750e994c40 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (a5ab306c-a88b-4d11-9715-8399de468b39), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:32.115139 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bb423-8728-48e3-97d6-266df9ed5926 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60fe0c2a-03d0-4365-a895-d4bbc291dd65,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:32.116781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0e0beeef-629b-4cba-894d-7bb2839b84c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:32.117770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0beeef-629b-4cba-894d-7bb2839b84c3 None None] The sync data for ids ['d296959d-e130-4ecb-a1dd-89c195b4f828'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:32.122525 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network dcb8289c-30be-45c1-a3d3-748b8d49aecd details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:32.191654 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee808b-520c-4483-893e-f2b04b8f5978 req-d25b5f6a-92fe-4b9d-807c-54a98f5f394e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:32.201925 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-30ee808b-520c-4483-893e-f2b04b8f5978 req-d25b5f6a-92fe-4b9d-807c-54a98f5f394e tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2856700 Oct 28 09:58:32.235510 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9c3e5fb2-090e-48d4-b3f1-c7f96a9592ec tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3115661 Oct 28 09:58:32.240049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38772) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:32.248673 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-132e2bb1-a6e3-4227-a581-7bac8a349628 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'mac_address': 'fa:16:3e:39:fb:49', 'name': 'tempest-NetworksTestDHCPv6-884943120'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:32.284137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5ee44275-d059-4993-860a-dc40895b8422 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a4868e03-9f35-4324-8da2-d4a662966777), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:32.312839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': '07d36033-893d-4a4e-8c13-4b79814fb1d5'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:32.313782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:32.331525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:32.350265 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e81bb423-8728-48e3-97d6-266df9ed5926 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.9869366 Oct 28 09:58:32.422708 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-5ee44275-d059-4993-860a-dc40895b8422 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for a4868e03-9f35-4324-8da2-d4a662966777 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:32.488677 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bb423-8728-48e3-97d6-266df9ed5926 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event updated for resources: {'Network': ['ID=51a3a767-dade-43ab-aa7d-00a32a8b4bb3,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:32.503728 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=3,neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:32.576063 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Allocated IP 2001:db8::f816:3eff:fe5f:a83 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/07d36033-893d-4a4e-8c13-4b79814fb1d5/65d09a2f-4ffe-47ba-b333-731bd63bb5d4) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:32.636715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:32.650818 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-30ee808b-520c-4483-893e-f2b04b8f5978 req-f2494da4-7389-4698-bdad-217d0e420653 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4477859 Oct 28 09:58:32.664121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:32.678135 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network bca4e66b-51be-4ce5-b710-1b75223f16cc is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:32.687161 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:32.689506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5974da0-78a1-464e-aaa4-91750e994c40 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router a5ab306c-a88b-4d11-9715-8399de468b39 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:58:32.710383 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5ee44275-d059-4993-860a-dc40895b8422 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a4868e03-9f35-4324-8da2-d4a662966777), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:32.758541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee44275-d059-4993-860a-dc40895b8422 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=a4868e03-9f35-4324-8da2-d4a662966777,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:32.777801 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47457c34-50e5-48b6-8b22-24de69f7f60f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:32.784362 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47457c34-50e5-48b6-8b22-24de69f7f60f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:32.940764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:33.065111 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:33.097129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5ee44275-d059-4993-860a-dc40895b8422 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:33.108582 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5ee44275-d059-4993-860a-dc40895b8422 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a4868e03-9f35-4324-8da2-d4a662966777 HTTP/1.1" status: 204 len: 168 time: 1.3707130 Oct 28 09:58:33.108582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38776) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:33.193815 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5974da0-78a1-464e-aaa4-91750e994c40 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:33.195728 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a80792-9bdc-4a8c-b6d9-e3bf6edf6859 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] GET failed (client error): The resource could not be found. Oct 28 09:58:33.202046 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a6a80792-9bdc-4a8c-b6d9-e3bf6edf6859 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/a4868e03-9f35-4324-8da2-d4a662966777 HTTP/1.1" status: 404 len: 333 time: 0.0935435 Oct 28 09:58:33.216388 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132e2bb1-a6e3-4227-a581-7bac8a349628 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:33.241126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b5974da0-78a1-464e-aaa4-91750e994c40 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:33.249358 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359dfd6-4f44-4e6a-b104-9b00ca3e11c4 None None] Sync routers for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:33.250398 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b5974da0-78a1-464e-aaa4-91750e994c40 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/a5ab306c-a88b-4d11-9715-8399de468b39 HTTP/1.1" status: 200 len: 934 time: 4.5955861 Oct 28 09:58:33.267449 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38778) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:33.267860 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38780) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:33.283707 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c9abe173-deed-4d4a-ba47-6fa932e519b1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'name': 'tempest-PortsTestJSON-260892011'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:33.328153 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c359dfd6-4f44-4e6a-b104-9b00ca3e11c4 None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:33.338630 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c359dfd6-4f44-4e6a-b104-9b00ca3e11c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:33.352110 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Publish callbacks [] for port (65d09a2f-4ffe-47ba-b333-731bd63bb5d4), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:33.356467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47457c34-50e5-48b6-8b22-24de69f7f60f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (2fa9ce8c-73e2-4e33-a3b0-5cc1e6c67cad), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:33.368484 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:33.374101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 51a3a767-dade-43ab-aa7d-00a32a8b4bb3 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:33.430443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad47ad-7b9c-4538-af2c-1688ce715c9b req-1ac9a075-2a33-4b6a-9db2-bf8c95ab89bc tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:33.437566 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1fad47ad-7b9c-4538-af2c-1688ce715c9b req-1ac9a075-2a33-4b6a-9db2-bf8c95ab89bc tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.4091299 Oct 28 09:58:33.472862 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:33.498910 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47457c34-50e5-48b6-8b22-24de69f7f60f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Subnet': ['ID=2fa9ce8c-73e2-4e33-a3b0-5cc1e6c67cad,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:33.506853 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:33.596837 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1fad47ad-7b9c-4538-af2c-1688ce715c9b req-fdd121fe-3904-4504-bfc6-56c411611c8c tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511321 Oct 28 09:58:33.611922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47457c34-50e5-48b6-8b22-24de69f7f60f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Checking segment: {'id': '7c6b9196-c7b9-4235-baf8-2e12d78817f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'dcb8289c-30be-45c1-a3d3-748b8d49aecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:33.612298 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47457c34-50e5-48b6-8b22-24de69f7f60f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network hostable DHCP agents. Network: dcb8289c-30be-45c1-a3d3-748b8d49aecd, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:33.650322 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-c359dfd6-4f44-4e6a-b104-9b00ca3e11c4 None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:33.737218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router c1a381bc-85d9-4f8b-9e29-5b6db8c014d0 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:58:33.770781 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-132e2bb1-a6e3-4227-a581-7bac8a349628 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:33.809839 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:33.812508 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47457c34-50e5-48b6-8b22-24de69f7f60f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network dcb8289c-30be-45c1-a3d3-748b8d49aecd is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:33.876186 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:33.926937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3f2a1-fa51-4647-a982-608a35079e50 req-344042f1-0bf3-4b8e-9b71-09e763a9707d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:33.929683 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4cd3f2a1-fa51-4647-a982-608a35079e50 req-344042f1-0bf3-4b8e-9b71-09e763a9707d tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.0810637 Oct 28 09:58:33.933143 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-47457c34-50e5-48b6-8b22-24de69f7f60f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, dcb8289c-30be-45c1-a3d3-748b8d49aecd) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:33.943616 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:33.972115 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47457c34-50e5-48b6-8b22-24de69f7f60f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:33.973011 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47457c34-50e5-48b6-8b22-24de69f7f60f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:33.980002 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1c097ac0-9352-4960-b5b5-b2ba19c2aa82 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/c1a381bc-85d9-4f8b-9e29-5b6db8c014d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8126380 Oct 28 09:58:33.981942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:33.988512 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38788) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:34.051715 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6d287a3a-3415-4d34-842d-84dcfa546deb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/routers/a5ab306c-a88b-4d11-9715-8399de468b39 HTTP/1.1" status: 200 len: 934 time: 0.6426165 Oct 28 09:58:34.056585 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38790) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:34.071524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e86992b5-dae3-440d-99f2-5abbf9f9071e up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:34.081876 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (65d09a2f-4ffe-47ba-b333-731bd63bb5d4), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:34.109066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48817817-ac49-4765-8ae4-14120087ed76 None None] Sync routers for ids ['c1a381bc-85d9-4f8b-9e29-5b6db8c014d0'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:34.114050 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:34.114213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963ffe01-c082-4568-902a-fe6694898b6d None None] Network dcb8289c-30be-45c1-a3d3-748b8d49aecd requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:34.136685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34927e7-2c27-43ed-85f3-bc5fb6ed63d6 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:34.136896 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-7d230511-c0a4-4339-b9c6-639c76cfd258 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'router': {'routes': None}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:34.139421 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c34927e7-2c27-43ed-85f3-bc5fb6ed63d6 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports/043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe HTTP/1.1" status: 200 len: 911 time: 0.1465471 Oct 28 09:58:34.147951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38792) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:34.162833 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:34.168294 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-47457c34-50e5-48b6-8b22-24de69f7f60f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0844538 Oct 28 09:58:34.173127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:34.178332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38794) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:34.192876 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c359dfd6-4f44-4e6a-b104-9b00ca3e11c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:30Z', 'revision_number': 6, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': '0b33ca6c-c540-49b3-b8fb-337218cb175d', 'name': '', 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:67:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:11Z', 'updated_at': '2022-10-28T09:58:22Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86992b5-dae3-440d-99f2-5abbf9f9071e', 'name': '', 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:04:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:22Z', 'updated_at': '2022-10-28T09:58:30Z', 'revision_number': 4, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:34.194409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-0fe79aae-40ec-40d2-855f-230d404dd6ce tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1786124577'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:34.224578 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4cd3f2a1-fa51-4647-a982-608a35079e50 req-d6ab58f3-5d93-4cbf-a1ac-08f46f874eb2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634583 Oct 28 09:58:34.247917 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359dfd6-4f44-4e6a-b104-9b00ca3e11c4 None None] Checking router: a5ab306c-a88b-4d11-9715-8399de468b39 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:58:34.265136 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c359dfd6-4f44-4e6a-b104-9b00ca3e11c4 None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:34.265865 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c359dfd6-4f44-4e6a-b104-9b00ca3e11c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:34.289283 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-83398b33-4088-471e-9284-d242b585a933 None None] Provisioning complete for port 043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:34.289764 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-83398b33-4088-471e-9284-d242b585a933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:34.290293 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-83398b33-4088-471e-9284-d242b585a933 None None] Attempt 1 to provision port 043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe Oct 28 09:58:34.307471 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:34.307978 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe79aae-40ec-40d2-855f-230d404dd6ce tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:34.312286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0fe79aae-40ec-40d2-855f-230d404dd6ce tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:34.327440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48817817-ac49-4765-8ae4-14120087ed76 None None] Routers {'c1a381bc-85d9-4f8b-9e29-5b6db8c014d0'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:34.328231 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-48817817-ac49-4765-8ae4-14120087ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c1a381bc-85d9-4f8b-9e29-5b6db8c014d0'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:34.345411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:34.398494 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe79aae-40ec-40d2-855f-230d404dd6ce tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:34.401007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Pushing event updated for resources: {'Port': ['ID=65d09a2f-4ffe-47ba-b333-731bd63bb5d4,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:34.415106 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-c359dfd6-4f44-4e6a-b104-9b00ca3e11c4 None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:34.419074 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0fe79aae-40ec-40d2-855f-230d404dd6ce tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (f433babc-f9a8-4e35-89fb-2c628141bf74), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:34.420941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:34.421844 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-0fe79aae-40ec-40d2-855f-230d404dd6ce tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Added segment f433babc-f9a8-4e35-89fb-2c628141bf74 of type vlan for network a2d8ada2-eb08-4710-a2be-e2270a253034 Oct 28 09:58:34.438080 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-48817817-ac49-4765-8ae4-14120087ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:34.483110 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:34.511869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-83398b33-4088-471e-9284-d242b585a933 None None] Port 043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:58:34.589148 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port e86992b5-dae3-440d-99f2-5abbf9f9071e triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:34.593354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:34.593838 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port e86992b5-dae3-440d-99f2-5abbf9f9071e Oct 28 09:58:34.596486 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1b6f2-5fff-448d-9fbc-739bec091f37 req-c5b181ec-9817-4f94-83c0-a6e0fc3d552f tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:34.601830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48817817-ac49-4765-8ae4-14120087ed76 None None] Routers {'c1a381bc-85d9-4f8b-9e29-5b6db8c014d0'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:34.603883 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dec1b6f2-5fff-448d-9fbc-739bec091f37 req-c5b181ec-9817-4f94-83c0-a6e0fc3d552f tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1902108 Oct 28 09:58:34.607959 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-48817817-ac49-4765-8ae4-14120087ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c1a381bc-85d9-4f8b-9e29-5b6db8c014d0'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:34.652759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0fe79aae-40ec-40d2-855f-230d404dd6ce tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (a2d8ada2-eb08-4710-a2be-e2270a253034), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:34.732158 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c359dfd6-4f44-4e6a-b104-9b00ca3e11c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:30Z', 'revision_number': 6, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': '0b33ca6c-c540-49b3-b8fb-337218cb175d', 'name': '', 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:67:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:11Z', 'updated_at': '2022-10-28T09:58:22Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86992b5-dae3-440d-99f2-5abbf9f9071e', 'name': '', 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:04:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:22Z', 'updated_at': '2022-10-28T09:58:30Z', 'revision_number': 4, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:34.732705 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-dcb8289c-30be-45c1-a3d3-748b8d49aecd', 'network_id': 'dcb8289c-30be-45c1-a3d3-748b8d49aecd', 'project_id': 'f0a2e694ad734b67b2fe5e3b8b1efc8b', 'fixed_ips': [{'subnet_id': '2fa9ce8c-73e2-4e33-a3b0-5cc1e6c67cad'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:34.733688 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:34.743203 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-48817817-ac49-4765-8ae4-14120087ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:34.743944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48817817-ac49-4765-8ae4-14120087ed76 None None] The sync data for ids ['c1a381bc-85d9-4f8b-9e29-5b6db8c014d0'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:34.774021 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0fe79aae-40ec-40d2-855f-230d404dd6ce tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (a2d8ada2-eb08-4710-a2be-e2270a253034), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:34.779535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Attempting to bind port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:34.780207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Attempting to bind port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:34.780938 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Attempting to bind port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:34.788774 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe79aae-40ec-40d2-855f-230d404dd6ce tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:34.789883 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0fe79aae-40ec-40d2-855f-230d404dd6ce tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:34.798504 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359dfd6-4f44-4e6a-b104-9b00ca3e11c4 None None] The sync data for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv is: [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:30Z', 'revision_number': 6, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': '0b33ca6c-c540-49b3-b8fb-337218cb175d', 'name': '', 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:67:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:11Z', 'updated_at': '2022-10-28T09:58:22Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86992b5-dae3-440d-99f2-5abbf9f9071e', 'name': '', 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:04:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:22Z', 'updated_at': '2022-10-28T09:58:30Z', 'revision_number': 4, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:34.835528 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dec1b6f2-5fff-448d-9fbc-739bec091f37 req-80960974-eb07-454e-93d4-507eb2470894 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232866 Oct 28 09:58:34.908152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-132e2bb1-a6e3-4227-a581-7bac8a349628 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port 433f60fc-6998-43ae-b3b2-15354422b3e7 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:58:34.917381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:34.921795 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe79aae-40ec-40d2-855f-230d404dd6ce tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Network': ['ID=a2d8ada2-eb08-4710-a2be-e2270a253034,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:34.973793 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0fe79aae-40ec-40d2-855f-230d404dd6ce tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7894211 Oct 28 09:58:34.976702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38806) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:34.981841 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d5852eb1-28bd-46d2-a13b-44ead1d0f5e1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'subnet': {'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:35.015832 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network a2d8ada2-eb08-4710-a2be-e2270a253034 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:35.081410 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:35.081880 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:35.082389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:35.082930 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:35.083546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Bound port: 65d09a2f-4ffe-47ba-b333-731bd63bb5d4, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:35.084342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (65d09a2f-4ffe-47ba-b333-731bd63bb5d4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:35.175844 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f99134-2c0f-4419-8a6e-ec66ecbf1cf0 req-f2edbdef-2d5c-4b22-bd95-bf16276bb9dd tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:35.178069 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-07f99134-2c0f-4419-8a6e-ec66ecbf1cf0 req-f2edbdef-2d5c-4b22-bd95-bf16276bb9dd tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.0909050 Oct 28 09:58:35.214555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5852eb1-28bd-46d2-a13b-44ead1d0f5e1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:35.216485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port e86992b5-dae3-440d-99f2-5abbf9f9071e is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:35.217101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:35.219098 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d5852eb1-28bd-46d2-a13b-44ead1d0f5e1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:35.341099 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-07f99134-2c0f-4419-8a6e-ec66ecbf1cf0 req-5a64a764-1f1d-4e8f-9ab4-a8766f3f9ca8 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570110 Oct 28 09:58:35.342950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.ipam_backend_mixin [None req-d5852eb1-28bd-46d2-a13b-44ead1d0f5e1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Performing IP validity checks on allocation pools {{(pid=114059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 28 09:58:35.343855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.ipam_backend_mixin [None req-d5852eb1-28bd-46d2-a13b-44ead1d0f5e1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 28 09:58:35.355263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Allocated IP 2001:db8::3 (dcb8289c-30be-45c1-a3d3-748b8d49aecd/2fa9ce8c-73e2-4e33-a3b0-5cc1e6c67cad/339f135b-1685-4761-883d-078606bf1460) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:35.377010 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:35.387738 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] For port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:35.402968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port e86992b5-dae3-440d-99f2-5abbf9f9071e, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e86992b5-dae3-440d-99f2-5abbf9f9071e,segment=NetworkSegment(67dc0fd4-8fb8-4516-8575-6d5bc5924ced),segment_id=67dc0fd4-8fb8-4516-8575-6d5bc5924ced)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:35.414197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] For port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=65d09a2f-4ffe-47ba-b333-731bd63bb5d4,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:35.447032 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:35.456327 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:35.511495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.extraroute_db [None req-7d230511-c0a4-4339-b9c6-639c76cfd258 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Added routes are [] {{(pid=114060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 09:58:35.512121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.extraroute_db [None req-7d230511-c0a4-4339-b9c6-639c76cfd258 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=114060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 09:58:35.535415 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (65d09a2f-4ffe-47ba-b333-731bd63bb5d4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:35.559415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7d230511-c0a4-4339-b9c6-639c76cfd258 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (a5ab306c-a88b-4d11-9715-8399de468b39), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:35.603774 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d5852eb1-28bd-46d2-a13b-44ead1d0f5e1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (83ad26c8-eddd-49a9-bbb7-a0dacf5595fb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:35.666141 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=e86992b5-dae3-440d-99f2-5abbf9f9071e,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:35.688277 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5852eb1-28bd-46d2-a13b-44ead1d0f5e1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Subnet': ['ID=83ad26c8-eddd-49a9-bbb7-a0dacf5595fb,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:35.742504 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5852eb1-28bd-46d2-a13b-44ead1d0f5e1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Checking segment: {'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:35.744094 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5852eb1-28bd-46d2-a13b-44ead1d0f5e1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network hostable DHCP agents. Network: a2d8ada2-eb08-4710-a2be-e2270a253034, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:35.762810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-138b20c9-875d-4b9e-a75d-30f31afd6d6f tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (d296959d-e130-4ecb-a1dd-89c195b4f828), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:35.841126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcf794-296d-4c38-bbee-47449e32b0cb None None] Pushing event updated for resources: {'Port': ['ID=65d09a2f-4ffe-47ba-b333-731bd63bb5d4,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:35.864832 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5852eb1-28bd-46d2-a13b-44ead1d0f5e1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network a2d8ada2-eb08-4710-a2be-e2270a253034 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:35.933657 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Publish callbacks [] for port (339f135b-1685-4761-883d-078606bf1460), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:35.939869 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:35.969557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-d5852eb1-28bd-46d2-a13b-44ead1d0f5e1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, a2d8ada2-eb08-4710-a2be-e2270a253034) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:35.980101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5852eb1-28bd-46d2-a13b-44ead1d0f5e1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:35.984649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeb37b0-f38e-4e5f-837b-f33127afcbf0 None None] Network a2d8ada2-eb08-4710-a2be-e2270a253034 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:35.987406 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d5852eb1-28bd-46d2-a13b-44ead1d0f5e1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:36.021375 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9abe173-deed-4d4a-ba47-6fa932e519b1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:36.032357 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9abe173-deed-4d4a-ba47-6fa932e519b1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:36.093699 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d4849-3c19-4c78-917c-a072414339e2 req-c25183b0-040f-4122-97c5-1539013fd549 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:36.095960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (339f135b-1685-4761-883d-078606bf1460), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:36.097256 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fe1d4849-3c19-4c78-917c-a072414339e2 req-c25183b0-040f-4122-97c5-1539013fd549 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.0858729 Oct 28 09:58:36.135649 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d5852eb1-28bd-46d2-a13b-44ead1d0f5e1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1575894 Oct 28 09:58:36.143799 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:36.143985 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38816) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:36.166551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:36.186423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Network dcb8289c-30be-45c1-a3d3-748b8d49aecd is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:36.195826 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:36.205701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:36.220001 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Pushing event updated for resources: {'Port': ['ID=339f135b-1685-4761-883d-078606bf1460,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:36.255879 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:36.265189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-c9abe173-deed-4d4a-ba47-6fa932e519b1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] device_id is not set on port bd4f4205-c806-4883-b8c5-ef3611209e9c yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:58:36.277865 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fe1d4849-3c19-4c78-917c-a072414339e2 req-cc6df594-4771-4d0f-9ffb-896171682066 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728644 Oct 28 09:58:36.331848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-a2d8ada2-eb08-4710-a2be-e2270a253034', 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034', 'project_id': 'f0a2e694ad734b67b2fe5e3b8b1efc8b', 'fixed_ips': [{'subnet_id': '83ad26c8-eddd-49a9-bbb7-a0dacf5595fb'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:36.333111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:36.351870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Attempting to bind port 339f135b-1685-4761-883d-078606bf1460 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:36.352213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Attempting to bind port 339f135b-1685-4761-883d-078606bf1460 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '7c6b9196-c7b9-4235-baf8-2e12d78817f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'dcb8289c-30be-45c1-a3d3-748b8d49aecd'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:36.352606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Attempting to bind port 339f135b-1685-4761-883d-078606bf1460 on network dcb8289c-30be-45c1-a3d3-748b8d49aecd {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:36.365781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (a2d8ada2-eb08-4710-a2be-e2270a253034), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:36.484155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38822) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:36.492603 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e563a60e-0636-42d7-9eaf-cf729cb748ad tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Request body: {'subnet': {'network_id': '51a3a767-dade-43ab-aa7d-00a32a8b4bb3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:36.498820 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (83ad26c8-eddd-49a9-bbb7-a0dacf5595fb), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:36.517042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:36.518204 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Checking segment: {'id': '7c6b9196-c7b9-4235-baf8-2e12d78817f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'dcb8289c-30be-45c1-a3d3-748b8d49aecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:36.518350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:36.518809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Bound using segment: {'id': '7c6b9196-c7b9-4235-baf8-2e12d78817f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'dcb8289c-30be-45c1-a3d3-748b8d49aecd'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:36.519283 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Bound port: 339f135b-1685-4761-883d-078606bf1460, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6b9196-c7b9-4235-baf8-2e12d78817f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'dcb8289c-30be-45c1-a3d3-748b8d49aecd'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:36.519652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (339f135b-1685-4761-883d-078606bf1460), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:36.652472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Allocated IP 2001:db8::3 (a2d8ada2-eb08-4710-a2be-e2270a253034/83ad26c8-eddd-49a9-bbb7-a0dacf5595fb/2d927860-d1cf-4436-a747-71be011af4b7) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:36.660562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] For port 339f135b-1685-4761-883d-078606bf1460, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:36.667414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] For port 339f135b-1685-4761-883d-078606bf1460, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=339f135b-1685-4761-883d-078606bf1460,segment=NetworkSegment(7c6b9196-c7b9-4235-baf8-2e12d78817f9),segment_id=7c6b9196-c7b9-4235-baf8-2e12d78817f9)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:36.718965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:36.729044 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:36.857372 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e563a60e-0636-42d7-9eaf-cf729cb748ad tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Made reservation on behalf of 5116179308ad48c498743b76d81ab491 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:36.864436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e563a60e-0636-42d7-9eaf-cf729cb748ad tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:36.877974 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (339f135b-1685-4761-883d-078606bf1460), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:36.880099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7d230511-c0a4-4339-b9c6-639c76cfd258 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (a5ab306c-a88b-4d11-9715-8399de468b39), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:36.887063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-132e2bb1-a6e3-4227-a581-7bac8a349628 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::f816:3eff:fe39:fb49 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/07d36033-893d-4a4e-8c13-4b79814fb1d5/433f60fc-6998-43ae-b3b2-15354422b3e7) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:36.897450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9abe173-deed-4d4a-ba47-6fa932e519b1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (bd4f4205-c806-4883-b8c5-ef3611209e9c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:36.924285 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7d230511-c0a4-4339-b9c6-639c76cfd258 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (a5ab306c-a88b-4d11-9715-8399de468b39), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:36.942536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-af9423aa-c8b4-4e85-8a58-7038d23d2183 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (c1a381bc-85d9-4f8b-9e29-5b6db8c014d0), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.019094 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Publish callbacks [] for port (2d927860-d1cf-4436-a747-71be011af4b7), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.023482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:37.058550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c80339-f2cb-4a2b-9a26-1a0ab3a342b3 None None] Pushing event updated for resources: {'Port': ['ID=339f135b-1685-4761-883d-078606bf1460,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:37.071582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:37.097820 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (2d927860-d1cf-4436-a747-71be011af4b7), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.145864 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Network a2d8ada2-eb08-4710-a2be-e2270a253034 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:37.153350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:37.174650 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:37.175723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (83ad26c8-eddd-49a9-bbb7-a0dacf5595fb), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.226297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-5921fd06-1d95-4201-a823-f85098c29ac9 None None] Provisioning complete for port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:37.226877 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5921fd06-1d95-4201-a823-f85098c29ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (65d09a2f-4ffe-47ba-b333-731bd63bb5d4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.227224 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-5921fd06-1d95-4201-a823-f85098c29ac9 None None] Attempt 1 to provision port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 Oct 28 09:58:37.236693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Subnet': ['ID=83ad26c8-eddd-49a9-bbb7-a0dacf5595fb,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:37.242211 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e563a60e-0636-42d7-9eaf-cf729cb748ad tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (246b76e0-10d0-4ce2-acfe-c1a90f18fba6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.333236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563a60e-0636-42d7-9eaf-cf729cb748ad tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event updated for resources: {'Subnet': ['ID=246b76e0-10d0-4ce2-acfe-c1a90f18fba6,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:37.360747 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Pushing event updated for resources: {'Port': ['ID=2d927860-d1cf-4436-a747-71be011af4b7,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:37.364662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:37.367633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:37.370966 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:37.370966 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:37.401427 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9abe173-deed-4d4a-ba47-6fa932e519b1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (bd4f4205-c806-4883-b8c5-ef3611209e9c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.406426 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:37.410546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:37.413193 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:37.440921 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e563a60e-0636-42d7-9eaf-cf729cb748ad tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Checking segment: {'id': 'cd7f83b1-ed8d-472e-926e-3fe71d8d4c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '51a3a767-dade-43ab-aa7d-00a32a8b4bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:37.445360 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e563a60e-0636-42d7-9eaf-cf729cb748ad tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Network hostable DHCP agents. Network: 51a3a767-dade-43ab-aa7d-00a32a8b4bb3, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:37.460166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.479963 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:37.482986 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Failed to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] Oct 28 09:58:37.485483 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempt 2 to bind port 2d927860-d1cf-4436-a747-71be011af4b7 Oct 28 09:58:37.498729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (a2d8ada2-eb08-4710-a2be-e2270a253034), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.507929 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:37.508874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:37.508874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.532336 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:37.536417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:37.536417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5921fd06-1d95-4201-a823-f85098c29ac9 None None] Current status of the port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:37.536417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5921fd06-1d95-4201-a823-f85098c29ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (65d09a2f-4ffe-47ba-b333-731bd63bb5d4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.568865 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9abe173-deed-4d4a-ba47-6fa932e519b1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network f29bf237-749c-4b61-83b8-307b66652a1d is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:37.583256 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-5921fd06-1d95-4201-a823-f85098c29ac9 None None] For port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=65d09a2f-4ffe-47ba-b333-731bd63bb5d4,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:37.606803 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-c9abe173-deed-4d4a-ba47-6fa932e519b1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.612073 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:37.615756 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Failed to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] Oct 28 09:58:37.615756 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempt 3 to bind port 2d927860-d1cf-4436-a747-71be011af4b7 Oct 28 09:58:37.624053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d230511-c0a4-4339-b9c6-639c76cfd258 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router a5ab306c-a88b-4d11-9715-8399de468b39 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:58:37.628134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9abe173-deed-4d4a-ba47-6fa932e519b1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:37.631199 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:37.631532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:37.631920 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:37.632856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9abe173-deed-4d4a-ba47-6fa932e519b1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:37.633502 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9abe173-deed-4d4a-ba47-6fa932e519b1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.638487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abe173-deed-4d4a-ba47-6fa932e519b1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=bd4f4205-c806-4883-b8c5-ef3611209e9c,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.666635 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:37.669358 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.695532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:37.698844 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Failed to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] Oct 28 09:58:37.699610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5921fd06-1d95-4201-a823-f85098c29ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (65d09a2f-4ffe-47ba-b333-731bd63bb5d4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.701458 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempt 4 to bind port 2d927860-d1cf-4436-a747-71be011af4b7 Oct 28 09:58:37.719887 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:37.720473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:37.720940 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.746100 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:37.749472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:37.772361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:37.779842 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-132e2bb1-a6e3-4227-a581-7bac8a349628 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (433f60fc-6998-43ae-b3b2-15354422b3e7), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.810992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:37.815096 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Failed to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] Oct 28 09:58:37.818068 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempt 5 to bind port 2d927860-d1cf-4436-a747-71be011af4b7 Oct 28 09:58:37.844908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:37.880074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-138b20c9-875d-4b9e-a75d-30f31afd6d6f tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (d296959d-e130-4ecb-a1dd-89c195b4f828), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.890188 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:37.890361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-138b20c9-875d-4b9e-a75d-30f31afd6d6f tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (d296959d-e130-4ecb-a1dd-89c195b4f828), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.890478 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:37.890478 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:37.916059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921fd06-1d95-4201-a823-f85098c29ac9 None None] Pushing event updated for resources: {'Port': ['ID=65d09a2f-4ffe-47ba-b333-731bd63bb5d4,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.922654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:37.926520 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:37.946838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d8ada2-eb08-4710-a2be-e2270a253034']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:37.953045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:37.956088 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Failed to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] Oct 28 09:58:37.960576 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempt 6 to bind port 2d927860-d1cf-4436-a747-71be011af4b7 Oct 28 09:58:37.960774 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f433babc-f9a8-4e35-89fb-2c628141bf74') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:37.960774 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f433babc-f9a8-4e35-89fb-2c628141bf74') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:37.967650 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c9abe173-deed-4d4a-ba47-6fa932e519b1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.6974812 Oct 28 09:58:37.968720 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (f433babc-f9a8-4e35-89fb-2c628141bf74), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.973709 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38828) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:37.977232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:37.977770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:37.978253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:37.988382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (f433babc-f9a8-4e35-89fb-2c628141bf74), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.995642 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:37.996058 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (f433babc-f9a8-4e35-89fb-2c628141bf74), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.003152 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:38.006331 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:38.008815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:38.009311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (65d09a2f-4ffe-47ba-b333-731bd63bb5d4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:38.009755 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 Oct 28 09:58:38.046081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d230511-c0a4-4339-b9c6-639c76cfd258 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.051891 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:38.054981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Failed to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] Oct 28 09:58:38.057271 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbadb49-93db-4af5-b721-e95d0cf3c3b3 None None] Sync routers for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:38.058053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:38.062976 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:38.074431 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempt 7 to bind port 2d927860-d1cf-4436-a747-71be011af4b7 Oct 28 09:58:38.098334 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcda58e-b564-4c5f-9cd7-3432c72a7ac9 req-deda0291-fbff-4b5f-b009-5094ccb123be tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:38.108661 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:38.109189 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:38.109320 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-598f3bd6-f7b8-416e-aa14-35179a3f74fe tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:38.109996 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:38.110970 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1bcda58e-b564-4c5f-9cd7-3432c72a7ac9 req-deda0291-fbff-4b5f-b009-5094ccb123be tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.6741133 Oct 28 09:58:38.120582 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment f433babc-f9a8-4e35-89fb-2c628141bf74 resource provider aggregate not found Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.138350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:38.141646 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:38.153197 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment f433babc-f9a8-4e35-89fb-2c628141bf74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f433babc-f9a8-4e35-89fb-2c628141bf74 found for delete ", "request_id": "req-0b998697-8505-4e5f-a064-87b23d487d19"}]} Oct 28 09:58:38.161360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7d230511-c0a4-4339-b9c6-639c76cfd258 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:38.170313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.api [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 09:58:38.170313 dv-neutron-zed-2-hyperv neutron-server[114059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 09:58:38.170313 dv-neutron-zed-2-hyperv neutron-server[114059]: [parameters: {'id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] Oct 28 09:58:38.170313 dv-neutron-zed-2-hyperv neutron-server[114059]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:58:38.170313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG oslo_db.api [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:58:38.171329 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7d230511-c0a4-4339-b9c6-639c76cfd258 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/a5ab306c-a88b-4d11-9715-8399de468b39 HTTP/1.1" status: 200 len: 700 time: 4.0348318 Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Failed to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] Oct 28 09:58:38.171433 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempt 8 to bind port 2d927860-d1cf-4436-a747-71be011af4b7 Oct 28 09:58:38.174924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38834) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:38.209700 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:38.214886 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:38.214886 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:38.215132 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.241002 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:38.245253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:38.245390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e563a60e-0636-42d7-9eaf-cf729cb748ad tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Network 51a3a767-dade-43ab-aa7d-00a32a8b4bb3 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:38.267326 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbadb49-93db-4af5-b721-e95d0cf3c3b3 None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:38.268293 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-edbadb49-93db-4af5-b721-e95d0cf3c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:38.274839 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1bcda58e-b564-4c5f-9cd7-3432c72a7ac9 req-d52bb3ce-688a-4c4c-a2ee-dd21600a4c42 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625106 Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.286000 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:38.289841 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Failed to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] Oct 28 09:58:38.289841 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempt 9 to bind port 2d927860-d1cf-4436-a747-71be011af4b7 Oct 28 09:58:38.293491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:38.295086 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 339f135b-1685-4761-883d-078606bf1460 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:38.331490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b024115-f42a-4d2a-b158-afce19f115ed None None] Network dcb8289c-30be-45c1-a3d3-748b8d49aecd requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:38.353818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-e563a60e-0636-42d7-9eaf-cf729cb748ad tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 51a3a767-dade-43ab-aa7d-00a32a8b4bb3) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:38.360001 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:38.368559 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:38.369230 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:38.369710 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:38.375046 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:38.379267 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e563a60e-0636-42d7-9eaf-cf729cb748ad tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:38.381037 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e563a60e-0636-42d7-9eaf-cf729cb748ad tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:38.390057 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-edbadb49-93db-4af5-b721-e95d0cf3c3b3 None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:38.411312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25210e1f-9de0-483f-9a22-77baca28862a None None] Network 51a3a767-dade-43ab-aa7d-00a32a8b4bb3 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:38.450514 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-f9813535-b179-46a2-a157-1fee8b3925b7 None None] Provisioning complete for port 339f135b-1685-4761-883d-078606bf1460 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:38.451183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f9813535-b179-46a2-a157-1fee8b3925b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (339f135b-1685-4761-883d-078606bf1460), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:38.451630 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f9813535-b179-46a2-a157-1fee8b3925b7 None None] Attempt 1 to provision port 339f135b-1685-4761-883d-078606bf1460 Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.460280 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:38.464997 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:38.485060 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-44803b2d-0779-4961-b274-2f5d8c1a1729 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/routers/a5ab306c-a88b-4d11-9715-8399de468b39 HTTP/1.1" status: 200 len: 700 time: 0.3086951 Oct 28 09:58:38.485831 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38838) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.555713 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:38.560278 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Failed to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] Oct 28 09:58:38.568094 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempt 10 to bind port 2d927860-d1cf-4436-a747-71be011af4b7 Oct 28 09:58:38.617875 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e563a60e-0636-42d7-9eaf-cf729cb748ad tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1313777 Oct 28 09:58:38.645848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:38.647179 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:38.647757 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:38.650982 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-edbadb49-93db-4af5-b721-e95d0cf3c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:35Z', 'revision_number': 7, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': '0b33ca6c-c540-49b3-b8fb-337218cb175d', 'name': '', 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:67:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:11Z', 'updated_at': '2022-10-28T09:58:22Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86992b5-dae3-440d-99f2-5abbf9f9071e', 'name': '', 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:04:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:22Z', 'updated_at': '2022-10-28T09:58:35Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:38.659681 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38840) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:38.664880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-62afa804-707a-421e-b98e-224387674682 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1756516257'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:38.677419 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.685241 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:38.689773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempting to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on network a2d8ada2-eb08-4710-a2be-e2270a253034 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:38.690625 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbadb49-93db-4af5-b721-e95d0cf3c3b3 None None] Checking router: a5ab306c-a88b-4d11-9715-8399de468b39 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:58:38.692467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 339f135b-1685-4761-883d-078606bf1460 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:38.693092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (339f135b-1685-4761-883d-078606bf1460), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:38.694376 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 339f135b-1685-4761-883d-078606bf1460 Oct 28 09:58:38.701979 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (a2d8ada2-eb08-4710-a2be-e2270a253034), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:38.703027 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbadb49-93db-4af5-b721-e95d0cf3c3b3 None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:38.708237 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-edbadb49-93db-4af5-b721-e95d0cf3c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 83ad26c8-eddd-49a9-bbb7-a0dacf5595fb could not be found. Oct 28 09:58:38.786936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:38.789928 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Failed to bind port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'f433babc-f9a8-4e35-89fb-2c628141bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a2d8ada2-eb08-4710-a2be-e2270a253034'}] Oct 28 09:58:38.789928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2d927860-d1cf-4436-a747-71be011af4b7), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:38.823544 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62afa804-707a-421e-b98e-224387674682 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Made reservation on behalf of 5116179308ad48c498743b76d81ab491 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:38.828429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-62afa804-707a-421e-b98e-224387674682 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:38.887834 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62afa804-707a-421e-b98e-224387674682 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:38.899266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-598f3bd6-f7b8-416e-aa14-35179a3f74fe tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bd4f4205-c806-4883-b8c5-ef3611209e9c), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:38.900693 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-edbadb49-93db-4af5-b721-e95d0cf3c3b3 None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:38.914719 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-62afa804-707a-421e-b98e-224387674682 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (03ec0950-aba8-4fd6-914e-728ab4072de2), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:38.916766 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-62afa804-707a-421e-b98e-224387674682 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Added segment 03ec0950-aba8-4fd6-914e-728ab4072de2 of type vlan for network 17ee5d46-3338-44df-bfa0-c9a3e8888c3c Oct 28 09:58:38.918890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-af9423aa-c8b4-4e85-8a58-7038d23d2183 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port 043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:38.919284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-af9423aa-c8b4-4e85-8a58-7038d23d2183 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:38.921917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-51a3a767-dade-43ab-aa7d-00a32a8b4bb3', 'network_id': '51a3a767-dade-43ab-aa7d-00a32a8b4bb3', 'project_id': '5116179308ad48c498743b76d81ab491', 'fixed_ips': [{'subnet_id': '246b76e0-10d0-4ce2-acfe-c1a90f18fba6'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:38.922876 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:38.951510 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f9813535-b179-46a2-a157-1fee8b3925b7 None None] Current status of the port 339f135b-1685-4761-883d-078606bf1460 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:38.951915 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f9813535-b179-46a2-a157-1fee8b3925b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (339f135b-1685-4761-883d-078606bf1460), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:38.982112 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138b20c9-875d-4b9e-a75d-30f31afd6d6f tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Router d296959d-e130-4ecb-a1dd-89c195b4f828 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:58:38.993761 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-62afa804-707a-421e-b98e-224387674682 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (17ee5d46-3338-44df-bfa0-c9a3e8888c3c), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:38.997327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-132e2bb1-a6e3-4227-a581-7bac8a349628 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (433f60fc-6998-43ae-b3b2-15354422b3e7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:39.030254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:39.048223 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:39.104798 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] For port 2d927860-d1cf-4436-a747-71be011af4b7, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:39.105606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Attempted to set empty binding levels {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 09:58:39.113590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 339f135b-1685-4761-883d-078606bf1460 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:39.114110 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (339f135b-1685-4761-883d-078606bf1460), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:39.150878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f9813535-b179-46a2-a157-1fee8b3925b7 None None] For port 339f135b-1685-4761-883d-078606bf1460, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=339f135b-1685-4761-883d-078606bf1460,segment=NetworkSegment(7c6b9196-c7b9-4235-baf8-2e12d78817f9),segment_id=7c6b9196-c7b9-4235-baf8-2e12d78817f9)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:39.159502 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94154b-6ed5-4319-a053-2b60c8ef4668 req-02cd5470-390b-4b81-8f96-bed97eab54d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:39.161184 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2a94154b-6ed5-4319-a053-2b60c8ef4668 req-02cd5470-390b-4b81-8f96-bed97eab54d8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1c1772cbf744449891cae928448c57eb&device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 1130 time: 0.1365554 Oct 28 09:58:39.185971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-62afa804-707a-421e-b98e-224387674682 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (17ee5d46-3338-44df-bfa0-c9a3e8888c3c), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:39.197043 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62afa804-707a-421e-b98e-224387674682 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:39.197651 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-62afa804-707a-421e-b98e-224387674682 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:39.212783 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (2d927860-d1cf-4436-a747-71be011af4b7), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:39.275543 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-edbadb49-93db-4af5-b721-e95d0cf3c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:35Z', 'revision_number': 7, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': '0b33ca6c-c540-49b3-b8fb-337218cb175d', 'name': '', 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:67:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:11Z', 'updated_at': '2022-10-28T09:58:22Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86992b5-dae3-440d-99f2-5abbf9f9071e', 'name': '', 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:04:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:22Z', 'updated_at': '2022-10-28T09:58:35Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:39.284055 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e2bb1-a6e3-4227-a581-7bac8a349628 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=433f60fc-6998-43ae-b3b2-15354422b3e7,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:39.305650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685cfb3-38a5-42d6-8d26-03f553798014 req-641424ea-6621-4105-8aa0-3616364b26df tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:39.307630 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7685cfb3-38a5-42d6-8d26-03f553798014 req-641424ea-6621-4105-8aa0-3616364b26df tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.4564688 Oct 28 09:58:39.312797 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132e2bb1-a6e3-4227-a581-7bac8a349628 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:39.334850 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbadb49-93db-4af5-b721-e95d0cf3c3b3 None None] The sync data for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv is: [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:35Z', 'revision_number': 7, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': '0b33ca6c-c540-49b3-b8fb-337218cb175d', 'name': '', 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:67:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:11Z', 'updated_at': '2022-10-28T09:58:22Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86992b5-dae3-440d-99f2-5abbf9f9071e', 'name': '', 'network_id': 'ad2e63dd-4597-42cc-9add-bd561bc94b2f', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:04:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:22Z', 'updated_at': '2022-10-28T09:58:35Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': 'fb24a95c-f93f-4d9f-8858-e15e0c9bc881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:39.349153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-132e2bb1-a6e3-4227-a581-7bac8a349628 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:39.366594 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Deleting port 2d927860-d1cf-4436-a747-71be011af4b7 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:39.367123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (2d927860-d1cf-4436-a747-71be011af4b7), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:39.378920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afa804-707a-421e-b98e-224387674682 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event updated for resources: {'Network': ['ID=17ee5d46-3338-44df-bfa0-c9a3e8888c3c,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:39.394153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138b20c9-875d-4b9e-a75d-30f31afd6d6f tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:39.400664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-138b20c9-875d-4b9e-a75d-30f31afd6d6f tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:39.404646 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-138b20c9-875d-4b9e-a75d-30f31afd6d6f tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "PUT /networking/v2.0/routers/d296959d-e130-4ecb-a1dd-89c195b4f828 HTTP/1.1" status: 200 len: 921 time: 7.3484333 Oct 28 09:58:39.452145 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38844) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:39.465232 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-62afa804-707a-421e-b98e-224387674682 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8042405 Oct 28 09:58:39.466119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e2bb1-a6e3-4227-a581-7bac8a349628 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:39.476387 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132e2bb1-a6e3-4227-a581-7bac8a349628 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:39.477063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-132e2bb1-a6e3-4227-a581-7bac8a349628 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:39.486726 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38846) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:39.496940 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 17ee5d46-3338-44df-bfa0-c9a3e8888c3c details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:39.504349 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368d4c7-b60b-4d23-92c6-ca20d1a479ac None None] Sync routers for ids ['d296959d-e130-4ecb-a1dd-89c195b4f828'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:39.513176 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-49429969-a6d9-4989-a396-215d796eedd6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Request body: {'subnet': {'network_id': '17ee5d46-3338-44df-bfa0-c9a3e8888c3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:39.515574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f9813535-b179-46a2-a157-1fee8b3925b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (339f135b-1685-4761-883d-078606bf1460), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:39.546844 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:39.555908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-af9423aa-c8b4-4e85-8a58-7038d23d2183 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:39.574149 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:39.664835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52fcb289-061f-4a49-90b6-64b04c3417db tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (a5ab306c-a88b-4d11-9715-8399de468b39), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:39.677325 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:39.684054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f368d4c7-b60b-4d23-92c6-ca20d1a479ac None None] Routers {'d296959d-e130-4ecb-a1dd-89c195b4f828'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:39.684714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-f368d4c7-b60b-4d23-92c6-ca20d1a479ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d296959d-e130-4ecb-a1dd-89c195b4f828'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:39.705851 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-af9423aa-c8b4-4e85-8a58-7038d23d2183 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for 043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:39.706041 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] For port 2d927860-d1cf-4436-a747-71be011af4b7, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:39.706816 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (2d927860-d1cf-4436-a747-71be011af4b7), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:39.728533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Calling delete_port for 2d927860-d1cf-4436-a747-71be011af4b7 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:39.736787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddabf58-fdeb-4a58-bcb5-cae6d3c709c1 None None] Pushing event updated for resources: {'Port': ['ID=2d927860-d1cf-4436-a747-71be011af4b7,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:39.755142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:58:39.757752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:58:39.770155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-f368d4c7-b60b-4d23-92c6-ca20d1a479ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:39.796890 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-132e2bb1-a6e3-4227-a581-7bac8a349628 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 7.5523682 Oct 28 09:58:39.800226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-62a0b2af-b48d-4278-9d2c-47ffb0098824 None None] Provisioning complete for port 339f135b-1685-4761-883d-078606bf1460 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:39.800605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-62a0b2af-b48d-4278-9d2c-47ffb0098824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (339f135b-1685-4761-883d-078606bf1460), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:39.801806 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-62a0b2af-b48d-4278-9d2c-47ffb0098824 None None] Attempt 1 to provision port 339f135b-1685-4761-883d-078606bf1460 Oct 28 09:58:39.808567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38848) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:39.856632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94154b-6ed5-4319-a053-2b60c8ef4668 req-e454a77e-a427-4a65-86ff-6a0cc5f7127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:39.858435 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2a94154b-6ed5-4319-a053-2b60c8ef4668 req-e454a77e-a427-4a65-86ff-6a0cc5f7127f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9b354618-41dd-41ee-a0fe-9a79976baa4b HTTP/1.1" status: 200 len: 912 time: 0.5960767 Oct 28 09:58:39.861506 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a27a5980-f0a4-49a3-af74-c5887126fa23 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/d296959d-e130-4ecb-a1dd-89c195b4f828 HTTP/1.1" status: 200 len: 921 time: 0.4027426 Oct 28 09:58:39.867009 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7685cfb3-38a5-42d6-8d26-03f553798014 req-b641daeb-3ffa-4637-af60-d8b3b8d75a88 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5439134 Oct 28 09:58:39.867506 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38850) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:39.894944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:39.897342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f368d4c7-b60b-4d23-92c6-ca20d1a479ac None None] Routers {'d296959d-e130-4ecb-a1dd-89c195b4f828'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:39.898135 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-f368d4c7-b60b-4d23-92c6-ca20d1a479ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d296959d-e130-4ecb-a1dd-89c195b4f828'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:39.947460 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-f368d4c7-b60b-4d23-92c6-ca20d1a479ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:39.947959 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368d4c7-b60b-4d23-92c6-ca20d1a479ac None None] The sync data for ids ['d296959d-e130-4ecb-a1dd-89c195b4f828'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:39.961605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9813535-b179-46a2-a157-1fee8b3925b7 None None] Pushing event updated for resources: {'Port': ['ID=339f135b-1685-4761-883d-078606bf1460,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:39.967353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Allocated IP 2001:db8:0:ffff::2 (51a3a767-dade-43ab-aa7d-00a32a8b4bb3/246b76e0-10d0-4ce2-acfe-c1a90f18fba6/eb361ddf-49d7-48f5-adec-fcca48592fd4) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:39.974181 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-598f3bd6-f7b8-416e-aa14-35179a3f74fe tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (bd4f4205-c806-4883-b8c5-ef3611209e9c), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:39.992249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26ee549-be34-4255-a935-764e7c1953a7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:39.996423 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52d15c7-d9c7-42c2-98f0-b12fc5264f41 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:39.997596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26ee549-be34-4255-a935-764e7c1953a7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:40.002367 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a26ee549-be34-4255-a935-764e7c1953a7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1879592 Oct 28 09:58:40.002516 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e52d15c7-d9c7-42c2-98f0-b12fc5264f41 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&device_id=d296959d-e130-4ecb-a1dd-89c195b4f828&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0882812 Oct 28 09:58:40.003572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:40.005603 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38852) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:40.005932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38854) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:40.053133 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-62a0b2af-b48d-4278-9d2c-47ffb0098824 None None] Current status of the port 339f135b-1685-4761-883d-078606bf1460 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:40.104085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49429969-a6d9-4989-a396-215d796eedd6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Made reservation on behalf of 5116179308ad48c498743b76d81ab491 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:40.108016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-49429969-a6d9-4989-a396-215d796eedd6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.157355 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (2d927860-d1cf-4436-a747-71be011af4b7), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.159257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-598f3bd6-f7b8-416e-aa14-35179a3f74fe tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (bd4f4205-c806-4883-b8c5-ef3611209e9c), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.165566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-598f3bd6-f7b8-416e-aa14-35179a3f74fe tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] In _notify_port_updated(), no bound segment for port bd4f4205-c806-4883-b8c5-ef3611209e9c on network f29bf237-749c-4b61-83b8-307b66652a1d {{(pid=114060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 09:58:40.165566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598f3bd6-f7b8-416e-aa14-35179a3f74fe tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:40.166163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-598f3bd6-f7b8-416e-aa14-35179a3f74fe tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.170129 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-598f3bd6-f7b8-416e-aa14-35179a3f74fe tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "PUT /networking/v2.0/ports/bd4f4205-c806-4883-b8c5-ef3611209e9c HTTP/1.1" status: 200 len: 818 time: 2.1231585 Oct 28 09:58:40.170129 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2a94154b-6ed5-4319-a053-2b60c8ef4668 req-fd5998e1-f4aa-4849-ad57-691363f51831 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=250bacdb-6369-4533-b15b-0b9cd26aeeac HTTP/1.1" status: 200 len: 1000 time: 0.2977409 Oct 28 09:58:40.171998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38856) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:40.177040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Publish callbacks [] for port (eb361ddf-49d7-48f5-adec-fcca48592fd4), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.180129 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b22c8719-4b38-495f-867c-811a61b19ae9 None None] Provisioning complete for port 433f60fc-6998-43ae-b3b2-15354422b3e7 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:40.180838 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b22c8719-4b38-495f-867c-811a61b19ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (433f60fc-6998-43ae-b3b2-15354422b3e7), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.181372 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b22c8719-4b38-495f-867c-811a61b19ae9 None None] Attempt 1 to provision port 433f60fc-6998-43ae-b3b2-15354422b3e7 Oct 28 09:58:40.203470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:40.205526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Port': ['ID=2d927860-d1cf-4436-a747-71be011af4b7,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:40.222092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b22c8719-4b38-495f-867c-811a61b19ae9 None None] Port 433f60fc-6998-43ae-b3b2-15354422b3e7 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:58:40.255660 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No DVR routers for this DVR port 2d927860-d1cf-4436-a747-71be011af4b7 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:40.303860 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 339f135b-1685-4761-883d-078606bf1460 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:40.306065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e86992b5-dae3-440d-99f2-5abbf9f9071e up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:40.312411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (eb361ddf-49d7-48f5-adec-fcca48592fd4), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.325343 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-52fcb289-061f-4a49-90b6-64b04c3417db tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting port e86992b5-dae3-440d-99f2-5abbf9f9071e {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:40.325343 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52fcb289-061f-4a49-90b6-64b04c3417db tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.331971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:40.395509 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Network 51a3a767-dade-43ab-aa7d-00a32a8b4bb3 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:40.403122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:40.409815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:40.413747 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Pushing event updated for resources: {'Port': ['ID=eb361ddf-49d7-48f5-adec-fcca48592fd4,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:40.419913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port e86992b5-dae3-440d-99f2-5abbf9f9071e triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:40.421091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.421091 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port e86992b5-dae3-440d-99f2-5abbf9f9071e Oct 28 09:58:40.426230 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef817a1-020d-4a0e-aa77-7819d8c063ee tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:40.427768 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2ef817a1-020d-4a0e-aa77-7819d8c063ee tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/3f25a2da-d85f-4684-8b32-f70565f202ac HTTP/1.1" status: 200 len: 881 time: 0.4209101 Oct 28 09:58:40.428548 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f3bd6-f7b8-416e-aa14-35179a3f74fe tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=bd4f4205-c806-4883-b8c5-ef3611209e9c,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:40.435154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38858) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:40.466572 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94154b-6ed5-4319-a053-2b60c8ef4668 req-43fc10f7-5c41-4271-be8c-3790f69d72be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:40.468059 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2a94154b-6ed5-4319-a053-2b60c8ef4668 req-43fc10f7-5c41-4271-be8c-3790f69d72be service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=808a702a-127b-4dd8-b2a3-71420629e80b HTTP/1.1" status: 200 len: 850 time: 0.2741358 Oct 28 09:58:40.479200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b318c64d-3030-404d-87dc-f8a10159cf52 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port 433f60fc-6998-43ae-b3b2-15354422b3e7 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:40.479479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b318c64d-3030-404d-87dc-f8a10159cf52 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (433f60fc-6998-43ae-b3b2-15354422b3e7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.491546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (a2d8ada2-eb08-4710-a2be-e2270a253034), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.498208 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0719f863-2ec9-4365-97c3-4b3674c44b82 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d296959d-e130-4ecb-a1dd-89c195b4f828 HTTP/1.1" status: 200 len: 205 time: 0.0619612 Oct 28 09:58:40.502513 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38860) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:40.512094 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c244ebb9-e30b-4b7a-8e7c-f17d5c73ad32 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port bd4f4205-c806-4883-b8c5-ef3611209e9c {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:40.512436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c244ebb9-e30b-4b7a-8e7c-f17d5c73ad32 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (bd4f4205-c806-4883-b8c5-ef3611209e9c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.547218 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Attempting to bind port eb361ddf-49d7-48f5-adec-fcca48592fd4 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:40.547604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Attempting to bind port eb361ddf-49d7-48f5-adec-fcca48592fd4 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'cd7f83b1-ed8d-472e-926e-3fe71d8d4c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '51a3a767-dade-43ab-aa7d-00a32a8b4bb3'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:40.547957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Attempting to bind port eb361ddf-49d7-48f5-adec-fcca48592fd4 on network 51a3a767-dade-43ab-aa7d-00a32a8b4bb3 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:40.584185 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:40.587658 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d8ada2-eb08-4710-a2be-e2270a253034']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:40.588968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port e86992b5-dae3-440d-99f2-5abbf9f9071e is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:40.617279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:40.617782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Checking segment: {'id': 'cd7f83b1-ed8d-472e-926e-3fe71d8d4c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '51a3a767-dade-43ab-aa7d-00a32a8b4bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:40.618296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.618825 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Bound using segment: {'id': 'cd7f83b1-ed8d-472e-926e-3fe71d8d4c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '51a3a767-dade-43ab-aa7d-00a32a8b4bb3'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:40.619482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Bound port: eb361ddf-49d7-48f5-adec-fcca48592fd4, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7f83b1-ed8d-472e-926e-3fe71d8d4c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '51a3a767-dade-43ab-aa7d-00a32a8b4bb3'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:40.619962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (eb361ddf-49d7-48f5-adec-fcca48592fd4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.637224 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:40.640799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94154b-6ed5-4319-a053-2b60c8ef4668 req-6128bc32-1138-4c8c-9702-dedd928749fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:40.642405 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2a94154b-6ed5-4319-a053-2b60c8ef4668 req-6128bc32-1138-4c8c-9702-dedd928749fc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9b354618-41dd-41ee-a0fe-9a79976baa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1582744 Oct 28 09:58:40.645725 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f433babc-f9a8-4e35-89fb-2c628141bf74') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:40.645859 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f433babc-f9a8-4e35-89fb-2c628141bf74') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:40.706322 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (f433babc-f9a8-4e35-89fb-2c628141bf74), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.743343 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] For port eb361ddf-49d7-48f5-adec-fcca48592fd4, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:40.746592 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 339f135b-1685-4761-883d-078606bf1460 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:40.749641 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:40.751133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c244ebb9-e30b-4b7a-8e7c-f17d5c73ad32 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (bd4f4205-c806-4883-b8c5-ef3611209e9c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.754592 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (f433babc-f9a8-4e35-89fb-2c628141bf74), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.757928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-52fcb289-061f-4a49-90b6-64b04c3417db tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] For port e86992b5-dae3-440d-99f2-5abbf9f9071e, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e86992b5-dae3-440d-99f2-5abbf9f9071e,segment=NetworkSegment(67dc0fd4-8fb8-4516-8575-6d5bc5924ced),segment_id=67dc0fd4-8fb8-4516-8575-6d5bc5924ced)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:40.758300 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52fcb289-061f-4a49-90b6-64b04c3417db tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.784985 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:40.785240 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] For port eb361ddf-49d7-48f5-adec-fcca48592fd4, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=eb361ddf-49d7-48f5-adec-fcca48592fd4,segment=NetworkSegment(cd7f83b1-ed8d-472e-926e-3fe71d8d4c81),segment_id=cd7f83b1-ed8d-472e-926e-3fe71d8d4c81)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:40.785523 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (f433babc-f9a8-4e35-89fb-2c628141bf74), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.807154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-52fcb289-061f-4a49-90b6-64b04c3417db tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Calling delete_port for e86992b5-dae3-440d-99f2-5abbf9f9071e owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:40.811977 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 339f135b-1685-4761-883d-078606bf1460 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:40.813051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (339f135b-1685-4761-883d-078606bf1460), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.813051 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 339f135b-1685-4761-883d-078606bf1460 Oct 28 09:58:40.821291 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c244ebb9-e30b-4b7a-8e7c-f17d5c73ad32 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for bd4f4205-c806-4883-b8c5-ef3611209e9c owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:40.839867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:40.845761 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment f433babc-f9a8-4e35-89fb-2c628141bf74 resource provider aggregate not found Oct 28 09:58:40.880750 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dde97ff1-9cf2-4f00-8106-e7601dec7101 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (d296959d-e130-4ecb-a1dd-89c195b4f828), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.881135 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (eb361ddf-49d7-48f5-adec-fcca48592fd4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:40.884372 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment f433babc-f9a8-4e35-89fb-2c628141bf74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f433babc-f9a8-4e35-89fb-2c628141bf74 found for delete ", "request_id": "req-33baaee0-dbb2-4e70-9601-5541bbe2deb7"}]} Oct 28 09:58:40.935661 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 339f135b-1685-4761-883d-078606bf1460 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:40.936661 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:40.983351 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34727c-de2b-406c-ad4e-8c3b188ea386 None None] Pushing event updated for resources: {'Port': ['ID=eb361ddf-49d7-48f5-adec-fcca48592fd4,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:41.005580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:41.005957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (65d09a2f-4ffe-47ba-b333-731bd63bb5d4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:41.006565 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 Oct 28 09:58:41.047906 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (a2d8ada2-eb08-4710-a2be-e2270a253034), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:41.076761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b318c64d-3030-404d-87dc-f8a10159cf52 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (433f60fc-6998-43ae-b3b2-15354422b3e7), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:41.079222 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:41.083407 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/a2d8ada2-eb08-4710-a2be-e2270a253034 HTTP/1.1" status: 204 len: 168 time: 4.9404366 Oct 28 09:58:41.091823 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:41.098555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-af9423aa-c8b4-4e85-8a58-7038d23d2183 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:41.102810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38868) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:41.141031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:41.145208 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595168e-ca18-4914-9dfb-bfb62bb33dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Network': ['ID=a2d8ada2-eb08-4710-a2be-e2270a253034,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:41.160340 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa05415-f187-4be5-bbbc-ad1f07f8911d req-978eca0d-c3ce-4086-93e8-1ab5dd4fb6a8 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:41.167405 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9fa05415-f187-4be5-bbbc-ad1f07f8911d req-978eca0d-c3ce-4086-93e8-1ab5dd4fb6a8 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1777599 Oct 28 09:58:41.170949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b318c64d-3030-404d-87dc-f8a10159cf52 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for 433f60fc-6998-43ae-b3b2-15354422b3e7 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:41.185886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4a95d77d-592a-4f6f-9574-3c4b7a397ece tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2085778425'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:41.204867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:41.223510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9423aa-c8b4-4e85-8a58-7038d23d2183 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=043f8eb5-d495-4fb6-bfd8-a93e6f2a5cfe,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:41.307691 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dde97ff1-9cf2-4f00-8106-e7601dec7101 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (d296959d-e130-4ecb-a1dd-89c195b4f828), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:41.314359 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9fa05415-f187-4be5-bbbc-ad1f07f8911d req-1389089b-3643-47e9-92db-58e36e4bf667 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450608 Oct 28 09:58:41.322897 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2a94154b-6ed5-4319-a053-2b60c8ef4668 req-d2eae978-f5ae-4389-8be7-b5da19ec31e9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6687007 Oct 28 09:58:41.394594 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c244ebb9-e30b-4b7a-8e7c-f17d5c73ad32 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (bd4f4205-c806-4883-b8c5-ef3611209e9c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:41.447864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a95d77d-592a-4f6f-9574-3c4b7a397ece tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:41.451492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a95d77d-592a-4f6f-9574-3c4b7a397ece tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:41.461658 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c244ebb9-e30b-4b7a-8e7c-f17d5c73ad32 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:41.464967 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c244ebb9-e30b-4b7a-8e7c-f17d5c73ad32 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/bd4f4205-c806-4883-b8c5-ef3611209e9c HTTP/1.1" status: 204 len: 168 time: 1.2753401 Oct 28 09:58:41.468532 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52fcb289-061f-4a49-90b6-64b04c3417db tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e86992b5-dae3-440d-99f2-5abbf9f9071e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:41.471327 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244ebb9-e30b-4b7a-8e7c-f17d5c73ad32 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=bd4f4205-c806-4883-b8c5-ef3611209e9c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:41.480847 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38870) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:41.489080 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-af9423aa-c8b4-4e85-8a58-7038d23d2183 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (c1a381bc-85d9-4f8b-9e29-5b6db8c014d0), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:41.513937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-dde97ff1-9cf2-4f00-8106-e7601dec7101 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Deleting port 9b9c7081-01f6-440e-91b5-502727260b98 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:41.514284 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dde97ff1-9cf2-4f00-8106-e7601dec7101 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9b9c7081-01f6-440e-91b5-502727260b98), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:41.516889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcb289-061f-4a49-90b6-64b04c3417db tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Port': ['ID=e86992b5-dae3-440d-99f2-5abbf9f9071e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:41.645752 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c4714-73ac-4a83-8109-4af88e230f77 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:41.647260 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2e6c4714-73ac-4a83-8109-4af88e230f77 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1656067 Oct 28 09:58:41.653969 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38872) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:41.654147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a95d77d-592a-4f6f-9574-3c4b7a397ece tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:41.700935 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-df381ae5-49f6-41c3-82a6-568ed3241ef8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] GET failed (client error): The resource could not be found. Oct 28 09:58:41.702146 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2a94154b-6ed5-4319-a053-2b60c8ef4668 req-aa778d3d-7da1-4259-b216-e8af026ae5f7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439929 Oct 28 09:58:41.702405 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-df381ae5-49f6-41c3-82a6-568ed3241ef8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/bd4f4205-c806-4883-b8c5-ef3611209e9c HTTP/1.1" status: 404 len: 333 time: 0.0476434 Oct 28 09:58:41.702929 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:41.707866 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38874) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:41.719426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.objects.ports [None req-49429969-a6d9-4989-a396-215d796eedd6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114060) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:58:41.723583 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-41db3884-fe44-46b0-a188-0c95519ad1d7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-340113572'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:41.730619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a95d77d-592a-4f6f-9574-3c4b7a397ece tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (2810e487-9071-4bc9-b03f-018ae6422b12), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:41.731000 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-4a95d77d-592a-4f6f-9574-3c4b7a397ece tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Added segment 2810e487-9071-4bc9-b03f-018ae6422b12 of type vlan for network 5f6b83ff-14bc-488f-931f-69206dd5d11e Oct 28 09:58:41.732664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-49429969-a6d9-4989-a396-215d796eedd6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (b4f68544-a060-48eb-8951-d4775b5dd344), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:41.766878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:41.854442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:41.867246 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b318c64d-3030-404d-87dc-f8a10159cf52 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (433f60fc-6998-43ae-b3b2-15354422b3e7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:41.906568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a95d77d-592a-4f6f-9574-3c4b7a397ece tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (5f6b83ff-14bc-488f-931f-69206dd5d11e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:41.970256 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49429969-a6d9-4989-a396-215d796eedd6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event updated for resources: {'Subnet': ['ID=b4f68544-a060-48eb-8951-d4775b5dd344,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:41.974217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318c64d-3030-404d-87dc-f8a10159cf52 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=433f60fc-6998-43ae-b3b2-15354422b3e7,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:42.026945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9423aa-c8b4-4e85-8a58-7038d23d2183 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router c1a381bc-85d9-4f8b-9e29-5b6db8c014d0 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:58:42.028979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b318c64d-3030-404d-87dc-f8a10159cf52 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.035226 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b318c64d-3030-404d-87dc-f8a10159cf52 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/433f60fc-6998-43ae-b3b2-15354422b3e7 HTTP/1.1" status: 204 len: 168 time: 2.0243592 Oct 28 09:58:42.035791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38876) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:42.075653 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49429969-a6d9-4989-a396-215d796eedd6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Checking segment: {'id': '03ec0950-aba8-4fd6-914e-728ab4072de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '17ee5d46-3338-44df-bfa0-c9a3e8888c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:42.076496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49429969-a6d9-4989-a396-215d796eedd6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Network hostable DHCP agents. Network: 17ee5d46-3338-44df-bfa0-c9a3e8888c3c, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:42.121400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dde97ff1-9cf2-4f00-8106-e7601dec7101 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9b9c7081-01f6-440e-91b5-502727260b98), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.139885 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a95d77d-592a-4f6f-9574-3c4b7a397ece tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (5f6b83ff-14bc-488f-931f-69206dd5d11e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.142309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837b2b62-d7c9-4e94-9478-fadd85b11768 None None] get_active_networks_info from dv-neutron-zed-2-hyperv {{(pid=114061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 28 09:58:42.145246 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a95d77d-592a-4f6f-9574-3c4b7a397ece tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:42.145531 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a95d77d-592a-4f6f-9574-3c4b7a397ece tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.150549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-dde97ff1-9cf2-4f00-8106-e7601dec7101 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Calling delete_port for 9b9c7081-01f6-440e-91b5-502727260b98 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:42.167559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52fcb289-061f-4a49-90b6-64b04c3417db tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (a5ab306c-a88b-4d11-9715-8399de468b39), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.195846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26b61cf-6fdc-4c43-b1c4-98eb0f100007 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:42.197616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26b61cf-6fdc-4c43-b1c4-98eb0f100007 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:42.203277 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c26b61cf-6fdc-4c43-b1c4-98eb0f100007 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1613200 Oct 28 09:58:42.203486 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-052d501e-dadc-4941-9d02-14145aae4ca7 None None] Provisioning complete for port eb361ddf-49d7-48f5-adec-fcca48592fd4 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:42.203486 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-052d501e-dadc-4941-9d02-14145aae4ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (eb361ddf-49d7-48f5-adec-fcca48592fd4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.203486 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-052d501e-dadc-4941-9d02-14145aae4ca7 None None] Attempt 1 to provision port eb361ddf-49d7-48f5-adec-fcca48592fd4 Oct 28 09:58:42.210371 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38878) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:42.218537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9423aa-c8b4-4e85-8a58-7038d23d2183 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:42.230195 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798dfa7-3f8b-46e5-aaab-7632cc581573 None None] Sync routers for ids ['c1a381bc-85d9-4f8b-9e29-5b6db8c014d0'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:42.239422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41db3884-fe44-46b0-a188-0c95519ad1d7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:42.244066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41db3884-fe44-46b0-a188-0c95519ad1d7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.259384 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-af9423aa-c8b4-4e85-8a58-7038d23d2183 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/c1a381bc-85d9-4f8b-9e29-5b6db8c014d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1037738 Oct 28 09:58:42.259384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38880) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:42.264351 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798dfa7-3f8b-46e5-aaab-7632cc581573 None None] Routers {'c1a381bc-85d9-4f8b-9e29-5b6db8c014d0'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:42.265587 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6798dfa7-3f8b-46e5-aaab-7632cc581573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c1a381bc-85d9-4f8b-9e29-5b6db8c014d0'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:42.296132 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49429969-a6d9-4989-a396-215d796eedd6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Network 17ee5d46-3338-44df-bfa0-c9a3e8888c3c is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:42.306794 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f69ecaad-a02f-4cd9-bd63-30f17a773b1d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1a381bc-85d9-4f8b-9e29-5b6db8c014d0 HTTP/1.1" status: 200 len: 205 time: 0.0430799 Oct 28 09:58:42.315221 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4a95d77d-592a-4f6f-9574-3c4b7a397ece tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1772509 Oct 28 09:58:42.315221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38882) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:42.315221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95d77d-592a-4f6f-9574-3c4b7a397ece tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Network': ['ID=5f6b83ff-14bc-488f-931f-69206dd5d11e,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:42.317552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38884) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:42.323822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-332374eb-b008-4ace-96f9-c57402e33828 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'subnet': {'network_id': '5f6b83ff-14bc-488f-931f-69206dd5d11e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:42.329345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 5f6b83ff-14bc-488f-931f-69206dd5d11e details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:42.347614 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6798dfa7-3f8b-46e5-aaab-7632cc581573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:42.367459 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798dfa7-3f8b-46e5-aaab-7632cc581573 None None] Routers {'c1a381bc-85d9-4f8b-9e29-5b6db8c014d0'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:42.368111 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6798dfa7-3f8b-46e5-aaab-7632cc581573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c1a381bc-85d9-4f8b-9e29-5b6db8c014d0'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:42.427149 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6798dfa7-3f8b-46e5-aaab-7632cc581573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:42.428019 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798dfa7-3f8b-46e5-aaab-7632cc581573 None None] The sync data for ids ['c1a381bc-85d9-4f8b-9e29-5b6db8c014d0'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:42.447970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0ced70fe-e48e-4373-b47e-a541afb7c3a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (c1a381bc-85d9-4f8b-9e29-5b6db8c014d0), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.545979 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-052d501e-dadc-4941-9d02-14145aae4ca7 None None] Current status of the port eb361ddf-49d7-48f5-adec-fcca48592fd4 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:42.546565 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-052d501e-dadc-4941-9d02-14145aae4ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (eb361ddf-49d7-48f5-adec-fcca48592fd4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.628730 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade24c0b-70cf-418a-8d39-245b4fb7481e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 07d36033-893d-4a4e-8c13-4b79814fb1d5 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:58:42.630805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:42.635926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41db3884-fe44-46b0-a188-0c95519ad1d7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:42.653196 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ade24c0b-70cf-418a-8d39-245b4fb7481e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (07d36033-893d-4a4e-8c13-4b79814fb1d5), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.702857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-49429969-a6d9-4989-a396-215d796eedd6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 17ee5d46-3338-44df-bfa0-c9a3e8888c3c) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:42.713555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49429969-a6d9-4989-a396-215d796eedd6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:42.713555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-49429969-a6d9-4989-a396-215d796eedd6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.717761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0ced70fe-e48e-4373-b47e-a541afb7c3a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (c1a381bc-85d9-4f8b-9e29-5b6db8c014d0), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.722462 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0ced70fe-e48e-4373-b47e-a541afb7c3a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_controller (c1a381bc-85d9-4f8b-9e29-5b6db8c014d0), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.736802 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41db3884-fe44-46b0-a188-0c95519ad1d7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (416270ff-f56a-41bd-84b4-aa87c274e3ce), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.737220 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-41db3884-fe44-46b0-a188-0c95519ad1d7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Added segment 416270ff-f56a-41bd-84b4-aa87c274e3ce of type vlan for network dc3aaf89-b4c8-402e-996d-4d4f4effde04 Oct 28 09:58:42.845447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device eb361ddf-49d7-48f5-adec-fcca48592fd4 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:42.853466 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-49429969-a6d9-4989-a396-215d796eedd6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3463118 Oct 28 09:58:42.856971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38888) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:42.865014 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4d223d84-2ea0-46f4-b391-c752e1a787c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Request body: {'port': {'network_id': '17ee5d46-3338-44df-bfa0-c9a3e8888c3c', 'name': 'tempest-NetworksIpV6TestAttrs-1986209736'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:42.872574 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ade24c0b-70cf-418a-8d39-245b4fb7481e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (07d36033-893d-4a4e-8c13-4b79814fb1d5), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.882101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97d8c5-9435-4895-baeb-2a5cfc1de12a req-eab6e657-1f70-492c-b6ba-f62e7b52f311 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:42.889322 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-be97d8c5-9435-4895-baeb-2a5cfc1de12a req-eab6e657-1f70-492c-b6ba-f62e7b52f311 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2456658 Oct 28 09:58:42.905578 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-052d501e-dadc-4941-9d02-14145aae4ca7 None None] For port eb361ddf-49d7-48f5-adec-fcca48592fd4, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=eb361ddf-49d7-48f5-adec-fcca48592fd4,segment=NetworkSegment(cd7f83b1-ed8d-472e-926e-3fe71d8d4c81),segment_id=cd7f83b1-ed8d-472e-926e-3fe71d8d4c81)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:42.966469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41db3884-fe44-46b0-a188-0c95519ad1d7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (dc3aaf89-b4c8-402e-996d-4d4f4effde04), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.969472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0ced70fe-e48e-4373-b47e-a541afb7c3a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (c1a381bc-85d9-4f8b-9e29-5b6db8c014d0), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.969618 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-052d501e-dadc-4941-9d02-14145aae4ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (eb361ddf-49d7-48f5-adec-fcca48592fd4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.970048 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ced70fe-e48e-4373-b47e-a541afb7c3a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Fanout notify agent at l3_agent the message router_deleted on router c1a381bc-85d9-4f8b-9e29-5b6db8c014d0 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:58:42.974807 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837b2b62-d7c9-4e94-9478-fadd85b11768 None None] Unable to find a vacant binding_index for network 17ee5d46-3338-44df-bfa0-c9a3e8888c3c and agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad {{(pid=114061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 28 09:58:42.978691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0ced70fe-e48e-4373-b47e-a541afb7c3a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.978902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port eb361ddf-49d7-48f5-adec-fcca48592fd4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:42.978902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (eb361ddf-49d7-48f5-adec-fcca48592fd4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:42.979268 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0ced70fe-e48e-4373-b47e-a541afb7c3a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/routers/c1a381bc-85d9-4f8b-9e29-5b6db8c014d0 HTTP/1.1" status: 204 len: 168 time: 0.6671550 Oct 28 09:58:42.981505 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port eb361ddf-49d7-48f5-adec-fcca48592fd4 Oct 28 09:58:42.982943 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38890) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:43.029407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:43.041347 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837b2b62-d7c9-4e94-9478-fadd85b11768 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 17ee5d46-3338-44df-bfa0-c9a3e8888c3c) {{(pid=114061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 09:58:43.052972 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b271e73-acb2-4f1a-913d-021f1f7b1504 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting subnet 1756207e-0ffe-4d26-8f06-1797bb2a2544 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:58:43.056493 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6b271e73-acb2-4f1a-913d-021f1f7b1504 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (1756207e-0ffe-4d26-8f06-1797bb2a2544), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.060346 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:43.072261 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:43.085129 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-77435dd9-4317-4e80-a220-14409a35f2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.088853 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332374eb-b008-4ace-96f9-c57402e33828 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:43.093064 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-332374eb-b008-4ace-96f9-c57402e33828 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.100341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:43.106130 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6b271e73-acb2-4f1a-913d-021f1f7b1504 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (1756207e-0ffe-4d26-8f06-1797bb2a2544), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.118500 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:43.119574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d501e-dadc-4941-9d02-14145aae4ca7 None None] Pushing event updated for resources: {'Port': ['ID=eb361ddf-49d7-48f5-adec-fcca48592fd4,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:43.134211 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d223d84-2ea0-46f4-b391-c752e1a787c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Made reservation on behalf of 5116179308ad48c498743b76d81ab491 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:43.138285 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4d223d84-2ea0-46f4-b391-c752e1a787c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.173262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-4d223d84-2ea0-46f4-b391-c752e1a787c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] device_id is not set on port 3763808e-9d5a-4584-b811-48f3d810dc7c yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:58:43.187038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fcb289-061f-4a49-90b6-64b04c3417db tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router a5ab306c-a88b-4d11-9715-8399de468b39 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:58:43.200729 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-be97d8c5-9435-4895-baeb-2a5cfc1de12a req-72485b76-6af5-4fef-8550-dfda6ff223b1 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524571 Oct 28 09:58:43.223903 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ade24c0b-70cf-418a-8d39-245b4fb7481e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (07d36033-893d-4a4e-8c13-4b79814fb1d5), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.259176 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41db3884-fe44-46b0-a188-0c95519ad1d7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (dc3aaf89-b4c8-402e-996d-4d4f4effde04), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.261023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port eb361ddf-49d7-48f5-adec-fcca48592fd4 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:43.265438 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db3884-fe44-46b0-a188-0c95519ad1d7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:43.266142 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41db3884-fe44-46b0-a188-0c95519ad1d7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.287688 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dde97ff1-9cf2-4f00-8106-e7601dec7101 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (9b9c7081-01f6-440e-91b5-502727260b98), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.307438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6b271e73-acb2-4f1a-913d-021f1f7b1504 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (1756207e-0ffe-4d26-8f06-1797bb2a2544), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.389763 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-4d223d84-2ea0-46f4-b391-c752e1a787c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Allocated IP 2001:db8::f816:3eff:fe75:8c3 (17ee5d46-3338-44df-bfa0-c9a3e8888c3c/b4f68544-a060-48eb-8951-d4775b5dd344/3763808e-9d5a-4584-b811-48f3d810dc7c) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:43.415869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-17ee5d46-3338-44df-bfa0-c9a3e8888c3c', 'network_id': '17ee5d46-3338-44df-bfa0-c9a3e8888c3c', 'project_id': '5116179308ad48c498743b76d81ab491', 'fixed_ips': [{'subnet_id': 'b4f68544-a060-48eb-8951-d4775b5dd344'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:43.417125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.421008 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde97ff1-9cf2-4f00-8106-e7601dec7101 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Pushing event deleted for resources: {'Port': ['ID=9b9c7081-01f6-440e-91b5-502727260b98,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:43.508414 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db3884-fe44-46b0-a188-0c95519ad1d7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Network': ['ID=dc3aaf89-b4c8-402e-996d-4d4f4effde04,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:43.519673 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-41db3884-fe44-46b0-a188-0c95519ad1d7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8083987 Oct 28 09:58:43.526247 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38892) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:43.526477 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network dc3aaf89-b4c8-402e-996d-4d4f4effde04 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:43.547340 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6b271e73-acb2-4f1a-913d-021f1f7b1504 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (1756207e-0ffe-4d26-8f06-1797bb2a2544), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.553043 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-86b59c46-b38c-4c46-aad7-129058a7cc14 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'subnet': {'network_id': 'dc3aaf89-b4c8-402e-996d-4d4f4effde04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:43.589741 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6b271e73-acb2-4f1a-913d-021f1f7b1504 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.595426 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6b271e73-acb2-4f1a-913d-021f1f7b1504 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/1756207e-0ffe-4d26-8f06-1797bb2a2544 HTTP/1.1" status: 204 len: 168 time: 0.6093047 Oct 28 09:58:43.595426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b271e73-acb2-4f1a-913d-021f1f7b1504 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Subnet': ['ID=1756207e-0ffe-4d26-8f06-1797bb2a2544,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:43.598039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38894) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:43.616515 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fcb289-061f-4a49-90b6-64b04c3417db tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:43.630724 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4578ee2-1f98-4c14-ae40-9934a7ae379e None None] Sync routers for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:43.634472 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-52fcb289-061f-4a49-90b6-64b04c3417db tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/a5ab306c-a88b-4d11-9715-8399de468b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1445351 Oct 28 09:58:43.635512 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38896) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:43.648237 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4578ee2-1f98-4c14-ae40-9934a7ae379e None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:43.648237 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d4578ee2-1f98-4c14-ae40-9934a7ae379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:43.677111 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dde97ff1-9cf2-4f00-8106-e7601dec7101 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (d296959d-e130-4ecb-a1dd-89c195b4f828), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.679400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ade24c0b-70cf-418a-8d39-245b4fb7481e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (07d36033-893d-4a4e-8c13-4b79814fb1d5), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.728931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4d223d84-2ea0-46f4-b391-c752e1a787c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for port (3763808e-9d5a-4584-b811-48f3d810dc7c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.734245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (bca4e66b-51be-4ce5-b710-1b75223f16cc), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.745505 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-d4578ee2-1f98-4c14-ae40-9934a7ae379e None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:43.797464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:43.797810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (5d4a7b35-3537-4f59-aca7-b105242fbcf4), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.841530 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade24c0b-70cf-418a-8d39-245b4fb7481e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=07d36033-893d-4a4e-8c13-4b79814fb1d5,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:43.858245 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:43.859666 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ade24c0b-70cf-418a-8d39-245b4fb7481e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.863648 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ade24c0b-70cf-418a-8d39-245b4fb7481e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/07d36033-893d-4a4e-8c13-4b79814fb1d5 HTTP/1.1" status: 204 len: 168 time: 1.6507628 Oct 28 09:58:43.866929 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38898) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:43.868673 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dde97ff1-9cf2-4f00-8106-e7601dec7101 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (d296959d-e130-4ecb-a1dd-89c195b4f828), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.879659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dde97ff1-9cf2-4f00-8106-e7601dec7101 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_controller (d296959d-e130-4ecb-a1dd-89c195b4f828), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.879891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] For port 5d4a7b35-3537-4f59-aca7-b105242fbcf4, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5d4a7b35-3537-4f59-aca7-b105242fbcf4,segment=NetworkSegment(642ebcc5-7545-4c76-8321-c1d227036ebc),segment_id=642ebcc5-7545-4c76-8321-c1d227036ebc)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:43.880095 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (5d4a7b35-3537-4f59-aca7-b105242fbcf4), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.894626 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4d223d84-2ea0-46f4-b391-c752e1a787c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (3763808e-9d5a-4584-b811-48f3d810dc7c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.895557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-092dea1e-8331-4e38-8d7a-1434b824c23a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting subnet fb24a95c-f93f-4d9f-8858-e15e0c9bc881 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:58:43.900440 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for 5d4a7b35-3537-4f59-aca7-b105242fbcf4 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:43.944897 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-092dea1e-8331-4e38-8d7a-1434b824c23a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for subnet (fb24a95c-f93f-4d9f-8858-e15e0c9bc881), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:43.950972 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-44c83097-d186-4394-8789-2740a550f95f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741105 Oct 28 09:58:43.956553 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38900) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:43.958266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d223d84-2ea0-46f4-b391-c752e1a787c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Network 17ee5d46-3338-44df-bfa0-c9a3e8888c3c is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:43.977950 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Allocated IP 2001:db8::f816:3eff:fef5:8646 (17ee5d46-3338-44df-bfa0-c9a3e8888c3c/b4f68544-a060-48eb-8951-d4775b5dd344/c034adbe-71a7-471e-8dd8-df729e196461) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:43.998991 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-4d223d84-2ea0-46f4-b391-c752e1a787c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:44.001309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:44.005023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d223d84-2ea0-46f4-b391-c752e1a787c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:44.009682 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d223d84-2ea0-46f4-b391-c752e1a787c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:44.010459 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4d223d84-2ea0-46f4-b391-c752e1a787c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.029659 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d4578ee2-1f98-4c14-ae40-9934a7ae379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:41Z', 'revision_number': 8, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': '0b33ca6c-c540-49b3-b8fb-337218cb175d', 'name': '', 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:67:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:11Z', 'updated_at': '2022-10-28T09:58:22Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:44.034895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b59c46-b38c-4c46-aad7-129058a7cc14 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:44.038659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86b59c46-b38c-4c46-aad7-129058a7cc14 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.050706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d223d84-2ea0-46f4-b391-c752e1a787c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event updated for resources: {'Port': ['ID=3763808e-9d5a-4584-b811-48f3d810dc7c,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:44.078501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2014f-d8f4-4ccd-aa5e-f7a1a1fdf8f7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:44.080046 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-27c2014f-d8f4-4ccd-aa5e-f7a1a1fdf8f7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1204867 Oct 28 09:58:44.082684 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38902) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:44.093033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4578ee2-1f98-4c14-ae40-9934a7ae379e None None] Checking router: a5ab306c-a88b-4d11-9715-8399de468b39 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:58:44.105438 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-092dea1e-8331-4e38-8d7a-1434b824c23a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (fb24a95c-f93f-4d9f-8858-e15e0c9bc881), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.113304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4578ee2-1f98-4c14-ae40-9934a7ae379e None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:44.114097 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d4578ee2-1f98-4c14-ae40-9934a7ae379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:44.181750 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dde97ff1-9cf2-4f00-8106-e7601dec7101 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (d296959d-e130-4ecb-a1dd-89c195b4f828), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.181750 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde97ff1-9cf2-4f00-8106-e7601dec7101 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Fanout notify agent at l3_agent the message router_deleted on router d296959d-e130-4ecb-a1dd-89c195b4f828 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:58:44.188084 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dde97ff1-9cf2-4f00-8106-e7601dec7101 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.194372 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dde97ff1-9cf2-4f00-8106-e7601dec7101 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "DELETE /networking/v2.0/routers/d296959d-e130-4ecb-a1dd-89c195b4f828 HTTP/1.1" status: 204 len: 168 time: 3.6832764 Oct 28 09:58:44.196830 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38904) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:44.201234 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-95b4b3c1-c22f-43a7-abfb-e228e48b0ffa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-754144708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:44.269019 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-092dea1e-8331-4e38-8d7a-1434b824c23a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (fb24a95c-f93f-4d9f-8858-e15e0c9bc881), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.284579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-d4578ee2-1f98-4c14-ae40-9934a7ae379e None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:44.314774 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Publish callbacks [] for port (c034adbe-71a7-471e-8dd8-df729e196461), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.326746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:44.338367 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-332374eb-b008-4ace-96f9-c57402e33828 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (4832860c-1428-4d8b-9ea1-0af1958f7055), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.378486 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4d223d84-2ea0-46f4-b391-c752e1a787c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5166309 Oct 28 09:58:44.384409 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38908) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:44.386182 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95b4b3c1-c22f-43a7-abfb-e228e48b0ffa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (c799f051-ea22-4a63-a5ee-fb8543210867), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.387335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95b4b3c1-c22f-43a7-abfb-e228e48b0ffa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (c799f051-ea22-4a63-a5ee-fb8543210867), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.429785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7b2b5-bd73-4025-b7be-e77db109e3a7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:44.431310 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-31a7b2b5-bd73-4025-b7be-e77db109e3a7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3477201 Oct 28 09:58:44.434914 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38910) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:44.440486 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (c034adbe-71a7-471e-8dd8-df729e196461), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.452560 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a63d5c-2a8c-47f7-b5df-908c204db3b5 req-eaff2536-aa37-49d2-aaa5-dff85fe1784c tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:44.454289 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-27a63d5c-2a8c-47f7-b5df-908c204db3b5 req-eaff2536-aa37-49d2-aaa5-dff85fe1784c tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1506324 Oct 28 09:58:44.493765 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-547021ed-6fcd-42bf-99be-828296e947b4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519257 Oct 28 09:58:44.499766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38912) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:44.506574 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-efa84409-7ef9-4b86-8472-f2acc5a57f98 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:44.514541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ed57ae-2bd0-4114-9d90-4c983708c09c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Deleting subnet b4f68544-a060-48eb-8951-d4775b5dd344 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:58:44.519441 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d7ed57ae-2bd0-4114-9d90-4c983708c09c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for subnet (b4f68544-a060-48eb-8951-d4775b5dd344), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.556739 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (5d4a7b35-3537-4f59-aca7-b105242fbcf4), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.632570 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=5d4a7b35-3537-4f59-aca7-b105242fbcf4,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:44.645321 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] No DVR routers for this DVR port 5d4a7b35-3537-4f59-aca7-b105242fbcf4 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:44.708038 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Network 17ee5d46-3338-44df-bfa0-c9a3e8888c3c is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:44.708257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d7ed57ae-2bd0-4114-9d90-4c983708c09c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (b4f68544-a060-48eb-8951-d4775b5dd344), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.718266 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:44.727392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:44.746267 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device eb361ddf-49d7-48f5-adec-fcca48592fd4 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:44.754160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Pushing event updated for resources: {'Port': ['ID=c034adbe-71a7-471e-8dd8-df729e196461,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:44.782724 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d4578ee2-1f98-4c14-ae40-9934a7ae379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:41Z', 'revision_number': 8, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': '0b33ca6c-c540-49b3-b8fb-337218cb175d', 'name': '', 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:67:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:11Z', 'updated_at': '2022-10-28T09:58:22Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:44.816016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:44.831748 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4578ee2-1f98-4c14-ae40-9934a7ae379e None None] The sync data for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv is: [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:41Z', 'revision_number': 8, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': '0b33ca6c-c540-49b3-b8fb-337218cb175d', 'name': '', 'network_id': '12354723-0dc3-47c7-8dd2-df9c99fb4921', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:67:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:11Z', 'updated_at': '2022-10-28T09:58:22Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '3bf11106-6831-4113-9c5e-635bb9fec1fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:44.838704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (bca4e66b-51be-4ce5-b710-1b75223f16cc), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.841374 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332374eb-b008-4ace-96f9-c57402e33828 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Subnet': ['ID=4832860c-1428-4d8b-9ea1-0af1958f7055,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:44.882601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Attempting to bind port c034adbe-71a7-471e-8dd8-df729e196461 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:44.883014 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Attempting to bind port c034adbe-71a7-471e-8dd8-df729e196461 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '03ec0950-aba8-4fd6-914e-728ab4072de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '17ee5d46-3338-44df-bfa0-c9a3e8888c3c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:44.883386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Attempting to bind port c034adbe-71a7-471e-8dd8-df729e196461 on network 17ee5d46-3338-44df-bfa0-c9a3e8888c3c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:44.895423 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca4e66b-51be-4ce5-b710-1b75223f16cc']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:44.909496 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95b4b3c1-c22f-43a7-abfb-e228e48b0ffa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_controller (c799f051-ea22-4a63-a5ee-fb8543210867), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.919304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642ebcc5-7545-4c76-8321-c1d227036ebc') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:44.919304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642ebcc5-7545-4c76-8321-c1d227036ebc') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:44.919565 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-092dea1e-8331-4e38-8d7a-1434b824c23a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (fb24a95c-f93f-4d9f-8858-e15e0c9bc881), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.924153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port eb361ddf-49d7-48f5-adec-fcca48592fd4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:44.924153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (eb361ddf-49d7-48f5-adec-fcca48592fd4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.924544 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port eb361ddf-49d7-48f5-adec-fcca48592fd4 Oct 28 09:58:44.927404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (642ebcc5-7545-4c76-8321-c1d227036ebc), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.941419 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa84409-7ef9-4b86-8472-f2acc5a57f98 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:44.947459 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-efa84409-7ef9-4b86-8472-f2acc5a57f98 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.956433 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332374eb-b008-4ace-96f9-c57402e33828 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Checking segment: {'id': '2810e487-9071-4bc9-b03f-018ae6422b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5f6b83ff-14bc-488f-931f-69206dd5d11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:44.956823 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332374eb-b008-4ace-96f9-c57402e33828 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network hostable DHCP agents. Network: 5f6b83ff-14bc-488f-931f-69206dd5d11e, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:44.974163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:44.980301 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:44.980703 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Checking segment: {'id': '03ec0950-aba8-4fd6-914e-728ab4072de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '17ee5d46-3338-44df-bfa0-c9a3e8888c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:44.981119 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.982066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Bound using segment: {'id': '03ec0950-aba8-4fd6-914e-728ab4072de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '17ee5d46-3338-44df-bfa0-c9a3e8888c3c'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:44.982066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Bound port: c034adbe-71a7-471e-8dd8-df729e196461, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ec0950-aba8-4fd6-914e-728ab4072de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '17ee5d46-3338-44df-bfa0-c9a3e8888c3c'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:44.982354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c034adbe-71a7-471e-8dd8-df729e196461), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:44.989241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (642ebcc5-7545-4c76-8321-c1d227036ebc), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.010378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092dea1e-8331-4e38-8d7a-1434b824c23a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Subnet': ['ID=fb24a95c-f93f-4d9f-8858-e15e0c9bc881,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:45.013585 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-092dea1e-8331-4e38-8d7a-1434b824c23a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.016791 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-092dea1e-8331-4e38-8d7a-1434b824c23a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/fb24a95c-f93f-4d9f-8858-e15e0c9bc881 HTTP/1.1" status: 204 len: 168 time: 1.3808308 Oct 28 09:58:45.022459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38914) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:45.025418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95b4b3c1-c22f-43a7-abfb-e228e48b0ffa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (c799f051-ea22-4a63-a5ee-fb8543210867), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.031039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:45.033423 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (642ebcc5-7545-4c76-8321-c1d227036ebc), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.033809 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-27a63d5c-2a8c-47f7-b5df-908c204db3b5 req-e9835703-94e7-40e8-9956-7af75fbba085 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5654089 Oct 28 09:58:45.067223 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 642ebcc5-7545-4c76-8321-c1d227036ebc resource provider aggregate not found Oct 28 09:58:45.107248 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port eb361ddf-49d7-48f5-adec-fcca48592fd4 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:45.130097 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d7ed57ae-2bd0-4114-9d90-4c983708c09c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (b4f68544-a060-48eb-8951-d4775b5dd344), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.159759 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 642ebcc5-7545-4c76-8321-c1d227036ebc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 642ebcc5-7545-4c76-8321-c1d227036ebc found for delete ", "request_id": "req-a4733e4d-67f6-4e1e-a6cf-3c7fccdb8d08"}]} Oct 28 09:58:45.190713 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (ad2e63dd-4597-42cc-9add-bd561bc94b2f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.199324 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86b59c46-b38c-4c46-aad7-129058a7cc14 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (3df3af16-22b0-4330-943b-5b7722711293), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.237410 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d341552-fd10-4dba-b4e2-16818b7a0750 req-5f7087a7-9562-4bf2-a2d6-2e548ef7cb1a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:45.239003 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3d341552-fd10-4dba-b4e2-16818b7a0750 req-5f7087a7-9562-4bf2-a2d6-2e548ef7cb1a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.0955813 Oct 28 09:58:45.249494 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332374eb-b008-4ace-96f9-c57402e33828 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network 5f6b83ff-14bc-488f-931f-69206dd5d11e is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:45.254171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95b4b3c1-c22f-43a7-abfb-e228e48b0ffa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.258170 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-95b4b3c1-c22f-43a7-abfb-e228e48b0ffa tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0577533 Oct 28 09:58:45.260607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:45.266118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38922) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:45.286143 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:45.292305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (bca4e66b-51be-4ce5-b710-1b75223f16cc), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.296802 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.304327 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bca4e66b-51be-4ce5-b710-1b75223f16cc HTTP/1.1" status: 204 len: 168 time: 1.7052133 Oct 28 09:58:45.307544 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38924) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:45.318384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-853085657', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:45.345258 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:45.349234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-65f4b512-0242-489b-bbd0-0c2e01dc97fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.351715 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] For port c034adbe-71a7-471e-8dd8-df729e196461, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:45.358777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f440f-4006-4e14-a113-ec26229ec026 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Network': ['ID=bca4e66b-51be-4ce5-b710-1b75223f16cc,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:45.372655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d7ed57ae-2bd0-4114-9d90-4c983708c09c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (b4f68544-a060-48eb-8951-d4775b5dd344), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.378538 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] For port c034adbe-71a7-471e-8dd8-df729e196461, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c034adbe-71a7-471e-8dd8-df729e196461,segment=NetworkSegment(03ec0950-aba8-4fd6-914e-728ab4072de2),segment_id=03ec0950-aba8-4fd6-914e-728ab4072de2)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:45.410953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-332374eb-b008-4ace-96f9-c57402e33828 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 5f6b83ff-14bc-488f-931f-69206dd5d11e) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:45.418908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b59c46-b38c-4c46-aad7-129058a7cc14 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Subnet': ['ID=3df3af16-22b0-4330-943b-5b7722711293,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:45.431521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed57ae-2bd0-4114-9d90-4c983708c09c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f68544-a060-48eb-8951-d4775b5dd344,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:45.434449 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d7ed57ae-2bd0-4114-9d90-4c983708c09c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.437640 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d7ed57ae-2bd0-4114-9d90-4c983708c09c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b4f68544-a060-48eb-8951-d4775b5dd344 HTTP/1.1" status: 204 len: 168 time: 1.0522590 Oct 28 09:58:45.438905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332374eb-b008-4ace-96f9-c57402e33828 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:45.440086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-332374eb-b008-4ace-96f9-c57402e33828 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.440807 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38926) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:45.444793 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (c034adbe-71a7-471e-8dd8-df729e196461), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.467739 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting port d2aceb2b-a8c2-4b28-8329-07fad4c9a843 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:45.468092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d2aceb2b-a8c2-4b28-8329-07fad4c9a843), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.510252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa58cad3-b91a-4de9-90c6-edba19cb1f1e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:45.512640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa58cad3-b91a-4de9-90c6-edba19cb1f1e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:45.517041 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-aa58cad3-b91a-4de9-90c6-edba19cb1f1e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0724647 Oct 28 09:58:45.517041 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (d2d6a3ae-3d65-4d3f-a883-af55447b80cf), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.517041 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (d2d6a3ae-3d65-4d3f-a883-af55447b80cf), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.521920 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38928) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:45.522822 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-efa84409-7ef9-4b86-8472-f2acc5a57f98 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (fa67872b-33ab-401c-ad51-528f4b561c0d), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.530212 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdea67a-ab18-489d-9335-e62fd172d865 None None] Pushing event updated for resources: {'Port': ['ID=c034adbe-71a7-471e-8dd8-df729e196461,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:45.613478 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3d341552-fd10-4dba-b4e2-16818b7a0750 req-6934fb86-867b-4ddb-9336-540fd82218d8 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516839 Oct 28 09:58:45.619784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b59c46-b38c-4c46-aad7-129058a7cc14 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Checking segment: {'id': '416270ff-f56a-41bd-84b4-aa87c274e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'dc3aaf89-b4c8-402e-996d-4d4f4effde04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:45.620161 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b59c46-b38c-4c46-aad7-129058a7cc14 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network hostable DHCP agents. Network: dc3aaf89-b4c8-402e-996d-4d4f4effde04, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:45.638266 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-332374eb-b008-4ace-96f9-c57402e33828 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.3174863 Oct 28 09:58:45.640154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38930) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:45.665089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa84409-7ef9-4b86-8472-f2acc5a57f98 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:45.671368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] For port d2aceb2b-a8c2-4b28-8329-07fad4c9a843, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d2aceb2b-a8c2-4b28-8329-07fad4c9a843,segment=NetworkSegment(67dc0fd4-8fb8-4516-8575-6d5bc5924ced),segment_id=67dc0fd4-8fb8-4516-8575-6d5bc5924ced)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:45.671368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d2aceb2b-a8c2-4b28-8329-07fad4c9a843), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.683153 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Calling delete_port for d2aceb2b-a8c2-4b28-8329-07fad4c9a843 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:45.688137 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-efa84409-7ef9-4b86-8472-f2acc5a57f98 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:45.730659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_controller (d2d6a3ae-3d65-4d3f-a883-af55447b80cf), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.733305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa84409-7ef9-4b86-8472-f2acc5a57f98 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:45.734198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-efa84409-7ef9-4b86-8472-f2acc5a57f98 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.765354 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b23633ba-962e-4ff4-ae9a-f5752a9f810c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (17ee5d46-3338-44df-bfa0-c9a3e8888c3c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.773250 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa84409-7ef9-4b86-8472-f2acc5a57f98 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=fa67872b-33ab-401c-ad51-528f4b561c0d,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:45.799446 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23633ba-962e-4ff4-ae9a-f5752a9f810c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 28 09:58:45.800001 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23633ba-962e-4ff4-ae9a-f5752a9f810c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:58:45.807267 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b23633ba-962e-4ff4-ae9a-f5752a9f810c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/networks/17ee5d46-3338-44df-bfa0-c9a3e8888c3c HTTP/1.1" status: 409 len: 466 time: 0.2822168 Oct 28 09:58:45.818004 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38934) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:45.825764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-435771093'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:45.856390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:45.868776 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-efa84409-7ef9-4b86-8472-f2acc5a57f98 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3673203 Oct 28 09:58:45.894233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38936) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:45.902738 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-cc64715d-1e58-44aa-a6e2-e6cd426619a6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'mac_address': 'fa:16:3e:59:4f:35', 'name': 'tempest-NetworksTestDHCPv6-1717111032'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:45.939746 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (c799f051-ea22-4a63-a5ee-fb8543210867), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.979514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:45.983719 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_gateway (d2d6a3ae-3d65-4d3f-a883-af55447b80cf), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.022405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Made reservation on behalf of 5116179308ad48c498743b76d81ab491 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:46.028753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.034304 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b59c46-b38c-4c46-aad7-129058a7cc14 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network dc3aaf89-b4c8-402e-996d-4d4f4effde04 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:46.068187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (5f6b83ff-14bc-488f-931f-69206dd5d11e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.077039 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-86b59c46-b38c-4c46-aad7-129058a7cc14 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, dc3aaf89-b4c8-402e-996d-4d4f4effde04) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:46.098947 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b59c46-b38c-4c46-aad7-129058a7cc14 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:46.099546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86b59c46-b38c-4c46-aad7-129058a7cc14 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.103877 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:46.134130 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (3800875c-dbf2-4078-b03a-ff504e98a94e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.134653 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Added segment 3800875c-dbf2-4078-b03a-ff504e98a94e of type vlan for network db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4 Oct 28 09:58:46.154051 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d2aceb2b-a8c2-4b28-8329-07fad4c9a843), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.205043 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.252819 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Port': ['ID=d2aceb2b-a8c2-4b28-8329-07fad4c9a843,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:46.256737 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] No DVR routers for this DVR port d2aceb2b-a8c2-4b28-8329-07fad4c9a843 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:46.266735 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:46.311020 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc64715d-1e58-44aa-a6e2-e6cd426619a6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:46.317558 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-86b59c46-b38c-4c46-aad7-129058a7cc14 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7690692 Oct 28 09:58:46.319604 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_gateway (d2d6a3ae-3d65-4d3f-a883-af55447b80cf), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.321385 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38940) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:46.322557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (4832860c-1428-4d8b-9ea1-0af1958f7055), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.328912 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-622688f2-c23c-485a-bd72-f7da5bf214b0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'subnet': {'network_id': 'dc3aaf89-b4c8-402e-996d-4d4f4effde04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:46.354620 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2727fd3-a2d8-4910-a597-c2edaf4099a8 req-3a61ef51-1522-44c4-86bc-8b7b81b3f050 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:46.356304 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c2727fd3-a2d8-4910-a597-c2edaf4099a8 req-3a61ef51-1522-44c4-86bc-8b7b81b3f050 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.1702745 Oct 28 09:58:46.362532 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.405208 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.410204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:46.410841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.547581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (ad2e63dd-4597-42cc-9add-bd561bc94b2f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.585938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event updated for resources: {'Network': ['ID=db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:46.600707 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7765479 Oct 28 09:58:46.604804 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38942) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:46.614158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a45c5668-cb66-4d51-89af-87bc840b25c2 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Request body: {'subnet': {'network_id': 'db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:46.614528 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (c799f051-ea22-4a63-a5ee-fb8543210867), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.622348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2e63dd-4597-42cc-9add-bd561bc94b2f']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:46.622591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:46.622728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:46.623064 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:46.623596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:46.624091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:46.624650 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:46.625196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:46.625754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:46.626277 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:46.627364 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:46.627888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:46.628433 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:46.628949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:46.629472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:46.630174 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5ab68-b1b3-4382-8608-deb6a17add9c tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:46.661579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:46.683054 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:58:46.694087 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.706755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67dc0fd4-8fb8-4516-8575-6d5bc5924ced') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:46.707331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67dc0fd4-8fb8-4516-8575-6d5bc5924ced') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:46.723961 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:46.742707 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (67dc0fd4-8fb8-4516-8575-6d5bc5924ced), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.756403 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c2727fd3-a2d8-4910-a597-c2edaf4099a8 req-d57b2cf7-2022-40a0-9fb2-4cfa324133fa tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3408058 Oct 28 09:58:46.758937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc64715d-1e58-44aa-a6e2-e6cd426619a6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.835794 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (67dc0fd4-8fb8-4516-8575-6d5bc5924ced), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.836611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645b2fce-62a9-4983-bca1-7db72a0869b8 None None] Network 51a3a767-dade-43ab-aa7d-00a32a8b4bb3 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:46.853025 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-cc64715d-1e58-44aa-a6e2-e6cd426619a6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:58:46.869754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:46.870173 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (67dc0fd4-8fb8-4516-8575-6d5bc5924ced), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:46.886393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be138b-ed6e-414c-8a80-d9b452049d8a None None] Network a2d8ada2-eb08-4710-a2be-e2270a253034 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:46.913181 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 67dc0fd4-8fb8-4516-8575-6d5bc5924ced resource provider aggregate not found Oct 28 09:58:46.992728 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 67dc0fd4-8fb8-4516-8575-6d5bc5924ced resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67dc0fd4-8fb8-4516-8575-6d5bc5924ced found for delete ", "request_id": "req-025d9536-a614-4a73-854e-0db1eebc0623"}]} Oct 28 09:58:46.999734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8756f36-afe4-4f3c-ba8f-ce9f1893442c None None] Network 17ee5d46-3338-44df-bfa0-c9a3e8888c3c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:47.002441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1e937b-dfe3-4591-b5ee-41c1abfaf716 None None] Network 5f6b83ff-14bc-488f-931f-69206dd5d11e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:47.006372 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9daef53-a91d-4765-8eac-7ad9cf4b937b None None] Network dc3aaf89-b4c8-402e-996d-4d4f4effde04 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:47.067769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Allocated IP 172.36.1.175 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/45fcd953-30f4-4d89-b3c6-cedb33e8fec8) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:47.099252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=76,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:47.099442 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (4832860c-1428-4d8b-9ea1-0af1958f7055), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:47.154580 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Subnet': ['ID=4832860c-1428-4d8b-9ea1-0af1958f7055,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:47.182553 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c034adbe-71a7-471e-8dd8-df729e196461 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:47.202722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622688f2-c23c-485a-bd72-f7da5bf214b0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:47.204770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:47.208093 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-622688f2-c23c-485a-bd72-f7da5bf214b0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:47.243566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:47.288599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-cc64715d-1e58-44aa-a6e2-e6cd426619a6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::26d (27cab9a0-d24d-4f61-b60f-51dd4ee136db/fa67872b-33ab-401c-ad51-528f4b561c0d/b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:47.296622 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (5f6b83ff-14bc-488f-931f-69206dd5d11e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:47.307581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (ad2e63dd-4597-42cc-9add-bd561bc94b2f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:47.312521 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:47.319377 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/networks/ad2e63dd-4597-42cc-9add-bd561bc94b2f HTTP/1.1" status: 204 len: 168 time: 2.2950454 Oct 28 09:58:47.325426 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38950) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:47.354687 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be138b-ed6e-414c-8a80-d9b452049d8a None None] Network a2d8ada2-eb08-4710-a2be-e2270a253034 could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 09:58:47.412828 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e174e-2760-4b39-9577-6e1a35ffbc59 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Network': ['ID=ad2e63dd-4597-42cc-9add-bd561bc94b2f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:47.424837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6b83ff-14bc-488f-931f-69206dd5d11e']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:47.432633 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45c5668-cb66-4d51-89af-87bc840b25c2 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Made reservation on behalf of 5116179308ad48c498743b76d81ab491 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:47.445445 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a45c5668-cb66-4d51-89af-87bc840b25c2 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:47.468974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (45fcd953-30f4-4d89-b3c6-cedb33e8fec8), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:47.488460 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863993dd-8126-49d0-b69d-6f22804d62ad None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:47.492438 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.ipam_backend_mixin [None req-622688f2-c23c-485a-bd72-f7da5bf214b0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3df3af16-22b0-4330-943b-5b7722711293 (CIDR: 172.20.0.0/28) Oct 28 09:58:47.549282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:47.567028 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-622688f2-c23c-485a-bd72-f7da5bf214b0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:58:47.567532 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622688f2-c23c-485a-bd72-f7da5bf214b0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:58:47.582352 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f6c152-207f-4778-aa9f-92afd88bfdc5 None None] DHCP port deletion for bca4e66b-51be-4ce5-b710-1b75223f16cc request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:58:47.587199 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684a64df-0875-4731-beb5-2df7daa495a3 None None] DHCP port deletion for ad2e63dd-4597-42cc-9add-bd561bc94b2f request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:58:47.593774 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-083b3699-2e9a-4e09-9e85-ea9ee5cf6dcf None None] Provisioning complete for port c034adbe-71a7-471e-8dd8-df729e196461 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:47.594495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-083b3699-2e9a-4e09-9e85-ea9ee5cf6dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c034adbe-71a7-471e-8dd8-df729e196461), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:47.595056 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-083b3699-2e9a-4e09-9e85-ea9ee5cf6dcf None None] Attempt 1 to provision port c034adbe-71a7-471e-8dd8-df729e196461 Oct 28 09:58:47.683131 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-dc3aaf89-b4c8-402e-996d-4d4f4effde04', 'network_id': 'dc3aaf89-b4c8-402e-996d-4d4f4effde04', 'project_id': '957c4481f9b648aea145c14784aee8dc', 'fixed_ips': [{'subnet_id': '3df3af16-22b0-4330-943b-5b7722711293'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:47.685637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:47.689759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port c034adbe-71a7-471e-8dd8-df729e196461 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:47.697745 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c034adbe-71a7-471e-8dd8-df729e196461), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:47.697745 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port c034adbe-71a7-471e-8dd8-df729e196461 Oct 28 09:58:47.760654 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-622688f2-c23c-485a-bd72-f7da5bf214b0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4335411 Oct 28 09:58:47.761967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (45fcd953-30f4-4d89-b3c6-cedb33e8fec8), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:47.771964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38954) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:47.798085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-dbbc0a26-064a-416c-b10b-c1ef9b33ed5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'subnet': {'network_id': 'dc3aaf89-b4c8-402e-996d-4d4f4effde04', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:47.809070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:47.844144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:47.864731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2810e487-9071-4bc9-b03f-018ae6422b12') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:47.865030 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2810e487-9071-4bc9-b03f-018ae6422b12') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:47.872187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58da4ab6-c510-4aa4-879b-66a72bf5abdb None None] Network 17ee5d46-3338-44df-bfa0-c9a3e8888c3c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:47.953410 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9338e5a8-89fc-409e-a69e-2b83a6e5d14f None None] Network 5f6b83ff-14bc-488f-931f-69206dd5d11e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:47.960128 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:47.982191 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:47.988642 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16c262-d566-477d-99f1-cbb995d1c6df req-f0d03102-0425-4288-b40e-4a45d5677b26 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:47.995316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:48.003414 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eb16c262-d566-477d-99f1-cbb995d1c6df req-f0d03102-0425-4288-b40e-4a45d5677b26 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.0910051 Oct 28 09:58:48.010520 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (2810e487-9071-4bc9-b03f-018ae6422b12), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.021187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-083b3699-2e9a-4e09-9e85-ea9ee5cf6dcf None None] Current status of the port c034adbe-71a7-471e-8dd8-df729e196461 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:48.021399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-083b3699-2e9a-4e09-9e85-ea9ee5cf6dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c034adbe-71a7-471e-8dd8-df729e196461), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.060640 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (2810e487-9071-4bc9-b03f-018ae6422b12), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.135701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:48.144185 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.149011 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:48.149426 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (2810e487-9071-4bc9-b03f-018ae6422b12), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.155304 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Allocated IP 172.36.1.79 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/d03f5c45-0227-441e-b731-a1573298ecfc) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:48.168693 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=45fcd953-30f4-4d89-b3c6-cedb33e8fec8,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:48.256099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-083b3699-2e9a-4e09-9e85-ea9ee5cf6dcf None None] For port c034adbe-71a7-471e-8dd8-df729e196461, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c034adbe-71a7-471e-8dd8-df729e196461,segment=NetworkSegment(03ec0950-aba8-4fd6-914e-728ab4072de2),segment_id=03ec0950-aba8-4fd6-914e-728ab4072de2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:48.261857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.objects.ports [None req-a45c5668-cb66-4d51-89af-87bc840b25c2 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114060) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:58:48.265083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a45c5668-cb66-4d51-89af-87bc840b25c2 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (0ea936d6-60f0-4a24-b919-ce7abc43f13b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.289108 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port c034adbe-71a7-471e-8dd8-df729e196461 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:48.289108 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c034adbe-71a7-471e-8dd8-df729e196461), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.300881 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eb16c262-d566-477d-99f1-cbb995d1c6df req-71b70170-fc01-425b-abea-3ae8577055f5 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038979 Oct 28 09:58:48.349528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:48.457703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbc0a26-064a-416c-b10b-c1ef9b33ed5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:48.464381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dbbc0a26-064a-416c-b10b-c1ef9b33ed5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.473584 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:48.491536 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc64715d-1e58-44aa-a6e2-e6cd426619a6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.498777 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (5f6b83ff-14bc-488f-931f-69206dd5d11e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.503742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.507381 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/5f6b83ff-14bc-488f-931f-69206dd5d11e HTTP/1.1" status: 204 len: 168 time: 2.8660955 Oct 28 09:58:48.521798 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c2de57-8e0b-4ff6-bfa9-dcf41d6ff380 None None] DHCP port deletion for 17ee5d46-3338-44df-bfa0-c9a3e8888c3c request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:58:48.527335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38958) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:48.529771 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-083b3699-2e9a-4e09-9e85-ea9ee5cf6dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (c034adbe-71a7-471e-8dd8-df729e196461), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.533187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-08ededfd-fc96-4de5-a0a6-e9a820eefbe9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1753386362'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:48.542062 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Allocated IP 172.20.0.2 (dc3aaf89-b4c8-402e-996d-4d4f4effde04/3df3af16-22b0-4330-943b-5b7722711293/6166edd7-e3be-46ea-8a28-43e239df71e3) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:48.567151 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_gateway (d2d6a3ae-3d65-4d3f-a883-af55447b80cf), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.592647 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:48.600068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Network': ['ID=5f6b83ff-14bc-488f-931f-69206dd5d11e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:48.616239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c5668-cb66-4d51-89af-87bc840b25c2 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event updated for resources: {'Subnet': ['ID=0ea936d6-60f0-4a24-b919-ce7abc43f13b,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:48.637156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:48.658088 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:48.659632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:48.659632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:48.659632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:48.659632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:48.660167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:48.661107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:48.661579 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:48.661999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:48.662566 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:48.663062 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:48.663505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:48.663892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:48.665026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:48.665026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc11e3-60c1-4e45-8ed1-4ec72e4a8293 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:48.667778 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:58:48.668607 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:58:48.669485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-7e0100f0-247e-4ee9-917f-b0de3370b6fb None None] Provisioning complete for port eb361ddf-49d7-48f5-adec-fcca48592fd4 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:48.669721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c5668-cb66-4d51-89af-87bc840b25c2 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Checking segment: {'id': '3800875c-dbf2-4078-b03a-ff504e98a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:48.669843 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7e0100f0-247e-4ee9-917f-b0de3370b6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (eb361ddf-49d7-48f5-adec-fcca48592fd4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.669843 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7e0100f0-247e-4ee9-917f-b0de3370b6fb None None] Attempt 1 to provision port eb361ddf-49d7-48f5-adec-fcca48592fd4 Oct 28 09:58:48.670048 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c5668-cb66-4d51-89af-87bc840b25c2 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Network hostable DHCP agents. Network: db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:48.684128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.686201 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for port (d03f5c45-0227-441e-b731-a1573298ecfc), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.706780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-26c2de57-8e0b-4ff6-bfa9-dcf41d6ff380 None None] Deleting port c034adbe-71a7-471e-8dd8-df729e196461 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:48.707455 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-26c2de57-8e0b-4ff6-bfa9-dcf41d6ff380 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (c034adbe-71a7-471e-8dd8-df729e196461), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.741848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b3699-2e9a-4e09-9e85-ea9ee5cf6dcf None None] Pushing event updated for resources: {'Port': ['ID=c034adbe-71a7-471e-8dd8-df729e196461,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:48.757770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-65377b98-8084-4acf-bc47-d13d18c2a36c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (a5ab306c-a88b-4d11-9715-8399de468b39), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.803240 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ededfd-fc96-4de5-a0a6-e9a820eefbe9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:48.807527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-08ededfd-fc96-4de5-a0a6-e9a820eefbe9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.819623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c5668-cb66-4d51-89af-87bc840b25c2 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Network db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:48.859093 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-26c2de57-8e0b-4ff6-bfa9-dcf41d6ff380 None None] For port c034adbe-71a7-471e-8dd8-df729e196461, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c034adbe-71a7-471e-8dd8-df729e196461,segment=NetworkSegment(03ec0950-aba8-4fd6-914e-728ab4072de2),segment_id=03ec0950-aba8-4fd6-914e-728ab4072de2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:48.859404 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-26c2de57-8e0b-4ff6-bfa9-dcf41d6ff380 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (c034adbe-71a7-471e-8dd8-df729e196461), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.862193 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc64715d-1e58-44aa-a6e2-e6cd426619a6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.882136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-26c2de57-8e0b-4ff6-bfa9-dcf41d6ff380 None None] Calling delete_port for c034adbe-71a7-471e-8dd8-df729e196461 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:48.885019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:48.932209 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-a45c5668-cb66-4d51-89af-87bc840b25c2 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:48.935809 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc64715d-1e58-44aa-a6e2-e6cd426619a6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:48.943504 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ededfd-fc96-4de5-a0a6-e9a820eefbe9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:48.949770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-cc64715d-1e58-44aa-a6e2-e6cd426619a6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:48.957292 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e358a597-af5d-4f83-9cfd-135480da4b14 None None] Network db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:48.979854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45c5668-cb66-4d51-89af-87bc840b25c2 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:48.980457 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a45c5668-cb66-4d51-89af-87bc840b25c2 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:48.990453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc64715d-1e58-44aa-a6e2-e6cd426619a6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:48.990720 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6600318-fc79-446b-9485-1c15f4fd032a req-d809477c-cede-4727-9b01-187d42bbc024 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:48.992036 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e6600318-fc79-446b-9485-1c15f4fd032a req-d809477c-cede-4727-9b01-187d42bbc024 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.0982575 Oct 28 09:58:48.995511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc64715d-1e58-44aa-a6e2-e6cd426619a6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:48.996257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc64715d-1e58-44aa-a6e2-e6cd426619a6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.000230 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (d2d6a3ae-3d65-4d3f-a883-af55447b80cf), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.008439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d03f5c45-0227-441e-b731-a1573298ecfc), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.011649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64715d-1e58-44aa-a6e2-e6cd426619a6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:49.041637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7e0100f0-247e-4ee9-917f-b0de3370b6fb None None] Current status of the port eb361ddf-49d7-48f5-adec-fcca48592fd4 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:49.057922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-08ededfd-fc96-4de5-a0a6-e9a820eefbe9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (54f76cc5-9c2e-46b3-a6ef-d4100c14bd29), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.058269 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-08ededfd-fc96-4de5-a0a6-e9a820eefbe9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Added segment 54f76cc5-9c2e-46b3-a6ef-d4100c14bd29 of type vlan for network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f Oct 28 09:58:49.060892 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 2810e487-9071-4bc9-b03f-018ae6422b12 resource provider aggregate not found Oct 28 09:58:49.063894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-7e0100f0-247e-4ee9-917f-b0de3370b6fb None None] Provisioning complete for port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:49.065214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7e0100f0-247e-4ee9-917f-b0de3370b6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (65d09a2f-4ffe-47ba-b333-731bd63bb5d4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.065745 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7e0100f0-247e-4ee9-917f-b0de3370b6fb None None] Attempt 1 to provision port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 Oct 28 09:58:49.107156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Publish callbacks [] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.138613 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 2810e487-9071-4bc9-b03f-018ae6422b12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2810e487-9071-4bc9-b03f-018ae6422b12 found for delete ", "request_id": "req-2de1289e-4da3-46ee-96ff-fd2b03468253"}]} Oct 28 09:58:49.140394 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:49.149683 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a45c5668-cb66-4d51-89af-87bc840b25c2 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5391765 Oct 28 09:58:49.155138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38964) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:49.163000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:49.168229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-8fc3a438-d458-4d18-860f-65bf7bf332b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Request body: {'port': {'network_id': 'db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4', 'name': 'tempest-NetworksIpV6TestAttrs-385458843'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:49.170953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:49.177245 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-08ededfd-fc96-4de5-a0a6-e9a820eefbe9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (0745ffb3-cad1-4f6e-9ffd-5339ddea489f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.203420 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Pushing event updated for resources: {'Port': ['ID=d03f5c45-0227-441e-b731-a1573298ecfc,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:49.219038 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cc64715d-1e58-44aa-a6e2-e6cd426619a6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3175087 Oct 28 09:58:49.220124 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38966) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:49.281990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.338756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-26c2de57-8e0b-4ff6-bfa9-dcf41d6ff380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (c034adbe-71a7-471e-8dd8-df729e196461), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.354875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4', 'network_id': 'db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4', 'project_id': '5116179308ad48c498743b76d81ab491', 'fixed_ips': [{'subnet_id': '0ea936d6-60f0-4a24-b919-ce7abc43f13b'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:49.355860 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.380814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port c034adbe-71a7-471e-8dd8-df729e196461 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:49.385204 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Network dc3aaf89-b4c8-402e-996d-4d4f4effde04 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:49.397975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e86992b5-dae3-440d-99f2-5abbf9f9071e no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:49.419830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2de57-8e0b-4ff6-bfa9-dcf41d6ff380 None None] No DVR routers for this DVR port c034adbe-71a7-471e-8dd8-df729e196461 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:49.422817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:49.455415 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Pushing event updated for resources: {'Port': ['ID=6166edd7-e3be-46ea-8a28-43e239df71e3,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:49.457059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-e6600318-fc79-446b-9485-1c15f4fd032a req-d768a4a2-5620-472c-8d9d-0699b49c2d06 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Deleting port 250bacdb-6369-4533-b15b-0b9cd26aeeac {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:49.457192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-e6600318-fc79-446b-9485-1c15f4fd032a req-d768a4a2-5620-472c-8d9d-0699b49c2d06 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (250bacdb-6369-4533-b15b-0b9cd26aeeac), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.458178 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:49.460540 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: e86992b5-dae3-440d-99f2-5abbf9f9071e {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:49.474182 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e86992b5-dae3-440d-99f2-5abbf9f9071e not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:49.511382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2de57-8e0b-4ff6-bfa9-dcf41d6ff380 None None] Pushing event deleted for resources: {'Port': ['ID=c034adbe-71a7-471e-8dd8-df729e196461,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:49.512356 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:UPDATE=7,neutron:INSERT=6,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:49.560695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7e0100f0-247e-4ee9-917f-b0de3370b6fb None None] Current status of the port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:49.585084 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-65377b98-8084-4acf-bc47-d13d18c2a36c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting port 0b33ca6c-c540-49b3-b8fb-337218cb175d {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:49.585441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-65377b98-8084-4acf-bc47-d13d18c2a36c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.627936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5d4a7b35-3537-4f59-aca7-b105242fbcf4 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:49.658913 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-08ededfd-fc96-4de5-a0a6-e9a820eefbe9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (0745ffb3-cad1-4f6e-9ffd-5339ddea489f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.664090 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ededfd-fc96-4de5-a0a6-e9a820eefbe9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:49.664749 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-08ededfd-fc96-4de5-a0a6-e9a820eefbe9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.677615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 5d4a7b35-3537-4f59-aca7-b105242fbcf4 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:49.678070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5d4a7b35-3537-4f59-aca7-b105242fbcf4 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:49.678626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d2aceb2b-a8c2-4b28-8329-07fad4c9a843 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:49.726155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Attempting to bind port 6166edd7-e3be-46ea-8a28-43e239df71e3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:49.726873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Attempting to bind port 6166edd7-e3be-46ea-8a28-43e239df71e3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '416270ff-f56a-41bd-84b4-aa87c274e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'dc3aaf89-b4c8-402e-996d-4d4f4effde04'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:49.726873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Attempting to bind port 6166edd7-e3be-46ea-8a28-43e239df71e3 on network dc3aaf89-b4c8-402e-996d-4d4f4effde04 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:49.731192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dbbc0a26-064a-416c-b10b-c1ef9b33ed5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (8af3415f-ba65-4b6e-aeb8-486577bc1f50), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.732725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: d2aceb2b-a8c2-4b28-8329-07fad4c9a843 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:49.733077 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d2aceb2b-a8c2-4b28-8329-07fad4c9a843 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:49.733491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c034adbe-71a7-471e-8dd8-df729e196461 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:49.766832 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da1422-876e-414a-8330-8eeff05e8129 req-2d0ffe29-0fce-4d2c-9a1a-46a044614175 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:49.769644 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-39da1422-876e-414a-8330-8eeff05e8129 req-2d0ffe29-0fce-4d2c-9a1a-46a044614175 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 946 time: 0.2535849 Oct 28 09:58:49.776397 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458eadb2-cff8-4855-a8b0-7252a68b6651 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:49.777686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-60182c44-0ae7-4d58-a4f8-881781c824b0 None None] Provisioning complete for port b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:49.778072 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-60182c44-0ae7-4d58-a4f8-881781c824b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.778412 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-60182c44-0ae7-4d58-a4f8-881781c824b0 None None] Attempt 1 to provision port b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc Oct 28 09:58:49.784519 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458eadb2-cff8-4855-a8b0-7252a68b6651 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:49.786485 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-458eadb2-cff8-4855-a8b0-7252a68b6651 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.5631337 Oct 28 09:58:49.796732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38970) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:49.802459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: c034adbe-71a7-471e-8dd8-df729e196461 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:49.802841 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c034adbe-71a7-471e-8dd8-df729e196461 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:49.827779 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Allocated IP 2001:db8::f816:3eff:fee5:594f (db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4/0ea936d6-60f0-4a24-b919-ce7abc43f13b/9685f4fb-c406-4196-92f2-2f7492228607) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:49.852989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:49.853431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Checking segment: {'id': '416270ff-f56a-41bd-84b4-aa87c274e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'dc3aaf89-b4c8-402e-996d-4d4f4effde04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:49.854041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.854163 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Bound using segment: {'id': '416270ff-f56a-41bd-84b4-aa87c274e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'dc3aaf89-b4c8-402e-996d-4d4f4effde04'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:49.854630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Bound port: 6166edd7-e3be-46ea-8a28-43e239df71e3, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416270ff-f56a-41bd-84b4-aa87c274e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'dc3aaf89-b4c8-402e-996d-4d4f4effde04'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:49.855034 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.859869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-60182c44-0ae7-4d58-a4f8-881781c824b0 None None] Port b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:58:49.866439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc3a438-d458-4d18-860f-65bf7bf332b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Made reservation on behalf of 5116179308ad48c498743b76d81ab491 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:49.870834 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a438-d458-4d18-860f-65bf7bf332b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.882902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:49.895570 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbc0a26-064a-416c-b10b-c1ef9b33ed5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network dc3aaf89-b4c8-402e-996d-4d4f4effde04 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:49.906211 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ededfd-fc96-4de5-a0a6-e9a820eefbe9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Network': ['ID=0745ffb3-cad1-4f6e-9ffd-5339ddea489f,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:49.933792 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:49.943029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-dbbc0a26-064a-416c-b10b-c1ef9b33ed5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:49.959070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbc0a26-064a-416c-b10b-c1ef9b33ed5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:49.959924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dbbc0a26-064a-416c-b10b-c1ef9b33ed5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:49.966628 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-08ededfd-fc96-4de5-a0a6-e9a820eefbe9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4382043 Oct 28 09:58:49.976670 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc0a26-064a-416c-b10b-c1ef9b33ed5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Subnet': ['ID=8af3415f-ba65-4b6e-aeb8-486577bc1f50,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:49.980569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38972) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:49.992755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-caec1cea-a5e2-44d4-8ed8-d5492599ee4a tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'subnet': {'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:49.997045 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-39da1422-876e-414a-8330-8eeff05e8129 req-0b32e462-f75d-49de-9041-7d7ee1ec3eae tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d291d0e-a231-4c7c-add8-ff86546d5563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608791 Oct 28 09:58:50.013959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-e6600318-fc79-446b-9485-1c15f4fd032a req-d768a4a2-5620-472c-8d9d-0699b49c2d06 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] For port 250bacdb-6369-4533-b15b-0b9cd26aeeac, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=250bacdb-6369-4533-b15b-0b9cd26aeeac,segment=NetworkSegment(301e5b80-d251-4255-9ceb-e0da6669ccaa),segment_id=301e5b80-d251-4255-9ceb-e0da6669ccaa)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:50.015708 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-e6600318-fc79-446b-9485-1c15f4fd032a req-d768a4a2-5620-472c-8d9d-0699b49c2d06 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (250bacdb-6369-4533-b15b-0b9cd26aeeac), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.017855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (c799f051-ea22-4a63-a5ee-fb8543210867), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.033262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-8fc3a438-d458-4d18-860f-65bf7bf332b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] device_id is not set on port 521d9d75-8141-4dd8-b96e-5f112a6d52eb yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:58:50.039644 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] For port 6166edd7-e3be-46ea-8a28-43e239df71e3, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:50.044981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-956e7ae4-b76f-4d54-abde-1e74c6a99f32 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:50.045331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-956e7ae4-b76f-4d54-abde-1e74c6a99f32 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.065806 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] For port 6166edd7-e3be-46ea-8a28-43e239df71e3, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6166edd7-e3be-46ea-8a28-43e239df71e3,segment=NetworkSegment(416270ff-f56a-41bd-84b4-aa87c274e3ce),segment_id=416270ff-f56a-41bd-84b4-aa87c274e3ce)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:50.081640 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:50.094844 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-65377b98-8084-4acf-bc47-d13d18c2a36c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] For port 0b33ca6c-c540-49b3-b8fb-337218cb175d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0b33ca6c-c540-49b3-b8fb-337218cb175d,segment=NetworkSegment(8e2b1845-2695-4663-b7ab-71a2b2bc56ef),segment_id=8e2b1845-2695-4663-b7ab-71a2b2bc56ef)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:50.095247 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-65377b98-8084-4acf-bc47-d13d18c2a36c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.110901 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-65377b98-8084-4acf-bc47-d13d18c2a36c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Calling delete_port for 0b33ca6c-c540-49b3-b8fb-337218cb175d owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:50.126524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Publish callbacks [] for port (9685f4fb-c406-4196-92f2-2f7492228607), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.145197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.200311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2d111-772a-4b5e-b9e5-f428330910d2 None None] Pushing event updated for resources: {'Port': ['ID=6166edd7-e3be-46ea-8a28-43e239df71e3,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:50.230116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (9685f4fb-c406-4196-92f2-2f7492228607), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.232790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:50.250777 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-dbbc0a26-064a-416c-b10b-c1ef9b33ed5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4699926 Oct 28 09:58:50.253590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:50.255440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38974) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:50.261471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d56f0a97-61df-4e55-9ae5-03196ab8747d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'network_id': 'dc3aaf89-b4c8-402e-996d-4d4f4effde04', 'fixed_ips': [{'subnet_id': '3df3af16-22b0-4330-943b-5b7722711293'}, {'subnet_id': '8af3415f-ba65-4b6e-aeb8-486577bc1f50'}], 'name': 'tempest-PortsTestJSON-992630723'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:50.290065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Network db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:50.293490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:50.297382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:50.301245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Pushing event updated for resources: {'Port': ['ID=9685f4fb-c406-4196-92f2-2f7492228607,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:50.328040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:50.436333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router d2d6a3ae-3d65-4d3f-a883-af55447b80cf is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:58:50.603585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Attempting to bind port 9685f4fb-c406-4196-92f2-2f7492228607 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:50.603953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Attempting to bind port 9685f4fb-c406-4196-92f2-2f7492228607 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '3800875c-dbf2-4078-b03a-ff504e98a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:50.604348 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Attempting to bind port 9685f4fb-c406-4196-92f2-2f7492228607 on network db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:50.619597 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (c799f051-ea22-4a63-a5ee-fb8543210867), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.631700 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-956e7ae4-b76f-4d54-abde-1e74c6a99f32 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.635319 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (c799f051-ea22-4a63-a5ee-fb8543210867), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.640347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-e6600318-fc79-446b-9485-1c15f4fd032a req-d768a4a2-5620-472c-8d9d-0699b49c2d06 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.640734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-e6600318-fc79-446b-9485-1c15f4fd032a req-d768a4a2-5620-472c-8d9d-0699b49c2d06 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (0a2268b3-d26f-4c82-93b3-549780bc761d), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.641055 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [req-e6600318-fc79-446b-9485-1c15f4fd032a req-d768a4a2-5620-472c-8d9d-0699b49c2d06 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Floating IP 0a2268b3-d26f-4c82-93b3-549780bc761d disassociated. External IP: 172.36.1.2, port: 250bacdb-6369-4533-b15b-0b9cd26aeeac. Oct 28 09:58:50.641551 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-e6600318-fc79-446b-9485-1c15f4fd032a req-d768a4a2-5620-472c-8d9d-0699b49c2d06 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Calling delete_port for 250bacdb-6369-4533-b15b-0b9cd26aeeac owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:50.661739 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:58:50.662234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Checking segment: {'id': '3800875c-dbf2-4078-b03a-ff504e98a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:50.662506 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.662938 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Bound using segment: {'id': '3800875c-dbf2-4078-b03a-ff504e98a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:58:50.663401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Bound port: 9685f4fb-c406-4196-92f2-2f7492228607, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800875c-dbf2-4078-b03a-ff504e98a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:58:50.663776 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9685f4fb-c406-4196-92f2-2f7492228607), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.699156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caec1cea-a5e2-44d4-8ed8-d5492599ee4a tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:50.703205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-caec1cea-a5e2-44d4-8ed8-d5492599ee4a tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.707632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-8fc3a438-d458-4d18-860f-65bf7bf332b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Allocated IP 2001:db8::f816:3eff:fe7b:fd81 (db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4/0ea936d6-60f0-4a24-b919-ce7abc43f13b/521d9d75-8141-4dd8-b96e-5f112a6d52eb) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:50.709727 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56f0a97-61df-4e55-9ae5-03196ab8747d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:50.729472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-956e7ae4-b76f-4d54-abde-1e74c6a99f32 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:50.734501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] For port 9685f4fb-c406-4196-92f2-2f7492228607, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:50.740357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] For port 9685f4fb-c406-4196-92f2-2f7492228607, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9685f4fb-c406-4196-92f2-2f7492228607,segment=NetworkSegment(3800875c-dbf2-4078-b03a-ff504e98a94e),segment_id=3800875c-dbf2-4078-b03a-ff504e98a94e)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:58:50.741605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-65377b98-8084-4acf-bc47-d13d18c2a36c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (0b33ca6c-c540-49b3-b8fb-337218cb175d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.821062 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65377b98-8084-4acf-bc47-d13d18c2a36c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Port': ['ID=0b33ca6c-c540-49b3-b8fb-337218cb175d,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:50.841504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9685f4fb-c406-4196-92f2-2f7492228607), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:50.973295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Pushing event updated for resources: {'Port': ['ID=9685f4fb-c406-4196-92f2-2f7492228607,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:50.989916 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:50.990315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:50.991081 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:50.991611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:50.992089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:50.992524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:50.992870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:50.994396 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:50.994638 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:50.994955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:50.995875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:50.996232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:50.996631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:50.997041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:50.997744 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b852d3-0010-4d0c-afc4-172abf690274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:51.033981 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:51.047744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:51.065353 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a754e9-a0a0-4bbe-ada7-10e88f155ffa None None] Sync routers for ids ['d2d6a3ae-3d65-4d3f-a883-af55447b80cf'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:51.079398 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a754e9-a0a0-4bbe-ada7-10e88f155ffa None None] Routers {'d2d6a3ae-3d65-4d3f-a883-af55447b80cf'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:51.080907 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-90a754e9-a0a0-4bbe-ada7-10e88f155ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d2d6a3ae-3d65-4d3f-a883-af55447b80cf'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:51.130972 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-90a754e9-a0a0-4bbe-ada7-10e88f155ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:51.147847 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a754e9-a0a0-4bbe-ada7-10e88f155ffa None None] Routers {'d2d6a3ae-3d65-4d3f-a883-af55447b80cf'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:51.149238 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-90a754e9-a0a0-4bbe-ada7-10e88f155ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d2d6a3ae-3d65-4d3f-a883-af55447b80cf'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:51.153707 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:51.187174 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:51.200991 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-90a754e9-a0a0-4bbe-ada7-10e88f155ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:51.208406 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a754e9-a0a0-4bbe-ada7-10e88f155ffa None None] The sync data for ids ['d2d6a3ae-3d65-4d3f-a883-af55447b80cf'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:51.256921 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:51.262748 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2ca78563-025c-4de8-886b-afb586b4bee3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.9467947 Oct 28 09:58:51.265995 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38978) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:51.274661 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:51.484369 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-e6600318-fc79-446b-9485-1c15f4fd032a req-d768a4a2-5620-472c-8d9d-0699b49c2d06 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (250bacdb-6369-4533-b15b-0b9cd26aeeac), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:51.565942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d56f0a97-61df-4e55-9ae5-03196ab8747d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:51.594259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3febbc-d670-4bdc-8ed8-c659f1233c6c None None] Network dc3aaf89-b4c8-402e-996d-4d4f4effde04 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:51.607453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a438-d458-4d18-860f-65bf7bf332b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for port (521d9d75-8141-4dd8-b96e-5f112a6d52eb), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:51.626145 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-32602a76-e39d-403b-b4da-23a8c011e68d None None] Provisioning complete for port 6166edd7-e3be-46ea-8a28-43e239df71e3 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:51.628076 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f670c7a0-9266-4d99-872d-827295f2d979 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/routers/d2d6a3ae-3d65-4d3f-a883-af55447b80cf HTTP/1.1" status: 200 len: 884 time: 0.3483057 Oct 28 09:58:51.629262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38980) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:51.632818 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-32602a76-e39d-403b-b4da-23a8c011e68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:51.632818 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-32602a76-e39d-403b-b4da-23a8c011e68d None None] Attempt 1 to provision port 6166edd7-e3be-46ea-8a28-43e239df71e3 Oct 28 09:58:51.639839 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-792805cd-e7d2-4b00-ae73-7710682e6ac2 req-30ce6c77-0d4f-4455-be20-4dad0423b9e2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 210 time: 0.0776432 Oct 28 09:58:51.652412 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-65377b98-8084-4acf-bc47-d13d18c2a36c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (a5ab306c-a88b-4d11-9715-8399de468b39), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:51.664271 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-d56f0a97-61df-4e55-9ae5-03196ab8747d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] device_id is not set on port f899e894-09f0-43f6-b112-a7c57eae2ae6 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:58:51.777607 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768a4a2-5620-472c-8d9d-0699b49c2d06 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Pushing event deleted for resources: {'Port': ['ID=250bacdb-6369-4533-b15b-0b9cd26aeeac,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:51.793872 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9685f4fb-c406-4196-92f2-2f7492228607 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:51.794439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Router c799f051-ea22-4a63-a5ee-fb8543210867 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:58:51.796060 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:51.800370 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:51.803261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-956e7ae4-b76f-4d54-abde-1e74c6a99f32 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:51.817748 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-caec1cea-a5e2-44d4-8ed8-d5492599ee4a tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (6d006f45-d8fa-446c-b13b-9f1f975f8331), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:51.824480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:51.893889 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-32602a76-e39d-403b-b4da-23a8c011e68d None None] Current status of the port 6166edd7-e3be-46ea-8a28-43e239df71e3 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:51.894424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-32602a76-e39d-403b-b4da-23a8c011e68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:51.949913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 9685f4fb-c406-4196-92f2-2f7492228607 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:51.956858 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9685f4fb-c406-4196-92f2-2f7492228607), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:51.956858 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 9685f4fb-c406-4196-92f2-2f7492228607 Oct 28 09:58:51.960837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-32602a76-e39d-403b-b4da-23a8c011e68d None None] For port 6166edd7-e3be-46ea-8a28-43e239df71e3, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6166edd7-e3be-46ea-8a28-43e239df71e3,segment=NetworkSegment(416270ff-f56a-41bd-84b4-aa87c274e3ce),segment_id=416270ff-f56a-41bd-84b4-aa87c274e3ce)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:52.033540 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383ff503-5ab2-4624-9a34-d910c06b51f9 None None] Update dhcp port {'port': {'network_id': 'dc3aaf89-b4c8-402e-996d-4d4f4effde04', 'fixed_ips': [{'subnet_id': '3df3af16-22b0-4330-943b-5b7722711293', 'ip_address': '172.20.0.2'}, {'subnet_id': '8af3415f-ba65-4b6e-aeb8-486577bc1f50'}], 'binding:host_id': 'dv-neutron-zed-2-hyperv'}, 'id': '6166edd7-e3be-46ea-8a28-43e239df71e3'} from dv-neutron-zed-2-hyperv. {{(pid=114061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 28 09:58:52.067890 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-383ff503-5ab2-4624-9a34-d910c06b51f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:52.071223 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-32602a76-e39d-403b-b4da-23a8c011e68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:52.196765 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 9685f4fb-c406-4196-92f2-2f7492228607 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:52.197954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9685f4fb-c406-4196-92f2-2f7492228607), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:52.216794 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32602a76-e39d-403b-b4da-23a8c011e68d None None] Pushing event updated for resources: {'Port': ['ID=6166edd7-e3be-46ea-8a28-43e239df71e3,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:52.289419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-d56f0a97-61df-4e55-9ae5-03196ab8747d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Allocated IP 172.20.0.14 (dc3aaf89-b4c8-402e-996d-4d4f4effde04/3df3af16-22b0-4330-943b-5b7722711293/f899e894-09f0-43f6-b112-a7c57eae2ae6) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:52.295715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:52.307988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:52.312438 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:52.314498 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2229ed21-4f52-4267-9fca-faa021e2442b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "PUT /networking/v2.0/routers/c799f051-ea22-4a63-a5ee-fb8543210867 HTTP/1.1" status: 200 len: 878 time: 7.0417080 Oct 28 09:58:52.316144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e7ae4-b76f-4d54-abde-1e74c6a99f32 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:52.317785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38982) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:52.322691 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:52.328260 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-d56f0a97-61df-4e55-9ae5-03196ab8747d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Allocated IP 172.20.0.18 (dc3aaf89-b4c8-402e-996d-4d4f4effde04/8af3415f-ba65-4b6e-aeb8-486577bc1f50/f899e894-09f0-43f6-b112-a7c57eae2ae6) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:52.336725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 9685f4fb-c406-4196-92f2-2f7492228607, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9685f4fb-c406-4196-92f2-2f7492228607,segment=NetworkSegment(3800875c-dbf2-4078-b03a-ff504e98a94e),segment_id=3800875c-dbf2-4078-b03a-ff504e98a94e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:52.342779 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0359a3a0-0ccc-4409-ae93-d63be7169a07 None None] Sync routers for ids ['c799f051-ea22-4a63-a5ee-fb8543210867'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:52.344506 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65377b98-8084-4acf-bc47-d13d18c2a36c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router a5ab306c-a88b-4d11-9715-8399de468b39 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:58:52.374064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0359a3a0-0ccc-4409-ae93-d63be7169a07 None None] Routers {'c799f051-ea22-4a63-a5ee-fb8543210867'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:52.374821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0359a3a0-0ccc-4409-ae93-d63be7169a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c799f051-ea22-4a63-a5ee-fb8543210867'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:52.413282 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9685f4fb-c406-4196-92f2-2f7492228607), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:52.413441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6166edd7-e3be-46ea-8a28-43e239df71e3 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:52.419225 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0359a3a0-0ccc-4409-ae93-d63be7169a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:52.490731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0359a3a0-0ccc-4409-ae93-d63be7169a07 None None] Routers {'c799f051-ea22-4a63-a5ee-fb8543210867'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:52.490731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0359a3a0-0ccc-4409-ae93-d63be7169a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c799f051-ea22-4a63-a5ee-fb8543210867'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:52.546099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4909c3f2-0825-4cc4-87ec-4e1143889a25 None None] Network db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:52.555923 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65377b98-8084-4acf-bc47-d13d18c2a36c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:52.566521 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-65377b98-8084-4acf-bc47-d13d18c2a36c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/a5ab306c-a88b-4d11-9715-8399de468b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2284052 Oct 28 09:58:52.569909 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38984) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:52.571281 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0359a3a0-0ccc-4409-ae93-d63be7169a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:52.571902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0359a3a0-0ccc-4409-ae93-d63be7169a07 None None] The sync data for ids ['c799f051-ea22-4a63-a5ee-fb8543210867'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:52.573774 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0157063-4e12-4fa3-af79-2133c0748260 None None] Sync routers for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:52.581434 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:52.603630 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0157063-4e12-4fa3-af79-2133c0748260 None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:52.604726 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c0157063-4e12-4fa3-af79-2133c0748260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:52.611958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=9685f4fb-c406-4196-92f2-2f7492228607,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:52.617603 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec1cea-a5e2-44d4-8ed8-d5492599ee4a tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Subnet': ['ID=6d006f45-d8fa-446c-b13b-9f1f975f8331,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:52.623315 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-956e7ae4-b76f-4d54-abde-1e74c6a99f32 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:52.629771 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-956e7ae4-b76f-4d54-abde-1e74c6a99f32 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc HTTP/1.1" status: 204 len: 168 time: 2.8311520 Oct 28 09:58:52.639408 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38986) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:52.699518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:52.713211 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a9f03da1-c6d6-4537-8d2f-5c9f74ca045e None None] Provisioning complete for port 9685f4fb-c406-4196-92f2-2f7492228607 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:52.713592 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a9f03da1-c6d6-4537-8d2f-5c9f74ca045e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9685f4fb-c406-4196-92f2-2f7492228607), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:52.714647 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a9f03da1-c6d6-4537-8d2f-5c9f74ca045e None None] Attempt 1 to provision port 9685f4fb-c406-4196-92f2-2f7492228607 Oct 28 09:58:52.755380 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:52.765178 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-238ddfc8-988d-4224-8e76-43e39f2fbee6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting subnet 3bf11106-6831-4113-9c5e-635bb9fec1fe {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:58:52.774364 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-c0157063-4e12-4fa3-af79-2133c0748260 None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:52.780119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a438-d458-4d18-860f-65bf7bf332b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (521d9d75-8141-4dd8-b96e-5f112a6d52eb), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:52.782087 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-238ddfc8-988d-4224-8e76-43e39f2fbee6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for subnet (3bf11106-6831-4113-9c5e-635bb9fec1fe), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:52.802517 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1df24f2e-5c45-4edd-ac25-da464430c27a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.1428692 Oct 28 09:58:52.807869 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38990) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:52.816181 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-75476a20-55e7-4bd3-a513-02a672a23464 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-853085657'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:52.843811 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d56f0a97-61df-4e55-9ae5-03196ab8747d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (f899e894-09f0-43f6-b112-a7c57eae2ae6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:52.845178 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 250bacdb-6369-4533-b15b-0b9cd26aeeac no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:52.850656 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e0c5e3-8a27-4e04-84c0-4ff038f823f8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:52.852487 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e0c5e3-8a27-4e04-84c0-4ff038f823f8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:52.856459 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a0e0c5e3-8a27-4e04-84c0-4ff038f823f8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2097385 Oct 28 09:58:52.859966 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5e503ab5-b124-4b2c-9dc3-8083a5022225 req-799e7655-8efa-4df6-be29-880e1337c3a7 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 210 time: 0.0747485 Oct 28 09:58:52.862768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38992) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:52.895671 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec1cea-a5e2-44d4-8ed8-d5492599ee4a tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Checking segment: {'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:58:52.896434 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec1cea-a5e2-44d4-8ed8-d5492599ee4a tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network hostable DHCP agents. Network: 0745ffb3-cad1-4f6e-9ffd-5339ddea489f, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:52.905436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-238ddfc8-988d-4224-8e76-43e39f2fbee6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (3bf11106-6831-4113-9c5e-635bb9fec1fe), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:52.924941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 250bacdb-6369-4533-b15b-0b9cd26aeeac {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:52.925301 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 250bacdb-6369-4533-b15b-0b9cd26aeeac not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:52.930937 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f2d71352-9a5d-46e6-b238-2594c44e9434 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/c799f051-ea22-4a63-a5ee-fb8543210867 HTTP/1.1" status: 200 len: 919 time: 0.5886731 Oct 28 09:58:52.934242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38994) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:52.952187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6166edd7-e3be-46ea-8a28-43e239df71e3 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:52.952571 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:52.952920 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6166edd7-e3be-46ea-8a28-43e239df71e3 Oct 28 09:58:52.958343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc3a438-d458-4d18-860f-65bf7bf332b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Network db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:52.993958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:53.017399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a9f03da1-c6d6-4537-8d2f-5c9f74ca045e None None] Current status of the port 9685f4fb-c406-4196-92f2-2f7492228607 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:53.051599 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-8fc3a438-d458-4d18-860f-65bf7bf332b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:53.055788 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c0157063-4e12-4fa3-af79-2133c0748260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:50Z', 'revision_number': 9, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:53.057117 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:53.065765 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6600318-fc79-446b-9485-1c15f4fd032a req-d768a4a2-5620-472c-8d9d-0699b49c2d06 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Router 634bed02-db35-4c26-b8e0-380ab38496e1 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:58:53.079693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-238ddfc8-988d-4224-8e76-43e39f2fbee6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (3bf11106-6831-4113-9c5e-635bb9fec1fe), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.083065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc3a438-d458-4d18-860f-65bf7bf332b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:53.091313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6166edd7-e3be-46ea-8a28-43e239df71e3 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:53.095202 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc3a438-d458-4d18-860f-65bf7bf332b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:53.096170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a438-d458-4d18-860f-65bf7bf332b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.101957 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3a438-d458-4d18-860f-65bf7bf332b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event updated for resources: {'Port': ['ID=521d9d75-8141-4dd8-b96e-5f112a6d52eb,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:53.133387 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0157063-4e12-4fa3-af79-2133c0748260 None None] Checking router: a5ab306c-a88b-4d11-9715-8399de468b39 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:58:53.142883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36daacf-f637-4cac-a6e7-66fcbb198a0d tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:53.144540 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d36daacf-f637-4cac-a6e7-66fcbb198a0d tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&device_id=c799f051-ea22-4a63-a5ee-fb8543210867&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2017059 Oct 28 09:58:53.147212 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0157063-4e12-4fa3-af79-2133c0748260 None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:53.147843 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c0157063-4e12-4fa3-af79-2133c0748260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:53.149364 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 38996) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:53.183621 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-409652dd-20cf-4224-bfba-883729e1d6d6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet fa67872b-33ab-401c-ad51-528f4b561c0d {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:58:53.188416 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-409652dd-20cf-4224-bfba-883729e1d6d6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (fa67872b-33ab-401c-ad51-528f4b561c0d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.222546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d56f0a97-61df-4e55-9ae5-03196ab8747d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (f899e894-09f0-43f6-b112-a7c57eae2ae6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.271324 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8fc3a438-d458-4d18-860f-65bf7bf332b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.1069930 Oct 28 09:58:53.274705 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-238ddfc8-988d-4224-8e76-43e39f2fbee6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (3bf11106-6831-4113-9c5e-635bb9fec1fe), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.279126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec1cea-a5e2-44d4-8ed8-d5492599ee4a tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:53.279274 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-c0157063-4e12-4fa3-af79-2133c0748260 None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:53.281378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 38998) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:53.322254 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-383ff503-5ab2-4624-9a34-d910c06b51f9 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-ac27ac06-be8f-46ae-a843-651f7fca2863 {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:58:53.323159 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-383ff503-5ab2-4624-9a34-d910c06b51f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:58:53.350563 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.384152 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f0a97-61df-4e55-9ae5-03196ab8747d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=f899e894-09f0-43f6-b112-a7c57eae2ae6,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:53.394887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f0a97-61df-4e55-9ae5-03196ab8747d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network dc3aaf89-b4c8-402e-996d-4d4f4effde04 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:53.401058 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f2a3c8-cd0a-42a4-875f-7230a7bf42d9 None None] Network 12354723-0dc3-47c7-8dd2-df9c99fb4921 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:53.411841 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-409652dd-20cf-4224-bfba-883729e1d6d6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (fa67872b-33ab-401c-ad51-528f4b561c0d), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.448489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-d56f0a97-61df-4e55-9ae5-03196ab8747d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:53.461379 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-238ddfc8-988d-4224-8e76-43e39f2fbee6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.466307 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-238ddfc8-988d-4224-8e76-43e39f2fbee6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/3bf11106-6831-4113-9c5e-635bb9fec1fe HTTP/1.1" status: 204 len: 168 time: 0.8953831 Oct 28 09:58:53.477438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39000) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:53.505221 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f0a97-61df-4e55-9ae5-03196ab8747d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:53.508879 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ddfc8-988d-4224-8e76-43e39f2fbee6 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf11106-6831-4113-9c5e-635bb9fec1fe,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:53.509376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-caec1cea-a5e2-44d4-8ed8-d5492599ee4a tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 0745ffb3-cad1-4f6e-9ffd-5339ddea489f) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:53.525811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095525af-b3f7-4a2a-84e4-41c33f1bbd0f None None] Network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:53.537551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-344e6aaf-27e8-446c-8764-f8343177f6da None None] Provisioning complete for port 521d9d75-8141-4dd8-b96e-5f112a6d52eb triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:53.545392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-344e6aaf-27e8-446c-8764-f8343177f6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (521d9d75-8141-4dd8-b96e-5f112a6d52eb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.545392 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-344e6aaf-27e8-446c-8764-f8343177f6da None None] Attempt 1 to provision port 521d9d75-8141-4dd8-b96e-5f112a6d52eb Oct 28 09:58:53.562259 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caec1cea-a5e2-44d4-8ed8-d5492599ee4a tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:53.562878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-caec1cea-a5e2-44d4-8ed8-d5492599ee4a tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.598766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b26aa8-7a5e-4e14-b607-13183f215e61 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Deleting subnet 0ea936d6-60f0-4a24-b919-ce7abc43f13b {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:58:53.602225 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=78,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=16 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:53.622539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-19b26aa8-7a5e-4e14-b607-13183f215e61 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for subnet (0ea936d6-60f0-4a24-b919-ce7abc43f13b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.630454 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:53.631017 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:53.632516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441c1bd-c50e-4e58-a983-ee6a63b608c0 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:53.636695 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e441c1bd-c50e-4e58-a983-ee6a63b608c0 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/3f25a2da-d85f-4684-8b32-f70565f202ac HTTP/1.1" status: 200 len: 881 time: 0.4843898 Oct 28 09:58:53.675303 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39002) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:53.707530 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9685f4fb-c406-4196-92f2-2f7492228607 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:53.711463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-344e6aaf-27e8-446c-8764-f8343177f6da None None] Port 521d9d75-8141-4dd8-b96e-5f112a6d52eb cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:58:53.780921 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56f0a97-61df-4e55-9ae5-03196ab8747d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:53.781912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d56f0a97-61df-4e55-9ae5-03196ab8747d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.788992 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-409652dd-20cf-4224-bfba-883729e1d6d6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (fa67872b-33ab-401c-ad51-528f4b561c0d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.802210 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6600318-fc79-446b-9485-1c15f4fd032a req-d768a4a2-5620-472c-8d9d-0699b49c2d06 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:53.815661 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-62f0210f-f710-4a42-8069-642255eb3988 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c799f051-ea22-4a63-a5ee-fb8543210867 HTTP/1.1" status: 200 len: 205 time: 0.1338270 Oct 28 09:58:53.817861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-344e6aaf-27e8-446c-8764-f8343177f6da None None] Provisioning complete for port 9685f4fb-c406-4196-92f2-2f7492228607 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:53.818479 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-344e6aaf-27e8-446c-8764-f8343177f6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9685f4fb-c406-4196-92f2-2f7492228607), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.819070 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-344e6aaf-27e8-446c-8764-f8343177f6da None None] Attempt 1 to provision port 9685f4fb-c406-4196-92f2-2f7492228607 Oct 28 09:58:53.824213 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c0157063-4e12-4fa3-af79-2133c0748260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:50Z', 'revision_number': 9, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:53.844533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-19b26aa8-7a5e-4e14-b607-13183f215e61 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (0ea936d6-60f0-4a24-b919-ce7abc43f13b), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.848750 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39004) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:53.862203 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0157063-4e12-4fa3-af79-2133c0748260 None None] The sync data for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv is: [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:58:50Z', 'revision_number': 9, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0b62a47-cfad-4ad9-9c35-79094fb1ba87', 'name': '', 'network_id': '9d068765-8e43-482e-9d48-8a61d7e82c8d', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:58:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:58:00Z', 'updated_at': '2022-10-28T09:58:12Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '657ca222-0c56-4d6c-ac37-7c62231b4389', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:53.874069 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-caec1cea-a5e2-44d4-8ed8-d5492599ee4a tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.8866422 Oct 28 09:58:53.875390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a5704b-8f5d-471c-8cad-21ebcc669120 None None] Sync routers for ids ['634bed02-db35-4c26-b8e0-380ab38496e1'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:53.897307 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39006) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:53.944299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6600318-fc79-446b-9485-1c15f4fd032a req-d768a4a2-5620-472c-8d9d-0699b49c2d06 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] No DVR routers for this DVR port 250bacdb-6369-4533-b15b-0b9cd26aeeac on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:53.949389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (12354723-0dc3-47c7-8dd2-df9c99fb4921), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.963249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-e6600318-fc79-446b-9485-1c15f4fd032a req-d768a4a2-5620-472c-8d9d-0699b49c2d06 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:53.966481 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e6600318-fc79-446b-9485-1c15f4fd032a req-d768a4a2-5620-472c-8d9d-0699b49c2d06 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.48 "DELETE /networking/v2.0/ports/250bacdb-6369-4533-b15b-0b9cd26aeeac HTTP/1.1" status: 204 len: 173 time: 4.9633045 Oct 28 09:58:53.968856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfb08ba-90c9-4ed8-98bd-8041539b6a11', 'name': 'network-vif-deleted', 'tag': '250bacdb-6369-4533-b15b-0b9cd26aeeac'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:58:53.971941 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b86fd8-0f27-4a4e-82ae-20f4a0239d65" -d '{"events": [{"server_uuid": "5bfb08ba-90c9-4ed8-98bd-8041539b6a11", "name": "network-vif-deleted", "tag": "250bacdb-6369-4533-b15b-0b9cd26aeeac"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:58:54.037019 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268cb6a8-7cfb-45cb-bfc7-f88f82d3d0be x-openstack-request-id: req-268cb6a8-7cfb-45cb-bfc7-f88f82d3d0be {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:58:54.037316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfb08ba-90c9-4ed8-98bd-8041539b6a11", "name": "network-vif-deleted", "tag": "250bacdb-6369-4533-b15b-0b9cd26aeeac", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:58:54.037570 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-268cb6a8-7cfb-45cb-bfc7-f88f82d3d0be {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:58:54.037984 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-268cb6a8-7cfb-45cb-bfc7-f88f82d3d0be'] response: {'server_uuid': '5bfb08ba-90c9-4ed8-98bd-8041539b6a11', 'name': 'network-vif-deleted', 'tag': '250bacdb-6369-4533-b15b-0b9cd26aeeac', 'status': 'completed', 'code': 200} Oct 28 09:58:54.051454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75476a20-55e7-4bd3-a513-02a672a23464 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (d2d6a3ae-3d65-4d3f-a883-af55447b80cf), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.053684 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:54.080378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-0745ffb3-cad1-4f6e-9ffd-5339ddea489f', 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f', 'project_id': 'f0a2e694ad734b67b2fe5e3b8b1efc8b', 'fixed_ips': [{'subnet_id': '6d006f45-d8fa-446c-b13b-9f1f975f8331'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:54.081309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.104462 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting port d698bfbd-fb3e-444c-b43d-51a0624b14d2 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:54.104808 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d698bfbd-fb3e-444c-b43d-51a0624b14d2), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.119345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a5704b-8f5d-471c-8cad-21ebcc669120 None None] Routers {'634bed02-db35-4c26-b8e0-380ab38496e1'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:54.120010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-52a5704b-8f5d-471c-8cad-21ebcc669120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['634bed02-db35-4c26-b8e0-380ab38496e1'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:54.139445 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d56f0a97-61df-4e55-9ae5-03196ab8747d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.8824549 Oct 28 09:58:54.150661 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39012) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:54.178161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-383ff503-5ab2-4624-9a34-d910c06b51f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.207020 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-639a203d-bb58-4177-9ee2-a140781f742a req-e6b93fca-09e0-44df-b19d-6e18554176e2 tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 210 time: 0.1624801 Oct 28 09:58:54.207020 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-17f0383a-7db5-4eb0-a731-bbf57146a57f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3df3af16-22b0-4330-943b-5b7722711293'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:54.287314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280faf6c-8132-40d2-ae87-a5f8de9f0cc9 None None] DHCP port deletion for 12354723-0dc3-47c7-8dd2-df9c99fb4921 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:58:54.311641 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:54.345178 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-409652dd-20cf-4224-bfba-883729e1d6d6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (fa67872b-33ab-401c-ad51-528f4b561c0d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.357053 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 9685f4fb-c406-4196-92f2-2f7492228607 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:54.357441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9685f4fb-c406-4196-92f2-2f7492228607), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.357787 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 9685f4fb-c406-4196-92f2-2f7492228607 Oct 28 09:58:54.400526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:54.464669 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409652dd-20cf-4224-bfba-883729e1d6d6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=fa67872b-33ab-401c-ad51-528f4b561c0d,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:54.484618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75476a20-55e7-4bd3-a513-02a672a23464 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (d2d6a3ae-3d65-4d3f-a883-af55447b80cf), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.489310 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-17f0383a-7db5-4eb0-a731-bbf57146a57f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f899e894-09f0-43f6-b112-a7c57eae2ae6), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.505597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (0745ffb3-cad1-4f6e-9ffd-5339ddea489f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.532843 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3465ace2-0a39-4cb7-8c4f-9ce4a3e39507 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (c799f051-ea22-4a63-a5ee-fb8543210867), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.539850 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:54.555522 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] For port d698bfbd-fb3e-444c-b43d-51a0624b14d2, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d698bfbd-fb3e-444c-b43d-51a0624b14d2,segment=NetworkSegment(8e2b1845-2695-4663-b7ab-71a2b2bc56ef),segment_id=8e2b1845-2695-4663-b7ab-71a2b2bc56ef)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:54.561233 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d698bfbd-fb3e-444c-b43d-51a0624b14d2), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.579735 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Calling delete_port for d698bfbd-fb3e-444c-b43d-51a0624b14d2 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:54.601527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-409652dd-20cf-4224-bfba-883729e1d6d6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.607635 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-409652dd-20cf-4224-bfba-883729e1d6d6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/fa67872b-33ab-401c-ad51-528f4b561c0d HTTP/1.1" status: 204 len: 168 time: 1.7397454 Oct 28 09:58:54.609692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-280faf6c-8132-40d2-ae87-a5f8de9f0cc9 None None] Deleting port d698bfbd-fb3e-444c-b43d-51a0624b14d2 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:54.609692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-280faf6c-8132-40d2-ae87-a5f8de9f0cc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d698bfbd-fb3e-444c-b43d-51a0624b14d2), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.613192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-52a5704b-8f5d-471c-8cad-21ebcc669120 None None] Set router 634bed02-db35-4c26-b8e0-380ab38496e1 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:54.620489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39014) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:54.620895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-344e6aaf-27e8-446c-8764-f8343177f6da None None] Current status of the port 9685f4fb-c406-4196-92f2-2f7492228607 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:54.630466 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-19b26aa8-7a5e-4e14-b607-13183f215e61 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (0ea936d6-60f0-4a24-b919-ce7abc43f13b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.694306 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebbc923-0534-43a8-8adc-de3e27461d67 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:54.725258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (6d006f45-d8fa-446c-b13b-9f1f975f8331), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.740079 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-89d2d74b-0764-43a8-8008-0916a16c08bd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186290 Oct 28 09:58:54.742177 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75476a20-55e7-4bd3-a513-02a672a23464 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router d2d6a3ae-3d65-4d3f-a883-af55447b80cf has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:58:54.743485 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39018) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:54.780186 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Allocated IP 2001:db8::1 (0745ffb3-cad1-4f6e-9ffd-5339ddea489f/6d006f45-d8fa-446c-b13b-9f1f975f8331/6947d794-5fd2-4d77-97c1-0450688c3a7b) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:54.829145 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f9c22b-1b82-4641-8170-8774ba190b58 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:54.831520 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-07f9c22b-1b82-4641-8170-8774ba190b58 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0633490 Oct 28 09:58:54.836240 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39020) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:54.840371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:54.944256 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-fd179d2d-3ad9-4740-ac99-12dbfc2b6568 None None] Provisioning complete for port 521d9d75-8141-4dd8-b96e-5f112a6d52eb triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:54.944761 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fd179d2d-3ad9-4740-ac99-12dbfc2b6568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (521d9d75-8141-4dd8-b96e-5f112a6d52eb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.945007 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-fd179d2d-3ad9-4740-ac99-12dbfc2b6568 None None] Attempt 1 to provision port 521d9d75-8141-4dd8-b96e-5f112a6d52eb Oct 28 09:58:54.956451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-383ff503-5ab2-4624-9a34-d910c06b51f9 None None] Allocated IP 172.20.0.19 (dc3aaf89-b4c8-402e-996d-4d4f4effde04/8af3415f-ba65-4b6e-aeb8-486577bc1f50/6166edd7-e3be-46ea-8a28-43e239df71e3) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:54.977894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75476a20-55e7-4bd3-a513-02a672a23464 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:58:54.984638 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75476a20-55e7-4bd3-a513-02a672a23464 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:54.988440 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-75476a20-55e7-4bd3-a513-02a672a23464 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/d2d6a3ae-3d65-4d3f-a883-af55447b80cf HTTP/1.1" status: 200 len: 891 time: 2.1740484 Oct 28 09:58:54.988796 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39022) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:54.995645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (d698bfbd-fb3e-444c-b43d-51a0624b14d2), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.007228 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c25fc84-5b12-45ed-9606-ead6ed955a3b None None] Sync routers for ids ['d2d6a3ae-3d65-4d3f-a883-af55447b80cf'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:58:55.022862 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:55.024185 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c25fc84-5b12-45ed-9606-ead6ed955a3b None None] Routers {'d2d6a3ae-3d65-4d3f-a883-af55447b80cf'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:55.024817 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6c25fc84-5b12-45ed-9606-ead6ed955a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d2d6a3ae-3d65-4d3f-a883-af55447b80cf'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:55.064231 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Port': ['ID=d698bfbd-fb3e-444c-b43d-51a0624b14d2,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:55.069654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] No DVR routers for this DVR port d698bfbd-fb3e-444c-b43d-51a0624b14d2 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:55.087133 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6c25fc84-5b12-45ed-9606-ead6ed955a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:55.097844 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c25fc84-5b12-45ed-9606-ead6ed955a3b None None] Routers {'d2d6a3ae-3d65-4d3f-a883-af55447b80cf'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:55.098844 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6c25fc84-5b12-45ed-9606-ead6ed955a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d2d6a3ae-3d65-4d3f-a883-af55447b80cf'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:55.101465 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-280faf6c-8132-40d2-ae87-a5f8de9f0cc9 None None] For port d698bfbd-fb3e-444c-b43d-51a0624b14d2, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d698bfbd-fb3e-444c-b43d-51a0624b14d2,segment=NetworkSegment(8e2b1845-2695-4663-b7ab-71a2b2bc56ef),segment_id=8e2b1845-2695-4663-b7ab-71a2b2bc56ef)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:55.101881 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-280faf6c-8132-40d2-ae87-a5f8de9f0cc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d698bfbd-fb3e-444c-b43d-51a0624b14d2), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.105491 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:55.142348 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 9685f4fb-c406-4196-92f2-2f7492228607 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:55.143525 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6166edd7-e3be-46ea-8a28-43e239df71e3 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:55.160632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-280faf6c-8132-40d2-ae87-a5f8de9f0cc9 None None] Calling delete_port for d698bfbd-fb3e-444c-b43d-51a0624b14d2 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:55.204953 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:55.207092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (12354723-0dc3-47c7-8dd2-df9c99fb4921), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.231980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:55.239229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12354723-0dc3-47c7-8dd2-df9c99fb4921']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:55.249251 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cca3f713-43db-4c75-b6a2-1fd9b7cc4a85 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/routers/d2d6a3ae-3d65-4d3f-a883-af55447b80cf HTTP/1.1" status: 200 len: 891 time: 0.2564070 Oct 28 09:58:55.253163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39026) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:55.264794 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-fd179d2d-3ad9-4740-ac99-12dbfc2b6568 None None] Port 521d9d75-8141-4dd8-b96e-5f112a6d52eb cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:58:55.267298 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2b1845-2695-4663-b7ab-71a2b2bc56ef') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:55.268130 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2b1845-2695-4663-b7ab-71a2b2bc56ef') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:55.293012 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6c25fc84-5b12-45ed-9606-ead6ed955a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:55.293624 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c25fc84-5b12-45ed-9606-ead6ed955a3b None None] The sync data for ids ['d2d6a3ae-3d65-4d3f-a883-af55447b80cf'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:55.301751 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-616f1877-9bb0-4aa2-b803-87f431b96a3e tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d2d6a3ae-3d65-4d3f-a883-af55447b80cf HTTP/1.1" status: 200 len: 205 time: 0.0474377 Oct 28 09:58:55.304281 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (8e2b1845-2695-4663-b7ab-71a2b2bc56ef), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.305990 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39028) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:55.395477 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-383ff503-5ab2-4624-9a34-d910c06b51f9 None None] For port 6166edd7-e3be-46ea-8a28-43e239df71e3, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6166edd7-e3be-46ea-8a28-43e239df71e3,segment=NetworkSegment(416270ff-f56a-41bd-84b4-aa87c274e3ce),segment_id=416270ff-f56a-41bd-84b4-aa87c274e3ce)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:55.403140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (8e2b1845-2695-4663-b7ab-71a2b2bc56ef), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.416914 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:55.418534 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:55.419715 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2d0674-9bd3-461e-97db-6f8cc52210f8 None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:58:55.424011 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:55.447629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:55.448052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (8e2b1845-2695-4663-b7ab-71a2b2bc56ef), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.480090 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d5c562ed-a39f-4270-a0f3-f35203daf18f req-d253309e-f8eb-47db-9105-b938dce122ea tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 210 time: 0.0673797 Oct 28 09:58:55.488030 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 8e2b1845-2695-4663-b7ab-71a2b2bc56ef resource provider aggregate not found Oct 28 09:58:55.526970 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 8e2b1845-2695-4663-b7ab-71a2b2bc56ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e2b1845-2695-4663-b7ab-71a2b2bc56ef found for delete ", "request_id": "req-40249d1b-ef65-444d-b9a5-113f3a93ed38"}]} Oct 28 09:58:55.532122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3465ace2-0a39-4cb7-8c4f-9ce4a3e39507 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (c799f051-ea22-4a63-a5ee-fb8543210867), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.543636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-19b26aa8-7a5e-4e14-b607-13183f215e61 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (0ea936d6-60f0-4a24-b919-ce7abc43f13b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.554356 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7970c26-ec27-4c18-8a89-480941717d70 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:55.554607 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bfe5-1d15-446d-a719-c38f3718535f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (d2d6a3ae-3d65-4d3f-a883-af55447b80cf), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.558446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39034) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:55.558604 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c7970c26-ec27-4c18-8a89-480941717d70 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7212965 Oct 28 09:58:55.601463 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b26aa8-7a5e-4e14-b607-13183f215e61 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea936d6-60f0-4a24-b919-ce7abc43f13b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:55.609721 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-19b26aa8-7a5e-4e14-b607-13183f215e61 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.620201 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-19b26aa8-7a5e-4e14-b607-13183f215e61 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/0ea936d6-60f0-4a24-b919-ce7abc43f13b HTTP/1.1" status: 204 len: 168 time: 2.3278756 Oct 28 09:58:55.626686 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39036) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:55.630493 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dddc3e-e9c7-4274-b753-86d366d8be22 None None] Network db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:55.632471 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6166edd7-e3be-46ea-8a28-43e239df71e3 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:55.632836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.633173 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6166edd7-e3be-46ea-8a28-43e239df71e3 Oct 28 09:58:55.639178 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-383ff503-5ab2-4624-9a34-d910c06b51f9 None None] Publish callbacks [] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.646121 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-19331e02-06ae-437d-9bd3-8fca2520d529 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864570 Oct 28 09:58:55.646895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-52a5704b-8f5d-471c-8cad-21ebcc669120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'name': 'tempest-ServerActionsTestJSON-730812861-router', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64'}], 'enable_snat': True}, 'gw_port_id': '5247cedb-3c81-4015-b008-235530b9eb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:46Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '1c1772cbf744449891cae928448c57eb', 'gw_port': {'id': '5247cedb-3c81-4015-b008-235530b9eb54', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9aa6a45-9fe7-4aba-bb93-a6b77f41856b', 'name': '', 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'mac_address': 'fa:16:3e:0f:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:57Z', 'updated_at': '2022-10-28T09:55:08Z', 'revision_number': 5, 'project_id': '1c1772cbf744449891cae928448c57eb', 'subnets': [{'id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:55.651521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (12354723-0dc3-47c7-8dd2-df9c99fb4921), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.656776 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.663371 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/networks/12354723-0dc3-47c7-8dd2-df9c99fb4921 HTTP/1.1" status: 204 len: 168 time: 2.1820991 Oct 28 09:58:55.664299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39038) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:55.664840 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39040) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:55.684037 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Publish callbacks [] for port (6947d794-5fd2-4d77-97c1-0450688c3a7b), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.696099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-1dbc5dbb-f366-46b1-91e4-2049628814ae tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:55.719390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1c2d0674-9bd3-461e-97db-6f8cc52210f8 None None] Deleting port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:55.719771 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1c2d0674-9bd3-461e-97db-6f8cc52210f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (65d09a2f-4ffe-47ba-b333-731bd63bb5d4), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.748095 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cbcd7c-5e90-4119-9567-b6bf5a41973e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:55.750484 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cbcd7c-5e90-4119-9567-b6bf5a41973e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:55.755729 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f0cbcd7c-5e90-4119-9567-b6bf5a41973e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1245997 Oct 28 09:58:55.755729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-3465ace2-0a39-4cb7-8c4f-9ce4a3e39507 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Deleting port d03f5c45-0227-441e-b731-a1573298ecfc {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:55.755729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3465ace2-0a39-4cb7-8c4f-9ce4a3e39507 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d03f5c45-0227-441e-b731-a1573298ecfc), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.761864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39042) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:55.890114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a121637-4868-4eff-af12-ed32d212a38a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Network': ['ID=12354723-0dc3-47c7-8dd2-df9c99fb4921,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:55.902271 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-16e98487-b5ee-411d-956c-8dcb9a65a3e7 req-b6696426-d763-420c-a095-ad753f2d300b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1771924 Oct 28 09:58:55.925998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a5704b-8f5d-471c-8cad-21ebcc669120 None None] Checking router: 634bed02-db35-4c26-b8e0-380ab38496e1 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:58:55.927920 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-280faf6c-8132-40d2-ae87-a5f8de9f0cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (d698bfbd-fb3e-444c-b43d-51a0624b14d2), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.941006 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-17f0383a-7db5-4eb0-a731-bbf57146a57f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Delete allocated IP 172.20.0.18 (dc3aaf89-b4c8-402e-996d-4d4f4effde04/8af3415f-ba65-4b6e-aeb8-486577bc1f50) {{(pid=114059) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 09:58:55.945287 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-383ff503-5ab2-4624-9a34-d910c06b51f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.947668 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (6947d794-5fd2-4d77-97c1-0450688c3a7b), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.952061 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:55.966765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-72226ff1-4890-4ab1-b32f-702aa7d38d51 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.987973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3465ace2-0a39-4cb7-8c4f-9ce4a3e39507 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d03f5c45-0227-441e-b731-a1573298ecfc), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:55.991170 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-72226ff1-4890-4ab1-b32f-702aa7d38d51 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 28 09:58:55.991684 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72226ff1-4890-4ab1-b32f-702aa7d38d51 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:58:56.000810 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-72226ff1-4890-4ab1-b32f-702aa7d38d51 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/networks/db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4 HTTP/1.1" status: 409 len: 466 time: 0.2345827 Oct 28 09:58:56.001716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39044) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:56.010051 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b43cbc06-4c7f-4d80-8bd4-8b1318256bf7 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-170296508'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:56.022970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bfe5-1d15-446d-a719-c38f3718535f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_gateway (d2d6a3ae-3d65-4d3f-a883-af55447b80cf), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:56.027198 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280faf6c-8132-40d2-ae87-a5f8de9f0cc9 None None] Pushing event deleted for resources: {'Port': ['ID=d698bfbd-fb3e-444c-b43d-51a0624b14d2,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:56.029126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-280faf6c-8132-40d2-ae87-a5f8de9f0cc9 None None] Network 12354723-0dc3-47c7-8dd2-df9c99fb4921 is not hosted by any dhcp agent {{(pid=114061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 09:58:56.029515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280faf6c-8132-40d2-ae87-a5f8de9f0cc9 None None] No DVR routers for this DVR port d698bfbd-fb3e-444c-b43d-51a0624b14d2 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:56.060176 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-3465ace2-0a39-4cb7-8c4f-9ce4a3e39507 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Calling delete_port for d03f5c45-0227-441e-b731-a1573298ecfc owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:56.077561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (6d006f45-d8fa-446c-b13b-9f1f975f8331), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:56.088321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a5704b-8f5d-471c-8cad-21ebcc669120 None None] Routers {'634bed02-db35-4c26-b8e0-380ab38496e1'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:58:56.089455 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-52a5704b-8f5d-471c-8cad-21ebcc669120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['634bed02-db35-4c26-b8e0-380ab38496e1'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:56.121934 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:56.134516 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:56.167540 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-16e98487-b5ee-411d-956c-8dcb9a65a3e7 req-08693593-124f-4781-bd97-c611d2ff7490 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1c1772cbf744449891cae928448c57eb&device_id=5bfb08ba-90c9-4ed8-98bd-8041539b6a11 HTTP/1.1" status: 200 len: 210 time: 0.1078916 Oct 28 09:58:56.212840 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:56.218974 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:58:56.226387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-17f0383a-7db5-4eb0-a731-bbf57146a57f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (f899e894-09f0-43f6-b112-a7c57eae2ae6), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:56.266102 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1c2d0674-9bd3-461e-97db-6f8cc52210f8 None None] For port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=65d09a2f-4ffe-47ba-b333-731bd63bb5d4,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:56.266512 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1c2d0674-9bd3-461e-97db-6f8cc52210f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (65d09a2f-4ffe-47ba-b333-731bd63bb5d4), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:56.266833 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Subnet': ['ID=6d006f45-d8fa-446c-b13b-9f1f975f8331,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:56.268760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbc5dbb-f366-46b1-91e4-2049628814ae tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:56.273253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5dbb-f366-46b1-91e4-2049628814ae tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:56.331969 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1c2d0674-9bd3-461e-97db-6f8cc52210f8 None None] Calling delete_port for 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:56.340513 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-17f0383a-7db5-4eb0-a731-bbf57146a57f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (f899e894-09f0-43f6-b112-a7c57eae2ae6), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:56.341122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ff503-5ab2-4624-9a34-d910c06b51f9 None None] Pushing event updated for resources: {'Port': ['ID=6166edd7-e3be-46ea-8a28-43e239df71e3,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:56.438191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6166edd7-e3be-46ea-8a28-43e239df71e3 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:56.440689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a824cb-70a8-4cab-b552-1569edf64afd None None] DHCP port deletion for db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:58:56.444999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:56.534570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0383a-7db5-4eb0-a731-bbf57146a57f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=f899e894-09f0-43f6-b112-a7c57eae2ae6,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:56.557161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:56.567461 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-17f0383a-7db5-4eb0-a731-bbf57146a57f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] In _notify_port_updated(), no bound segment for port f899e894-09f0-43f6-b112-a7c57eae2ae6 on network dc3aaf89-b4c8-402e-996d-4d4f4effde04 {{(pid=114059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 09:58:56.578787 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f0383a-7db5-4eb0-a731-bbf57146a57f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:56.578787 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-17f0383a-7db5-4eb0-a731-bbf57146a57f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:56.578787 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-17f0383a-7db5-4eb0-a731-bbf57146a57f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "PUT /networking/v2.0/ports/f899e894-09f0-43f6-b112-a7c57eae2ae6 HTTP/1.1" status: 200 len: 919 time: 2.3854558 Oct 28 09:58:56.578787 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39048) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:56.587406 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-4ba89b73-fd95-453c-acab-1110dbaa9fa2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3df3af16-22b0-4330-943b-5b7722711293'}, {'subnet_id': '8af3415f-ba65-4b6e-aeb8-486577bc1f50'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:56.621513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-52a5704b-8f5d-471c-8cad-21ebcc669120 None None] Set router 634bed02-db35-4c26-b8e0-380ab38496e1 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:58:56.664836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:56.665214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:56.665632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:56.668873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f8a824cb-70a8-4cab-b552-1569edf64afd None None] Deleting port 9685f4fb-c406-4196-92f2-2f7492228607 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:56.669248 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f8a824cb-70a8-4cab-b552-1569edf64afd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9685f4fb-c406-4196-92f2-2f7492228607), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:56.764360 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Pushing event updated for resources: {'Port': ['ID=6947d794-5fd2-4d77-97c1-0450688c3a7b,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:56.775823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39052) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:56.787834 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3465ace2-0a39-4cb7-8c4f-9ce4a3e39507 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d03f5c45-0227-441e-b731-a1573298ecfc), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:56.792219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:56.815612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:56.815990 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43cbc06-4c7f-4d80-8bd4-8b1318256bf7 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Made reservation on behalf of 5116179308ad48c498743b76d81ab491 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:56.819774 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b43cbc06-4c7f-4d80-8bd4-8b1318256bf7 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:56.822764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8bfe5-1d15-446d-a719-c38f3718535f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port 45fcd953-30f4-4d89-b3c6-cedb33e8fec8 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:56.823095 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bfe5-1d15-446d-a719-c38f3718535f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (45fcd953-30f4-4d89-b3c6-cedb33e8fec8), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:56.844957 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465ace2-0a39-4cb7-8c4f-9ce4a3e39507 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Pushing event deleted for resources: {'Port': ['ID=d03f5c45-0227-441e-b731-a1573298ecfc,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:56.857530 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6166edd7-e3be-46ea-8a28-43e239df71e3 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:58:56.960059 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4ba89b73-fd95-453c-acab-1110dbaa9fa2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f899e894-09f0-43f6-b112-a7c57eae2ae6), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:56.986636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3465ace2-0a39-4cb7-8c4f-9ce4a3e39507 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (c799f051-ea22-4a63-a5ee-fb8543210867), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:56.995227 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (0745ffb3-cad1-4f6e-9ffd-5339ddea489f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:56.995709 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:57.000171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:57.012105 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f8a824cb-70a8-4cab-b552-1569edf64afd None None] For port 9685f4fb-c406-4196-92f2-2f7492228607, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9685f4fb-c406-4196-92f2-2f7492228607,segment=NetworkSegment(3800875c-dbf2-4078-b03a-ff504e98a94e),segment_id=3800875c-dbf2-4078-b03a-ff504e98a94e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:57.012612 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f8a824cb-70a8-4cab-b552-1569edf64afd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9685f4fb-c406-4196-92f2-2f7492228607), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:57.059981 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:57.066165 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Failed to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] Oct 28 09:58:57.069724 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempt 2 to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b Oct 28 09:58:57.072030 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:57.081523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f8a824cb-70a8-4cab-b552-1569edf64afd None None] Calling delete_port for 9685f4fb-c406-4196-92f2-2f7492228607 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:57.094738 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6166edd7-e3be-46ea-8a28-43e239df71e3 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:57.095116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.095489 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6166edd7-e3be-46ea-8a28-43e239df71e3 Oct 28 09:58:57.140568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:57.140568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:57.140568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:57.143524 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3465ace2-0a39-4cb7-8c4f-9ce4a3e39507 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (c799f051-ea22-4a63-a5ee-fb8543210867), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.149729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3465ace2-0a39-4cb7-8c4f-9ce4a3e39507 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_controller (c799f051-ea22-4a63-a5ee-fb8543210867), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.161851 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0745ffb3-cad1-4f6e-9ffd-5339ddea489f']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:57.184563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:57.188611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:57.212656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1c2d0674-9bd3-461e-97db-6f8cc52210f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (65d09a2f-4ffe-47ba-b333-731bd63bb5d4), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.222359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43cbc06-4c7f-4d80-8bd4-8b1318256bf7 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:57.249901 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:57.250241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:57.279679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450d355f-9bfd-482c-a928-4719697da447 None None] Network dc3aaf89-b4c8-402e-996d-4d4f4effde04 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:58:57.312128 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (54f76cc5-9c2e-46b3-a6ef-d4100c14bd29), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.318042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b43cbc06-4c7f-4d80-8bd4-8b1318256bf7 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (79dc279c-4170-470b-959b-2e1dc1cbfe2b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.318042 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-b43cbc06-4c7f-4d80-8bd4-8b1318256bf7 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Added segment 79dc279c-4170-470b-959b-2e1dc1cbfe2b of type vlan for network bf1c8bda-b00f-4ce4-874c-6b13fd784d25 Oct 28 09:58:57.318580 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3465ace2-0a39-4cb7-8c4f-9ce4a3e39507 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (c799f051-ea22-4a63-a5ee-fb8543210867), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.318580 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3465ace2-0a39-4cb7-8c4f-9ce4a3e39507 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Fanout notify agent at l3_agent the message router_deleted on router c799f051-ea22-4a63-a5ee-fb8543210867 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:57.321181 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:57.341190 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Failed to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] Oct 28 09:58:57.346605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3465ace2-0a39-4cb7-8c4f-9ce4a3e39507 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.346605 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3465ace2-0a39-4cb7-8c4f-9ce4a3e39507 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "DELETE /networking/v2.0/routers/c799f051-ea22-4a63-a5ee-fb8543210867 HTTP/1.1" status: 204 len: 168 time: 3.4761615 Oct 28 09:58:57.349651 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempt 3 to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b Oct 28 09:58:57.349651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d0674-9bd3-461e-97db-6f8cc52210f8 None None] Pushing event deleted for resources: {'Port': ['ID=65d09a2f-4ffe-47ba-b333-731bd63bb5d4,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:57.350132 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e98487-b5ee-411d-956c-8dcb9a65a3e7 req-6670b803-7996-4f09-8708-1c941f38ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:57.350132 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-16e98487-b5ee-411d-956c-8dcb9a65a3e7 req-6670b803-7996-4f09-8708-1c941f38ca8b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=1c1772cbf744449891cae928448c57eb&shared=False HTTP/1.1" status: 200 len: 912 time: 1.1381509 Oct 28 09:58:57.350132 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bfe5-1d15-446d-a719-c38f3718535f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (45fcd953-30f4-4d89-b3c6-cedb33e8fec8), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.352808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2d0674-9bd3-461e-97db-6f8cc52210f8 None None] No DVR routers for this DVR port 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:57.353083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39054) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:57.354781 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-f5df8c3c-3210-4414-a77a-b0b91818aaba tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-437189112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:57.366198 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-4ba89b73-fd95-453c-acab-1110dbaa9fa2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Allocated IP 172.20.0.23 (dc3aaf89-b4c8-402e-996d-4d4f4effde04/8af3415f-ba65-4b6e-aeb8-486577bc1f50/f899e894-09f0-43f6-b112-a7c57eae2ae6) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:58:57.389255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ece38fe6-e3a0-4aa5-9b2e-7bf1ace2e06f tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for security_group (5d291d0e-a231-4c7c-add8-ff86546d5563), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.400309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-640ca317-c03c-49d3-832c-757403fc056b None None] Provisioning complete for port 6166edd7-e3be-46ea-8a28-43e239df71e3 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:57.400688 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-640ca317-c03c-49d3-832c-757403fc056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.401057 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-640ca317-c03c-49d3-832c-757403fc056b None None] Attempt 1 to provision port 6166edd7-e3be-46ea-8a28-43e239df71e3 Oct 28 09:58:57.414503 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (54f76cc5-9c2e-46b3-a6ef-d4100c14bd29), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.419648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-52a5704b-8f5d-471c-8cad-21ebcc669120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'name': 'tempest-ServerActionsTestJSON-730812861-router', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64'}], 'enable_snat': True}, 'gw_port_id': '5247cedb-3c81-4015-b008-235530b9eb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:46Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '1c1772cbf744449891cae928448c57eb', 'gw_port': {'id': '5247cedb-3c81-4015-b008-235530b9eb54', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9aa6a45-9fe7-4aba-bb93-a6b77f41856b', 'name': '', 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'mac_address': 'fa:16:3e:0f:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:57Z', 'updated_at': '2022-10-28T09:55:08Z', 'revision_number': 5, 'project_id': '1c1772cbf744449891cae928448c57eb', 'subnets': [{'id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:57.421418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:57.421791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:57.422150 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:57.474763 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8bfe5-1d15-446d-a719-c38f3718535f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for 45fcd953-30f4-4d89-b3c6-cedb33e8fec8 owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:57.497863 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a5704b-8f5d-471c-8cad-21ebcc669120 None None] The sync data for ids ['634bed02-db35-4c26-b8e0-380ab38496e1'] in dv-neutron-zed-2-hyperv is: [{'id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'name': 'tempest-ServerActionsTestJSON-730812861-router', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64'}], 'enable_snat': True}, 'gw_port_id': '5247cedb-3c81-4015-b008-235530b9eb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:46Z', 'updated_at': '2022-10-28T09:55:00Z', 'revision_number': 4, 'project_id': '1c1772cbf744449891cae928448c57eb', 'gw_port': {'id': '5247cedb-3c81-4015-b008-235530b9eb54', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9aa6a45-9fe7-4aba-bb93-a6b77f41856b', 'name': '', 'network_id': '9b354618-41dd-41ee-a0fe-9a79976baa4b', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'mac_address': 'fa:16:3e:0f:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:57Z', 'updated_at': '2022-10-28T09:55:08Z', 'revision_number': 5, 'project_id': '1c1772cbf744449891cae928448c57eb', 'subnets': [{'id': '808a702a-127b-4dd8-b2a3-71420629e80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:57.500011 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:57.504521 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:57.543059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:57.543475 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (54f76cc5-9c2e-46b3-a6ef-d4100c14bd29), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:57.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:57.574960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Failed to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] Oct 28 09:58:57.581967 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempt 4 to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b Oct 28 09:58:57.623543 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:57.623916 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:57.624285 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:57.626221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6166edd7-e3be-46ea-8a28-43e239df71e3 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:57.647814 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4ba89b73-fd95-453c-acab-1110dbaa9fa2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (f899e894-09f0-43f6-b112-a7c57eae2ae6), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.654266 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 54f76cc5-9c2e-46b3-a6ef-d4100c14bd29 resource provider aggregate not found Oct 28 09:58:57.670200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ece38fe6-e3a0-4aa5-9b2e-7bf1ace2e06f tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for security_group (5d291d0e-a231-4c7c-add8-ff86546d5563), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.672142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f8a824cb-70a8-4cab-b552-1569edf64afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (9685f4fb-c406-4196-92f2-2f7492228607), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:57.675671 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:57.678932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:57.697783 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4ba89b73-fd95-453c-acab-1110dbaa9fa2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (f899e894-09f0-43f6-b112-a7c57eae2ae6), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.727203 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:57.788338 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba89b73-fd95-453c-acab-1110dbaa9fa2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=f899e894-09f0-43f6-b112-a7c57eae2ae6,revision_number=3']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:57.891902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-4ba89b73-fd95-453c-acab-1110dbaa9fa2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] In _notify_port_updated(), no bound segment for port f899e894-09f0-43f6-b112-a7c57eae2ae6 on network dc3aaf89-b4c8-402e-996d-4d4f4effde04 {{(pid=114059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 09:58:57.897816 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba89b73-fd95-453c-acab-1110dbaa9fa2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:57.898635 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4ba89b73-fd95-453c-acab-1110dbaa9fa2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.904954 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4ba89b73-fd95-453c-acab-1110dbaa9fa2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "PUT /networking/v2.0/ports/f899e894-09f0-43f6-b112-a7c57eae2ae6 HTTP/1.1" status: 200 len: 999 time: 1.3238039 Oct 28 09:58:57.904954 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39060) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:57.932381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b43cbc06-4c7f-4d80-8bd4-8b1318256bf7 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (bf1c8bda-b00f-4ce4-874c-6b13fd784d25), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:57.938038 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 54f76cc5-9c2e-46b3-a6ef-d4100c14bd29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54f76cc5-9c2e-46b3-a6ef-d4100c14bd29 found for delete ", "request_id": "req-d6fd9add-e332-4e3a-bd21-8f59dea02bb9"}]} Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:57.939116 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:57.942085 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Failed to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] Oct 28 09:58:57.962603 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:57.964668 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a824cb-70a8-4cab-b552-1569edf64afd None None] No DVR routers for this DVR port 9685f4fb-c406-4196-92f2-2f7492228607 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:58:57.966737 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempt 5 to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b Oct 28 09:58:57.969638 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c216f54d-8129-4ee3-b7ea-6d06a616c129 None None] New status for floating IP 0a2268b3-d26f-4c82-93b3-549780bc761d: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:58:57.981997 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a824cb-70a8-4cab-b552-1569edf64afd None None] Pushing event deleted for resources: {'Port': ['ID=9685f4fb-c406-4196-92f2-2f7492228607,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:58.016054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f5df8c3c-3210-4414-a77a-b0b91818aaba tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (0c290453-ce7f-40d1-be29-736332727af1), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:58.017084 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f5df8c3c-3210-4414-a77a-b0b91818aaba tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (0c290453-ce7f-40d1-be29-736332727af1), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:58.023493 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:58.023967 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-80b76f22-3cc9-4aae-b295-7ea2e6babeeb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port f899e894-09f0-43f6-b112-a7c57eae2ae6 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:58.024055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 65d09a2f-4ffe-47ba-b333-731bd63bb5d4 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:58.024155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-80b76f22-3cc9-4aae-b295-7ea2e6babeeb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f899e894-09f0-43f6-b112-a7c57eae2ae6), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:58.024235 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0b33ca6c-c540-49b3-b8fb-337218cb175d no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:58.088619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 0b33ca6c-c540-49b3-b8fb-337218cb175d {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:58.089212 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0b33ca6c-c540-49b3-b8fb-337218cb175d not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:58.089819 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d698bfbd-fb3e-444c-b43d-51a0624b14d2 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:58.092857 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:58.093417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:58.093935 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:58.094935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:58.096302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-640ca317-c03c-49d3-832c-757403fc056b None None] Current status of the port 6166edd7-e3be-46ea-8a28-43e239df71e3 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:58.105893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.db.resource_extend [None req-b43cbc06-4c7f-4d80-8bd4-8b1318256bf7 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 28 09:58:58.125749 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.db.api [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 09:58:58.125749 dv-neutron-zed-2-hyperv neutron-server[114060]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 09:58:58.125749 dv-neutron-zed-2-hyperv neutron-server[114060]: [parameters: {'id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] Oct 28 09:58:58.125749 dv-neutron-zed-2-hyperv neutron-server[114060]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:58:58.131403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG oslo_db.api [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.164167 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:58.166947 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:58.167025 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-80b76f22-3cc9-4aae-b295-7ea2e6babeeb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f899e894-09f0-43f6-b112-a7c57eae2ae6), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:58.167116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: d698bfbd-fb3e-444c-b43d-51a0624b14d2 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:58.167116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d698bfbd-fb3e-444c-b43d-51a0624b14d2 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:58.171093 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9685f4fb-c406-4196-92f2-2f7492228607 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:58.171255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e4354e9e-e366-4b8e-b6fe-290895c6881f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (a5ab306c-a88b-4d11-9715-8399de468b39), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:58.182975 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bfe5-1d15-446d-a719-c38f3718535f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (45fcd953-30f4-4d89-b3c6-cedb33e8fec8), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:58.191182 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-80b76f22-3cc9-4aae-b295-7ea2e6babeeb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for f899e894-09f0-43f6-b112-a7c57eae2ae6 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.203367 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:58.206123 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Failed to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] Oct 28 09:58:58.206123 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempt 6 to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b Oct 28 09:58:58.206930 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 9685f4fb-c406-4196-92f2-2f7492228607 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:58:58.207279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9685f4fb-c406-4196-92f2-2f7492228607 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:58.244837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:58.245433 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e98487-b5ee-411d-956c-8dcb9a65a3e7 req-3b964c2f-d494-48fa-b1f3-6b836841341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:58.245591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:58.246092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:58.246957 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-16e98487-b5ee-411d-956c-8dcb9a65a3e7 req-3b964c2f-d494-48fa-b1f3-6b836841341f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8588088 Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.272732 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:58.277096 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.304649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:58.308163 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Failed to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] Oct 28 09:58:58.308775 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempt 7 to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b Oct 28 09:58:58.315911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8bfe5-1d15-446d-a719-c38f3718535f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=45fcd953-30f4-4d89-b3c6-cedb33e8fec8,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:58.319683 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b43cbc06-4c7f-4d80-8bd4-8b1318256bf7 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (bf1c8bda-b00f-4ce4-874c-6b13fd784d25), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:58.324704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43cbc06-4c7f-4d80-8bd4-8b1318256bf7 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:58.325322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b43cbc06-4c7f-4d80-8bd4-8b1318256bf7 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:58.326841 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:58.328434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:58.328434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:58.334377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.353842 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:58.364402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.390992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:58.394073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f5df8c3c-3210-4414-a77a-b0b91818aaba tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_controller (0c290453-ce7f-40d1-be29-736332727af1), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:58.394846 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Failed to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] Oct 28 09:58:58.395453 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempt 8 to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b Oct 28 09:58:58.404301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ece38fe6-e3a0-4aa5-9b2e-7bf1ace2e06f tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5d291d0e-a231-4c7c-add8-ff86546d5563), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:58.406820 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ece38fe6-e3a0-4aa5-9b2e-7bf1ace2e06f tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:58.411210 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ece38fe6-e3a0-4aa5-9b2e-7bf1ace2e06f tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5d291d0e-a231-4c7c-add8-ff86546d5563 HTTP/1.1" status: 204 len: 168 time: 1.6004758 Oct 28 09:58:58.424824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:58.424824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:58.424824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.448861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:58.452087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39062) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:58.452755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.481381 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:58.486733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Failed to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] Oct 28 09:58:58.486733 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-93f82f13-973e-4e33-86dc-7deb49a4fb44 None None] Provisioning complete for port 6166edd7-e3be-46ea-8a28-43e239df71e3 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:58:58.486733 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-93f82f13-973e-4e33-86dc-7deb49a4fb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:58.486733 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-93f82f13-973e-4e33-86dc-7deb49a4fb44 None None] Attempt 1 to provision port 6166edd7-e3be-46ea-8a28-43e239df71e3 Oct 28 09:58:58.489907 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempt 9 to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b Oct 28 09:58:58.534977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece38fe6-e3a0-4aa5-9b2e-7bf1ace2e06f tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d291d0e-a231-4c7c-add8-ff86546d5563,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:58.539451 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b43cbc06-4c7f-4d80-8bd4-8b1318256bf7 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.5334134 Oct 28 09:58:58.545831 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f5df8c3c-3210-4414-a77a-b0b91818aaba tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (0c290453-ce7f-40d1-be29-736332727af1), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:58.545977 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39064) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:58.546084 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:58.550075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:58.550658 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:58.551571 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:58.552876 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-61c63ce9-d18e-4b76-a69c-64be8ac8234b tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] show failed (client error): The resource could not be found. Oct 28 09:58:58.556403 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-61c63ce9-d18e-4b76-a69c-64be8ac8234b tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "GET /networking/v2.0/security-groups/5d291d0e-a231-4c7c-add8-ff86546d5563 HTTP/1.1" status: 404 len: 347 time: 0.0972245 Oct 28 09:58:58.556581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-958bc7b4-2f7e-4882-a9e2-583c5e422ded tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Request body: {'subnet': {'network_id': 'bf1c8bda-b00f-4ce4-874c-6b13fd784d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:58.562161 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39066) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:58.600875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-80b76f22-3cc9-4aae-b295-7ea2e6babeeb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (f899e894-09f0-43f6-b112-a7c57eae2ae6), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:58.608758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cbc06-4c7f-4d80-8bd4-8b1318256bf7 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event updated for resources: {'Network': ['ID=bf1c8bda-b00f-4ce4-874c-6b13fd784d25,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.627485 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:58.631055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:58.641166 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network bf1c8bda-b00f-4ce4-874c-6b13fd784d25 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:58.649489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (0745ffb3-cad1-4f6e-9ffd-5339ddea489f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:58.754791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b76f22-3cc9-4aae-b295-7ea2e6babeeb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=f899e894-09f0-43f6-b112-a7c57eae2ae6,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:58.801957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.805185 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:58.809465 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Failed to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] Oct 28 09:58:58.811038 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempt 10 to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b Oct 28 09:58:58.865490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:58:58.871518 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:58:58.872308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:58.959489 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:58.963353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempting to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d006f45-d8fa-446c-b13b-9f1f975f8331 could not be found. Oct 28 09:58:59.000222 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:58:59.004013 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Failed to bind port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0745ffb3-cad1-4f6e-9ffd-5339ddea489f'}] Oct 28 09:58:59.004679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6947d794-5fd2-4d77-97c1-0450688c3a7b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.007250 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-93f82f13-973e-4e33-86dc-7deb49a4fb44 None None] Current status of the port 6166edd7-e3be-46ea-8a28-43e239df71e3 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:58:59.047813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-93f82f13-973e-4e33-86dc-7deb49a4fb44 None None] Could not find standard attr ID for object f899e894-09f0-43f6-b112-a7c57eae2ae6. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:58:59.048435 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:59.084595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:59.091202 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-80b76f22-3cc9-4aae-b295-7ea2e6babeeb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.099075 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-80b76f22-3cc9-4aae-b295-7ea2e6babeeb tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f899e894-09f0-43f6-b112-a7c57eae2ae6 HTTP/1.1" status: 204 len: 168 time: 1.1900535 Oct 28 09:58:59.107516 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39068) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:59.145203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bfe5-1d15-446d-a719-c38f3718535f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (d2d6a3ae-3d65-4d3f-a883-af55447b80cf), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.151057 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbeba8e-abca-40ba-99a2-50f06ac2e05d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] GET failed (client error): The resource could not be found. Oct 28 09:58:59.156306 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-fbbeba8e-abca-40ba-99a2-50f06ac2e05d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/f899e894-09f0-43f6-b112-a7c57eae2ae6 HTTP/1.1" status: 404 len: 333 time: 0.0428238 Oct 28 09:58:59.157087 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd33ef-cce7-4a3c-a292-2b8a89414c0a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Deleting port b41e6ca5-5deb-4809-a264-b78212d766ff {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:59.157397 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d3bd33ef-cce7-4a3c-a292-2b8a89414c0a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (b41e6ca5-5deb-4809-a264-b78212d766ff), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.161575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] For port 6947d794-5fd2-4d77-97c1-0450688c3a7b, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:58:59.161997 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Attempted to set empty binding levels {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 09:58:59.177975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-fd5dbd57-743d-4dfa-bef9-ca415ad24c8c None None] Could not find standard attr ID for object f899e894-09f0-43f6-b112-a7c57eae2ae6. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:58:59.204574 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39070) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:59.216164 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958bc7b4-2f7e-4882-a9e2-583c5e422ded tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Made reservation on behalf of 5116179308ad48c498743b76d81ab491 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:59.219981 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-958bc7b4-2f7e-4882-a9e2-583c5e422ded tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.254915 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6947d794-5fd2-4d77-97c1-0450688c3a7b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.305660 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f5df8c3c-3210-4414-a77a-b0b91818aaba tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.306921 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f5df8c3c-3210-4414-a77a-b0b91818aaba tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.9567614 Oct 28 09:58:59.312969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39072) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:59.320384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'enable_snat': True}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:59.324614 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bfe5-1d15-446d-a719-c38f3718535f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (d2d6a3ae-3d65-4d3f-a883-af55447b80cf), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.329639 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Deleting port 6947d794-5fd2-4d77-97c1-0450688c3a7b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:59.329639 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6947d794-5fd2-4d77-97c1-0450688c3a7b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.347613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.objects.ports [None req-1dbc5dbb-f366-46b1-91e4-2049628814ae tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114060) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:58:59.365100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-1278020e-6f48-4a5a-b8f8-ef5277bfade1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting subnet 8af3415f-ba65-4b6e-aeb8-486577bc1f50 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:58:59.365937 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b9c5d-d595-459b-854b-0af441134d0e None None] Pushing event updated for resources: {'Port': ['ID=6947d794-5fd2-4d77-97c1-0450688c3a7b,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:59.377923 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1278020e-6f48-4a5a-b8f8-ef5277bfade1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (8af3415f-ba65-4b6e-aeb8-486577bc1f50), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.390146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bfe5-1d15-446d-a719-c38f3718535f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_controller (d2d6a3ae-3d65-4d3f-a883-af55447b80cf), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.394314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-243996c9-894a-4c1e-8877-8d7f01bde09c None None] Could not find standard attr ID for object f899e894-09f0-43f6-b112-a7c57eae2ae6. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:58:59.399917 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5dbb-f366-46b1-91e4-2049628814ae tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (41d2de38-967d-4e25-ab4f-89028fcdfd77), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.404437 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:59.409218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d3bd33ef-cce7-4a3c-a292-2b8a89414c0a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (b41e6ca5-5deb-4809-a264-b78212d766ff), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.409542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d3bd33ef-cce7-4a3c-a292-2b8a89414c0a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for floatingip (b41e6ca5-5deb-4809-a264-b78212d766ff), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.441845 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd33ef-cce7-4a3c-a292-2b8a89414c0a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Calling delete_port for b41e6ca5-5deb-4809-a264-b78212d766ff owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:59.456440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1278020e-6f48-4a5a-b8f8-ef5277bfade1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (8af3415f-ba65-4b6e-aeb8-486577bc1f50), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.558204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:59.564295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ea33e5-3bd6-4792-ae8b-281eb19dc4a3 None None] get_active_networks_info from dv-neutron-zed-2-hyperv {{(pid=114061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 28 09:58:59.587822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:59.630486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbc5dbb-f366-46b1-91e4-2049628814ae tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:58:59.706390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1278020e-6f48-4a5a-b8f8-ef5277bfade1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (8af3415f-ba65-4b6e-aeb8-486577bc1f50), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.717700 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ea33e5-3bd6-4792-ae8b-281eb19dc4a3 None None] Resources bound (agent type, host, resource id): {{(pid=114061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 09:58:59.727065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-1dbc5dbb-f366-46b1-91e4-2049628814ae tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:59.778658 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bfe5-1d15-446d-a719-c38f3718535f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (d2d6a3ae-3d65-4d3f-a883-af55447b80cf), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.779144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd8bfe5-1d15-446d-a719-c38f3718535f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Fanout notify agent at l3_agent the message router_deleted on router d2d6a3ae-3d65-4d3f-a883-af55447b80cf {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:58:59.808682 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] For port 6947d794-5fd2-4d77-97c1-0450688c3a7b, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:59.809058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6947d794-5fd2-4d77-97c1-0450688c3a7b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.812242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbc5dbb-f366-46b1-91e4-2049628814ae tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:58:59.812827 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5dbb-f366-46b1-91e4-2049628814ae tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.823561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bfe5-1d15-446d-a719-c38f3718535f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.824677 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8cd8bfe5-1d15-446d-a719-c38f3718535f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/routers/d2d6a3ae-3d65-4d3f-a883-af55447b80cf HTTP/1.1" status: 204 len: 168 time: 4.5177357 Oct 28 09:58:59.828523 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39074) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:58:59.843922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-4c8bd75f-1c9b-4fd0-95d4-7356010e485c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1955761395'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:58:59.857901 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc5dbb-f366-46b1-91e4-2049628814ae tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=41d2de38-967d-4e25-ab4f-89028fcdfd77,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:59.863257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Calling delete_port for 6947d794-5fd2-4d77-97c1-0450688c3a7b owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:58:59.879601 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e4354e9e-e366-4b8e-b6fe-290895c6881f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting port d0b62a47-cfad-4ad9-9c35-79094fb1ba87 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:58:59.879948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e4354e9e-e366-4b8e-b6fe-290895c6881f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.898052 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.objects.ports [None req-958bc7b4-2f7e-4882-a9e2-583c5e422ded tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114059) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:58:59.901387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-958bc7b4-2f7e-4882-a9e2-583c5e422ded tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (728b7ca8-e513-4a8b-bc0c-8a833f37ffd9), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.932712 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=81,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:59.948418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1278020e-6f48-4a5a-b8f8-ef5277bfade1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (8af3415f-ba65-4b6e-aeb8-486577bc1f50), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.958244 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': '41d2de38-967d-4e25-ab4f-89028fcdfd77'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:58:59.959232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.983676 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1278020e-6f48-4a5a-b8f8-ef5277bfade1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.990023 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1278020e-6f48-4a5a-b8f8-ef5277bfade1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/8af3415f-ba65-4b6e-aeb8-486577bc1f50 HTTP/1.1" status: 204 len: 168 time: 0.7839084 Oct 28 09:58:59.990794 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d3bd33ef-cce7-4a3c-a292-2b8a89414c0a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (b41e6ca5-5deb-4809-a264-b78212d766ff), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:59.992854 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8bd75f-1c9b-4fd0-95d4-7356010e485c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:59.996704 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd75f-1c9b-4fd0-95d4-7356010e485c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.001410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39076) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:00.005017 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bc7b4-2f7e-4882-a9e2-583c5e422ded tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event updated for resources: {'Subnet': ['ID=728b7ca8-e513-4a8b-bc0c-8a833f37ffd9,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:00.045532 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1dbc5dbb-f366-46b1-91e4-2049628814ae tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3695111 Oct 28 09:59:00.049180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39078) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:00.069926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd33ef-cce7-4a3c-a292-2b8a89414c0a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Pushing event deleted for resources: {'Port': ['ID=b41e6ca5-5deb-4809-a264-b78212d766ff,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:00.075232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9be649bc-1ecb-4a9b-bb62-f77f978bb4aa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:00.078817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278020e-6f48-4a5a-b8f8-ef5277bfade1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Subnet': ['ID=8af3415f-ba65-4b6e-aeb8-486577bc1f50,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:00.089566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (0c290453-ce7f-40d1-be29-736332727af1), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.095761 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8bd75f-1c9b-4fd0-95d4-7356010e485c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:00.102454 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958bc7b4-2f7e-4882-a9e2-583c5e422ded tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Checking segment: {'id': '79dc279c-4170-470b-959b-2e1dc1cbfe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1c8bda-b00f-4ce4-874c-6b13fd784d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:00.102938 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958bc7b4-2f7e-4882-a9e2-583c5e422ded tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Network hostable DHCP agents. Network: bf1c8bda-b00f-4ce4-874c-6b13fd784d25, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:00.120716 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Allocated IP 2001:db8::f816:3eff:fe0b:e5e (27cab9a0-d24d-4f61-b60f-51dd4ee136db/41d2de38-967d-4e25-ab4f-89028fcdfd77/a14e07e9-6907-4a32-a702-95c077242c93) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:00.134264 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd75f-1c9b-4fd0-95d4-7356010e485c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (84b4f4a7-a61e-4526-8489-9a625f39d7cb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.134504 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-4c8bd75f-1c9b-4fd0-95d4-7356010e485c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Added segment 84b4f4a7-a61e-4526-8489-9a625f39d7cb of type vlan for network 160bcb42-0b0d-4e38-a952-dd9da87585bb Oct 28 09:59:00.211710 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:00.235334 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-c614226b-8cd9-4812-9e9c-9e2eb318b6a6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting subnet 3df3af16-22b0-4330-943b-5b7722711293 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:00.282575 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c614226b-8cd9-4812-9e9c-9e2eb318b6a6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (3df3af16-22b0-4330-943b-5b7722711293), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.319853 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-e4354e9e-e366-4b8e-b6fe-290895c6881f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] For port d0b62a47-cfad-4ad9-9c35-79094fb1ba87, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d0b62a47-cfad-4ad9-9c35-79094fb1ba87,segment=NetworkSegment(1c0edc7f-1ebe-4327-a46d-bc143aada1c1),segment_id=1c0edc7f-1ebe-4327-a46d-bc143aada1c1)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:00.320284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e4354e9e-e366-4b8e-b6fe-290895c6881f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.333846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Publish callbacks [] for port (a14e07e9-6907-4a32-a702-95c077242c93), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.360247 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e4354e9e-e366-4b8e-b6fe-290895c6881f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Calling delete_port for d0b62a47-cfad-4ad9-9c35-79094fb1ba87 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:00.390956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c614226b-8cd9-4812-9e9c-9e2eb318b6a6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (3df3af16-22b0-4330-943b-5b7722711293), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.440249 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (a14e07e9-6907-4a32-a702-95c077242c93), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.484936 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (6947d794-5fd2-4d77-97c1-0450688c3a7b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.490583 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:00.492995 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:INSERT=3,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:00.497338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:00.501529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:00.504859 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:00.508288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Pushing event updated for resources: {'Port': ['ID=a14e07e9-6907-4a32-a702-95c077242c93,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:00.540922 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Port': ['ID=6947d794-5fd2-4d77-97c1-0450688c3a7b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:00.542869 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No DVR routers for this DVR port 6947d794-5fd2-4d77-97c1-0450688c3a7b on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:00.554556 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd75f-1c9b-4fd0-95d4-7356010e485c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (160bcb42-0b0d-4e38-a952-dd9da87585bb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.560807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d3bd33ef-cce7-4a3c-a292-2b8a89414c0a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks [] for floatingip (0a2268b3-d26f-4c82-93b3-549780bc761d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.563725 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d3bd33ef-cce7-4a3c-a292-2b8a89414c0a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.565541 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d3bd33ef-cce7-4a3c-a292-2b8a89414c0a tempest-ServerActionsTestJSON-2083763840 tempest-ServerActionsTestJSON-2083763840-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/0a2268b3-d26f-4c82-93b3-549780bc761d HTTP/1.1" status: 204 len: 168 time: 1.9866037 Oct 28 09:59:00.568833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39080) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:00.578631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Attempting to bind port a14e07e9-6907-4a32-a702-95c077242c93 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:00.579249 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Attempting to bind port a14e07e9-6907-4a32-a702-95c077242c93 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:00.579412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Attempting to bind port a14e07e9-6907-4a32-a702-95c077242c93 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:00.611961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be649bc-1ecb-4a9b-bb62-f77f978bb4aa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:00.615772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9be649bc-1ecb-4a9b-bb62-f77f978bb4aa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.625162 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958bc7b4-2f7e-4882-a9e2-583c5e422ded tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Network bf1c8bda-b00f-4ce4-874c-6b13fd784d25 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:00.634769 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:00.635165 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:00.635559 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.636013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:00.636970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Bound port: a14e07e9-6907-4a32-a702-95c077242c93, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:00.637360 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a14e07e9-6907-4a32-a702-95c077242c93), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.682621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:00.705086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-958bc7b4-2f7e-4882-a9e2-583c5e422ded tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, bf1c8bda-b00f-4ce4-874c-6b13fd784d25) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:00.709479 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958bc7b4-2f7e-4882-a9e2-583c5e422ded tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:00.710385 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-958bc7b4-2f7e-4882-a9e2-583c5e422ded tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.713276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd75f-1c9b-4fd0-95d4-7356010e485c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (160bcb42-0b0d-4e38-a952-dd9da87585bb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.718153 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8bd75f-1c9b-4fd0-95d4-7356010e485c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:00.719385 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd75f-1c9b-4fd0-95d4-7356010e485c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.722431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] For port a14e07e9-6907-4a32-a702-95c077242c93, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:00.726469 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] For port a14e07e9-6907-4a32-a702-95c077242c93, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a14e07e9-6907-4a32-a702-95c077242c93,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:00.749054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c614226b-8cd9-4812-9e9c-9e2eb318b6a6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (3df3af16-22b0-4330-943b-5b7722711293), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.835284 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (a14e07e9-6907-4a32-a702-95c077242c93), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.879162 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4c8bd75f-1c9b-4fd0-95d4-7356010e485c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0450580 Oct 28 09:59:00.884843 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-958bc7b4-2f7e-4882-a9e2-583c5e422ded tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3382871 Oct 28 09:59:00.885044 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39082) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:00.887530 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39084) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:00.889367 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bd75f-1c9b-4fd0-95d4-7356010e485c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Network': ['ID=160bcb42-0b0d-4e38-a952-dd9da87585bb,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:00.895615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-56c8bb90-fe7a-47a9-8884-2dd3807dc1a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'subnet': {'network_id': '160bcb42-0b0d-4e38-a952-dd9da87585bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:00.902375 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (0745ffb3-cad1-4f6e-9ffd-5339ddea489f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:00.913743 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:00.916119 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 160bcb42-0b0d-4e38-a952-dd9da87585bb details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:00.973963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90ab9a-adac-40d9-b9b9-69eb30815bbc None None] Pushing event updated for resources: {'Port': ['ID=a14e07e9-6907-4a32-a702-95c077242c93,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:01.059413 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.ipam_backend_mixin [None req-9be649bc-1ecb-4a9b-bb62-f77f978bb4aa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41d2de38-967d-4e25-ab4f-89028fcdfd77 (CIDR: 2001:db8::/64) Oct 28 09:59:01.061577 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0745ffb3-cad1-4f6e-9ffd-5339ddea489f']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:01.065385 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (0c290453-ce7f-40d1-be29-736332727af1), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.070195 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6b807fd4-7d71-449c-ac68-67a3b79cfc48 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (bf1c8bda-b00f-4ce4-874c-6b13fd784d25), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.135588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:01.135902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f76cc5-9c2e-46b3-a6ef-d4100c14bd29') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:01.138912 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be649bc-1ecb-4a9b-bb62-f77f978bb4aa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:59:01.138912 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be649bc-1ecb-4a9b-bb62-f77f978bb4aa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:01.172924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.191637 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (54f76cc5-9c2e-46b3-a6ef-d4100c14bd29), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.193493 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ed98ad1-1f20-4b3f-97b9-f2e6cd477ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (634bed02-db35-4c26-b8e0-380ab38496e1), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.200639 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:01.228098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c614226b-8cd9-4812-9e9c-9e2eb318b6a6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (3df3af16-22b0-4330-943b-5b7722711293), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.233082 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6b807fd4-7d71-449c-ac68-67a3b79cfc48 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (728b7ca8-e513-4a8b-bc0c-8a833f37ffd9), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.266849 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (54f76cc5-9c2e-46b3-a6ef-d4100c14bd29), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.314810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:01.315221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (54f76cc5-9c2e-46b3-a6ef-d4100c14bd29), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.321888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614226b-8cd9-4812-9e9c-9e2eb318b6a6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Subnet': ['ID=3df3af16-22b0-4330-943b-5b7722711293,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:01.324207 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c614226b-8cd9-4812-9e9c-9e2eb318b6a6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.327392 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c614226b-8cd9-4812-9e9c-9e2eb318b6a6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/3df3af16-22b0-4330-943b-5b7722711293 HTTP/1.1" status: 204 len: 168 time: 1.2989538 Oct 28 09:59:01.335210 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39088) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:01.341899 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:01.401467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:01.479475 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (dc3aaf89-b4c8-402e-996d-4d4f4effde04), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.552701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6b807fd4-7d71-449c-ac68-67a3b79cfc48 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (728b7ca8-e513-4a8b-bc0c-8a833f37ffd9), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.616044 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b807fd4-7d71-449c-ac68-67a3b79cfc48 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event deleted for resources: {'Subnet': ['ID=728b7ca8-e513-4a8b-bc0c-8a833f37ffd9,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:01.619568 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port 6166edd7-e3be-46ea-8a28-43e239df71e3 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:01.619922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.657527 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9be649bc-1ecb-4a9b-bb62-f77f978bb4aa tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5861895 Oct 28 09:59:01.667285 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 54f76cc5-9c2e-46b3-a6ef-d4100c14bd29 resource provider aggregate not found Oct 28 09:59:01.684090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39090) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:01.685113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c8bb90-fe7a-47a9-8884-2dd3807dc1a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:01.693119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-56c8bb90-fe7a-47a9-8884-2dd3807dc1a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.698713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e4354e9e-e366-4b8e-b6fe-290895c6881f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (d0b62a47-cfad-4ad9-9c35-79094fb1ba87), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.712629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-eebf9144-1c6e-4be1-a21f-fba4094d1167 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:01.750586 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 54f76cc5-9c2e-46b3-a6ef-d4100c14bd29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54f76cc5-9c2e-46b3-a6ef-d4100c14bd29 found for delete ", "request_id": "req-9794ce47-f12a-4d03-9b44-a4011b519e0b"}]} Oct 28 09:59:01.762915 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:01.780441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-3ed98ad1-1f20-4b3f-97b9-f2e6cd477ede admin admin] Deleting port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:01.780943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ed98ad1-1f20-4b3f-97b9-f2e6cd477ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.788604 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6b807fd4-7d71-449c-ac68-67a3b79cfc48 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (bf1c8bda-b00f-4ce4-874c-6b13fd784d25), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.872093 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4354e9e-e366-4b8e-b6fe-290895c6881f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Port': ['ID=d0b62a47-cfad-4ad9-9c35-79094fb1ba87,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:01.874378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-6b807fd4-7d71-449c-ac68-67a3b79cfc48 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1c8bda-b00f-4ce4-874c-6b13fd784d25']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:01.883456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] For port 6166edd7-e3be-46ea-8a28-43e239df71e3, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6166edd7-e3be-46ea-8a28-43e239df71e3,segment=NetworkSegment(416270ff-f56a-41bd-84b4-aa87c274e3ce),segment_id=416270ff-f56a-41bd-84b4-aa87c274e3ce)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:01.883835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.899998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-6b807fd4-7d71-449c-ac68-67a3b79cfc48 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79dc279c-4170-470b-959b-2e1dc1cbfe2b') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:01.900306 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-6b807fd4-7d71-449c-ac68-67a3b79cfc48 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79dc279c-4170-470b-959b-2e1dc1cbfe2b') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:01.915022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for 6166edd7-e3be-46ea-8a28-43e239df71e3 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:01.929073 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6b807fd4-7d71-449c-ac68-67a3b79cfc48 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (79dc279c-4170-470b-959b-2e1dc1cbfe2b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.952829 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:01.957778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (0745ffb3-cad1-4f6e-9ffd-5339ddea489f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.962236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.968664 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/0745ffb3-cad1-4f6e-9ffd-5339ddea489f HTTP/1.1" status: 204 len: 168 time: 8.0667224 Oct 28 09:59:01.983406 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39094) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:02.000278 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6b807fd4-7d71-449c-ac68-67a3b79cfc48 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (79dc279c-4170-470b-959b-2e1dc1cbfe2b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.001581 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-70a8fbed-aece-4a61-8eb0-2b1d7eeeb038 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1069714914'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:02.012874 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:02.013482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b807fd4-7d71-449c-ac68-67a3b79cfc48 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:02.013888 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6b807fd4-7d71-449c-ac68-67a3b79cfc48 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (79dc279c-4170-470b-959b-2e1dc1cbfe2b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.018639 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-3ed98ad1-1f20-4b3f-97b9-f2e6cd477ede admin admin] For port f9aa6a45-9fe7-4aba-bb93-a6b77f41856b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f9aa6a45-9fe7-4aba-bb93-a6b77f41856b,segment=NetworkSegment(301e5b80-d251-4255-9ceb-e0da6669ccaa),segment_id=301e5b80-d251-4255-9ceb-e0da6669ccaa)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:02.019095 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ed98ad1-1f20-4b3f-97b9-f2e6cd477ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.035575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0889951-52cb-4760-a251-2bed176a2a2d None None] Network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:02.057737 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020d4fbd-5785-4588-9f59-7bbd4086cb2a None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:02.062757 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7948c8-0d9c-4972-ac9d-a5b6c07c63b4 None None] Network dc3aaf89-b4c8-402e-996d-4d4f4effde04 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:02.075054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Allocated IP 172.36.1.4 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/d65fcd56-f41c-45ca-ae7a-6ed43e381903) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:02.082068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-3ed98ad1-1f20-4b3f-97b9-f2e6cd477ede admin admin] Calling delete_port for f9aa6a45-9fe7-4aba-bb93-a6b77f41856b owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:02.084471 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=78,neutron:DELETE=16,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:02.087953 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18732f5c-1982-43e3-bbc1-5c0cbf6a102c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Network': ['ID=0745ffb3-cad1-4f6e-9ffd-5339ddea489f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:02.088363 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 79dc279c-4170-470b-959b-2e1dc1cbfe2b resource provider aggregate not found Oct 28 09:59:02.131578 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 79dc279c-4170-470b-959b-2e1dc1cbfe2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79dc279c-4170-470b-959b-2e1dc1cbfe2b found for delete ", "request_id": "req-6079c1b9-b4d2-4475-9742-cc65677ba640"}]} Oct 28 09:59:02.131578 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:02.146104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d854ec5e-8d1a-44b7-bdd9-21f561ed7b84 None None] Network bf1c8bda-b00f-4ce4-874c-6b13fd784d25 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:02.284490 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6b807fd4-7d71-449c-ac68-67a3b79cfc48 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (bf1c8bda-b00f-4ce4-874c-6b13fd784d25), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.293549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6b807fd4-7d71-449c-ac68-67a3b79cfc48 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.301209 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6b807fd4-7d71-449c-ac68-67a3b79cfc48 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bf1c8bda-b00f-4ce4-874c-6b13fd784d25 HTTP/1.1" status: 204 len: 168 time: 1.4126554 Oct 28 09:59:02.304294 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39102) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:02.309626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0889951-52cb-4760-a251-2bed176a2a2d None None] Network 0745ffb3-cad1-4f6e-9ffd-5339ddea489f could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 09:59:02.310289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-24813657-19c7-4d14-bcb4-3a99f67f212e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1515539060'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:02.320974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a8fbed-aece-4a61-8eb0-2b1d7eeeb038 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:02.325759 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70a8fbed-aece-4a61-8eb0-2b1d7eeeb038 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.346780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (6166edd7-e3be-46ea-8a28-43e239df71e3), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.383910 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b807fd4-7d71-449c-ac68-67a3b79cfc48 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event deleted for resources: {'Network': ['ID=bf1c8bda-b00f-4ce4-874c-6b13fd784d25,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:02.386372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e4354e9e-e366-4b8e-b6fe-290895c6881f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (a5ab306c-a88b-4d11-9715-8399de468b39), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.390558 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No DVR routers for this DVR port 6166edd7-e3be-46ea-8a28-43e239df71e3 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:02.397034 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-0a65ad20-3778-45af-a6b1-72510a42423b None None] Provisioning complete for port a14e07e9-6907-4a32-a702-95c077242c93 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:02.397186 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=6166edd7-e3be-46ea-8a28-43e239df71e3,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:02.397288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0a65ad20-3778-45af-a6b1-72510a42423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a14e07e9-6907-4a32-a702-95c077242c93), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.397288 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-0a65ad20-3778-45af-a6b1-72510a42423b None None] Attempt 1 to provision port a14e07e9-6907-4a32-a702-95c077242c93 Oct 28 09:59:02.509245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a8fbed-aece-4a61-8eb0-2b1d7eeeb038 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:02.569911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24813657-19c7-4d14-bcb4-3a99f67f212e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Made reservation on behalf of 5116179308ad48c498743b76d81ab491 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:02.574153 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24813657-19c7-4d14-bcb4-3a99f67f212e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.592637 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70a8fbed-aece-4a61-8eb0-2b1d7eeeb038 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (a9ef2f44-b657-41a6-9043-0847d018f026), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.593121 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-70a8fbed-aece-4a61-8eb0-2b1d7eeeb038 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Added segment a9ef2f44-b657-41a6-9043-0847d018f026 of type vlan for network bc66c96b-ee6a-449c-86b0-6acbfc652398 Oct 28 09:59:02.606431 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (dc3aaf89-b4c8-402e-996d-4d4f4effde04), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.624619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for port (d65fcd56-f41c-45ca-ae7a-6ed43e381903), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.635137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24813657-19c7-4d14-bcb4-3a99f67f212e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:02.637963 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebf9144-1c6e-4be1-a21f-fba4094d1167 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:02.641969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eebf9144-1c6e-4be1-a21f-fba4094d1167 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.664363 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3aaf89-b4c8-402e-996d-4d4f4effde04']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:02.667471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24813657-19c7-4d14-bcb4-3a99f67f212e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c04e2727-533c-4014-9c5c-dbea07b9f736), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.667826 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-24813657-19c7-4d14-bcb4-3a99f67f212e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Added segment c04e2727-533c-4014-9c5c-dbea07b9f736 of type vlan for network 039e0053-d55f-4ef1-a608-eff49980d404 Oct 28 09:59:02.700069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-56c8bb90-fe7a-47a9-8884-2dd3807dc1a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (6207255f-9400-426c-a8bc-6cdaecc0e264), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.707483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416270ff-f56a-41bd-84b4-aa87c274e3ce') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:02.708078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416270ff-f56a-41bd-84b4-aa87c274e3ce') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:02.718341 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ed98ad1-1f20-4b3f-97b9-f2e6cd477ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (f9aa6a45-9fe7-4aba-bb93-a6b77f41856b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.758545 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70a8fbed-aece-4a61-8eb0-2b1d7eeeb038 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (bc66c96b-ee6a-449c-86b0-6acbfc652398), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.771441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (416270ff-f56a-41bd-84b4-aa87c274e3ce), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.774152 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed98ad1-1f20-4b3f-97b9-f2e6cd477ede admin admin] Pushing event deleted for resources: {'Port': ['ID=f9aa6a45-9fe7-4aba-bb93-a6b77f41856b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:02.781895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334aa10b-7cfd-4ef1-bdc7-fd8578448616 None None] Network bf1c8bda-b00f-4ce4-874c-6b13fd784d25 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:02.796241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a14e07e9-6907-4a32-a702-95c077242c93 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:02.808164 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (416270ff-f56a-41bd-84b4-aa87c274e3ce), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.821858 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24813657-19c7-4d14-bcb4-3a99f67f212e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (039e0053-d55f-4ef1-a608-eff49980d404), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.836226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334aa10b-7cfd-4ef1-bdc7-fd8578448616 None None] Network bf1c8bda-b00f-4ce4-874c-6b13fd784d25 could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 09:59:02.857724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:02.857724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (416270ff-f56a-41bd-84b4-aa87c274e3ce), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.951676 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8bb90-fe7a-47a9-8884-2dd3807dc1a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Subnet': ['ID=6207255f-9400-426c-a8bc-6cdaecc0e264,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:02.968628 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-0a65ad20-3778-45af-a6b1-72510a42423b None None] Current status of the port a14e07e9-6907-4a32-a702-95c077242c93 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:02.969833 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0a65ad20-3778-45af-a6b1-72510a42423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a14e07e9-6907-4a32-a702-95c077242c93), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.978871 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port a14e07e9-6907-4a32-a702-95c077242c93 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:02.979590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a14e07e9-6907-4a32-a702-95c077242c93), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:02.980132 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port a14e07e9-6907-4a32-a702-95c077242c93 Oct 28 09:59:03.000381 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:DELETE=14,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:03.003180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (d65fcd56-f41c-45ca-ae7a-6ed43e381903), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:03.025628 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4195f872-7fc4-4f5e-a0e8-905e3ebabecf None None] DHCP port deletion for dc3aaf89-b4c8-402e-996d-4d4f4effde04 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:59:03.089135 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70a8fbed-aece-4a61-8eb0-2b1d7eeeb038 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (bc66c96b-ee6a-449c-86b0-6acbfc652398), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:03.094501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a8fbed-aece-4a61-8eb0-2b1d7eeeb038 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:03.095157 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70a8fbed-aece-4a61-8eb0-2b1d7eeeb038 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:03.095475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-0a65ad20-3778-45af-a6b1-72510a42423b None None] For port a14e07e9-6907-4a32-a702-95c077242c93, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a14e07e9-6907-4a32-a702-95c077242c93,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:03.103574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:03.123859 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24813657-19c7-4d14-bcb4-3a99f67f212e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (039e0053-d55f-4ef1-a608-eff49980d404), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:03.130731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24813657-19c7-4d14-bcb4-3a99f67f212e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:03.131559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24813657-19c7-4d14-bcb4-3a99f67f212e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:03.144245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8bb90-fe7a-47a9-8884-2dd3807dc1a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Checking segment: {'id': '84b4f4a7-a61e-4526-8489-9a625f39d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '160bcb42-0b0d-4e38-a952-dd9da87585bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:03.144616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c8bb90-fe7a-47a9-8884-2dd3807dc1a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network hostable DHCP agents. Network: 160bcb42-0b0d-4e38-a952-dd9da87585bb, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:03.166842 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port a14e07e9-6907-4a32-a702-95c077242c93 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:03.167163 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a14e07e9-6907-4a32-a702-95c077242c93), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:03.196604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0a65ad20-3778-45af-a6b1-72510a42423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (a14e07e9-6907-4a32-a702-95c077242c93), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:03.218454 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (dc3aaf89-b4c8-402e-996d-4d4f4effde04), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:03.221511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:03.244570 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:03.250184 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:03.271887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=3,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:03.275292 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:03.279047 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/networks/dc3aaf89-b4c8-402e-996d-4d4f4effde04 HTTP/1.1" status: 204 len: 168 time: 1.9425023 Oct 28 09:59:03.279797 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24813657-19c7-4d14-bcb4-3a99f67f212e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event updated for resources: {'Network': ['ID=039e0053-d55f-4ef1-a608-eff49980d404,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:03.285851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39106) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:03.304622 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 039e0053-d55f-4ef1-a608-eff49980d404 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:03.312626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:59:03.313133 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:59:03.324633 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4354e9e-e366-4b8e-b6fe-290895c6881f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router a5ab306c-a88b-4d11-9715-8399de468b39 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:59:03.336160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ed98ad1-1f20-4b3f-97b9-f2e6cd477ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (634bed02-db35-4c26-b8e0-380ab38496e1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:03.344132 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341ddae-92b2-4b57-93ee-ba14b8473028 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Network': ['ID=dc3aaf89-b4c8-402e-996d-4d4f4effde04,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:03.367412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65ad20-3778-45af-a6b1-72510a42423b None None] Pushing event updated for resources: {'Port': ['ID=a14e07e9-6907-4a32-a702-95c077242c93,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:03.369266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7281812-a376-4da5-8ea6-f23aa9d9aa05 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:03.369266 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d7281812-a376-4da5-8ea6-f23aa9d9aa05 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0816202 Oct 28 09:59:03.387797 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8fbed-aece-4a61-8eb0-2b1d7eeeb038 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Network': ['ID=bc66c96b-ee6a-449c-86b0-6acbfc652398,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:03.394220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39108) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:03.402185 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-70a8fbed-aece-4a61-8eb0-2b1d7eeeb038 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4075155 Oct 28 09:59:03.407935 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-24813657-19c7-4d14-bcb4-3a99f67f212e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0998330 Oct 28 09:59:03.407935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39110) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:03.412331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-afa211f9-40e4-4acd-9613-36b8fed11ec7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'subnet': {'network_id': 'bc66c96b-ee6a-449c-86b0-6acbfc652398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:03.415382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network bc66c96b-ee6a-449c-86b0-6acbfc652398 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:03.419064 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39112) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:03.424429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-0e0e92ad-f0da-475a-a859-3801199c6212 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Request body: {'subnet': {'network_id': '039e0053-d55f-4ef1-a608-eff49980d404', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:03.449732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Pushing event updated for resources: {'Port': ['ID=d65fcd56-f41c-45ca-ae7a-6ed43e381903,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:03.453208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-716233d8-3e79-48ee-b4d9-47839c2e3a33 None None] Provisioning complete for port a14e07e9-6907-4a32-a702-95c077242c93 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:03.461088 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-716233d8-3e79-48ee-b4d9-47839c2e3a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a14e07e9-6907-4a32-a702-95c077242c93), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:03.461088 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-716233d8-3e79-48ee-b4d9-47839c2e3a33 None None] Attempt 1 to provision port a14e07e9-6907-4a32-a702-95c077242c93 Oct 28 09:59:03.516069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:03.541226 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:03.587171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-716233d8-3e79-48ee-b4d9-47839c2e3a33 None None] Current status of the port a14e07e9-6907-4a32-a702-95c077242c93 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:03.606559 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c8bb90-fe7a-47a9-8884-2dd3807dc1a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 160bcb42-0b0d-4e38-a952-dd9da87585bb is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:03.643323 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-939a2e4d-0aec-4ccf-a289-c67dca8caa05 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2383273 Oct 28 09:59:03.647625 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39114) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:03.653966 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7d17f1f1-20f6-49de-8f6d-9313c8cf1b0d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1366803724'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:03.684212 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4354e9e-e366-4b8e-b6fe-290895c6881f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:03.690879 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e4354e9e-e366-4b8e-b6fe-290895c6881f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/a5ab306c-a88b-4d11-9715-8399de468b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9890037 Oct 28 09:59:03.698274 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39116) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:03.699344 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a9d73-b02f-4a36-abdc-213371c17808 None None] Sync routers for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:03.710083 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a9d73-b02f-4a36-abdc-213371c17808 None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:03.710965 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-562a9d73-b02f-4a36-abdc-213371c17808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:03.731382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:03.779452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-56c8bb90-fe7a-47a9-8884-2dd3807dc1a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 160bcb42-0b0d-4e38-a952-dd9da87585bb) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:03.796276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69fe0a5-f0aa-428b-8ecd-e54ef1cb8c24 None None] Network 160bcb42-0b0d-4e38-a952-dd9da87585bb requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:03.797842 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa211f9-40e4-4acd-9613-36b8fed11ec7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:03.802287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-afa211f9-40e4-4acd-9613-36b8fed11ec7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:03.806947 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0e92ad-f0da-475a-a859-3801199c6212 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Made reservation on behalf of 5116179308ad48c498743b76d81ab491 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:03.809282 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-562a9d73-b02f-4a36-abdc-213371c17808 None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:03.810739 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0e0e92ad-f0da-475a-a859-3801199c6212 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:03.817769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c8bb90-fe7a-47a9-8884-2dd3807dc1a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:03.818537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-56c8bb90-fe7a-47a9-8884-2dd3807dc1a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:03.903126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port a14e07e9-6907-4a32-a702-95c077242c93 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:03.917771 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:03.981039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-160bcb42-0b0d-4e38-a952-dd9da87585bb', 'network_id': '160bcb42-0b0d-4e38-a952-dd9da87585bb', 'project_id': '25a1ece53cc94768b28900845d6f215a', 'fixed_ips': [{'subnet_id': '6207255f-9400-426c-a8bc-6cdaecc0e264'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:03.982048 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.051529 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-562a9d73-b02f-4a36-abdc-213371c17808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:59:01Z', 'revision_number': 10, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:04.080155 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a9d73-b02f-4a36-abdc-213371c17808 None None] Checking router: a5ab306c-a88b-4d11-9715-8399de468b39 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:59:04.090630 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a9d73-b02f-4a36-abdc-213371c17808 None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:04.091763 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-562a9d73-b02f-4a36-abdc-213371c17808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:04.161706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Allocated IP 2001:db8::2 (160bcb42-0b0d-4e38-a952-dd9da87585bb/6207255f-9400-426c-a8bc-6cdaecc0e264/040db4dc-f1e7-45d5-8d31-2729329bab54) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:04.188490 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-562a9d73-b02f-4a36-abdc-213371c17808 None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:04.205702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ecd55f-bbe6-4dbd-be98-90ad6fa37e98 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting subnet 657ca222-0c56-4d6c-ac37-7c62231b4389 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:04.247077 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:04.257698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d17f1f1-20f6-49de-8f6d-9313c8cf1b0d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:04.257925 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (0c290453-ce7f-40d1-be29-736332727af1), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.261974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7d17f1f1-20f6-49de-8f6d-9313c8cf1b0d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.263964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eebf9144-1c6e-4be1-a21f-fba4094d1167 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (518a4504-a2e6-4891-9019-24c6d618c6cc), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.268093 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 416270ff-f56a-41bd-84b4-aa87c274e3ce resource provider aggregate not found Oct 28 09:59:04.274210 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41ecd55f-bbe6-4dbd-be98-90ad6fa37e98 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for subnet (657ca222-0c56-4d6c-ac37-7c62231b4389), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.312577 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-56c8bb90-fe7a-47a9-8884-2dd3807dc1a3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4208944 Oct 28 09:59:04.322142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39122) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:04.333933 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 416270ff-f56a-41bd-84b4-aa87c274e3ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 416270ff-f56a-41bd-84b4-aa87c274e3ce found for delete ", "request_id": "req-11d8eaa4-9a37-4e30-ad1d-5d50a70cb4f1"}]} Oct 28 09:59:04.352656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Publish callbacks [] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.355419 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e5992418-d437-479c-b34f-475eec71303a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1821851810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:04.373416 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed98ad1-1f20-4b3f-97b9-f2e6cd477ede admin admin] Router 634bed02-db35-4c26-b8e0-380ab38496e1 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:59:04.391270 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:04.404218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf9144-1c6e-4be1-a21f-fba4094d1167 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:04.405007 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41ecd55f-bbe6-4dbd-be98-90ad6fa37e98 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (657ca222-0c56-4d6c-ac37-7c62231b4389), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.415632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-eebf9144-1c6e-4be1-a21f-fba4094d1167 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:04.430245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e173383e-03e0-4a9d-a5fe-47de11562a23 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:04.447169 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-562a9d73-b02f-4a36-abdc-213371c17808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:59:01Z', 'revision_number': 10, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:04.447661 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d17f1f1-20f6-49de-8f6d-9313c8cf1b0d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:04.447814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf9144-1c6e-4be1-a21f-fba4094d1167 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:04.448321 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eebf9144-1c6e-4be1-a21f-fba4094d1167 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.462102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf9144-1c6e-4be1-a21f-fba4094d1167 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=518a4504-a2e6-4891-9019-24c6d618c6cc,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:04.481507 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.498014 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a9d73-b02f-4a36-abdc-213371c17808 None None] The sync data for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv is: [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:59:01Z', 'revision_number': 10, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None, '_interfaces': [{'id': 'bb0e890c-8b10-41dd-931e-a1a11f293312', 'name': '', 'network_id': '8381c2e5-36ad-404d-9d19-d23aaf1ad458', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'mac_address': 'fa:16:3e:2b:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:57:50Z', 'updated_at': '2022-10-28T09:57:59Z', 'revision_number': 5, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'subnets': [{'id': '6fb78925-c7c5-4fbe-90ea-a3fbb4c51223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:04.506081 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7d17f1f1-20f6-49de-8f6d-9313c8cf1b0d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (26fcc9e2-ecd6-4440-9065-6542d337fde5), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.506440 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-7d17f1f1-20f6-49de-8f6d-9313c8cf1b0d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Added segment 26fcc9e2-ecd6-4440-9065-6542d337fde5 of type vlan for network a7fb5747-f0fe-453e-9d70-a0700d64909f Oct 28 09:59:04.553286 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5992418-d437-479c-b34f-475eec71303a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (4b8fbb34-b585-49d8-bea6-4c7544f29319), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.554345 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5992418-d437-479c-b34f-475eec71303a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (4b8fbb34-b585-49d8-bea6-4c7544f29319), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.562979 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-eebf9144-1c6e-4be1-a21f-fba4094d1167 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8584292 Oct 28 09:59:04.570772 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39124) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:04.583538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e65ef6ca-3824-4cbe-b303-99f039204bb4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'mac_address': 'fa:16:3e:9e:0c:77', 'name': 'tempest-NetworksTestDHCPv6-1626436484'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:04.600188 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Network 160bcb42-0b0d-4e38-a952-dd9da87585bb is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:04.607503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:04.612871 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:04.615000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Pushing event updated for resources: {'Port': ['ID=040db4dc-f1e7-45d5-8d31-2729329bab54,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:04.639692 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (0c290453-ce7f-40d1-be29-736332727af1), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.643355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (0c290453-ce7f-40d1-be29-736332727af1), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.675632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5992418-d437-479c-b34f-475eec71303a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_controller (4b8fbb34-b585-49d8-bea6-4c7544f29319), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.714439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Attempting to bind port 040db4dc-f1e7-45d5-8d31-2729329bab54 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:04.715529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Attempting to bind port 040db4dc-f1e7-45d5-8d31-2729329bab54 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '84b4f4a7-a61e-4526-8489-9a625f39d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '160bcb42-0b0d-4e38-a952-dd9da87585bb'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:04.715529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Attempting to bind port 040db4dc-f1e7-45d5-8d31-2729329bab54 on network 160bcb42-0b0d-4e38-a952-dd9da87585bb {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:04.769447 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5992418-d437-479c-b34f-475eec71303a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (4b8fbb34-b585-49d8-bea6-4c7544f29319), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.785326 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:04.794000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:04.794437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Checking segment: {'id': '84b4f4a7-a61e-4526-8489-9a625f39d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '160bcb42-0b0d-4e38-a952-dd9da87585bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:04.794962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.795449 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Bound using segment: {'id': '84b4f4a7-a61e-4526-8489-9a625f39d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '160bcb42-0b0d-4e38-a952-dd9da87585bb'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:04.796021 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Bound port: 040db4dc-f1e7-45d5-8d31-2729329bab54, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b4f4a7-a61e-4526-8489-9a625f39d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '160bcb42-0b0d-4e38-a952-dd9da87585bb'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:04.796478 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.811490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11be9ae7-5784-42c5-af81-8a03233eb030 None None] Update dhcp port {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'fixed_ips': [{'subnet_id': '41d2de38-967d-4e25-ab4f-89028fcdfd77', 'ip_address': '2001:db8::f816:3eff:fe0b:e5e'}, {'subnet_id': '518a4504-a2e6-4891-9019-24c6d618c6cc'}], 'binding:host_id': 'dv-neutron-zed-2-hyperv'}, 'id': 'a14e07e9-6907-4a32-a702-95c077242c93'} from dv-neutron-zed-2-hyperv. {{(pid=114061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 28 09:59:04.811808 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7d17f1f1-20f6-49de-8f6d-9313c8cf1b0d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (a7fb5747-f0fe-453e-9d70-a0700d64909f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.834230 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:04.853706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5992418-d437-479c-b34f-475eec71303a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.861165 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e5992418-d437-479c-b34f-475eec71303a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5084574 Oct 28 09:59:04.862036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39126) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:04.873811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-11be9ae7-5784-42c5-af81-8a03233eb030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a14e07e9-6907-4a32-a702-95c077242c93), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.888844 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41ecd55f-bbe6-4dbd-be98-90ad6fa37e98 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (657ca222-0c56-4d6c-ac37-7c62231b4389), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.942536 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] For port 040db4dc-f1e7-45d5-8d31-2729329bab54, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:04.958042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Router 0c290453-ce7f-40d1-be29-736332727af1 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:59:04.961903 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] For port 040db4dc-f1e7-45d5-8d31-2729329bab54, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=040db4dc-f1e7-45d5-8d31-2729329bab54,segment=NetworkSegment(84b4f4a7-a61e-4526-8489-9a625f39d7cb),segment_id=84b4f4a7-a61e-4526-8489-9a625f39d7cb)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:05.005904 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a14e07e9-6907-4a32-a702-95c077242c93 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:05.016460 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.resource_extend [None req-7d17f1f1-20f6-49de-8f6d-9313c8cf1b0d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 28 09:59:05.030334 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:05.056817 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:05.090102 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:05.099700 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:05.130251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port a14e07e9-6907-4a32-a702-95c077242c93 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:05.130688 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a14e07e9-6907-4a32-a702-95c077242c93), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:05.131100 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port a14e07e9-6907-4a32-a702-95c077242c93 Oct 28 09:59:05.156093 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed98ad1-1f20-4b3f-97b9-f2e6cd477ede admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:05.164876 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3ed98ad1-1f20-4b3f-97b9-f2e6cd477ede admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/634bed02-db35-4c26-b8e0-380ab38496e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5924051 Oct 28 09:59:05.171221 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39128) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:05.178865 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-afa211f9-40e4-4acd-9613-36b8fed11ec7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (66bbeffb-15ed-4b5e-a4ea-2339244779fb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:05.181258 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba1b75-51a2-4281-9764-90b0d3e2c317 None None] Sync routers for ids ['634bed02-db35-4c26-b8e0-380ab38496e1'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:05.198525 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-11be9ae7-5784-42c5-af81-8a03233eb030 None None] Allocated IP 2001:db8:0:1::2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/518a4504-a2e6-4891-9019-24c6d618c6cc/a14e07e9-6907-4a32-a702-95c077242c93) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:05.224990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:05.236059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020d61d-335e-4ee3-8be9-9ac2bfd5f4c6 None None] Pushing event updated for resources: {'Port': ['ID=040db4dc-f1e7-45d5-8d31-2729329bab54,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:05.237644 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7d17f1f1-20f6-49de-8f6d-9313c8cf1b0d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (a7fb5747-f0fe-453e-9d70-a0700d64909f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:05.243503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17f1f1-20f6-49de-8f6d-9313c8cf1b0d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:05.244086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7d17f1f1-20f6-49de-8f6d-9313c8cf1b0d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:05.251062 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba1b75-51a2-4281-9764-90b0d3e2c317 None None] Routers {'634bed02-db35-4c26-b8e0-380ab38496e1'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:05.252392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-7dba1b75-51a2-4281-9764-90b0d3e2c317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['634bed02-db35-4c26-b8e0-380ab38496e1'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:05.292067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0e0e92ad-f0da-475a-a859-3801199c6212 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (7f4e3e84-776e-4e0f-b62b-878b30683b6d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:05.326863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41ecd55f-bbe6-4dbd-be98-90ad6fa37e98 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (657ca222-0c56-4d6c-ac37-7c62231b4389), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:05.340152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:05.388703 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7d17f1f1-20f6-49de-8f6d-9313c8cf1b0d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7386322 Oct 28 09:59:05.402492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39130) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:05.407912 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-58d7c676-2a58-478d-a54f-cc0f28740057 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'subnet': {'network_id': 'a7fb5747-f0fe-453e-9d70-a0700d64909f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:05.436283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa211f9-40e4-4acd-9613-36b8fed11ec7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Subnet': ['ID=66bbeffb-15ed-4b5e-a4ea-2339244779fb,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:05.452342 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65ef6ca-3824-4cbe-b303-99f039204bb4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:05.461120 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41ecd55f-bbe6-4dbd-be98-90ad6fa37e98 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:05.464450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:05.468769 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-41ecd55f-bbe6-4dbd-be98-90ad6fa37e98 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/657ca222-0c56-4d6c-ac37-7c62231b4389 HTTP/1.1" status: 204 len: 168 time: 1.7671213 Oct 28 09:59:05.478181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39132) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:05.483168 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eadeec-8d0d-4e03-bd86-ce0cad7050f1 None None] Sync routers for ids ['0c290453-ce7f-40d1-be29-736332727af1'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:05.504930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:05.506199 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-aad3dce5-f6cc-4a55-aa2c-e43518a2a19b tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "PUT /networking/v2.0/routers/0c290453-ce7f-40d1-be29-736332727af1 HTTP/1.1" status: 200 len: 912 time: 6.1893606 Oct 28 09:59:05.523106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39134) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:05.568640 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eadeec-8d0d-4e03-bd86-ce0cad7050f1 None None] Routers {'0c290453-ce7f-40d1-be29-736332727af1'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:05.570069 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-95eadeec-8d0d-4e03-bd86-ce0cad7050f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0c290453-ce7f-40d1-be29-736332727af1'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:05.597816 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17f1f1-20f6-49de-8f6d-9313c8cf1b0d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Network': ['ID=a7fb5747-f0fe-453e-9d70-a0700d64909f,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:05.639598 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-95eadeec-8d0d-4e03-bd86-ce0cad7050f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:05.657580 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eadeec-8d0d-4e03-bd86-ce0cad7050f1 None None] Routers {'0c290453-ce7f-40d1-be29-736332727af1'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:05.658718 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-95eadeec-8d0d-4e03-bd86-ce0cad7050f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['0c290453-ce7f-40d1-be29-736332727af1'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:05.673425 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-61c557fd-9399-4963-987c-52916fcaa31c tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/0c290453-ce7f-40d1-be29-736332727af1 HTTP/1.1" status: 200 len: 918 time: 0.1491702 Oct 28 09:59:05.679729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39136) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:05.681259 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:05.696272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813e3b52-4a6e-4d12-a6df-b94ca59616ba None None] Network 9d068765-8e43-482e-9d48-8a61d7e82c8d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:05.700033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network a7fb5747-f0fe-453e-9d70-a0700d64909f details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:05.734848 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-95eadeec-8d0d-4e03-bd86-ce0cad7050f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:05.735297 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eadeec-8d0d-4e03-bd86-ce0cad7050f1 None None] The sync data for ids ['0c290453-ce7f-40d1-be29-736332727af1'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:05.766759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02aae122-5f8d-4ca0-8f38-8d6ba18f2990 admin admin] Publish callbacks [] for router (634bed02-db35-4c26-b8e0-380ab38496e1), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:05.766759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa211f9-40e4-4acd-9613-36b8fed11ec7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Checking segment: {'id': 'a9ef2f44-b657-41a6-9043-0847d018f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc66c96b-ee6a-449c-86b0-6acbfc652398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:05.766759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa211f9-40e4-4acd-9613-36b8fed11ec7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network hostable DHCP agents. Network: bc66c96b-ee6a-449c-86b0-6acbfc652398, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:05.783411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad8dded-715d-411c-9b9e-2555bbcb7857 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:05.789230 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2ad8dded-715d-411c-9b9e-2555bbcb7857 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&device_id=0c290453-ce7f-40d1-be29-736332727af1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1027853 Oct 28 09:59:05.793657 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39138) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:05.800745 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port a14e07e9-6907-4a32-a702-95c077242c93 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:05.834162 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e92ad-f0da-475a-a859-3801199c6212 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event updated for resources: {'Subnet': ['ID=7f4e3e84-776e-4e0f-b62b-878b30683b6d,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:05.864040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-11be9ae7-5784-42c5-af81-8a03233eb030 None None] For port a14e07e9-6907-4a32-a702-95c077242c93, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a14e07e9-6907-4a32-a702-95c077242c93,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:05.892083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-7dba1b75-51a2-4281-9764-90b0d3e2c317 None None] Set router 634bed02-db35-4c26-b8e0-380ab38496e1 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:05.895720 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d7c676-2a58-478d-a54f-cc0f28740057 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:05.901386 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-58d7c676-2a58-478d-a54f-cc0f28740057 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:05.903203 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0e92ad-f0da-475a-a859-3801199c6212 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Checking segment: {'id': 'c04e2727-533c-4014-9c5c-dbea07b9f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '039e0053-d55f-4ef1-a608-eff49980d404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:05.903334 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e92ad-f0da-475a-a859-3801199c6212 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Network hostable DHCP agents. Network: 039e0053-d55f-4ef1-a608-eff49980d404, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:05.914157 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecd55f-bbe6-4dbd-be98-90ad6fa37e98 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Subnet': ['ID=657ca222-0c56-4d6c-ac37-7c62231b4389,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:05.935789 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (9d068765-8e43-482e-9d48-8a61d7e82c8d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:05.989323 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:05.994078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e65ef6ca-3824-4cbe-b303-99f039204bb4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:06.046752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6166edd7-e3be-46ea-8a28-43e239df71e3 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:06.055025 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-e65ef6ca-3824-4cbe-b303-99f039204bb4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port 38ec0b4d-06b5-4ebf-a33e-d5078c0f6181 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:59:06.072724 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-11be9ae7-5784-42c5-af81-8a03233eb030 None None] Publish callbacks [] for port (a14e07e9-6907-4a32-a702-95c077242c93), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:06.076721 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02aae122-5f8d-4ca0-8f38-8d6ba18f2990 admin admin] Publish callbacks [] for router_gateway (634bed02-db35-4c26-b8e0-380ab38496e1), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:06.081763 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebed463a-3d7e-40fb-98db-b748976f4dd6 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:06.082427 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 6166edd7-e3be-46ea-8a28-43e239df71e3 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:59:06.082823 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6166edd7-e3be-46ea-8a28-43e239df71e3 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:06.083500 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ebed463a-3d7e-40fb-98db-b748976f4dd6 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/3f25a2da-d85f-4684-8b32-f70565f202ac HTTP/1.1" status: 200 len: 881 time: 0.2886338 Oct 28 09:59:06.086386 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Allocated IP 2001:db8::1 (160bcb42-0b0d-4e38-a952-dd9da87585bb/6207255f-9400-426c-a8bc-6cdaecc0e264/fcabca18-b9e9-4345-b8c6-a29f74313ebe) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:06.089941 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39140) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:06.122643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa211f9-40e4-4acd-9613-36b8fed11ec7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network bc66c96b-ee6a-449c-86b0-6acbfc652398 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:06.127296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:06.137411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e92ad-f0da-475a-a859-3801199c6212 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Network 039e0053-d55f-4ef1-a608-eff49980d404 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:06.145559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:06.145559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:06.186227 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c4947f9f-d858-4b8d-9df6-4fbfda54692d tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c290453-ce7f-40d1-be29-736332727af1 HTTP/1.1" status: 200 len: 205 time: 0.0950754 Oct 28 09:59:06.191306 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39142) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:06.196914 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-11be9ae7-5784-42c5-af81-8a03233eb030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (a14e07e9-6907-4a32-a702-95c077242c93), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:06.239218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-afa211f9-40e4-4acd-9613-36b8fed11ec7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, bc66c96b-ee6a-449c-86b0-6acbfc652398) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:06.240528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28864f36-ecd3-4d25-b9c7-1f4f8e594548 None None] DHCP port deletion for 9d068765-8e43-482e-9d48-8a61d7e82c8d request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:59:06.243740 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa211f9-40e4-4acd-9613-36b8fed11ec7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:06.244390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-afa211f9-40e4-4acd-9613-36b8fed11ec7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:06.255942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-7dba1b75-51a2-4281-9764-90b0d3e2c317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'name': 'tempest-ServerActionsTestJSON-730812861-router', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64'}], 'enable_snat': True}, 'gw_port_id': '5247cedb-3c81-4015-b008-235530b9eb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:46Z', 'updated_at': '2022-10-28T09:59:02Z', 'revision_number': 5, 'project_id': '1c1772cbf744449891cae928448c57eb', 'gw_port': {'id': '5247cedb-3c81-4015-b008-235530b9eb54', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:54:47Z', 'updated_at': '2022-10-28T09:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:06.261303 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:06.282790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506592e4-3509-4fad-9551-634760e12367 None None] Network bc66c96b-ee6a-449c-86b0-6acbfc652398 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:06.320949 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-0e0e92ad-f0da-475a-a859-3801199c6212 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 039e0053-d55f-4ef1-a608-eff49980d404) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:06.322971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0e92ad-f0da-475a-a859-3801199c6212 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:06.323580 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0e0e92ad-f0da-475a-a859-3801199c6212 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:06.360835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9ceb1d-2811-4ce4-b662-b133018fe12d None None] Network 039e0053-d55f-4ef1-a608-eff49980d404 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:06.363706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba1b75-51a2-4281-9764-90b0d3e2c317 None None] Checking router: 634bed02-db35-4c26-b8e0-380ab38496e1 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:59:06.427783 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (fcabca18-b9e9-4345-b8c6-a29f74313ebe), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:06.467647 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-58d7c676-2a58-478d-a54f-cc0f28740057 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (ac88bccc-cc54-4275-9ec4-f9a3b335a3f6), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:06.473011 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0e0e92ad-f0da-475a-a859-3801199c6212 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0498354 Oct 28 09:59:06.484030 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39144) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:06.492903 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] For port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc,segment=NetworkSegment(1c0edc7f-1ebe-4327-a46d-bc143aada1c1),segment_id=1c0edc7f-1ebe-4327-a46d-bc143aada1c1)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:06.493422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:06.504922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-02aae122-5f8d-4ca0-8f38-8d6ba18f2990 admin admin] Deleting port 5247cedb-3c81-4015-b008-235530b9eb54 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:06.505206 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02aae122-5f8d-4ca0-8f38-8d6ba18f2990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (5247cedb-3c81-4015-b008-235530b9eb54), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:06.515267 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be9ae7-5784-42c5-af81-8a03233eb030 None None] Pushing event updated for resources: {'Port': ['ID=a14e07e9-6907-4a32-a702-95c077242c93,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:06.551529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-28864f36-ecd3-4d25-b9c7-1f4f8e594548 None None] Deleting port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:06.551919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-28864f36-ecd3-4d25-b9c7-1f4f8e594548 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:06.588848 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-e65ef6ca-3824-4cbe-b303-99f039204bb4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8:0:1::2bd (27cab9a0-d24d-4f61-b60f-51dd4ee136db/518a4504-a2e6-4891-9019-24c6d618c6cc/38ec0b4d-06b5-4ebf-a33e-d5078c0f6181) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:06.598980 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-e65ef6ca-3824-4cbe-b303-99f039204bb4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::f816:3eff:fe9e:c77 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/41d2de38-967d-4e25-ab4f-89028fcdfd77/38ec0b4d-06b5-4ebf-a33e-d5078c0f6181) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:06.630752 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:06.668533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Calling delete_port for b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:06.695075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-28864f36-ecd3-4d25-b9c7-1f4f8e594548 None None] For port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc,segment=NetworkSegment(1c0edc7f-1ebe-4327-a46d-bc143aada1c1),segment_id=1c0edc7f-1ebe-4327-a46d-bc143aada1c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:06.695075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-28864f36-ecd3-4d25-b9c7-1f4f8e594548 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:06.708204 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f01cc2cb-e834-4c0a-8875-e2c8f40cb2fd tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (0c290453-ce7f-40d1-be29-736332727af1), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:06.715624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-28864f36-ecd3-4d25-b9c7-1f4f8e594548 None None] Calling delete_port for b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:06.828004 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba1b75-51a2-4281-9764-90b0d3e2c317 None None] Routers {'634bed02-db35-4c26-b8e0-380ab38496e1'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:06.828749 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-7dba1b75-51a2-4281-9764-90b0d3e2c317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['634bed02-db35-4c26-b8e0-380ab38496e1'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:06.833732 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-afa211f9-40e4-4acd-9613-36b8fed11ec7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4223833 Oct 28 09:59:06.836730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 040db4dc-f1e7-45d5-8d31-2729329bab54 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:06.853567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c76028-7a13-40d7-b781-e81e30935dba None None] Network 160bcb42-0b0d-4e38-a952-dd9da87585bb requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:06.857991 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:07.053214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39146) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:07.071643 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-dd3994f5-a662-47c7-a14c-9ff2bf01c6a7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'subnet': {'network_id': 'bc66c96b-ee6a-449c-86b0-6acbfc652398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:07.077131 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (fcabca18-b9e9-4345-b8c6-a29f74313ebe), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.084149 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9bc1b53d-a9de-49c1-b192-5b8673c363a0 None None] Provisioning complete for port 040db4dc-f1e7-45d5-8d31-2729329bab54 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:07.084547 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b53d-a9de-49c1-b192-5b8673c363a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.084873 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9bc1b53d-a9de-49c1-b192-5b8673c363a0 None None] Attempt 1 to provision port 040db4dc-f1e7-45d5-8d31-2729329bab54 Oct 28 09:59:07.114875 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7c676-2a58-478d-a54f-cc0f28740057 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Subnet': ['ID=ac88bccc-cc54-4275-9ec4-f9a3b335a3f6,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:07.166722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-28864f36-ecd3-4d25-b9c7-1f4f8e594548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.209480 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7c676-2a58-478d-a54f-cc0f28740057 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Checking segment: {'id': '26fcc9e2-ecd6-4440-9065-6542d337fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a7fb5747-f0fe-453e-9d70-a0700d64909f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:07.216205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d7c676-2a58-478d-a54f-cc0f28740057 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network hostable DHCP agents. Network: a7fb5747-f0fe-453e-9d70-a0700d64909f, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:07.216375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28864f36-ecd3-4d25-b9c7-1f4f8e594548 None None] Pushing event deleted for resources: {'Port': ['ID=b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:07.217867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc6bc89-c3ca-4f6b-8ddc-e4485ef6b4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-039e0053-d55f-4ef1-a608-eff49980d404', 'network_id': '039e0053-d55f-4ef1-a608-eff49980d404', 'project_id': '5116179308ad48c498743b76d81ab491', 'fixed_ips': [{'subnet_id': '7f4e3e84-776e-4e0f-b62b-878b30683b6d'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:07.218887 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9bc6bc89-c3ca-4f6b-8ddc-e4485ef6b4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.221932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-bc66c96b-ee6a-449c-86b0-6acbfc652398', 'network_id': 'bc66c96b-ee6a-449c-86b0-6acbfc652398', 'project_id': 'f0a2e694ad734b67b2fe5e3b8b1efc8b', 'fixed_ips': [{'subnet_id': '66bbeffb-15ed-4b5e-a4ea-2339244779fb'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:07.222834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.239175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:07.256536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 160bcb42-0b0d-4e38-a952-dd9da87585bb is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:07.263194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=fcabca18-b9e9-4345-b8c6-a29f74313ebe,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:07.272128 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a8f9-9388-402b-94e4-be5d0da53db6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (039e0053-d55f-4ef1-a608-eff49980d404), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.280938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:07.288010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-7dba1b75-51a2-4281-9764-90b0d3e2c317 None None] Set router 634bed02-db35-4c26-b8e0-380ab38496e1 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:07.291073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:07.295595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (4b8fbb34-b585-49d8-bea6-4c7544f29319), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.325663 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28864f36-ecd3-4d25-b9c7-1f4f8e594548 None None] No DVR routers for this DVR port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:07.386244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f01cc2cb-e834-4c0a-8875-e2c8f40cb2fd tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (0c290453-ce7f-40d1-be29-736332727af1), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.390332 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 040db4dc-f1e7-45d5-8d31-2729329bab54 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:07.390814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.391232 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 040db4dc-f1e7-45d5-8d31-2729329bab54 Oct 28 09:59:07.399220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-02aae122-5f8d-4ca0-8f38-8d6ba18f2990 admin admin] For port 5247cedb-3c81-4015-b008-235530b9eb54, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5247cedb-3c81-4015-b008-235530b9eb54,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:07.399589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02aae122-5f8d-4ca0-8f38-8d6ba18f2990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (5247cedb-3c81-4015-b008-235530b9eb54), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.431632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-02aae122-5f8d-4ca0-8f38-8d6ba18f2990 admin admin] Calling delete_port for 5247cedb-3c81-4015-b008-235530b9eb54 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:07.441775 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.445028 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-7dba1b75-51a2-4281-9764-90b0d3e2c317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'name': 'tempest-ServerActionsTestJSON-730812861-router', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:46Z', 'updated_at': '2022-10-28T09:59:06Z', 'revision_number': 6, 'project_id': '1c1772cbf744449891cae928448c57eb', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:07.475719 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d7c676-2a58-478d-a54f-cc0f28740057 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network a7fb5747-f0fe-453e-9d70-a0700d64909f is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:07.481796 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a8f9-9388-402b-94e4-be5d0da53db6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (7f4e3e84-776e-4e0f-b62b-878b30683b6d), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.492352 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] No DVR routers for this DVR port b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:07.493831 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Port': ['ID=b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:07.535419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:07.566481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3994f5-a662-47c7-a14c-9ff2bf01c6a7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:07.570627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dd3994f5-a662-47c7-a14c-9ff2bf01c6a7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.623948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-58d7c676-2a58-478d-a54f-cc0f28740057 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, a7fb5747-f0fe-453e-9d70-a0700d64909f) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:07.634741 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e65ef6ca-3824-4cbe-b303-99f039204bb4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (38ec0b4d-06b5-4ebf-a33e-d5078c0f6181), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.653690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d7c676-2a58-478d-a54f-cc0f28740057 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:07.654308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-58d7c676-2a58-478d-a54f-cc0f28740057 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.671341 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1a4dd4-9875-4d1b-ba77-228daa96b1cd None None] Network a7fb5747-f0fe-453e-9d70-a0700d64909f requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:07.681288 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a8f9-9388-402b-94e4-be5d0da53db6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (7f4e3e84-776e-4e0f-b62b-878b30683b6d), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.688271 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba1b75-51a2-4281-9764-90b0d3e2c317 None None] The sync data for ids ['634bed02-db35-4c26-b8e0-380ab38496e1'] in dv-neutron-zed-2-hyperv is: [{'id': '634bed02-db35-4c26-b8e0-380ab38496e1', 'name': 'tempest-ServerActionsTestJSON-730812861-router', 'tenant_id': '1c1772cbf744449891cae928448c57eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:54:46Z', 'updated_at': '2022-10-28T09:59:06Z', 'revision_number': 6, 'project_id': '1c1772cbf744449891cae928448c57eb', 'gw_port_host': None}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:07.688771 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f01cc2cb-e834-4c0a-8875-e2c8f40cb2fd tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Deleting port d65fcd56-f41c-45ca-ae7a-6ed43e381903 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:07.689177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f01cc2cb-e834-4c0a-8875-e2c8f40cb2fd tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d65fcd56-f41c-45ca-ae7a-6ed43e381903), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.704079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:07.707616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fcabca18-b9e9-4345-b8c6-a29f74313ebe), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.755576 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4a8f9-9388-402b-94e4-be5d0da53db6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4e3e84-776e-4e0f-b62b-878b30683b6d,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:07.778593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f01cc2cb-e834-4c0a-8875-e2c8f40cb2fd tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d65fcd56-f41c-45ca-ae7a-6ed43e381903), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.785824 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-58d7c676-2a58-478d-a54f-cc0f28740057 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3777411 Oct 28 09:59:07.793207 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f01cc2cb-e834-4c0a-8875-e2c8f40cb2fd tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Calling delete_port for d65fcd56-f41c-45ca-ae7a-6ed43e381903 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:07.810303 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9bc1b53d-a9de-49c1-b192-5b8673c363a0 None None] Current status of the port 040db4dc-f1e7-45d5-8d31-2729329bab54 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:07.811111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b53d-a9de-49c1-b192-5b8673c363a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.812218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39148) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:07.821977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-58a066e6-18a4-4675-a287-db8406f027f9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'network_id': 'a7fb5747-f0fe-453e-9d70-a0700d64909f', 'name': 'tempest-PortsTestJSON-1870078973'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:07.829468 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (9d068765-8e43-482e-9d48-8a61d7e82c8d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.841840 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:07.925365 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a8f9-9388-402b-94e4-be5d0da53db6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (039e0053-d55f-4ef1-a608-eff49980d404), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.927961 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d068765-8e43-482e-9d48-8a61d7e82c8d']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:07.952384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:07.988352 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-6fb4a8f9-9388-402b-94e4-be5d0da53db6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039e0053-d55f-4ef1-a608-eff49980d404']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:07.999723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0edc7f-1ebe-4327-a46d-bc143aada1c1') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:08.000279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0edc7f-1ebe-4327-a46d-bc143aada1c1') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:08.023669 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (1c0edc7f-1ebe-4327-a46d-bc143aada1c1), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.040480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9bc1b53d-a9de-49c1-b192-5b8673c363a0 None None] For port 040db4dc-f1e7-45d5-8d31-2729329bab54, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=040db4dc-f1e7-45d5-8d31-2729329bab54,segment=NetworkSegment(84b4f4a7-a61e-4526-8489-9a625f39d7cb),segment_id=84b4f4a7-a61e-4526-8489-9a625f39d7cb)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:08.053984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 040db4dc-f1e7-45d5-8d31-2729329bab54 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:08.054472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.057968 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:08.077193 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-6fb4a8f9-9388-402b-94e4-be5d0da53db6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04e2727-533c-4014-9c5c-dbea07b9f736') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:08.077487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-6fb4a8f9-9388-402b-94e4-be5d0da53db6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04e2727-533c-4014-9c5c-dbea07b9f736') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:08.103268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (1c0edc7f-1ebe-4327-a46d-bc143aada1c1), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server [None req-9bc6bc89-c3ca-4f6b-8ddc-e4485ef6b4ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f4e3e84-776e-4e0f-b62b-878b30683b6d: This subnet is being modified by another concurrent operation. Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise exception Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f4e3e84-776e-4e0f-b62b-878b30683b6d: This subnet is being modified by another concurrent operation. Oct 28 09:59:08.116351 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server Oct 28 09:59:08.129327 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:08.129327 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (1c0edc7f-1ebe-4327-a46d-bc143aada1c1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.136983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a8f9-9388-402b-94e4-be5d0da53db6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (c04e2727-533c-4014-9c5c-dbea07b9f736), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.145661 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b53d-a9de-49c1-b192-5b8673c363a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.181855 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 1c0edc7f-1ebe-4327-a46d-bc143aada1c1 resource provider aggregate not found Oct 28 09:59:08.182070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a8f9-9388-402b-94e4-be5d0da53db6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c04e2727-533c-4014-9c5c-dbea07b9f736), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.182434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Allocated IP 2001:db8::2 (bc66c96b-ee6a-449c-86b0-6acbfc652398/66bbeffb-15ed-4b5e-a4ea-2339244779fb/245fe89b-ddea-45e5-94bf-d5f30d02b75b) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:08.191070 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e65ef6ca-3824-4cbe-b303-99f039204bb4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (38ec0b4d-06b5-4ebf-a33e-d5078c0f6181), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.200574 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb4a8f9-9388-402b-94e4-be5d0da53db6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:08.200966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a8f9-9388-402b-94e4-be5d0da53db6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (c04e2727-533c-4014-9c5c-dbea07b9f736), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.224188 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-a7fb5747-f0fe-453e-9d70-a0700d64909f', 'network_id': 'a7fb5747-f0fe-453e-9d70-a0700d64909f', 'project_id': '957c4481f9b648aea145c14784aee8dc', 'fixed_ips': [{'subnet_id': 'ac88bccc-cc54-4275-9ec4-f9a3b335a3f6'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:08.225124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.261525 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment c04e2727-533c-4014-9c5c-dbea07b9f736 resource provider aggregate not found Oct 28 09:59:08.281874 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 1c0edc7f-1ebe-4327-a46d-bc143aada1c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c0edc7f-1ebe-4327-a46d-bc143aada1c1 found for delete ", "request_id": "req-bc8b2ac0-4bb5-4208-88f8-6d04200169e8"}]} Oct 28 09:59:08.367230 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment c04e2727-533c-4014-9c5c-dbea07b9f736 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c04e2727-533c-4014-9c5c-dbea07b9f736 found for delete ", "request_id": "req-42faf02e-4f55-405f-967d-64727cace2a2"}]} Oct 28 09:59:08.395150 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-40b03738-255f-4131-bdf1-3c763cbc1b12 None None] Provisioning complete for port a14e07e9-6907-4a32-a702-95c077242c93 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:08.395482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-40b03738-255f-4131-bdf1-3c763cbc1b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a14e07e9-6907-4a32-a702-95c077242c93), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.395793 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-40b03738-255f-4131-bdf1-3c763cbc1b12 None None] Attempt 1 to provision port a14e07e9-6907-4a32-a702-95c077242c93 Oct 28 09:59:08.398033 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:08.401154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:59:08.401576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:59:08.402074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1b53d-a9de-49c1-b192-5b8673c363a0 None None] Pushing event updated for resources: {'Port': ['ID=040db4dc-f1e7-45d5-8d31-2729329bab54,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:08.403346 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65ef6ca-3824-4cbe-b303-99f039204bb4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:08.410984 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-e65ef6ca-3824-4cbe-b303-99f039204bb4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:08.413488 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ef6ca-3824-4cbe-b303-99f039204bb4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:08.418400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65ef6ca-3824-4cbe-b303-99f039204bb4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:08.419066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e65ef6ca-3824-4cbe-b303-99f039204bb4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.425471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ef6ca-3824-4cbe-b303-99f039204bb4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=38ec0b4d-06b5-4ebf-a33e-d5078c0f6181,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:08.453358 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (9d068765-8e43-482e-9d48-8a61d7e82c8d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.458180 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.465273 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/networks/9d068765-8e43-482e-9d48-8a61d7e82c8d HTTP/1.1" status: 204 len: 168 time: 2.9836147 Oct 28 09:59:08.466395 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39158) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:08.480949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:08.533035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02aae122-5f8d-4ca0-8f38-8d6ba18f2990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (5247cedb-3c81-4015-b008-235530b9eb54), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.539772 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee627b5-0c4a-44b1-883a-9687c1ca170e tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Network': ['ID=9d068765-8e43-482e-9d48-8a61d7e82c8d,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:08.554739 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e65ef6ca-3824-4cbe-b303-99f039204bb4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9758158 Oct 28 09:59:08.554981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39160) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:08.576517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:08.599685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f01cc2cb-e834-4c0a-8875-e2c8f40cb2fd tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d65fcd56-f41c-45ca-ae7a-6ed43e381903), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.609164 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aae122-5f8d-4ca0-8f38-8d6ba18f2990 admin admin] Pushing event deleted for resources: {'Port': ['ID=5247cedb-3c81-4015-b008-235530b9eb54,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:08.620175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a066e6-18a4-4675-a287-db8406f027f9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:08.626944 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-58a066e6-18a4-4675-a287-db8406f027f9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.638178 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a8f9-9388-402b-94e4-be5d0da53db6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (039e0053-d55f-4ef1-a608-eff49980d404), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.662521 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Allocated IP 172.20.0.2 (a7fb5747-f0fe-453e-9d70-a0700d64909f/ac88bccc-cc54-4275-9ec4-f9a3b335a3f6/4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:08.667427 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a8f9-9388-402b-94e4-be5d0da53db6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.668776 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Publish callbacks [] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.674821 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6fb4a8f9-9388-402b-94e4-be5d0da53db6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/networks/039e0053-d55f-4ef1-a608-eff49980d404 HTTP/1.1" status: 204 len: 168 time: 2.1800790 Oct 28 09:59:08.678923 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dd3994f5-a662-47c7-a14c-9ff2bf01c6a7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (a8d68a8b-0741-47a2-bc3d-311f9a8da6e0), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.682774 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39162) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:08.685615 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cc2cb-e834-4c0a-8875-e2c8f40cb2fd tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Pushing event deleted for resources: {'Port': ['ID=d65fcd56-f41c-45ca-ae7a-6ed43e381903,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:08.694188 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-40b03738-255f-4131-bdf1-3c763cbc1b12 None None] Current status of the port a14e07e9-6907-4a32-a702-95c077242c93 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:08.727596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-5d602e3b-9d6d-46f1-bd0d-eac1fd6656c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-995062878'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:08.769947 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4a8f9-9388-402b-94e4-be5d0da53db6 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event deleted for resources: {'Network': ['ID=039e0053-d55f-4ef1-a608-eff49980d404,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:08.782124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.799356 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-58a066e6-18a4-4675-a287-db8406f027f9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] device_id is not set on port f424f382-65af-4675-8756-0345d3807f68 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:59:08.834123 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (fcabca18-b9e9-4345-b8c6-a29f74313ebe), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.867378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02aae122-5f8d-4ca0-8f38-8d6ba18f2990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (634bed02-db35-4c26-b8e0-380ab38496e1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.871401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Pushing event updated for resources: {'Port': ['ID=245fe89b-ddea-45e5-94bf-d5f30d02b75b,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:08.873781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f01cc2cb-e834-4c0a-8875-e2c8f40cb2fd tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (0c290453-ce7f-40d1-be29-736332727af1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.890715 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3994f5-a662-47c7-a14c-9ff2bf01c6a7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network bc66c96b-ee6a-449c-86b0-6acbfc652398 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:08.900644 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3994f5-a662-47c7-a14c-9ff2bf01c6a7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Subnet': ['ID=a8d68a8b-0741-47a2-bc3d-311f9a8da6e0,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:08.909454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-dd3994f5-a662-47c7-a14c-9ff2bf01c6a7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:08.914709 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (fcabca18-b9e9-4345-b8c6-a29f74313ebe), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.915525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (4b8fbb34-b585-49d8-bea6-4c7544f29319), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.919169 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3994f5-a662-47c7-a14c-9ff2bf01c6a7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:08.919169 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dd3994f5-a662-47c7-a14c-9ff2bf01c6a7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.926126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-61a8631f-4255-40fa-854d-0902c8a26c40 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port 38ec0b4d-06b5-4ebf-a33e-d5078c0f6181 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:08.926470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-61a8631f-4255-40fa-854d-0902c8a26c40 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (38ec0b4d-06b5-4ebf-a33e-d5078c0f6181), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.982912 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d602e3b-9d6d-46f1-bd0d-eac1fd6656c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Made reservation on behalf of 5116179308ad48c498743b76d81ab491 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:08.986944 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5d602e3b-9d6d-46f1-bd0d-eac1fd6656c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.990768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ffe11b0e-ecb1-4a4e-b75d-fb934c2eab28 None None] Provisioning complete for port fcabca18-b9e9-4345-b8c6-a29f74313ebe triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:08.991741 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ffe11b0e-ecb1-4a4e-b75d-fb934c2eab28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fcabca18-b9e9-4345-b8c6-a29f74313ebe), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.992637 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ffe11b0e-ecb1-4a4e-b75d-fb934c2eab28 None None] Attempt 1 to provision port fcabca18-b9e9-4345-b8c6-a29f74313ebe Oct 28 09:59:09.003776 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Network bc66c96b-ee6a-449c-86b0-6acbfc652398 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:09.058906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:09.077646 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:09.081788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f01cc2cb-e834-4c0a-8875-e2c8f40cb2fd tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (0c290453-ce7f-40d1-be29-736332727af1), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.086135 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:09.087772 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f01cc2cb-e834-4c0a-8875-e2c8f40cb2fd tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_controller (0c290453-ce7f-40d1-be29-736332727af1), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.093546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02aae122-5f8d-4ca0-8f38-8d6ba18f2990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (634bed02-db35-4c26-b8e0-380ab38496e1), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.096835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02aae122-5f8d-4ca0-8f38-8d6ba18f2990 admin admin] Publish callbacks [] for router_controller (634bed02-db35-4c26-b8e0-380ab38496e1), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.113339 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d602e3b-9d6d-46f1-bd0d-eac1fd6656c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:09.120538 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 040db4dc-f1e7-45d5-8d31-2729329bab54 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:09.123315 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5d602e3b-9d6d-46f1-bd0d-eac1fd6656c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (8ad911b5-8ca7-4998-9f60-7518a6001dcd), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.123691 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-5d602e3b-9d6d-46f1-bd0d-eac1fd6656c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Added segment 8ad911b5-8ca7-4998-9f60-7518a6001dcd of type vlan for network 76bef711-1223-4fe6-8604-c89ae3e19412 Oct 28 09:59:09.170269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5d602e3b-9d6d-46f1-bd0d-eac1fd6656c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (76bef711-1223-4fe6-8604-c89ae3e19412), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.186007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ffe11b0e-ecb1-4a4e-b75d-fb934c2eab28 None None] Port fcabca18-b9e9-4345-b8c6-a29f74313ebe cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:59:09.197820 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-dd3994f5-a662-47c7-a14c-9ff2bf01c6a7 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1373832 Oct 28 09:59:09.201310 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39164) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:09.202606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=fcabca18-b9e9-4345-b8c6-a29f74313ebe,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:09.213682 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:09.262902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d0b62a47-cfad-4ad9-9c35-79094fb1ba87 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:09.271640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-61a8631f-4255-40fa-854d-0902c8a26c40 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (38ec0b4d-06b5-4ebf-a33e-d5078c0f6181), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.276478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5d602e3b-9d6d-46f1-bd0d-eac1fd6656c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (76bef711-1223-4fe6-8604-c89ae3e19412), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.279018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Publish callbacks [] for port (4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.281562 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d602e3b-9d6d-46f1-bd0d-eac1fd6656c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:09.282160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5d602e3b-9d6d-46f1-bd0d-eac1fd6656c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.285307 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ffe11b0e-ecb1-4a4e-b75d-fb934c2eab28 None None] Provisioning complete for port 040db4dc-f1e7-45d5-8d31-2729329bab54 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:09.285307 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ffe11b0e-ecb1-4a4e-b75d-fb934c2eab28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.285307 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ffe11b0e-ecb1-4a4e-b75d-fb934c2eab28 None None] Attempt 1 to provision port 040db4dc-f1e7-45d5-8d31-2729329bab54 Oct 28 09:59:09.298363 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f01cc2cb-e834-4c0a-8875-e2c8f40cb2fd tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (0c290453-ce7f-40d1-be29-736332727af1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.299080 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01cc2cb-e834-4c0a-8875-e2c8f40cb2fd tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Fanout notify agent at l3_agent the message router_deleted on router 0c290453-ce7f-40d1-be29-736332727af1 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:59:09.305618 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f01cc2cb-e834-4c0a-8875-e2c8f40cb2fd tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.319847 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f01cc2cb-e834-4c0a-8875-e2c8f40cb2fd tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "DELETE /networking/v2.0/routers/0c290453-ce7f-40d1-be29-736332727af1 HTTP/1.1" status: 204 len: 168 time: 3.1206863 Oct 28 09:59:09.319847 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39166) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:09.320060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 160bcb42-0b0d-4e38-a952-dd9da87585bb is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:09.320060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-61a8631f-4255-40fa-854d-0902c8a26c40 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for 38ec0b4d-06b5-4ebf-a33e-d5078c0f6181 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:09.324821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441bd09-b674-4d7e-8e3a-eb07a8f9eddd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:09.326552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441bd09-b674-4d7e-8e3a-eb07a8f9eddd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:09.328890 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441bd09-b674-4d7e-8e3a-eb07a8f9eddd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:09.329023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:09.329818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441bd09-b674-4d7e-8e3a-eb07a8f9eddd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:09.332957 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441bd09-b674-4d7e-8e3a-eb07a8f9eddd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:09.340622 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e441bd09-b674-4d7e-8e3a-eb07a8f9eddd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1306255 Oct 28 09:59:09.340622 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39168) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:09.343689 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-47350b55-c012-4b36-9fd8-34bff7bcd69b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1340949769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:09.359282 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-ff426358-79f1-4145-b555-00935baf45c9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1988079082'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:09.365846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: d0b62a47-cfad-4ad9-9c35-79094fb1ba87 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:59:09.365846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d0b62a47-cfad-4ad9-9c35-79094fb1ba87 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:09.365846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:09.369600 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02aae122-5f8d-4ca0-8f38-8d6ba18f2990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (634bed02-db35-4c26-b8e0-380ab38496e1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.370255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02aae122-5f8d-4ca0-8f38-8d6ba18f2990 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 634bed02-db35-4c26-b8e0-380ab38496e1 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:59:09.375110 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02aae122-5f8d-4ca0-8f38-8d6ba18f2990 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.375908 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-02aae122-5f8d-4ca0-8f38-8d6ba18f2990 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/634bed02-db35-4c26-b8e0-380ab38496e1 HTTP/1.1" status: 204 len: 168 time: 4.2038844 Oct 28 09:59:09.382902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39170) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:09.390280 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24cf6a26-4630-497d-809e-c0867991b2de tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (a5ab306c-a88b-4d11-9715-8399de468b39), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.420759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:59:09.421420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b2f7e336-bbc0-4b51-bfcc-d474b9bfdefc not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:09.424500 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Attempting to bind port 245fe89b-ddea-45e5-94bf-d5f30d02b75b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:09.425311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Attempting to bind port 245fe89b-ddea-45e5-94bf-d5f30d02b75b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'a9ef2f44-b657-41a6-9043-0847d018f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc66c96b-ee6a-449c-86b0-6acbfc652398'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:09.426081 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Attempting to bind port 245fe89b-ddea-45e5-94bf-d5f30d02b75b on network bc66c96b-ee6a-449c-86b0-6acbfc652398 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:09.440401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.443379 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90761a4-3e27-4764-a9b6-8abda4b86b74 admin admin] Deleting subnet 808a702a-127b-4dd8-b2a3-71420629e80b {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:09.503345 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47350b55-c012-4b36-9fd8-34bff7bcd69b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (1bc206eb-5b13-43f8-b449-865c1b90b203), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.505461 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47350b55-c012-4b36-9fd8-34bff7bcd69b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (1bc206eb-5b13-43f8-b449-865c1b90b203), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.548359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b90761a4-3e27-4764-a9b6-8abda4b86b74 admin admin] Publish callbacks [] for subnet (808a702a-127b-4dd8-b2a3-71420629e80b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.552828 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5d602e3b-9d6d-46f1-bd0d-eac1fd6656c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8520076 Oct 28 09:59:09.561390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff426358-79f1-4145-b555-00935baf45c9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:09.566353 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ff426358-79f1-4145-b555-00935baf45c9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.598138 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39172) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:09.610447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Network a7fb5747-f0fe-453e-9d70-a0700d64909f is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:09.621834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:09.642545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:09.651303 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a14e07e9-6907-4a32-a702-95c077242c93 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:09.651720 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-272d7f45-dc82-4290-acdd-a4858092f4da tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Request body: {'subnet': {'network_id': '76bef711-1223-4fe6-8604-c89ae3e19412', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:09.709356 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Pushing event updated for resources: {'Port': ['ID=4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:09.721469 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:09.726027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:09.730362 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47350b55-c012-4b36-9fd8-34bff7bcd69b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_controller (1bc206eb-5b13-43f8-b449-865c1b90b203), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.767813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:09.768355 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Checking segment: {'id': 'a9ef2f44-b657-41a6-9043-0847d018f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc66c96b-ee6a-449c-86b0-6acbfc652398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:09.768852 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.769365 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Bound using segment: {'id': 'a9ef2f44-b657-41a6-9043-0847d018f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc66c96b-ee6a-449c-86b0-6acbfc652398'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:09.769952 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Bound port: 245fe89b-ddea-45e5-94bf-d5f30d02b75b, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef2f44-b657-41a6-9043-0847d018f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc66c96b-ee6a-449c-86b0-6acbfc652398'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:09.770439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.772500 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:09.805627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff426358-79f1-4145-b555-00935baf45c9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:09.823869 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47350b55-c012-4b36-9fd8-34bff7bcd69b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (1bc206eb-5b13-43f8-b449-865c1b90b203), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.839444 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ff426358-79f1-4145-b555-00935baf45c9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (238cbed9-459b-40f6-8e7e-aed5282edf68), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.839444 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-ff426358-79f1-4145-b555-00935baf45c9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Added segment 238cbed9-459b-40f6-8e7e-aed5282edf68 of type vlan for network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 Oct 28 09:59:09.881053 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Attempting to bind port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:09.881833 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Attempting to bind port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '26fcc9e2-ecd6-4440-9065-6542d337fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a7fb5747-f0fe-453e-9d70-a0700d64909f'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:09.882424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Attempting to bind port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 on network a7fb5747-f0fe-453e-9d70-a0700d64909f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:09.885243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ffe11b0e-ecb1-4a4e-b75d-fb934c2eab28 None None] Current status of the port 040db4dc-f1e7-45d5-8d31-2729329bab54 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:09.906905 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d602e3b-9d6d-46f1-bd0d-eac1fd6656c9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event updated for resources: {'Network': ['ID=76bef711-1223-4fe6-8604-c89ae3e19412,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:09.913494 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port a14e07e9-6907-4a32-a702-95c077242c93 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:09.913876 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a14e07e9-6907-4a32-a702-95c077242c93), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.914213 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port a14e07e9-6907-4a32-a702-95c077242c93 Oct 28 09:59:09.948408 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 76bef711-1223-4fe6-8604-c89ae3e19412 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:09.978953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ff426358-79f1-4145-b555-00935baf45c9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (5c1e5c61-38f2-485f-9c3f-dc9a2ead4487), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.979164 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b90761a4-3e27-4764-a9b6-8abda4b86b74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (808a702a-127b-4dd8-b2a3-71420629e80b), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:09.986118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-58a066e6-18a4-4675-a287-db8406f027f9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Allocated IP 172.20.0.13 (a7fb5747-f0fe-453e-9d70-a0700d64909f/ac88bccc-cc54-4275-9ec4-f9a3b335a3f6/f424f382-65af-4675-8756-0345d3807f68) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:09.995683 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-24cf6a26-4630-497d-809e-c0867991b2de tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting port bb0e890c-8b10-41dd-931e-a1a11f293312 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:09.996035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24cf6a26-4630-497d-809e-c0867991b2de tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:10.002397 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47350b55-c012-4b36-9fd8-34bff7bcd69b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:10.006741 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-47350b55-c012-4b36-9fd8-34bff7bcd69b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6869287 Oct 28 09:59:10.007545 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272d7f45-dc82-4290-acdd-a4858092f4da tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Made reservation on behalf of 5116179308ad48c498743b76d81ab491 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:10.008240 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39174) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:10.011479 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-272d7f45-dc82-4290-acdd-a4858092f4da tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:10.017583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'enable_snat': False}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:10.176949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] For port 245fe89b-ddea-45e5-94bf-d5f30d02b75b, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:10.208054 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ff426358-79f1-4145-b555-00935baf45c9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (5c1e5c61-38f2-485f-9c3f-dc9a2ead4487), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:10.214264 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff426358-79f1-4145-b555-00935baf45c9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:10.214513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] For port 245fe89b-ddea-45e5-94bf-d5f30d02b75b, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=245fe89b-ddea-45e5-94bf-d5f30d02b75b,segment=NetworkSegment(a9ef2f44-b657-41a6-9043-0847d018f026),segment_id=a9ef2f44-b657-41a6-9043-0847d018f026)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:10.214615 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ff426358-79f1-4145-b555-00935baf45c9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:10.217640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:10.220059 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-24cf6a26-4630-497d-809e-c0867991b2de tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] For port bb0e890c-8b10-41dd-931e-a1a11f293312, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bb0e890c-8b10-41dd-931e-a1a11f293312,segment=NetworkSegment(a47edfd9-5d05-4b85-bea5-97f248487d15),segment_id=a47edfd9-5d05-4b85-bea5-97f248487d15)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:10.220455 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24cf6a26-4630-497d-809e-c0867991b2de tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:10.222184 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:10.222558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Checking segment: {'id': '26fcc9e2-ecd6-4440-9065-6542d337fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a7fb5747-f0fe-453e-9d70-a0700d64909f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:10.222983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:10.223369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Bound using segment: {'id': '26fcc9e2-ecd6-4440-9065-6542d337fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a7fb5747-f0fe-453e-9d70-a0700d64909f'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:10.223855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Bound port: 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26fcc9e2-ecd6-4440-9065-6542d337fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a7fb5747-f0fe-453e-9d70-a0700d64909f'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:10.224237 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:10.285333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:10.286054 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-24cf6a26-4630-497d-809e-c0867991b2de tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Calling delete_port for bb0e890c-8b10-41dd-931e-a1a11f293312 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:10.300027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:10.318424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port a14e07e9-6907-4a32-a702-95c077242c93 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:10.320732 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 040db4dc-f1e7-45d5-8d31-2729329bab54 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:10.395293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff426358-79f1-4145-b555-00935baf45c9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Network': ['ID=5c1e5c61-38f2-485f-9c3f-dc9a2ead4487,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:10.415763 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:10.418265 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ff426358-79f1-4145-b555-00935baf45c9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0653822 Oct 28 09:59:10.425635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b90761a4-3e27-4764-a9b6-8abda4b86b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (808a702a-127b-4dd8-b2a3-71420629e80b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:10.426480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] For port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:10.427820 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39176) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:10.434351 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-94a070ef-5ede-4c32-b4bd-323be5cb232d tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:10.508920 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router 4b8fbb34-b585-49d8-bea6-4c7544f29319 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:59:10.522740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (1bc206eb-5b13-43f8-b449-865c1b90b203), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:10.574305 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] For port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16,segment=NetworkSegment(26fcc9e2-ecd6-4440-9065-6542d337fde5),segment_id=26fcc9e2-ecd6-4440-9065-6542d337fde5)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:10.588333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 040db4dc-f1e7-45d5-8d31-2729329bab54 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:10.588606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:10.589044 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 040db4dc-f1e7-45d5-8d31-2729329bab54 Oct 28 09:59:10.624133 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf805d1-3301-4513-b1da-55baee42ac1c None None] Pushing event updated for resources: {'Port': ['ID=245fe89b-ddea-45e5-94bf-d5f30d02b75b,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:10.647699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-58a066e6-18a4-4675-a287-db8406f027f9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (f424f382-65af-4675-8756-0345d3807f68), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:10.711508 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 040db4dc-f1e7-45d5-8d31-2729329bab54 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:10.715535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:10.800413 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd88ad9-dc8e-4630-8f3f-91f272cfcefe None None] Pushing event updated for resources: {'Port': ['ID=4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:10.817194 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f9aa6a45-9fe7-4aba-bb93-a6b77f41856b no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:10.823424 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:10.840837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: f9aa6a45-9fe7-4aba-bb93-a6b77f41856b {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:59:10.843645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f9aa6a45-9fe7-4aba-bb93-a6b77f41856b not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:10.843645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5247cedb-3c81-4015-b008-235530b9eb54 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:10.864049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 5247cedb-3c81-4015-b008-235530b9eb54 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:59:10.864705 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5247cedb-3c81-4015-b008-235530b9eb54 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:10.949172 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-61a8631f-4255-40fa-854d-0902c8a26c40 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (38ec0b4d-06b5-4ebf-a33e-d5078c0f6181), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.019196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b90761a4-3e27-4764-a9b6-8abda4b86b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (808a702a-127b-4dd8-b2a3-71420629e80b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.032624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8631f-4255-40fa-854d-0902c8a26c40 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=38ec0b4d-06b5-4ebf-a33e-d5078c0f6181,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:11.085926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:11.086880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:11.088924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90761a4-3e27-4764-a9b6-8abda4b86b74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=808a702a-127b-4dd8-b2a3-71420629e80b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:11.091108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:11.108719 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dda4dc-bcd9-4e9b-92a8-b36c4016eb74 None None] Sync routers for ids ['4b8fbb34-b585-49d8-bea6-4c7544f29319'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:11.120160 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f4efdd70-0af0-46e9-b55c-2cd6c3a78aa9 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/4b8fbb34-b585-49d8-bea6-4c7544f29319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2536225 Oct 28 09:59:11.121001 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b90761a4-3e27-4764-a9b6-8abda4b86b74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.125478 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b90761a4-3e27-4764-a9b6-8abda4b86b74 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/808a702a-127b-4dd8-b2a3-71420629e80b HTTP/1.1" status: 204 len: 168 time: 1.7396567 Oct 28 09:59:11.127948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39178) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:11.130303 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dda4dc-bcd9-4e9b-92a8-b36c4016eb74 None None] Routers {'4b8fbb34-b585-49d8-bea6-4c7544f29319'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:11.131429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c9dda4dc-bcd9-4e9b-92a8-b36c4016eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['4b8fbb34-b585-49d8-bea6-4c7544f29319'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:11.134257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39180) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:11.162115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-58a066e6-18a4-4675-a287-db8406f027f9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f424f382-65af-4675-8756-0345d3807f68), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.222985 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-61a8631f-4255-40fa-854d-0902c8a26c40 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.226320 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-61a8631f-4255-40fa-854d-0902c8a26c40 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/38ec0b4d-06b5-4ebf-a33e-d5078c0f6181 HTTP/1.1" status: 204 len: 168 time: 2.6618671 Oct 28 09:59:11.230549 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c9dda4dc-bcd9-4e9b-92a8-b36c4016eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:11.238404 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:11.247168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (1bc206eb-5b13-43f8-b449-865c1b90b203), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.251237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39182) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:11.252560 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-94a070ef-5ede-4c32-b4bd-323be5cb232d tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (5c1e5c61-38f2-485f-9c3f-dc9a2ead4487), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.259753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dda4dc-bcd9-4e9b-92a8-b36c4016eb74 None None] Routers {'4b8fbb34-b585-49d8-bea6-4c7544f29319'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:11.260895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c9dda4dc-bcd9-4e9b-92a8-b36c4016eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['4b8fbb34-b585-49d8-bea6-4c7544f29319'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:11.294967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb35c47-1b7d-4ec0-b306-4ec85f0ca2e7 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:11.299780 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fbb35c47-1b7d-4ec0-b306-4ec85f0ca2e7 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports/fcabca18-b9e9-4345-b8c6-a29f74313ebe HTTP/1.1" status: 200 len: 911 time: 0.1650631 Oct 28 09:59:11.299946 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c9dda4dc-bcd9-4e9b-92a8-b36c4016eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:11.301613 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dda4dc-bcd9-4e9b-92a8-b36c4016eb74 None None] The sync data for ids ['4b8fbb34-b585-49d8-bea6-4c7544f29319'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:11.302229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.309257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39184) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:11.315190 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b2825908-20f7-473c-8ed7-6cc13d33fb61 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6207255f-9400-426c-a8bc-6cdaecc0e264'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:11.325483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a066e6-18a4-4675-a287-db8406f027f9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network a7fb5747-f0fe-453e-9d70-a0700d64909f is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:11.330555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.objects.ports [None req-272d7f45-dc82-4290-acdd-a4858092f4da tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114059) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:59:11.346168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-272d7f45-dc82-4290-acdd-a4858092f4da tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (05996e24-7dbb-403d-8e7b-02566eba0c31), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.355962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-58a066e6-18a4-4675-a287-db8406f027f9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:11.361274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a066e6-18a4-4675-a287-db8406f027f9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=f424f382-65af-4675-8756-0345d3807f68,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:11.368039 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (9b354618-41dd-41ee-a0fe-9a79976baa4b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.368292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a066e6-18a4-4675-a287-db8406f027f9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:11.399445 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cbe6e-2904-456b-ab5d-214a8b327444 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:11.401074 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7b7cbe6e-2904-456b-ab5d-214a8b327444 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1431174 Oct 28 09:59:11.405732 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39186) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:11.410538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24cf6a26-4630-497d-809e-c0867991b2de tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (bb0e890c-8b10-41dd-931e-a1a11f293312), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.413654 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-94a070ef-5ede-4c32-b4bd-323be5cb232d tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (5c1e5c61-38f2-485f-9c3f-dc9a2ead4487), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.445318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:11.518638 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94a070ef-5ede-4c32-b4bd-323be5cb232d tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 is not hosted by any dhcp agent {{(pid=114059) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 09:59:11.524294 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a070ef-5ede-4c32-b4bd-323be5cb232d tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:11.524908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-94a070ef-5ede-4c32-b4bd-323be5cb232d tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.526212 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-94a070ef-5ede-4c32-b4bd-323be5cb232d tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "PUT /networking/v2.0/networks/5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 HTTP/1.1" status: 200 len: 723 time: 1.0978191 Oct 28 09:59:11.550931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39188) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:11.558066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a066e6-18a4-4675-a287-db8406f027f9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:11.559310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-58a066e6-18a4-4675-a287-db8406f027f9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.562581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf6a26-4630-497d-809e-c0867991b2de tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Port': ['ID=bb0e890c-8b10-41dd-931e-a1a11f293312,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:11.585247 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-48f59834-8d89-48a1-a1db-4fd29d4d9c30 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'subnet': {'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:11.585573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d7f45-dc82-4290-acdd-a4858092f4da tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event updated for resources: {'Subnet': ['ID=05996e24-7dbb-403d-8e7b-02566eba0c31,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:11.676202 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 245fe89b-ddea-45e5-94bf-d5f30d02b75b up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:11.698521 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a070ef-5ede-4c32-b4bd-323be5cb232d tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Network': ['ID=5c1e5c61-38f2-485f-9c3f-dc9a2ead4487,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:11.707220 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-58a066e6-18a4-4675-a287-db8406f027f9 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8892238 Oct 28 09:59:11.718899 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2135847d-bf8c-49a3-889a-f3419c2ac679 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:11.720546 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2135847d-bf8c-49a3-889a-f3419c2ac679 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3110569 Oct 28 09:59:11.720856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39190) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:11.727668 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39192) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:11.728189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-f63837a0-727a-4ee2-9d36-5d76afbfa2e3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'network_id': 'a7fb5747-f0fe-453e-9d70-a0700d64909f', 'name': 'tempest-PortsTestJSON-1822120518'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:11.729460 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:11.764765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] Deleting port 98527149-7470-41f6-95d0-84f77fa5a7d0 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:11.765368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (98527149-7470-41f6-95d0-84f77fa5a7d0), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.797616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Allocated IP 172.36.1.180 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/80a9e266-4c81-42c7-ad62-8eba82428e3f) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:11.824092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 245fe89b-ddea-45e5-94bf-d5f30d02b75b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:11.824611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.825014 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 245fe89b-ddea-45e5-94bf-d5f30d02b75b Oct 28 09:59:11.857179 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] For port 98527149-7470-41f6-95d0-84f77fa5a7d0, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=98527149-7470-41f6-95d0-84f77fa5a7d0,segment=NetworkSegment(301e5b80-d251-4255-9ceb-e0da6669ccaa),segment_id=301e5b80-d251-4255-9ceb-e0da6669ccaa)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:11.857559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (98527149-7470-41f6-95d0-84f77fa5a7d0), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.879711 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] Calling delete_port for 98527149-7470-41f6-95d0-84f77fa5a7d0 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:11.906997 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b2825908-20f7-473c-8ed7-6cc13d33fb61 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fcabca18-b9e9-4345-b8c6-a29f74313ebe), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.934026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 245fe89b-ddea-45e5-94bf-d5f30d02b75b is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:11.934907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.958085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f59834-8d89-48a1-a1db-4fd29d4d9c30 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:11.965665 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-48f59834-8d89-48a1-a1db-4fd29d4d9c30 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:11.979699 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 245fe89b-ddea-45e5-94bf-d5f30d02b75b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=245fe89b-ddea-45e5-94bf-d5f30d02b75b,segment=NetworkSegment(a9ef2f44-b657-41a6-9043-0847d018f026),segment_id=a9ef2f44-b657-41a6-9043-0847d018f026)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:11.992619 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d7f45-dc82-4290-acdd-a4858092f4da tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Checking segment: {'id': '8ad911b5-8ca7-4998-9f60-7518a6001dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '76bef711-1223-4fe6-8604-c89ae3e19412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:11.992992 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272d7f45-dc82-4290-acdd-a4858092f4da tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Network hostable DHCP agents. Network: 76bef711-1223-4fe6-8604-c89ae3e19412, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:12.060051 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:12.066389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.067928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:12.120698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24cf6a26-4630-497d-809e-c0867991b2de tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (a5ab306c-a88b-4d11-9715-8399de468b39), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.171028 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-28ecf907-91a3-4913-af12-037c490dff3f None None] Provisioning complete for port 245fe89b-ddea-45e5-94bf-d5f30d02b75b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:12.171850 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-28ecf907-91a3-4913-af12-037c490dff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.172407 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-28ecf907-91a3-4913-af12-037c490dff3f None None] Attempt 1 to provision port 245fe89b-ddea-45e5-94bf-d5f30d02b75b Oct 28 09:59:12.207923 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (98527149-7470-41f6-95d0-84f77fa5a7d0), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.224818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] No DVR routers for this DVR port 98527149-7470-41f6-95d0-84f77fa5a7d0 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:12.225050 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:12.232736 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a307921-2de8-4c92-a1c1-d94ee3fa0092 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:12.234396 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a307921-2de8-4c92-a1c1-d94ee3fa0092 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:12.237177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a307921-2de8-4c92-a1c1-d94ee3fa0092 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:12.242200 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3a307921-2de8-4c92-a1c1-d94ee3fa0092 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4841053 Oct 28 09:59:12.245840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39194) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:12.249668 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272d7f45-dc82-4290-acdd-a4858092f4da tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Network 76bef711-1223-4fe6-8604-c89ae3e19412 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:12.250799 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:12.251432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.251860 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 Oct 28 09:59:12.277780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=245fe89b-ddea-45e5-94bf-d5f30d02b75b,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:12.304533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] Pushing event deleted for resources: {'Port': ['ID=98527149-7470-41f6-95d0-84f77fa5a7d0,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:12.347608 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-28ecf907-91a3-4913-af12-037c490dff3f None None] Current status of the port 245fe89b-ddea-45e5-94bf-d5f30d02b75b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:12.366731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (9b354618-41dd-41ee-a0fe-9a79976baa4b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.393741 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b354618-41dd-41ee-a0fe-9a79976baa4b']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:12.394427 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:12.395078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.404646 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301e5b80-d251-4255-9ceb-e0da6669ccaa') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:12.405016 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301e5b80-d251-4255-9ceb-e0da6669ccaa') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:12.418398 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:12.420483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (301e5b80-d251-4255-9ceb-e0da6669ccaa), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.438513 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (301e5b80-d251-4255-9ceb-e0da6669ccaa), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.440490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16,segment=NetworkSegment(26fcc9e2-ecd6-4440-9065-6542d337fde5),segment_id=26fcc9e2-ecd6-4440-9065-6542d337fde5)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:12.442527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:12.443968 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (301e5b80-d251-4255-9ceb-e0da6669ccaa), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.446125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00718cf9-34f8-4f97-b2ea-1ec8dd9e11d7 None None] get_active_networks_info from dv-neutron-zed-2-hyperv {{(pid=114061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 28 09:59:12.491540 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-cf08687f-796a-4fc8-a351-1420faee23bd None None] Provisioning complete for port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:12.491921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cf08687f-796a-4fc8-a351-1420faee23bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.492312 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-cf08687f-796a-4fc8-a351-1420faee23bd None None] Attempt 1 to provision port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 Oct 28 09:59:12.511444 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-272d7f45-dc82-4290-acdd-a4858092f4da tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 76bef711-1223-4fe6-8604-c89ae3e19412) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:12.516584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272d7f45-dc82-4290-acdd-a4858092f4da tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:12.518242 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-272d7f45-dc82-4290-acdd-a4858092f4da tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.524516 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.553408 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:12.560332 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 301e5b80-d251-4255-9ceb-e0da6669ccaa resource provider aggregate not found Oct 28 09:59:12.614002 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 301e5b80-d251-4255-9ceb-e0da6669ccaa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 301e5b80-d251-4255-9ceb-e0da6669ccaa found for delete ", "request_id": "req-775fa144-24fc-4128-81ea-55cbead3afed"}]} Oct 28 09:59:12.641872 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for port (80a9e266-4c81-42c7-ad62-8eba82428e3f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.652282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63837a0-727a-4ee2-9d36-5d76afbfa2e3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:12.655054 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb68a47d-e70b-4cc6-bc8e-b729db67409b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 41d2de38-967d-4e25-ab4f-89028fcdfd77 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:12.655905 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f63837a0-727a-4ee2-9d36-5d76afbfa2e3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.667788 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-272d7f45-dc82-4290-acdd-a4858092f4da tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0639436 Oct 28 09:59:12.667788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (9b354618-41dd-41ee-a0fe-9a79976baa4b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.670570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.674777 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/9b354618-41dd-41ee-a0fe-9a79976baa4b HTTP/1.1" status: 204 len: 168 time: 1.5246856 Oct 28 09:59:12.676369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39200) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:12.677342 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb68a47d-e70b-4cc6-bc8e-b729db67409b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (41d2de38-967d-4e25-ab4f-89028fcdfd77), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.702775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:12.722441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a7b57-f002-498e-aaac-e8c8b574bf0f admin admin] Pushing event deleted for resources: {'Network': ['ID=9b354618-41dd-41ee-a0fe-9a79976baa4b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:12.752244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cf6a26-4630-497d-809e-c0867991b2de tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router a5ab306c-a88b-4d11-9715-8399de468b39 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:59:12.752907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00718cf9-34f8-4f97-b2ea-1ec8dd9e11d7 None None] Resources bound (agent type, host, resource id): {{(pid=114061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 09:59:12.755110 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:12.764622 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-f63837a0-727a-4ee2-9d36-5d76afbfa2e3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] device_id is not set on port f66a53fd-acd7-43b0-8a58-f0011d42bb42 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:59:12.825615 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb68a47d-e70b-4cc6-bc8e-b729db67409b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (41d2de38-967d-4e25-ab4f-89028fcdfd77), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.843766 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-cf08687f-796a-4fc8-a351-1420faee23bd None None] Current status of the port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:12.962897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:12.977673 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee0afb15-3e3c-40e8-b10c-c1622079b18b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (76bef711-1223-4fe6-8604-c89ae3e19412), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.008487 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cf6a26-4630-497d-809e-c0867991b2de tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:13.018793 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-24cf6a26-4630-497d-809e-c0867991b2de tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/a5ab306c-a88b-4d11-9715-8399de468b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5430248 Oct 28 09:59:13.019555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39204) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:13.020231 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0ce5c4-6680-40e0-8d3b-274487c5f46f None None] Sync routers for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:13.036334 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ce5c4-6680-40e0-8d3b-274487c5f46f None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:13.037231 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-dc0ce5c4-6680-40e0-8d3b-274487c5f46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:13.038368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-f63837a0-727a-4ee2-9d36-5d76afbfa2e3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Allocated IP 172.20.0.11 (a7fb5747-f0fe-453e-9d70-a0700d64909f/ac88bccc-cc54-4275-9ec4-f9a3b335a3f6/f66a53fd-acd7-43b0-8a58-f0011d42bb42) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:13.044853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bb300d10-e34e-4650-b5ab-079b89bf396a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.053678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (80a9e266-4c81-42c7-ad62-8eba82428e3f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.083071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-48f59834-8d89-48a1-a1db-4fd29d4d9c30 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (0b6795e6-e31a-4f9f-aec9-fe278431dbdf), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.120933 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-dc0ce5c4-6680-40e0-8d3b-274487c5f46f None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:13.132732 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb68a47d-e70b-4cc6-bc8e-b729db67409b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (41d2de38-967d-4e25-ab4f-89028fcdfd77), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.175925 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd6baae-e7f9-478d-aa20-48332ee6717a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting subnet 6fb78925-c7c5-4fbe-90ea-a3fbb4c51223 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:13.183219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7bd6baae-e7f9-478d-aa20-48332ee6717a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for subnet (6fb78925-c7c5-4fbe-90ea-a3fbb4c51223), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.188725 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-dc0ce5c4-6680-40e0-8d3b-274487c5f46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:59:11Z', 'revision_number': 11, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:13.211591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ddd75c-251f-4e67-b6d7-cdf9e3c7ccbf None None] DHCP port deletion for 9b354618-41dd-41ee-a0fe-9a79976baa4b request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:59:13.223231 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:13.228728 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0ce5c4-6680-40e0-8d3b-274487c5f46f None None] Checking router: a5ab306c-a88b-4d11-9715-8399de468b39 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:59:13.240700 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ce5c4-6680-40e0-8d3b-274487c5f46f None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:13.241459 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-dc0ce5c4-6680-40e0-8d3b-274487c5f46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:58:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:13.245607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee0afb15-3e3c-40e8-b10c-c1622079b18b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (05996e24-7dbb-403d-8e7b-02566eba0c31), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.249811 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:13.273540 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Pushing event updated for resources: {'Port': ['ID=80a9e266-4c81-42c7-ad62-8eba82428e3f,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:13.282566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:13.298310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b2825908-20f7-473c-8ed7-6cc13d33fb61 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (fcabca18-b9e9-4345-b8c6-a29f74313ebe), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.340752 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7bd6baae-e7f9-478d-aa20-48332ee6717a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (6fb78925-c7c5-4fbe-90ea-a3fbb4c51223), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.350945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f59834-8d89-48a1-a1db-4fd29d4d9c30 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Subnet': ['ID=0b6795e6-e31a-4f9f-aec9-fe278431dbdf,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:13.353185 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff7cbed-ff45-4fcc-98f2-07cbf65819a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-76bef711-1223-4fe6-8604-c89ae3e19412', 'network_id': '76bef711-1223-4fe6-8604-c89ae3e19412', 'project_id': '5116179308ad48c498743b76d81ab491', 'fixed_ips': [{'subnet_id': '05996e24-7dbb-403d-8e7b-02566eba0c31'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:13.354828 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bff7cbed-ff45-4fcc-98f2-07cbf65819a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.400534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee0afb15-3e3c-40e8-b10c-c1622079b18b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (05996e24-7dbb-403d-8e7b-02566eba0c31), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.433196 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-dc0ce5c4-6680-40e0-8d3b-274487c5f46f None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:13.436954 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b2825908-20f7-473c-8ed7-6cc13d33fb61 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (fcabca18-b9e9-4345-b8c6-a29f74313ebe), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.443009 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2825908-20f7-473c-8ed7-6cc13d33fb61 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:13.444103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b2825908-20f7-473c-8ed7-6cc13d33fb61 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.448586 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b2825908-20f7-473c-8ed7-6cc13d33fb61 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/ports/fcabca18-b9e9-4345-b8c6-a29f74313ebe HTTP/1.1" status: 200 len: 911 time: 2.1375346 Oct 28 09:59:13.449833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39206) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:13.450200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39208) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:13.467814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f59834-8d89-48a1-a1db-4fd29d4d9c30 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Checking segment: {'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:13.468239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f59834-8d89-48a1-a1db-4fd29d4d9c30 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network hostable DHCP agents. Network: 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:13.495355 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb68a47d-e70b-4cc6-bc8e-b729db67409b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (41d2de38-967d-4e25-ab4f-89028fcdfd77), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.499905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0afb15-3e3c-40e8-b10c-c1622079b18b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event deleted for resources: {'Subnet': ['ID=05996e24-7dbb-403d-8e7b-02566eba0c31,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:13.501453 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-dc0ce5c4-6680-40e0-8d3b-274487c5f46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:59:11Z', 'revision_number': 11, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:13.546834 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0ce5c4-6680-40e0-8d3b-274487c5f46f None None] The sync data for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv is: [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:59:11Z', 'revision_number': 11, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:13.653420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d76593b-fc77-4454-bc3a-9d308d976f52 None None] Network a7fb5747-f0fe-453e-9d70-a0700d64909f requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:13.662115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f63837a0-727a-4ee2-9d36-5d76afbfa2e3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (f66a53fd-acd7-43b0-8a58-f0011d42bb42), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.663647 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2825908-20f7-473c-8ed7-6cc13d33fb61 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=fcabca18-b9e9-4345-b8c6-a29f74313ebe,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:13.717831 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb68a47d-e70b-4cc6-bc8e-b729db67409b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.720190 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f59834-8d89-48a1-a1db-4fd29d4d9c30 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:13.722719 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e399b97-ab2e-46c7-a22b-7f583e934315 None None] Network bc66c96b-ee6a-449c-86b0-6acbfc652398 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:13.722881 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bb68a47d-e70b-4cc6-bc8e-b729db67409b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/41d2de38-967d-4e25-ab4f-89028fcdfd77 HTTP/1.1" status: 204 len: 168 time: 1.4725087 Oct 28 09:59:13.724005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39210) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:13.727924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7556eef-a14e-4e28-bd08-d99235d2732f None None] Network 039e0053-d55f-4ef1-a608-eff49980d404 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:13.737754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:13.749785 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68a47d-e70b-4cc6-bc8e-b729db67409b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=41d2de38-967d-4e25-ab4f-89028fcdfd77,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:13.755566 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee0afb15-3e3c-40e8-b10c-c1622079b18b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (76bef711-1223-4fe6-8604-c89ae3e19412), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.779159 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7556eef-a14e-4e28-bd08-d99235d2732f None None] Network 039e0053-d55f-4ef1-a608-eff49980d404 could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 09:59:13.783847 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7bd6baae-e7f9-478d-aa20-48332ee6717a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (6fb78925-c7c5-4fbe-90ea-a3fbb4c51223), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.799655 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-66092a94-b398-4aed-b2fd-bc29496dec10 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1c1772cbf744449891cae928448c57eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3293819 Oct 28 09:59:13.824017 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ee0afb15-3e3c-40e8-b10c-c1622079b18b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bef711-1223-4fe6-8604-c89ae3e19412']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:13.828591 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39212) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:13.836971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-48f59834-8d89-48a1-a1db-4fd29d4d9c30 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:13.840472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f63837a0-727a-4ee2-9d36-5d76afbfa2e3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f66a53fd-acd7-43b0-8a58-f0011d42bb42), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.848769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f59834-8d89-48a1-a1db-4fd29d4d9c30 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:13.849867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-48f59834-8d89-48a1-a1db-4fd29d4d9c30 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.865075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab35c201-d62c-4d61-bda0-6a959d975826 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 518a4504-a2e6-4891-9019-24c6d618c6cc {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:13.867490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393f3e00-a4d0-402f-aaa9-d6f6fe7231bd None None] Network 76bef711-1223-4fe6-8604-c89ae3e19412 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:13.872703 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5732cd2c-c0cf-4fd6-88bc-a314ef526db6 None None] Network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:13.880536 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ee0afb15-3e3c-40e8-b10c-c1622079b18b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad911b5-8ca7-4998-9f60-7518a6001dcd') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:13.880536 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ee0afb15-3e3c-40e8-b10c-c1622079b18b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad911b5-8ca7-4998-9f60-7518a6001dcd') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:13.889470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ab35c201-d62c-4d61-bda0-6a959d975826 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (518a4504-a2e6-4891-9019-24c6d618c6cc), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:13.957082 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee0afb15-3e3c-40e8-b10c-c1622079b18b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (8ad911b5-8ca7-4998-9f60-7518a6001dcd), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:14.026467 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:14.087568 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:14.099073 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee0afb15-3e3c-40e8-b10c-c1622079b18b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (8ad911b5-8ca7-4998-9f60-7518a6001dcd), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:14.152385 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63837a0-727a-4ee2-9d36-5d76afbfa2e3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network a7fb5747-f0fe-453e-9d70-a0700d64909f is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:14.170235 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-f63837a0-727a-4ee2-9d36-5d76afbfa2e3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:14.175237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ab35c201-d62c-4d61-bda0-6a959d975826 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (518a4504-a2e6-4891-9019-24c6d618c6cc), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:14.181271 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63837a0-727a-4ee2-9d36-5d76afbfa2e3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=f66a53fd-acd7-43b0-8a58-f0011d42bb42,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:14.184316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63837a0-727a-4ee2-9d36-5d76afbfa2e3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:14.257877 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:14.262332 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-48f59834-8d89-48a1-a1db-4fd29d4d9c30 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7101636 Oct 28 09:59:14.268690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39214) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:14.285983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-ae3acb7f-7cdc-4ef5-8606-b3b9e3015830 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:14.289873 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router_gateway (1bc206eb-5b13-43f8-b449-865c1b90b203), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:14.376066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 245fe89b-ddea-45e5-94bf-d5f30d02b75b up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:14.404823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:14.465514 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ece7b-ec33-4cbb-99df-f2b4ff171b52 None None] Network 76bef711-1223-4fe6-8604-c89ae3e19412 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:14.548767 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63837a0-727a-4ee2-9d36-5d76afbfa2e3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:14.549923 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f63837a0-727a-4ee2-9d36-5d76afbfa2e3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:14.555708 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ab35c201-d62c-4d61-bda0-6a959d975826 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (518a4504-a2e6-4891-9019-24c6d618c6cc), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:14.563170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-5c1e5c61-38f2-485f-9c3f-dc9a2ead4487', 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487', 'project_id': 'f0a2e694ad734b67b2fe5e3b8b1efc8b', 'fixed_ips': [{'subnet_id': '0b6795e6-e31a-4f9f-aec9-fe278431dbdf'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:14.565111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:14.583496 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0afb15-3e3c-40e8-b10c-c1622079b18b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:14.584628 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee0afb15-3e3c-40e8-b10c-c1622079b18b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (8ad911b5-8ca7-4998-9f60-7518a6001dcd), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:14.602500 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8b6843b7-3ad2-47d3-9608-f039257666fb None None] Provisioning complete for port fcabca18-b9e9-4345-b8c6-a29f74313ebe triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:14.603138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8b6843b7-3ad2-47d3-9608-f039257666fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fcabca18-b9e9-4345-b8c6-a29f74313ebe), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:14.603620 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8b6843b7-3ad2-47d3-9608-f039257666fb None None] Attempt 1 to provision port fcabca18-b9e9-4345-b8c6-a29f74313ebe Oct 28 09:59:14.713869 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 8ad911b5-8ca7-4998-9f60-7518a6001dcd resource provider aggregate not found Oct 28 09:59:14.720110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ae3acb7f-7cdc-4ef5-8606-b3b9e3015830 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3710202'] for subnet (0b6795e6-e31a-4f9f-aec9-fe278431dbdf), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:14.741205 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8b6843b7-3ad2-47d3-9608-f039257666fb None None] Port fcabca18-b9e9-4345-b8c6-a29f74313ebe cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:59:14.747404 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 8ad911b5-8ca7-4998-9f60-7518a6001dcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ad911b5-8ca7-4998-9f60-7518a6001dcd found for delete ", "request_id": "req-fef11c06-1c2c-4530-ba51-b7d97f573b18"}]} Oct 28 09:59:14.761004 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f63837a0-727a-4ee2-9d36-5d76afbfa2e3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0368683 Oct 28 09:59:14.770731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39220) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:14.812209 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8b6843b7-3ad2-47d3-9608-f039257666fb None None] Could not find standard attr ID for object 38ec0b4d-06b5-4ebf-a33e-d5078c0f6181. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:59:14.859612 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:14.860079 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-01f27c65-901f-4a06-aba4-c30f2d1a1cb6 admin admin] Publish callbacks [] for security_group (02d24c89-ea40-4a5a-9c62-ff3509bc5fc9), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:14.865622 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:14.895489 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 245fe89b-ddea-45e5-94bf-d5f30d02b75b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:14.896323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:14.896818 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 245fe89b-ddea-45e5-94bf-d5f30d02b75b Oct 28 09:59:14.910547 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7bd6baae-e7f9-478d-aa20-48332ee6717a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (6fb78925-c7c5-4fbe-90ea-a3fbb4c51223), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:14.943995 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee0afb15-3e3c-40e8-b10c-c1622079b18b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (76bef711-1223-4fe6-8604-c89ae3e19412), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:14.977239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (1bc206eb-5b13-43f8-b449-865c1b90b203), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:14.989064 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ab35c201-d62c-4d61-bda0-6a959d975826 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (518a4504-a2e6-4891-9019-24c6d618c6cc), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.001037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (1bc206eb-5b13-43f8-b449-865c1b90b203), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.008506 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee0afb15-3e3c-40e8-b10c-c1622079b18b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.012028 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ee0afb15-3e3c-40e8-b10c-c1622079b18b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/networks/76bef711-1223-4fe6-8604-c89ae3e19412 HTTP/1.1" status: 204 len: 168 time: 2.3183348 Oct 28 09:59:15.023656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-5cfa2404-bf01-4262-b316-ebf6b55b74c5 None None] Provisioning complete for port fcabca18-b9e9-4345-b8c6-a29f74313ebe triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:15.024270 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2404-bf01-4262-b316-ebf6b55b74c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fcabca18-b9e9-4345-b8c6-a29f74313ebe), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.024979 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-5cfa2404-bf01-4262-b316-ebf6b55b74c5 None None] Attempt 1 to provision port fcabca18-b9e9-4345-b8c6-a29f74313ebe Oct 28 09:59:15.026193 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6baae-e7f9-478d-aa20-48332ee6717a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb78925-c7c5-4fbe-90ea-a3fbb4c51223,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:15.031348 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39222) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:15.033942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-01f27c65-901f-4a06-aba4-c30f2d1a1cb6 admin admin] Publish callbacks [] for security_group (02d24c89-ea40-4a5a-9c62-ff3509bc5fc9), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.053173 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ec6cf0-c68c-4b3c-b5c5-bf1404d60d5d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:15.054974 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f2ec6cf0-c68c-4b3c-b5c5-bf1404d60d5d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.2808113 Oct 28 09:59:15.063492 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39224) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:15.075482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35c201-d62c-4d61-bda0-6a959d975826 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=518a4504-a2e6-4891-9019-24c6d618c6cc,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:15.077034 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0afb15-3e3c-40e8-b10c-c1622079b18b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event deleted for resources: {'Network': ['ID=76bef711-1223-4fe6-8604-c89ae3e19412,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:15.081418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7bd6baae-e7f9-478d-aa20-48332ee6717a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.084209 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7bd6baae-e7f9-478d-aa20-48332ee6717a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/6fb78925-c7c5-4fbe-90ea-a3fbb4c51223 HTTP/1.1" status: 204 len: 168 time: 2.0580842 Oct 28 09:59:15.084430 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b18113-f6a9-4cf9-994b-0bf25d5b05d4 None None] Update dhcp port {'port': {'network_id': 'bc66c96b-ee6a-449c-86b0-6acbfc652398', 'fixed_ips': [{'subnet_id': '66bbeffb-15ed-4b5e-a4ea-2339244779fb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a8d68a8b-0741-47a2-bc3d-311f9a8da6e0'}], 'binding:host_id': 'dv-neutron-zed-2-hyperv'}, 'id': '245fe89b-ddea-45e5-94bf-d5f30d02b75b'} from dv-neutron-zed-2-hyperv. {{(pid=114061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 28 09:59:15.094003 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39226) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:15.114474 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:15.122152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30191422-b314-4101-923f-9019cacfa3df None None] Network 8381c2e5-36ad-404d-9d19-d23aaf1ad458 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:15.125978 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-16b18113-f6a9-4cf9-994b-0bf25d5b05d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.138624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f5334e-4802-4c12-a0c1-87218e4c98ff None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:15.174819 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ab35c201-d62c-4d61-bda0-6a959d975826 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.178081 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ab35c201-d62c-4d61-bda0-6a959d975826 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/518a4504-a2e6-4891-9019-24c6d618c6cc HTTP/1.1" status: 204 len: 168 time: 1.4519722 Oct 28 09:59:15.182161 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:15.192756 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39228) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:15.193885 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd18aaab-b718-4141-b59b-8461e04cd59a tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:15.194345 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd18aaab-b718-4141-b59b-8461e04cd59a tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:15.200226 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fd18aaab-b718-4141-b59b-8461e04cd59a tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/05996e24-7dbb-403d-8e7b-02566eba0c31 HTTP/1.1" status: 404 len: 337 time: 0.1390839 Oct 28 09:59:15.206731 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39230) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:15.275289 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa2404-bf01-4262-b316-ebf6b55b74c5 None None] Port fcabca18-b9e9-4345-b8c6-a29f74313ebe cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:59:15.278230 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 245fe89b-ddea-45e5-94bf-d5f30d02b75b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:15.279894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:15.286147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ae3acb7f-7cdc-4ef5-8606-b3b9e3015830 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779533265574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3834991'] for subnet (0b6795e6-e31a-4f9f-aec9-fe278431dbdf), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.289869 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d50659db-9766-4fed-90bb-88cca8492814 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953240 Oct 28 09:59:15.295747 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-268c3f7e-05cd-4a64-93a1-1c43f38f2af4 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:15.296344 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268c3f7e-05cd-4a64-93a1-1c43f38f2af4 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:15.302253 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-268c3f7e-05cd-4a64-93a1-1c43f38f2af4 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/networks/76bef711-1223-4fe6-8604-c89ae3e19412 HTTP/1.1" status: 404 len: 339 time: 0.0926273 Oct 28 09:59:15.306509 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:15.306509 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39232) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:15.306509 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39234) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:15.318298 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6a2ec312-6d91-4245-8702-f470ddf97c64 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:15.332053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3acb7f-7cdc-4ef5-8606-b3b9e3015830 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:15.333551 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ae3acb7f-7cdc-4ef5-8606-b3b9e3015830 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.333896 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ae3acb7f-7cdc-4ef5-8606-b3b9e3015830 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "PUT /networking/v2.0/subnets/0b6795e6-e31a-4f9f-aec9-fe278431dbdf HTTP/1.1" status: 200 len: 826 time: 1.0540261 Oct 28 09:59:15.337078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39236) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:15.374465 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-653db009-d70e-474a-9aca-f5ab4835513b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (4b8fbb34-b585-49d8-bea6-4c7544f29319), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.427949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:15.454520 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4075de3b-76a5-4eac-85f9-49fb812d13d1 None None] Provisioning complete for port f424f382-65af-4675-8756-0345d3807f68 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:15.455018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4075de3b-76a5-4eac-85f9-49fb812d13d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f424f382-65af-4675-8756-0345d3807f68), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.455486 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4075de3b-76a5-4eac-85f9-49fb812d13d1 None None] Attempt 1 to provision port f424f382-65af-4675-8756-0345d3807f68 Oct 28 09:59:15.499679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-83f4fd0c-fae7-4c1b-ab5e-476e9370b22d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port f66a53fd-acd7-43b0-8a58-f0011d42bb42 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:15.500027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-83f4fd0c-fae7-4c1b-ab5e-476e9370b22d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f66a53fd-acd7-43b0-8a58-f0011d42bb42), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.504273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4075de3b-76a5-4eac-85f9-49fb812d13d1 None None] Port f424f382-65af-4675-8756-0345d3807f68 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:59:15.574918 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:15.575384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.575842 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 Oct 28 09:59:15.655716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-01f27c65-901f-4a06-aba4-c30f2d1a1cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (02d24c89-ea40-4a5a-9c62-ff3509bc5fc9), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.659277 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-01f27c65-901f-4a06-aba4-c30f2d1a1cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.662829 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-01f27c65-901f-4a06-aba4-c30f2d1a1cb6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/02d24c89-ea40-4a5a-9c62-ff3509bc5fc9 HTTP/1.1" status: 204 len: 168 time: 1.8310196 Oct 28 09:59:15.707380 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4075de3b-76a5-4eac-85f9-49fb812d13d1 None None] Provisioning complete for port f66a53fd-acd7-43b0-8a58-f0011d42bb42 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:15.712954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4075de3b-76a5-4eac-85f9-49fb812d13d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f66a53fd-acd7-43b0-8a58-f0011d42bb42), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.714150 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4075de3b-76a5-4eac-85f9-49fb812d13d1 None None] Attempt 1 to provision port f66a53fd-acd7-43b0-8a58-f0011d42bb42 Oct 28 09:59:15.715871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f27c65-901f-4a06-aba4-c30f2d1a1cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d24c89-ea40-4a5a-9c62-ff3509bc5fc9,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:15.720684 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-034bfbec-3ee2-4ad7-8d5c-2d955dd1cde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.724287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (5c1e5c61-38f2-485f-9c3f-dc9a2ead4487), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.741911 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Allocated IP 2001:db8::2 (5c1e5c61-38f2-485f-9c3f-dc9a2ead4487/0b6795e6-e31a-4f9f-aec9-fe278431dbdf/36d56a66-c660-4d3a-83af-0e685c80df99) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:15.840104 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-83f4fd0c-fae7-4c1b-ab5e-476e9370b22d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f66a53fd-acd7-43b0-8a58-f0011d42bb42), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.853038 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b1a0d9-dcd8-4445-bebe-4c9d79f31131 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:15.853576 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b1a0d9-dcd8-4445-bebe-4c9d79f31131 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:15.858861 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f8b1a0d9-dcd8-4445-bebe-4c9d79f31131 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/7f4e3e84-776e-4e0f-b62b-878b30683b6d HTTP/1.1" status: 404 len: 337 time: 0.5333996 Oct 28 09:59:15.864527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-83f4fd0c-fae7-4c1b-ab5e-476e9370b22d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for f66a53fd-acd7-43b0-8a58-f0011d42bb42 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:15.864753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39240) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:15.885868 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad08a91-f507-40af-9035-ae01af008da6 None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:59:15.886095 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:15.887604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec584196-e9d3-4190-bd9c-4b36db2561b0 None None] DHCP port deletion for 8381c2e5-36ad-404d-9d19-d23aaf1ad458 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:59:15.899473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (8381c2e5-36ad-404d-9d19-d23aaf1ad458), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:15.920206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:15.932437 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ceba204-de1a-4ca1-b941-f648d5de20b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:15.932949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ceba204-de1a-4ca1-b941-f648d5de20b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:15.935925 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7ceba204-de1a-4ca1-b941-f648d5de20b9 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/networks/039e0053-d55f-4ef1-a608-eff49980d404 HTTP/1.1" status: 404 len: 339 time: 0.0661800 Oct 28 09:59:15.943476 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39242) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:15.956400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3acb7f-7cdc-4ef5-8606-b3b9e3015830 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Subnet': ['ID=0b6795e6-e31a-4f9f-aec9-fe278431dbdf,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:15.999749 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:16.020070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4075de3b-76a5-4eac-85f9-49fb812d13d1 None None] Port f66a53fd-acd7-43b0-8a58-f0011d42bb42 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:59:16.025384 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-653db009-d70e-474a-9aca-f5ab4835513b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port fcabca18-b9e9-4345-b8c6-a29f74313ebe {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:16.025609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-653db009-d70e-474a-9aca-f5ab4835513b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (fcabca18-b9e9-4345-b8c6-a29f74313ebe), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.026005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Deleting port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:16.026351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.034825 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fbb8d0-c7ec-4ad7-af10-112493701a27 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:16.035397 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70fbb8d0-c7ec-4ad7-af10-112493701a27 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:16.041107 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-70fbb8d0-c7ec-4ad7-af10-112493701a27 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/728b7ca8-e513-4a8b-bc0c-8a833f37ffd9 HTTP/1.1" status: 404 len: 337 time: 0.0620809 Oct 28 09:59:16.045864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39244) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:16.092147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (0b6795e6-e31a-4f9f-aec9-fe278431dbdf), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.094035 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-091bc848-1023-4832-89c0-bd35a3dc1989 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:16.094569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091bc848-1023-4832-89c0-bd35a3dc1989 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:16.101287 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-091bc848-1023-4832-89c0-bd35a3dc1989 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bf1c8bda-b00f-4ce4-874c-6b13fd784d25 HTTP/1.1" status: 404 len: 339 time: 0.0514312 Oct 28 09:59:16.101670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39246) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:16.119498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Router 1bc206eb-5b13-43f8-b449-865c1b90b203 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:59:16.126273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-16b18113-f6a9-4cf9-994b-0bf25d5b05d4 None None] Allocated IP 172.20.0.1 (bc66c96b-ee6a-449c-86b0-6acbfc652398/a8d68a8b-0741-47a2-bc3d-311f9a8da6e0/245fe89b-ddea-45e5-94bf-d5f30d02b75b) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:16.128895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ec584196-e9d3-4190-bd9c-4b36db2561b0 None None] Deleting port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:16.129276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ec584196-e9d3-4190-bd9c-4b36db2561b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.131229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4075de3b-76a5-4eac-85f9-49fb812d13d1 None None] Provisioning complete for port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:16.138635 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4075de3b-76a5-4eac-85f9-49fb812d13d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.138635 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4075de3b-76a5-4eac-85f9-49fb812d13d1 None None] Attempt 1 to provision port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 Oct 28 09:59:16.138888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2ec312-6d91-4245-8702-f470ddf97c64 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:16.140579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9ad08a91-f507-40af-9035-ae01af008da6 None None] Deleting port a14e07e9-6907-4a32-a702-95c077242c93 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:16.140956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9ad08a91-f507-40af-9035-ae01af008da6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a14e07e9-6907-4a32-a702-95c077242c93), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.142154 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a2ec312-6d91-4245-8702-f470ddf97c64 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.159303 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] For port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685,segment=NetworkSegment(a47edfd9-5d05-4b85-bea5-97f248487d15),segment_id=a47edfd9-5d05-4b85-bea5-97f248487d15)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:16.159990 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.251308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Calling delete_port for ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:16.322937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-653db009-d70e-474a-9aca-f5ab4835513b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (fcabca18-b9e9-4345-b8c6-a29f74313ebe), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.353541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-653db009-d70e-474a-9aca-f5ab4835513b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for fcabca18-b9e9-4345-b8c6-a29f74313ebe owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:16.364665 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-33804615-7add-4c71-9180-e2b13feefc5b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Deleting port 521d9d75-8141-4dd8-b96e-5f112a6d52eb {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:16.365107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-33804615-7add-4c71-9180-e2b13feefc5b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (521d9d75-8141-4dd8-b96e-5f112a6d52eb), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.391361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:16.451214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:16.456343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.457793 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-77868d58-813d-4d6e-a8fe-fdb8842fcd32 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "PUT /networking/v2.0/routers/1bc206eb-5b13-43f8-b449-865c1b90b203 HTTP/1.1" status: 200 len: 916 time: 6.4437623 Oct 28 09:59:16.462373 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39254) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:16.477622 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-83f4fd0c-fae7-4c1b-ab5e-476e9370b22d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (f66a53fd-acd7-43b0-8a58-f0011d42bb42), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.507631 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-33804615-7add-4c71-9180-e2b13feefc5b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (521d9d75-8141-4dd8-b96e-5f112a6d52eb), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.548747 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6cf640-afc3-48d9-813a-b7a5cddb1552 None None] Sync routers for ids ['1bc206eb-5b13-43f8-b449-865c1b90b203'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:16.551733 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4fd0c-fae7-4c1b-ab5e-476e9370b22d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=f66a53fd-acd7-43b0-8a58-f0011d42bb42,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:16.555701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-33804615-7add-4c71-9180-e2b13feefc5b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Calling delete_port for 521d9d75-8141-4dd8-b96e-5f112a6d52eb owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:16.582255 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:16.614249 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:16.660503 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.686894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 98527149-7470-41f6-95d0-84f77fa5a7d0 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:16.730331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:16.738972 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Port': ['ID=ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:16.754170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] No DVR routers for this DVR port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:16.822773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-16b18113-f6a9-4cf9-994b-0bf25d5b05d4 None None] For port 245fe89b-ddea-45e5-94bf-d5f30d02b75b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=245fe89b-ddea-45e5-94bf-d5f30d02b75b,segment=NetworkSegment(a9ef2f44-b657-41a6-9043-0847d018f026),segment_id=a9ef2f44-b657-41a6-9043-0847d018f026)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:16.871120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-16b18113-f6a9-4cf9-994b-0bf25d5b05d4 None None] Publish callbacks [] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.874181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 98527149-7470-41f6-95d0-84f77fa5a7d0 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:59:16.874575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 98527149-7470-41f6-95d0-84f77fa5a7d0 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:16.882837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Publish callbacks [] for port (36d56a66-c660-4d3a-83af-0e685c80df99), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.901142 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:16.909811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9ad08a91-f507-40af-9035-ae01af008da6 None None] For port a14e07e9-6907-4a32-a702-95c077242c93, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a14e07e9-6907-4a32-a702-95c077242c93,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:16.910296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9ad08a91-f507-40af-9035-ae01af008da6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a14e07e9-6907-4a32-a702-95c077242c93), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.933880 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9ad08a91-f507-40af-9035-ae01af008da6 None None] Calling delete_port for a14e07e9-6907-4a32-a702-95c077242c93 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:16.947568 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-83f4fd0c-fae7-4c1b-ab5e-476e9370b22d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.955765 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-83f4fd0c-fae7-4c1b-ab5e-476e9370b22d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f66a53fd-acd7-43b0-8a58-f0011d42bb42 HTTP/1.1" status: 204 len: 168 time: 1.8884122 Oct 28 09:59:16.957343 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39260) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:16.982630 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (8381c2e5-36ad-404d-9d19-d23aaf1ad458), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:16.992991 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-354963b9-5a53-4fa0-90f4-6c1d0e171e50 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] GET failed (client error): The resource could not be found. Oct 28 09:59:16.998136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6cf640-afc3-48d9-813a-b7a5cddb1552 None None] Routers {'1bc206eb-5b13-43f8-b449-865c1b90b203'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:17.004336 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-354963b9-5a53-4fa0-90f4-6c1d0e171e50 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/f66a53fd-acd7-43b0-8a58-f0011d42bb42 HTTP/1.1" status: 404 len: 333 time: 0.0401080 Oct 28 09:59:17.004336 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39262) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:17.005144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1c6cf640-afc3-48d9-813a-b7a5cddb1552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['1bc206eb-5b13-43f8-b449-865c1b90b203'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:17.012074 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-07dcc3ab-2bd7-48be-9459-281a501bc628 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/1bc206eb-5b13-43f8-b449-865c1b90b203 HTTP/1.1" status: 200 len: 922 time: 0.5483639 Oct 28 09:59:17.015063 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39266) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:17.022454 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a14e07e9-6907-4a32-a702-95c077242c93 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:17.088204 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ec584196-e9d3-4190-bd9c-4b36db2561b0 None None] For port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685,segment=NetworkSegment(a47edfd9-5d05-4b85-bea5-97f248487d15),segment_id=a47edfd9-5d05-4b85-bea5-97f248487d15)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:17.088609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ec584196-e9d3-4190-bd9c-4b36db2561b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.093689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (36d56a66-c660-4d3a-83af-0e685c80df99), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.096329 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-653db009-d70e-474a-9aca-f5ab4835513b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (fcabca18-b9e9-4345-b8c6-a29f74313ebe), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.098730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-16b18113-f6a9-4cf9-994b-0bf25d5b05d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.099407 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:17.108165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.objects.ports [None req-6a2ec312-6d91-4245-8702-f470ddf97c64 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114060) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:59:17.119869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1c6cf640-afc3-48d9-813a-b7a5cddb1552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:17.120424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-33804615-7add-4c71-9180-e2b13feefc5b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (521d9d75-8141-4dd8-b96e-5f112a6d52eb), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.162275 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653db009-d70e-474a-9aca-f5ab4835513b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=fcabca18-b9e9-4345-b8c6-a29f74313ebe,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:17.167922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b379921d-13c4-42c4-a0b0-f4b55138f287 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:17.169566 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b379921d-13c4-42c4-a0b0-f4b55138f287 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&device_id=1bc206eb-5b13-43f8-b449-865c1b90b203&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1531689 Oct 28 09:59:17.191086 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Pushing event updated for resources: {'Port': ['ID=36d56a66-c660-4d3a-83af-0e685c80df99,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:17.203154 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8381c2e5-36ad-404d-9d19-d23aaf1ad458']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:17.207561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39274) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:17.231354 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-33804615-7add-4c71-9180-e2b13feefc5b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.233421 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47edfd9-5d05-4b85-bea5-97f248487d15') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:17.234117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47edfd9-5d05-4b85-bea5-97f248487d15') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:17.235293 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-33804615-7add-4c71-9180-e2b13feefc5b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/ports/521d9d75-8141-4dd8-b96e-5f112a6d52eb HTTP/1.1" status: 204 len: 168 time: 1.1286910 Oct 28 09:59:17.237553 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33804615-7add-4c71-9180-e2b13feefc5b tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event deleted for resources: {'Port': ['ID=521d9d75-8141-4dd8-b96e-5f112a6d52eb,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:17.240936 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (0b6795e6-e31a-4f9f-aec9-fe278431dbdf), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.249270 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39276) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:17.263203 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ec584196-e9d3-4190-bd9c-4b36db2561b0 None None] Calling delete_port for ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:17.267560 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (a47edfd9-5d05-4b85-bea5-97f248487d15), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.291491 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (a47edfd9-5d05-4b85-bea5-97f248487d15), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.301384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:17.301789 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (a47edfd9-5d05-4b85-bea5-97f248487d15), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.355315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:17.385486 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.412401 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment a47edfd9-5d05-4b85-bea5-97f248487d15 resource provider aggregate not found Oct 28 09:59:17.423072 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-653db009-d70e-474a-9aca-f5ab4835513b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (4b8fbb34-b585-49d8-bea6-4c7544f29319), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.461595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6cf640-afc3-48d9-813a-b7a5cddb1552 None None] Routers {'1bc206eb-5b13-43f8-b449-865c1b90b203'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:17.462467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1c6cf640-afc3-48d9-813a-b7a5cddb1552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['1bc206eb-5b13-43f8-b449-865c1b90b203'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:17.476306 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6795e6-e31a-4f9f-aec9-fe278431dbdf,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:17.489867 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment a47edfd9-5d05-4b85-bea5-97f248487d15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a47edfd9-5d05-4b85-bea5-97f248487d15 found for delete ", "request_id": "req-63e3b87c-c5c8-41fd-a7a6-8fdc74e1a0d9"}]} Oct 28 09:59:17.514870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:17.517819 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:17.578722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1c6cf640-afc3-48d9-813a-b7a5cddb1552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:17.579418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6cf640-afc3-48d9-813a-b7a5cddb1552 None None] The sync data for ids ['1bc206eb-5b13-43f8-b449-865c1b90b203'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:17.583741 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4075de3b-76a5-4eac-85f9-49fb812d13d1 None None] Current status of the port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:17.600173 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026b314e-386c-4913-b224-99ff55abffc2 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:17.606598 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-026b314e-386c-4913-b224-99ff55abffc2 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/3f25a2da-d85f-4684-8b32-f70565f202ac HTTP/1.1" status: 200 len: 881 time: 0.3933530 Oct 28 09:59:17.606598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (8381c2e5-36ad-404d-9d19-d23aaf1ad458), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.608946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.613675 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/networks/8381c2e5-36ad-404d-9d19-d23aaf1ad458 HTTP/1.1" status: 204 len: 168 time: 2.5080855 Oct 28 09:59:17.615758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39286) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:17.616666 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39288) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:17.621046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:17.632995 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-44a2d54c-5061-473f-ac63-18c9b8e2440a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'router': {'routes': None}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:17.633235 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9ad08a91-f507-40af-9035-ae01af008da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (a14e07e9-6907-4a32-a702-95c077242c93), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.665929 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4dec80-f43d-4c12-a8a7-ba46e28f5ae1 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:17.666390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c4dec80-f43d-4c12-a8a7-ba46e28f5ae1 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:17.672779 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2c4dec80-f43d-4c12-a8a7-ba46e28f5ae1 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/0ea936d6-60f0-4a24-b919-ce7abc43f13b HTTP/1.1" status: 404 len: 337 time: 0.3937767 Oct 28 09:59:17.676047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b18113-f6a9-4cf9-994b-0bf25d5b05d4 None None] Pushing event updated for resources: {'Port': ['ID=245fe89b-ddea-45e5-94bf-d5f30d02b75b,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:17.699535 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:17.730281 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad08a91-f507-40af-9035-ae01af008da6 None None] Pushing event deleted for resources: {'Port': ['ID=a14e07e9-6907-4a32-a702-95c077242c93,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:17.755655 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39290) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:17.759907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Port a14e07e9-6907-4a32-a702-95c077242c93 update to DOWN by agent not found {{(pid=114061) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2310}} Oct 28 09:59:17.760360 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bb0e890c-8b10-41dd-931e-a1a11f293312 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:17.768428 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.ipam_pluggable_backend [None req-6a2ec312-6d91-4245-8702-f470ddf97c64 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Port a14e07e9-6907-4a32-a702-95c077242c93 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114060) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Oct 28 09:59:17.768808 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.ipam_pluggable_backend [None req-6a2ec312-6d91-4245-8702-f470ddf97c64 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0b:e5e {{(pid=114060) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Oct 28 09:59:17.788225 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9fcfcbba-6382-471f-bbd4-9c8dee664c1c None None] Could not find standard attr ID for object f66a53fd-acd7-43b0-8a58-f0011d42bb42. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:59:17.789800 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: bb0e890c-8b10-41dd-931e-a1a11f293312 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:59:17.790153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bb0e890c-8b10-41dd-931e-a1a11f293312 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:17.790585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:17.794646 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad08a91-f507-40af-9035-ae01af008da6 None None] No DVR routers for this DVR port a14e07e9-6907-4a32-a702-95c077242c93 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:17.823907 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (5c1e5c61-38f2-485f-9c3f-dc9a2ead4487), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.826455 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a2ec312-6d91-4245-8702-f470ddf97c64 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (48e45f95-01c6-464f-8ac5-88ff70803d55), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.826637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f145e0ff-e111-4ad3-acdb-dded4626da28 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port f424f382-65af-4675-8756-0345d3807f68 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:17.826900 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f145e0ff-e111-4ad3-acdb-dded4626da28 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f424f382-65af-4675-8756-0345d3807f68), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:17.829876 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0f770939-9a49-42a8-befd-2a84c4e17a88 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1bc206eb-5b13-43f8-b449-865c1b90b203 HTTP/1.1" status: 200 len: 205 time: 0.2038748 Oct 28 09:59:17.831422 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060a0bd-0a4e-4a9a-b05f-8308a27f594c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Pushing event deleted for resources: {'Network': ['ID=8381c2e5-36ad-404d-9d19-d23aaf1ad458,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:17.833223 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39294) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:17.899172 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:59:17.899587 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:17.907639 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:17.943744 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:17.944647 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:17.946595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:17.983197 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1e5c61-38f2-485f-9c3f-dc9a2ead4487']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:17.995554 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:18.000060 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:18.010737 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653db009-d70e-474a-9aca-f5ab4835513b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router 4b8fbb34-b585-49d8-bea6-4c7544f29319 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:59:18.019684 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238cbed9-459b-40f6-8e7e-aed5282edf68') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:18.020136 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238cbed9-459b-40f6-8e7e-aed5282edf68') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:18.025621 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cae83e2a-8568-4ae4-b177-f835efcaf850 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:18.030838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ec312-6d91-4245-8702-f470ddf97c64 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.048304 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:18.050838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (238cbed9-459b-40f6-8e7e-aed5282edf68), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:18.051506 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:18.052232 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] Oct 28 09:59:18.053380 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 2 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:18.057063 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:18.062206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ec584196-e9d3-4190-bd9c-4b36db2561b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:18.075398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec584196-e9d3-4190-bd9c-4b36db2561b0 None None] Network 8381c2e5-36ad-404d-9d19-d23aaf1ad458 is not hosted by any dhcp agent {{(pid=114061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 09:59:18.076114 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec584196-e9d3-4190-bd9c-4b36db2561b0 None None] No DVR routers for this DVR port ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:18.094350 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-6a2ec312-6d91-4245-8702-f470ddf97c64 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:18.112737 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (238cbed9-459b-40f6-8e7e-aed5282edf68), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:18.120420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b90011-a10e-41b1-80cc-6247518df6b8 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:18.123170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:18.123782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:18.124419 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:18.128945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec584196-e9d3-4190-bd9c-4b36db2561b0 None None] Pushing event deleted for resources: {'Port': ['ID=ba3ea28a-bcf5-4311-88e4-0aa7f2bf4685,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:18.145531 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f145e0ff-e111-4ad3-acdb-dded4626da28 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f424f382-65af-4675-8756-0345d3807f68), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:18.157485 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:18.157905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (238cbed9-459b-40f6-8e7e-aed5282edf68), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:18.188983 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f145e0ff-e111-4ad3-acdb-dded4626da28 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for f424f382-65af-4675-8756-0345d3807f68 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:18.206588 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.209888 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:18.212519 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:18.238113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2ec312-6d91-4245-8702-f470ddf97c64 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:18.238697 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a2ec312-6d91-4245-8702-f470ddf97c64 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:18.243636 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 238cbed9-459b-40f6-8e7e-aed5282edf68 resource provider aggregate not found Oct 28 09:59:18.250030 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ec312-6d91-4245-8702-f470ddf97c64 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=48e45f95-01c6-464f-8ac5-88ff70803d55,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.260876 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:18.267343 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] Oct 28 09:59:18.267343 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 3 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:18.280947 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.extraroute_db [None req-44a2d54c-5061-473f-ac63-18c9b8e2440a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Added routes are [] {{(pid=114060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 09:59:18.281441 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.extraroute_db [None req-44a2d54c-5061-473f-ac63-18c9b8e2440a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Removed routes are [] {{(pid=114060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 09:59:18.281627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44a2d54c-5061-473f-ac63-18c9b8e2440a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (a5ab306c-a88b-4d11-9715-8399de468b39), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:18.286492 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:18.287631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:18.288505 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.319920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:18.324158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:18.358011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a16ca7f3-2b91-4b83-b0d5-ee83c3e13dad tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (1bc206eb-5b13-43f8-b449-865c1b90b203), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.366398 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:18.373410 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] Oct 28 09:59:18.373410 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 4 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:18.394373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:18.394373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:18.394373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.452668 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:18.456662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:18.470437 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6a2ec312-6d91-4245-8702-f470ddf97c64 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1564949 Oct 28 09:59:18.480240 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': '48e45f95-01c6-464f-8ac5-88ff70803d55'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:18.481186 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:18.484171 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:18.485211 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39304) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.503771 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:18.506313 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] Oct 28 09:59:18.506313 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 5 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:18.507008 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4d538829-db79-4330-b118-66c0fa456a86 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:18.604515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:18.605096 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:18.605188 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:18.609785 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:18.640015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21d3368-a594-4aff-ab84-458755ce1c60 None None] Network bc66c96b-ee6a-449c-86b0-6acbfc652398 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:18.718220 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 238cbed9-459b-40f6-8e7e-aed5282edf68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 238cbed9-459b-40f6-8e7e-aed5282edf68 found for delete ", "request_id": "req-d54a7e59-1be6-4cf0-8fd0-c1685ebf02bf"}]} Oct 28 09:59:18.738984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:18.749122 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44a2d54c-5061-473f-ac63-18c9b8e2440a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (a5ab306c-a88b-4d11-9715-8399de468b39), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:18.750962 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:18.761359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44a2d54c-5061-473f-ac63-18c9b8e2440a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (a5ab306c-a88b-4d11-9715-8399de468b39), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:18.826136 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d538829-db79-4330-b118-66c0fa456a86 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:18.826467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653db009-d70e-474a-9aca-f5ab4835513b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:18.831292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4d538829-db79-4330-b118-66c0fa456a86 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:18.832779 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-653db009-d70e-474a-9aca-f5ab4835513b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/4b8fbb34-b585-49d8-bea6-4c7544f29319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3618524 Oct 28 09:59:18.835217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cae83e2a-8568-4ae4-b177-f835efcaf850 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:18.836363 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Allocated IP 2001:db8::f816:3eff:fe3e:a769 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/48e45f95-01c6-464f-8ac5-88ff70803d55/0ab4a36c-3049-42da-9491-083d0bb409ec) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:18.840911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39312) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:18.842067 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba30153-9564-4d9c-b7f4-f00f265a0986 None None] Sync routers for ids ['4b8fbb34-b585-49d8-bea6-4c7544f29319'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:18.857419 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba30153-9564-4d9c-b7f4-f00f265a0986 None None] Routers {'4b8fbb34-b585-49d8-bea6-4c7544f29319'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:18.858055 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6ba30153-9564-4d9c-b7f4-f00f265a0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['4b8fbb34-b585-49d8-bea6-4c7544f29319'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:18.899638 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.api [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 09:59:18.899638 dv-neutron-zed-2-hyperv neutron-server[114059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 09:59:18.899638 dv-neutron-zed-2-hyperv neutron-server[114059]: [parameters: {'id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] Oct 28 09:59:18.899638 dv-neutron-zed-2-hyperv neutron-server[114059]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:59:18.900011 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG oslo_db.api [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:59:18.913358 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-cae83e2a-8568-4ae4-b177-f835efcaf850 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:18.925563 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:18.932659 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6ba30153-9564-4d9c-b7f4-f00f265a0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:18.935382 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b8db46fc-9df5-4fc3-8a78-f4cb48cbe26f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4b8fbb34-b585-49d8-bea6-4c7544f29319 HTTP/1.1" status: 200 len: 205 time: 0.0916796 Oct 28 09:59:18.941596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39314) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:18.960042 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39316) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:18.975234 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba30153-9564-4d9c-b7f4-f00f265a0986 None None] Routers {'4b8fbb34-b585-49d8-bea6-4c7544f29319'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:18.975971 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6ba30153-9564-4d9c-b7f4-f00f265a0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['4b8fbb34-b585-49d8-bea6-4c7544f29319'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:18.983994 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:18.986995 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] Oct 28 09:59:18.988111 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 6 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:19.012876 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-863ea814-7a13-4372-93ce-2f0c1e08c923 None None] Provisioning complete for port 245fe89b-ddea-45e5-94bf-d5f30d02b75b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:19.013233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-863ea814-7a13-4372-93ce-2f0c1e08c923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.013589 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-863ea814-7a13-4372-93ce-2f0c1e08c923 None None] Attempt 1 to provision port 245fe89b-ddea-45e5-94bf-d5f30d02b75b Oct 28 09:59:19.025062 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-cae83e2a-8568-4ae4-b177-f835efcaf850 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3800875c-dbf2-4078-b03a-ff504e98a94e') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:19.025868 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-cae83e2a-8568-4ae4-b177-f835efcaf850 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3800875c-dbf2-4078-b03a-ff504e98a94e') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:19.036585 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6ba30153-9564-4d9c-b7f4-f00f265a0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:19.038196 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba30153-9564-4d9c-b7f4-f00f265a0986 None None] The sync data for ids ['4b8fbb34-b585-49d8-bea6-4c7544f29319'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:19.056722 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cae83e2a-8568-4ae4-b177-f835efcaf850 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (3800875c-dbf2-4078-b03a-ff504e98a94e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.091643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cae83e2a-8568-4ae4-b177-f835efcaf850 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (3800875c-dbf2-4078-b03a-ff504e98a94e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.099295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae83e2a-8568-4ae4-b177-f835efcaf850 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:19.099681 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cae83e2a-8568-4ae4-b177-f835efcaf850 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (3800875c-dbf2-4078-b03a-ff504e98a94e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.257066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-356332950'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:19.295530 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 245fe89b-ddea-45e5-94bf-d5f30d02b75b up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:19.322093 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-85c7a9e4-acac-414b-9263-46eb88a093e6 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (4b8fbb34-b585-49d8-bea6-4c7544f29319), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.329743 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:19.330663 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:19.331144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:19.364187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cae83e2a-8568-4ae4-b177-f835efcaf850 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.368368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:19.376962 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:19.379933 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:19.401202 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cae83e2a-8568-4ae4-b177-f835efcaf850 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.401480 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a16ca7f3-2b91-4b83-b0d5-ee83c3e13dad tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (1bc206eb-5b13-43f8-b449-865c1b90b203), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.403577 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cae83e2a-8568-4ae4-b177-f835efcaf850 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/networks/db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4 HTTP/1.1" status: 204 len: 168 time: 1.6469238 Oct 28 09:59:19.406128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (5c1e5c61-38f2-485f-9c3f-dc9a2ead4487), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.409341 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39320) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:19.412062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:19.416306 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:19.419105 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] Oct 28 09:59:19.419352 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 7 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:19.422587 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Made reservation on behalf of abb615b8ad924198b6603af289d65e34 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:19.426539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.431783 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a2d54c-5061-473f-ac63-18c9b8e2440a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router a5ab306c-a88b-4d11-9715-8399de468b39 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:59:19.444779 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae83e2a-8568-4ae4-b177-f835efcaf850 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event deleted for resources: {'Network': ['ID=db4f6258-6ca9-4e9d-ab2f-25dc0652b7d4,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:19.456830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:19.467931 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:19.468308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:19.468677 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:19.479296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 245fe89b-ddea-45e5-94bf-d5f30d02b75b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:19.479767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.480017 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 245fe89b-ddea-45e5-94bf-d5f30d02b75b Oct 28 09:59:19.533450 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:19.551810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:19.556385 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:19.560121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-a16ca7f3-2b91-4b83-b0d5-ee83c3e13dad tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Deleting port 80a9e266-4c81-42c7-ad62-8eba82428e3f {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:19.560121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a16ca7f3-2b91-4b83-b0d5-ee83c3e13dad tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (80a9e266-4c81-42c7-ad62-8eba82428e3f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:19.594699 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:19.597472 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] Oct 28 09:59:19.599976 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 8 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:19.611470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:19.614574 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.ipam_backend_mixin [None req-4d538829-db79-4330-b118-66c0fa456a86 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 48e45f95-01c6-464f-8ac5-88ff70803d55 (CIDR: 2001:db8::/64) Oct 28 09:59:19.628909 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-863ea814-7a13-4372-93ce-2f0c1e08c923 None None] Current status of the port 245fe89b-ddea-45e5-94bf-d5f30d02b75b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:19.637085 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-85c7a9e4-acac-414b-9263-46eb88a093e6 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (4b8fbb34-b585-49d8-bea6-4c7544f29319), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.639382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:19.642314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:19.642791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:19.643651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:19.649164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Publish callbacks [] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.650046 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a2d54c-5061-473f-ac63-18c9b8e2440a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:19.665689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44a2d54c-5061-473f-ac63-18c9b8e2440a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.666447 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-85c7a9e4-acac-414b-9263-46eb88a093e6 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_controller (4b8fbb34-b585-49d8-bea6-4c7544f29319), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.670882 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-44a2d54c-5061-473f-ac63-18c9b8e2440a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/a5ab306c-a88b-4d11-9715-8399de468b39 HTTP/1.1" status: 200 len: 701 time: 2.0429513 Oct 28 09:59:19.670882 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39322) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:19.673944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad5c81c-7aa8-43b9-8ed4-7223ee6b4409 None None] Sync routers for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:19.691815 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:19.695910 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:19.718465 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fbc4de60-0a12-40cb-b11b-ae7a28672674 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a5ab306c-a88b-4d11-9715-8399de468b39 HTTP/1.1" status: 200 len: 205 time: 0.0416245 Oct 28 09:59:19.721917 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39324) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:19.722992 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d538829-db79-4330-b118-66c0fa456a86 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:59:19.723554 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d538829-db79-4330-b118-66c0fa456a86 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:19.750344 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] Oct 28 09:59:19.756781 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 9 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:19.759050 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad5c81c-7aa8-43b9-8ed4-7223ee6b4409 None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:19.761379 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-cad5c81c-7aa8-43b9-8ed4-7223ee6b4409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:19.770715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Deleting port 36d56a66-c660-4d3a-83af-0e685c80df99 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:19.771317 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (36d56a66-c660-4d3a-83af-0e685c80df99), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.773657 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.789387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ac59c534-a23c-4bf9-ab52-63b6e576cbfe tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Deleting port 3763808e-9d5a-4584-b811-48f3d810dc7c {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:19.789990 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ac59c534-a23c-4bf9-ab52-63b6e576cbfe tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (3763808e-9d5a-4584-b811-48f3d810dc7c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.792993 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f145e0ff-e111-4ad3-acdb-dded4626da28 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (f424f382-65af-4675-8756-0345d3807f68), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.857426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fccdd676-9c2e-4425-89dd-5a0ff5e8c657 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (a5ab306c-a88b-4d11-9715-8399de468b39), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.864952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a16ca7f3-2b91-4b83-b0d5-ee83c3e13dad tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (80a9e266-4c81-42c7-ad62-8eba82428e3f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.898704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-449410b7-088b-4ede-83a4-1c9c159b5a7a None None] Provisioning complete for port 245fe89b-ddea-45e5-94bf-d5f30d02b75b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:19.899089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-449410b7-088b-4ede-83a4-1c9c159b5a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.899437 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-449410b7-088b-4ede-83a4-1c9c159b5a7a None None] Attempt 1 to provision port 245fe89b-ddea-45e5-94bf-d5f30d02b75b Oct 28 09:59:19.901074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:19.901446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:19.901816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:19.903694 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4d538829-db79-4330-b118-66c0fa456a86 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4149594 Oct 28 09:59:19.912199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145e0ff-e111-4ad3-acdb-dded4626da28 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=f424f382-65af-4675-8756-0345d3807f68,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:19.913320 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39326) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:19.922594 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-8a04b4ff-9f24-460a-a239-67d9c0880f7f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:19.926751 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-85c7a9e4-acac-414b-9263-46eb88a093e6 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (4b8fbb34-b585-49d8-bea6-4c7544f29319), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.927602 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c7a9e4-acac-414b-9263-46eb88a093e6 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Fanout notify agent at l3_agent the message router_deleted on router 4b8fbb34-b585-49d8-bea6-4c7544f29319 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:19.929730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:19.932595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:19.932595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 245fe89b-ddea-45e5-94bf-d5f30d02b75b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:19.960359 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-cad5c81c-7aa8-43b9-8ed4-7223ee6b4409 None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:19.964829 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-85c7a9e4-acac-414b-9263-46eb88a093e6 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.966199 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-85c7a9e4-acac-414b-9263-46eb88a093e6 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/routers/4b8fbb34-b585-49d8-bea6-4c7544f29319 HTTP/1.1" status: 204 len: 168 time: 1.0108814 Oct 28 09:59:19.981575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:19.982614 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:19.990228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] For port 36d56a66-c660-4d3a-83af-0e685c80df99, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:19.990886 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (36d56a66-c660-4d3a-83af-0e685c80df99), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:19.994966 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39328) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:20.045545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:20.047987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:20.058795 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] Oct 28 09:59:20.058795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:20.058795 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 10 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:20.062208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-cad5c81c-7aa8-43b9-8ed4-7223ee6b4409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:59:11Z', 'revision_number': 11, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:20.065667 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ac59c534-a23c-4bf9-ab52-63b6e576cbfe tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (3763808e-9d5a-4584-b811-48f3d810dc7c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.083578 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-a16ca7f3-2b91-4b83-b0d5-ee83c3e13dad tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Calling delete_port for 80a9e266-4c81-42c7-ad62-8eba82428e3f owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:20.087641 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Calling delete_port for 36d56a66-c660-4d3a-83af-0e685c80df99 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:20.098246 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad5c81c-7aa8-43b9-8ed4-7223ee6b4409 None None] Checking router: a5ab306c-a88b-4d11-9715-8399de468b39 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:59:20.105669 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Pushing event updated for resources: {'Port': ['ID=0ab4a36c-3049-42da-9491-083d0bb409ec,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:20.119659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ac59c534-a23c-4bf9-ab52-63b6e576cbfe tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Calling delete_port for 3763808e-9d5a-4584-b811-48f3d810dc7c owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:20.133527 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:20.133906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:20.134280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:20.184900 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:20.187789 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:20.211258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fccdd676-9c2e-4425-89dd-5a0ff5e8c657 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (a5ab306c-a88b-4d11-9715-8399de468b39), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.215720 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fccdd676-9c2e-4425-89dd-5a0ff5e8c657 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_controller (a5ab306c-a88b-4d11-9715-8399de468b39), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.229423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad5c81c-7aa8-43b9-8ed4-7223ee6b4409 None None] Routers {'a5ab306c-a88b-4d11-9715-8399de468b39'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:20.230109 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-cad5c81c-7aa8-43b9-8ed4-7223ee6b4409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a5ab306c-a88b-4d11-9715-8399de468b39'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:20.252032 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:20.254604 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] Oct 28 09:59:20.254604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (36d56a66-c660-4d3a-83af-0e685c80df99), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.268911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe473de0-5f16-40ab-bcb4-0a987ae3cb0b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting subnet 6207255f-9400-426c-a8bc-6cdaecc0e264 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:20.272669 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:20.281442 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Publish callbacks [] for security_group (2cb9d219-57b4-434f-b89a-d89c4f7a3bf1), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.282546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fe473de0-5f16-40ab-bcb4-0a987ae3cb0b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (6207255f-9400-426c-a8bc-6cdaecc0e264), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.286377 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f145e0ff-e111-4ad3-acdb-dded4626da28 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.304382 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f145e0ff-e111-4ad3-acdb-dded4626da28 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f424f382-65af-4675-8756-0345d3807f68 HTTP/1.1" status: 204 len: 168 time: 3.3029194 Oct 28 09:59:20.310133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39330) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:20.322949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:20.324408 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a04b4ff-9f24-460a-a239-67d9c0880f7f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:20.329166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8a04b4ff-9f24-460a-a239-67d9c0880f7f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.357734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Attempting to bind port 0ab4a36c-3049-42da-9491-083d0bb409ec on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:20.358113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Attempting to bind port 0ab4a36c-3049-42da-9491-083d0bb409ec by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:20.358489 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Attempting to bind port 0ab4a36c-3049-42da-9491-083d0bb409ec on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:20.367000 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e00c066-dc1b-46f8-8167-3ef0f6d4a0b7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] GET failed (client error): The resource could not be found. Oct 28 09:59:20.370796 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7e00c066-dc1b-46f8-8167-3ef0f6d4a0b7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/f424f382-65af-4675-8756-0345d3807f68 HTTP/1.1" status: 404 len: 333 time: 0.0574350 Oct 28 09:59:20.372900 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39332) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:20.393019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-cad5c81c-7aa8-43b9-8ed4-7223ee6b4409 None None] Set router a5ab306c-a88b-4d11-9715-8399de468b39 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:20.413976 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fccdd676-9c2e-4425-89dd-5a0ff5e8c657 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (a5ab306c-a88b-4d11-9715-8399de468b39), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.414747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccdd676-9c2e-4425-89dd-5a0ff5e8c657 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Fanout notify agent at l3_agent the message router_deleted on router a5ab306c-a88b-4d11-9715-8399de468b39 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:59:20.415401 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (2cb9d219-57b4-434f-b89a-d89c4f7a3bf1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.424974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fccdd676-9c2e-4425-89dd-5a0ff5e8c657 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.432744 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fccdd676-9c2e-4425-89dd-5a0ff5e8c657 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/routers/a5ab306c-a88b-4d11-9715-8399de468b39 HTTP/1.1" status: 204 len: 168 time: 0.7038805 Oct 28 09:59:20.432744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39334) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:20.442226 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-da9113d2-a767-4ad8-bea7-552fe7fa237c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-351731116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:20.461573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fe473de0-5f16-40ab-bcb4-0a987ae3cb0b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (6207255f-9400-426c-a8bc-6cdaecc0e264), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.482610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-cad5c81c-7aa8-43b9-8ed4-7223ee6b4409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:59:11Z', 'revision_number': 11, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:20.493115 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-449410b7-088b-4ede-83a4-1c9c159b5a7a None None] Current status of the port 245fe89b-ddea-45e5-94bf-d5f30d02b75b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:20.515275 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:20.520916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:20.544470 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad5c81c-7aa8-43b9-8ed4-7223ee6b4409 None None] The sync data for ids ['a5ab306c-a88b-4d11-9715-8399de468b39'] in dv-neutron-zed-2-hyperv is: [{'id': 'a5ab306c-a88b-4d11-9715-8399de468b39', 'name': 'tempest-RoutersTest-router-1509136601', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:57:46Z', 'updated_at': '2022-10-28T09:59:11Z', 'revision_number': 11, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:20.556649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:20.557025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:20.557430 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.557830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:20.558323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Bound port: 0ab4a36c-3049-42da-9491-083d0bb409ec, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:20.558796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.561807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16b2b45-93f6-481a-a591-51cdfc1f316e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting subnet ac88bccc-cc54-4275-9ec4-f9a3b335a3f6 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:20.567348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e16b2b45-93f6-481a-a591-51cdfc1f316e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (ac88bccc-cc54-4275-9ec4-f9a3b335a3f6), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.618973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb9d219-57b4-434f-b89a-d89c4f7a3bf1,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:20.635584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:20.643375 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (59481ae3-665e-44d3-a05c-f23155365121), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.644897 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Added segment 59481ae3-665e-44d3-a05c-f23155365121 of type vlan for network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 Oct 28 09:59:20.649031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e16b2b45-93f6-481a-a591-51cdfc1f316e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (ac88bccc-cc54-4275-9ec4-f9a3b335a3f6), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.650753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] For port 0ab4a36c-3049-42da-9491-083d0bb409ec, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:20.653320 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ac59c534-a23c-4bf9-ab52-63b6e576cbfe tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (3763808e-9d5a-4584-b811-48f3d810dc7c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.657220 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] For port 0ab4a36c-3049-42da-9491-083d0bb409ec, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0ab4a36c-3049-42da-9491-083d0bb409ec,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:20.661984 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-da9113d2-a767-4ad8-bea7-552fe7fa237c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (b6001555-b611-4c77-b2a8-802814ef6641), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.663270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-da9113d2-a767-4ad8-bea7-552fe7fa237c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (b6001555-b611-4c77-b2a8-802814ef6641), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.755714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.774439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59c534-a23c-4bf9-ab52-63b6e576cbfe tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event deleted for resources: {'Port': ['ID=3763808e-9d5a-4584-b811-48f3d810dc7c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:20.799658 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 3800875c-dbf2-4078-b03a-ff504e98a94e resource provider aggregate not found Oct 28 09:59:20.824121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (789629e5-0dc0-44ec-b24d-8fb87cbb5cc1), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.834599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ac59c534-a23c-4bf9-ab52-63b6e576cbfe tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.835990 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a16ca7f3-2b91-4b83-b0d5-ee83c3e13dad tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (80a9e266-4c81-42c7-ad62-8eba82428e3f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.842091 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ac59c534-a23c-4bf9-ab52-63b6e576cbfe tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/ports/3763808e-9d5a-4584-b811-48f3d810dc7c HTTP/1.1" status: 204 len: 168 time: 1.4193134 Oct 28 09:59:20.846603 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (36d56a66-c660-4d3a-83af-0e685c80df99), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:20.849090 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62f570-6abf-435e-b0e9-0e5ff3b28d54 None None] Pushing event updated for resources: {'Port': ['ID=0ab4a36c-3049-42da-9491-083d0bb409ec,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:20.850117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39340) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:20.859572 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 3800875c-dbf2-4078-b03a-ff504e98a94e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3800875c-dbf2-4078-b03a-ff504e98a94e found for delete ", "request_id": "req-aee84b38-b852-497d-8144-8f59c278e388"}]} Oct 28 09:59:20.862495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:59:20.863387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:59:20.912380 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ca7f3-2b91-4b83-b0d5-ee83c3e13dad tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Pushing event deleted for resources: {'Port': ['ID=80a9e266-4c81-42c7-ad62-8eba82428e3f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:20.950435 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.resource_extend [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 28 09:59:20.953468 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No DVR routers for this DVR port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:20.961100 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06a5d17-5e38-4900-a62c-10444c632e0e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:20.961100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06a5d17-5e38-4900-a62c-10444c632e0e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:20.962895 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a06a5d17-5e38-4900-a62c-10444c632e0e tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b4f68544-a060-48eb-8951-d4775b5dd344 HTTP/1.1" status: 404 len: 337 time: 0.0741749 Oct 28 09:59:20.968152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39342) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:20.968970 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Port': ['ID=36d56a66-c660-4d3a-83af-0e685c80df99,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:21.002626 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fe473de0-5f16-40ab-bcb4-0a987ae3cb0b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (6207255f-9400-426c-a8bc-6cdaecc0e264), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.024116 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8a04b4ff-9f24-460a-a239-67d9c0880f7f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (70ef7c12-bbb5-4e0b-83c7-1b56669c97a3), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.035598 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e16b2b45-93f6-481a-a591-51cdfc1f316e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (ac88bccc-cc54-4275-9ec4-f9a3b335a3f6), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.037696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-da9113d2-a767-4ad8-bea7-552fe7fa237c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_controller (b6001555-b611-4c77-b2a8-802814ef6641), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.098637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (789629e5-0dc0-44ec-b24d-8fb87cbb5cc1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.103674 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:21.104272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.136047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-da9113d2-a767-4ad8-bea7-552fe7fa237c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (b6001555-b611-4c77-b2a8-802814ef6641), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.169310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a04b4ff-9f24-460a-a239-67d9c0880f7f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:21.170376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a16ca7f3-2b91-4b83-b0d5-ee83c3e13dad tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (1bc206eb-5b13-43f8-b449-865c1b90b203), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.211055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (5c1e5c61-38f2-485f-9c3f-dc9a2ead4487), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.216518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-8a04b4ff-9f24-460a-a239-67d9c0880f7f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:21.262257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a04b4ff-9f24-460a-a239-67d9c0880f7f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:21.266533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8a04b4ff-9f24-460a-a239-67d9c0880f7f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.269758 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3137817 Oct 28 09:59:21.287402 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a63f4cfb-3622-4ae8-a69e-7f66612c55c5 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (17ee5d46-3338-44df-bfa0-c9a3e8888c3c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.290742 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04b4ff-9f24-460a-a239-67d9c0880f7f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=70ef7c12-bbb5-4e0b-83c7-1b56669c97a3,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:21.315361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c77410-356f-43c3-9031-0119acd46379 tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Pushing event updated for resources: {'Network': ['ID=789629e5-0dc0-44ec-b24d-8fb87cbb5cc1,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:21.324521 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1e5c61-38f2-485f-9c3f-dc9a2ead4487']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:21.327231 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a16ca7f3-2b91-4b83-b0d5-ee83c3e13dad tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (1bc206eb-5b13-43f8-b449-865c1b90b203), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.331299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a16ca7f3-2b91-4b83-b0d5-ee83c3e13dad tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_controller (1bc206eb-5b13-43f8-b449-865c1b90b203), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.333061 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238cbed9-459b-40f6-8e7e-aed5282edf68') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:21.333595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238cbed9-459b-40f6-8e7e-aed5282edf68') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:21.335910 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:21.344051 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (238cbed9-459b-40f6-8e7e-aed5282edf68), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.366421 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (238cbed9-459b-40f6-8e7e-aed5282edf68), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.380167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:21.380595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (238cbed9-459b-40f6-8e7e-aed5282edf68), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.396168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-da9113d2-a767-4ad8-bea7-552fe7fa237c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.400470 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-da9113d2-a767-4ad8-bea7-552fe7fa237c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9649124 Oct 28 09:59:21.401108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39348) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:21.411238 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-939ee500-1c23-44f9-acb3-410f98038527 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:21.454973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:21.457759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:21.459051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:21.466321 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8a04b4ff-9f24-460a-a239-67d9c0880f7f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5518396 Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:21.493874 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:21.499133 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:21.526529 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39350) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:21.527742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:21.532042 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e16b2b45-93f6-481a-a591-51cdfc1f316e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (ac88bccc-cc54-4275-9ec4-f9a3b335a3f6), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.534139 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a16ca7f3-2b91-4b83-b0d5-ee83c3e13dad tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (1bc206eb-5b13-43f8-b449-865c1b90b203), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.534796 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16ca7f3-2b91-4b83-b0d5-ee83c3e13dad tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Fanout notify agent at l3_agent the message router_deleted on router 1bc206eb-5b13-43f8-b449-865c1b90b203 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:59:21.535092 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] Oct 28 09:59:21.536190 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 2 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:21.541099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-3b768012-0422-4de7-bfd2-4da09b2e906b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'mac_address': 'fa:16:3e:bb:9b:e1', 'name': 'tempest-NetworksTestDHCPv6-1908548524'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:21.548991 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fe473de0-5f16-40ab-bcb4-0a987ae3cb0b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (6207255f-9400-426c-a8bc-6cdaecc0e264), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.552318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a16ca7f3-2b91-4b83-b0d5-ee83c3e13dad tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.558836 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a16ca7f3-2b91-4b83-b0d5-ee83c3e13dad tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "DELETE /networking/v2.0/routers/1bc206eb-5b13-43f8-b449-865c1b90b203 HTTP/1.1" status: 204 len: 168 time: 3.7150517 Oct 28 09:59:21.568728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39352) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:21.571289 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:21.571858 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:21.572476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:21.579834 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1355728888', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:21.598622 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a63f4cfb-3622-4ae8-a69e-7f66612c55c5 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (17ee5d46-3338-44df-bfa0-c9a3e8888c3c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.604838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:21.612837 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:21.619017 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:21.666544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752fd000-a170-4894-9c65-12c502c1af4b None None] Network a7fb5747-f0fe-453e-9d70-a0700d64909f requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:21.672297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07d712d-43f7-4395-998d-4f9a4a2eb8e2 None None] Network 160bcb42-0b0d-4e38-a952-dd9da87585bb requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:21.673906 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e16b2b45-93f6-481a-a591-51cdfc1f316e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.677251 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e16b2b45-93f6-481a-a591-51cdfc1f316e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/ac88bccc-cc54-4275-9ec4-f9a3b335a3f6 HTTP/1.1" status: 204 len: 168 time: 1.2997894 Oct 28 09:59:21.680670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fe473de0-5f16-40ab-bcb4-0a987ae3cb0b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.687262 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-fe473de0-5f16-40ab-bcb4-0a987ae3cb0b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/6207255f-9400-426c-a8bc-6cdaecc0e264 HTTP/1.1" status: 204 len: 168 time: 1.6909778 Oct 28 09:59:21.688869 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39354) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:21.690820 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39356) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:21.692223 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b2b45-93f6-481a-a591-51cdfc1f316e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Subnet': ['ID=ac88bccc-cc54-4275-9ec4-f9a3b335a3f6,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:21.776169 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-a63f4cfb-3622-4ae8-a69e-7f66612c55c5 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ee5d46-3338-44df-bfa0-c9a3e8888c3c']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:21.825175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39358) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:21.842656 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Request body: {'port': {'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1', 'binding:host_id': 'hv-neutron-zed0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1181582749'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:21.859191 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-a63f4cfb-3622-4ae8-a69e-7f66612c55c5 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ec0950-aba8-4fd6-914e-728ab4072de2') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:21.859790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-a63f4cfb-3622-4ae8-a69e-7f66612c55c5 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ec0950-aba8-4fd6-914e-728ab4072de2') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:21.864438 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe473de0-5f16-40ab-bcb4-0a987ae3cb0b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Subnet': ['ID=6207255f-9400-426c-a8bc-6cdaecc0e264,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:21.875788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (a7fb5747-f0fe-453e-9d70-a0700d64909f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.896199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (5c1e5c61-38f2-485f-9c3f-dc9a2ead4487), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:21.916507 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:21.919638 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '238cbed9-459b-40f6-8e7e-aed5282edf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c1e5c61-38f2-485f-9c3f-dc9a2ead4487'}] Oct 28 09:59:21.920649 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 3 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:21.950133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.952821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a63f4cfb-3622-4ae8-a69e-7f66612c55c5 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (03ec0950-aba8-4fd6-914e-728ab4072de2), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.957908 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 HTTP/1.1" status: 204 len: 168 time: 6.6181922 Oct 28 09:59:21.960562 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39360) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:21.963140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (9c636838-8201-4a78-89b2-5ab7fcc2e897), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.964389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (9c636838-8201-4a78-89b2-5ab7fcc2e897), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:21.999645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:22.000010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:22.000374 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:22.029769 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e9c65-a764-40cb-aeff-0ebed60f3bf9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Network': ['ID=5c1e5c61-38f2-485f-9c3f-dc9a2ead4487,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:22.047031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:22.047384 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.047920 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:22.058238 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:22.116978 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (160bcb42-0b0d-4e38-a952-dd9da87585bb), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.156442 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:22.159654 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [] Oct 28 09:59:22.161827 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 4 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:22.163123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] For port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16,segment=NetworkSegment(26fcc9e2-ecd6-4440-9065-6542d337fde5),segment_id=26fcc9e2-ecd6-4440-9065-6542d337fde5)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:22.163512 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.191116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:22.191755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:22.192154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:22.225464 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.233087 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:22.238986 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:22.275194 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [] Oct 28 09:59:22.278269 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 5 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:22.279049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port 040db4dc-f1e7-45d5-8d31-2729329bab54 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:22.279049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.287834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:22.288418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:22.291069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.321349 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:22.326251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:22.336837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c07ea8-fa84-4c83-91fc-1da7bd6dce28 None None] DHCP port deletion for a7fb5747-f0fe-453e-9d70-a0700d64909f request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:59:22.369814 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] For port 040db4dc-f1e7-45d5-8d31-2729329bab54, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=040db4dc-f1e7-45d5-8d31-2729329bab54,segment=NetworkSegment(84b4f4a7-a61e-4526-8489-9a625f39d7cb),segment_id=84b4f4a7-a61e-4526-8489-9a625f39d7cb)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:22.370183 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.371299 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c987da-14e0-4b02-a579-b627dd192a80 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:22.377032 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ad88a-5732-4941-b077-c2384e6279b2 None None] DHCP port deletion for 160bcb42-0b0d-4e38-a952-dd9da87585bb request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:59:22.391138 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for 040db4dc-f1e7-45d5-8d31-2729329bab54 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.418572 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:22.421377 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [] Oct 28 09:59:22.430428 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:22.434918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:22.437726 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Made reservation on behalf of 3cafc17f01f94eb8b1eba4ae92ced742 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:22.440177 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.447646 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-939ee500-1c23-44f9-acb3-410f98038527 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (b6001555-b611-4c77-b2a8-802814ef6641), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.451550 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 6 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:22.452110 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-860a29d2-e3ef-4fc6-9f38-1ac78c7ff16c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:22.452686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860a29d2-e3ef-4fc6-9f38-1ac78c7ff16c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:22.459816 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-860a29d2-e3ef-4fc6-9f38-1ac78c7ff16c tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 HTTP/1.1" status: 404 len: 339 time: 0.4943776 Oct 28 09:59:22.459816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a63f4cfb-3622-4ae8-a69e-7f66612c55c5 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (03ec0950-aba8-4fd6-914e-728ab4072de2), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.460417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39362) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:22.465657 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b08eaf99-2bf9-4f1a-8f35-5a1c2f22f1ea tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1916700759', 'description': 'd1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:22.475298 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=3,neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:22.489676 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-fee8b846-d36f-4293-a117-bfd594531ff4 None None] Provisioning complete for port 0ab4a36c-3049-42da-9491-083d0bb409ec triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:22.490041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fee8b846-d36f-4293-a117-bfd594531ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.490385 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-fee8b846-d36f-4293-a117-bfd594531ff4 None None] Attempt 1 to provision port 0ab4a36c-3049-42da-9491-083d0bb409ec Oct 28 09:59:22.491129 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.494906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63f4cfb-3622-4ae8-a69e-7f66612c55c5 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:22.495309 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a63f4cfb-3622-4ae8-a69e-7f66612c55c5 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (03ec0950-aba8-4fd6-914e-728ab4072de2), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.525475 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 03ec0950-aba8-4fd6-914e-728ab4072de2 resource provider aggregate not found Oct 28 09:59:22.532766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.562480 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:22.564489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No DVR routers for this DVR port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:22.575042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:22.576076 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:22.576435 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:22.576831 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:22.601865 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_controller (9c636838-8201-4a78-89b2-5ab7fcc2e897), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.604529 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08eaf99-2bf9-4f1a-8f35-5a1c2f22f1ea tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:22.604700 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 03ec0950-aba8-4fd6-914e-728ab4072de2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03ec0950-aba8-4fd6-914e-728ab4072de2 found for delete ", "request_id": "req-70bc01ee-5dbd-4ce8-8665-8fcdfb90d645"}]} Oct 28 09:59:22.608325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b08eaf99-2bf9-4f1a-8f35-5a1c2f22f1ea tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.614090 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.614331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-939ee500-1c23-44f9-acb3-410f98038527 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (b6001555-b611-4c77-b2a8-802814ef6641), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.632114 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-64c07ea8-fa84-4c83-91fc-1da7bd6dce28 None None] Deleting port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:22.632520 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-64c07ea8-fa84-4c83-91fc-1da7bd6dce28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.637490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-610ad88a-5732-4941-b077-c2384e6279b2 None None] Deleting port 040db4dc-f1e7-45d5-8d31-2729329bab54 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:22.638217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-610ad88a-5732-4941-b077-c2384e6279b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.654987 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:22.658110 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:22.698042 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (a7fb5747-f0fe-453e-9d70-a0700d64909f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.700642 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=040db4dc-f1e7-45d5-8d31-2729329bab54,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:22.703404 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] No DVR routers for this DVR port 040db4dc-f1e7-45d5-8d31-2729329bab54 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.733584 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:22.736850 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [] Oct 28 09:59:22.762165 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 7 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:22.771738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b768012-0422-4de7-bfd2-4da09b2e906b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:22.794800 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08eaf99-2bf9-4f1a-8f35-5a1c2f22f1ea tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:22.799574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:22.799903 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:22.800261 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:22.828976 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b08eaf99-2bf9-4f1a-8f35-5a1c2f22f1ea tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (bd5f9b51-a952-4336-a661-e7381f4dc779), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.829340 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-b08eaf99-2bf9-4f1a-8f35-5a1c2f22f1ea tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Added segment bd5f9b51-a952-4336-a661-e7381f4dc779 of type vlan for network 66f652e9-fe32-4fc7-8c70-e4b1db224ba6 Oct 28 09:59:22.853787 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a63f4cfb-3622-4ae8-a69e-7f66612c55c5 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (17ee5d46-3338-44df-bfa0-c9a3e8888c3c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.865365 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fb5747-f0fe-453e-9d70-a0700d64909f']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:22.876609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26fcc9e2-ecd6-4440-9065-6542d337fde5') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:22.877054 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26fcc9e2-ecd6-4440-9065-6542d337fde5') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:22.878549 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a63f4cfb-3622-4ae8-a69e-7f66612c55c5 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.882274 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a63f4cfb-3622-4ae8-a69e-7f66612c55c5 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/networks/17ee5d46-3338-44df-bfa0-c9a3e8888c3c HTTP/1.1" status: 204 len: 168 time: 1.9127762 Oct 28 09:59:22.884398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-610ad88a-5732-4941-b077-c2384e6279b2 None None] For port 040db4dc-f1e7-45d5-8d31-2729329bab54, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:22.884833 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-610ad88a-5732-4941-b077-c2384e6279b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.888526 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39368) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.889408 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:22.893617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:22.893698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (26fcc9e2-ecd6-4440-9065-6542d337fde5), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.903501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-64c07ea8-fa84-4c83-91fc-1da7bd6dce28 None None] For port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:22.903901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-64c07ea8-fa84-4c83-91fc-1da7bd6dce28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.906396 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:22.920971 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 238cbed9-459b-40f6-8e7e-aed5282edf68 resource provider aggregate not found Oct 28 09:59:22.938780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (160bcb42-0b0d-4e38-a952-dd9da87585bb), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.950605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-610ad88a-5732-4941-b077-c2384e6279b2 None None] Calling delete_port for 040db4dc-f1e7-45d5-8d31-2729329bab54 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:22.953924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.ipam_backend_mixin [None req-610ad88a-5732-4941-b077-c2384e6279b2 None None] Port 040db4dc-f1e7-45d5-8d31-2729329bab54 was not found and therefore no delete operation was performed {{(pid=114061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 28 09:59:22.954773 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b08eaf99-2bf9-4f1a-8f35-5a1c2f22f1ea tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (66f652e9-fe32-4fc7-8c70-e4b1db224ba6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.955083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-64c07ea8-fa84-4c83-91fc-1da7bd6dce28 None None] Calling delete_port for 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:22.959882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:22.962339 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [] Oct 28 09:59:22.962529 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (26fcc9e2-ecd6-4440-9065-6542d337fde5), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.963236 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.ipam_backend_mixin [None req-64c07ea8-fa84-4c83-91fc-1da7bd6dce28 None None] Port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 was not found and therefore no delete operation was performed {{(pid=114061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 28 09:59:22.965911 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 8 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:22.977975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-610ad88a-5732-4941-b077-c2384e6279b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (040db4dc-f1e7-45d5-8d31-2729329bab54), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.979082 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 238cbed9-459b-40f6-8e7e-aed5282edf68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 238cbed9-459b-40f6-8e7e-aed5282edf68 found for delete ", "request_id": "req-13c9a1c6-8b6d-4267-a07b-7d2c52c4bcea"}]} Oct 28 09:59:22.985768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160bcb42-0b0d-4e38-a952-dd9da87585bb']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:22.997551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:22.997551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (26fcc9e2-ecd6-4440-9065-6542d337fde5), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.997979 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-64c07ea8-fa84-4c83-91fc-1da7bd6dce28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:22.997979 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-fee8b846-d36f-4293-a117-bfd594531ff4 None None] Current status of the port 0ab4a36c-3049-42da-9491-083d0bb409ec is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:23.000066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fee8b846-d36f-4293-a117-bfd594531ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.018592 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f4cfb-3622-4ae8-a69e-7f66612c55c5 tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event deleted for resources: {'Network': ['ID=17ee5d46-3338-44df-bfa0-c9a3e8888c3c,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:23.021272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b4f4a7-a61e-4526-8489-9a625f39d7cb') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:23.021880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b4f4a7-a61e-4526-8489-9a625f39d7cb') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:23.026815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:23.026815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:23.031136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:23.085643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ad88a-5732-4941-b077-c2384e6279b2 None None] Pushing event deleted for resources: {'Port': ['ID=040db4dc-f1e7-45d5-8d31-2729329bab54,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:23.088038 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c07ea8-fa84-4c83-91fc-1da7bd6dce28 None None] No DVR routers for this DVR port 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:23.090016 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610ad88a-5732-4941-b077-c2384e6279b2 None None] No DVR routers for this DVR port 040db4dc-f1e7-45d5-8d31-2729329bab54 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:23.109198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (9c636838-8201-4a78-89b2-5ab7fcc2e897), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:23.123484 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:23.128635 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:23.157216 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks [] for security_group (2aaa3e3a-e7fc-43d6-8997-7db3cb567d98), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.161755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3b768012-0422-4de7-bfd2-4da09b2e906b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.170704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b70563-2e1d-4416-a3a6-f88da2bbd22d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Deleting subnet 246b76e0-10d0-4ce2-acfe-c1a90f18fba6 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:23.196007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c07ea8-fa84-4c83-91fc-1da7bd6dce28 None None] Pushing event deleted for resources: {'Port': ['ID=4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:23.199879 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a0b70563-2e1d-4416-a3a6-f88da2bbd22d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for subnet (246b76e0-10d0-4ce2-acfe-c1a90f18fba6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.206981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-fee8b846-d36f-4293-a117-bfd594531ff4 None None] For port 0ab4a36c-3049-42da-9491-083d0bb409ec, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0ab4a36c-3049-42da-9491-083d0bb409ec,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:23.213394 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0ab4a36c-3049-42da-9491-083d0bb409ec up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:23.217880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:23.221454 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [] Oct 28 09:59:23.223630 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 9 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:23.255388 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-3b768012-0422-4de7-bfd2-4da09b2e906b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port 7d66bd0f-8cef-40fb-b31f-53233aaf642b yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:59:23.270009 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:23.270475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:23.270986 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:23.276327 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e6a548-2a61-4d42-85c3-a7282f901f9d None None] Update dhcp port {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'fixed_ips': [{'subnet_id': '48e45f95-01c6-464f-8ac5-88ff70803d55', 'ip_address': '2001:db8::f816:3eff:fe3e:a769'}, {'subnet_id': '70ef7c12-bbb5-4e0b-83c7-1b56669c97a3'}], 'binding:host_id': 'dv-neutron-zed-2-hyperv'}, 'id': '0ab4a36c-3049-42da-9491-083d0bb409ec'} from dv-neutron-zed-2-hyperv. {{(pid=114061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 28 09:59:23.307889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (2aaa3e3a-e7fc-43d6-8997-7db3cb567d98), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:23.315519 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:23.319022 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:23.346463 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:23.353098 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [] Oct 28 09:59:23.353211 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a0b70563-2e1d-4416-a3a6-f88da2bbd22d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (246b76e0-10d0-4ce2-acfe-c1a90f18fba6), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.353329 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempt 10 to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 Oct 28 09:59:23.353430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] device_id is not set on port d96be749-634a-43b0-8587-67b01b045e04 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:59:23.370905 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:23.371263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:23.371835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:23.374038 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0ab4a36c-3049-42da-9491-083d0bb409ec triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:23.374398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.374946 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0ab4a36c-3049-42da-9491-083d0bb409ec Oct 28 09:59:23.376665 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a548-2a61-4d42-85c3-a7282f901f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.425983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fee8b846-d36f-4293-a117-bfd594531ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.433822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (84b4f4a7-a61e-4526-8489-9a625f39d7cb), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:23.435012 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:23.438108 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Attempting to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:23.440649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939ee500-1c23-44f9-acb3-410f98038527 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Router b6001555-b611-4c77-b2a8-802814ef6641 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:59:23.448631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:23.462652 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (84b4f4a7-a61e-4526-8489-9a625f39d7cb), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.471655 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:23.471655 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (84b4f4a7-a61e-4526-8489-9a625f39d7cb), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.482535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b6795e6-e31a-4f9f-aec9-fe278431dbdf could not be found. Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:23.489645 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Failed to bind port 36d56a66-c660-4d3a-83af-0e685c80df99 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [] Oct 28 09:59:23.493741 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (36d56a66-c660-4d3a-83af-0e685c80df99), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.521310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaa3e3a-e7fc-43d6-8997-7db3cb567d98,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:23.545764 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b08eaf99-2bf9-4f1a-8f35-5a1c2f22f1ea tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (66f652e9-fe32-4fc7-8c70-e4b1db224ba6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.552380 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08eaf99-2bf9-4f1a-8f35-5a1c2f22f1ea tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:23.553010 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b08eaf99-2bf9-4f1a-8f35-5a1c2f22f1ea tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.555650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (a7fb5747-f0fe-453e-9d70-a0700d64909f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.560484 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.570762 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/networks/a7fb5747-f0fe-453e-9d70-a0700d64909f HTTP/1.1" status: 204 len: 168 time: 1.8568790 Oct 28 09:59:23.582412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39374) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:23.596802 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-1479ea95-5f6c-45cb-907c-4186190ce504 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1801708002'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:23.626231 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3021f329-952c-41ce-b832-3cbcb2ee0269 None None] Port 36d56a66-c660-4d3a-83af-0e685c80df99 has been deleted concurrently {{(pid=114061) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 28 09:59:23.633655 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8b846-d36f-4293-a117-bfd594531ff4 None None] Pushing event updated for resources: {'Port': ['ID=0ab4a36c-3049-42da-9491-083d0bb409ec,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:23.662492 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08eaf99-2bf9-4f1a-8f35-5a1c2f22f1ea tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Network': ['ID=66f652e9-fe32-4fc7-8c70-e4b1db224ba6,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:23.677484 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:59:23.705983 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1cf86-d59b-4116-8e81-c798c665c5bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Network': ['ID=a7fb5747-f0fe-453e-9d70-a0700d64909f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:23.713695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 66f652e9-fe32-4fc7-8c70-e4b1db224ba6 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:23.717972 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0ab4a36c-3049-42da-9491-083d0bb409ec is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:23.732978 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b08eaf99-2bf9-4f1a-8f35-5a1c2f22f1ea tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2688031 Oct 28 09:59:23.734074 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39376) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:23.762060 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (160bcb42-0b0d-4e38-a952-dd9da87585bb), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.797790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939ee500-1c23-44f9-acb3-410f98038527 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:23.804662 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-939ee500-1c23-44f9-acb3-410f98038527 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.809954 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a94ab9-2524-406a-9eae-3c6d9ba18c76 None None] Sync routers for ids ['b6001555-b611-4c77-b2a8-802814ef6641'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:23.814098 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-939ee500-1c23-44f9-acb3-410f98038527 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "PUT /networking/v2.0/routers/b6001555-b611-4c77-b2a8-802814ef6641 HTTP/1.1" status: 200 len: 693 time: 2.4028010 Oct 28 09:59:23.825515 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a94ab9-2524-406a-9eae-3c6d9ba18c76 None None] Routers {'b6001555-b611-4c77-b2a8-802814ef6641'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:23.825746 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39378) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:23.826891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:23.827679 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d1a94ab9-2524-406a-9eae-3c6d9ba18c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b6001555-b611-4c77-b2a8-802814ef6641'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:23.835940 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/networks/160bcb42-0b0d-4e38-a952-dd9da87585bb HTTP/1.1" status: 204 len: 168 time: 2.1272464 Oct 28 09:59:23.840990 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39380) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:23.846998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349d72c-3b67-491a-b3c7-f86fdd6710a0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Network': ['ID=160bcb42-0b0d-4e38-a952-dd9da87585bb,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:23.864898 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-885fb9af-8556-4e90-8006-0e42bf00fb43 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-509657740', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:23.901207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:23.990340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:59:23.990982 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4c6d7686-df4c-4d4d-86ec-6f3d8e77dd16 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:23.991568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 040db4dc-f1e7-45d5-8d31-2729329bab54 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:23.998807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:DELETE=17,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:24.006230 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-522782e7-7cdc-4a25-81a6-65226ffa1a69 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/routers/b6001555-b611-4c77-b2a8-802814ef6641 HTTP/1.1" status: 200 len: 699 time: 0.1569583 Oct 28 09:59:24.013104 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-885fb9af-8556-4e90-8006-0e42bf00fb43 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (27b833f1-388e-4726-970a-c702dc59d062), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:24.014565 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39382) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:24.015834 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-885fb9af-8556-4e90-8006-0e42bf00fb43 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (27b833f1-388e-4726-970a-c702dc59d062), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:24.025434 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d1a94ab9-2524-406a-9eae-3c6d9ba18c76 None None] Set router b6001555-b611-4c77-b2a8-802814ef6641 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:24.034217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:24.045845 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1479ea95-5f6c-45cb-907c-4186190ce504 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:24.048398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 040db4dc-f1e7-45d5-8d31-2729329bab54 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:59:24.048759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 040db4dc-f1e7-45d5-8d31-2729329bab54 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:24.051748 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1479ea95-5f6c-45cb-907c-4186190ce504 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:24.067173 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a503921f-1486-4a6b-8f85-b617399e8a99 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6001555-b611-4c77-b2a8-802814ef6641 HTTP/1.1" status: 200 len: 205 time: 0.0510182 Oct 28 09:59:24.075925 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39384) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:24.121052 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106c5e6-059e-4dac-8aca-4cdaa103316e tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:24.123193 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2106c5e6-059e-4dac-8aca-4cdaa103316e tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "GET /networking/v2.0/networks?id=66f652e9-fe32-4fc7-8c70-e4b1db224ba6 HTTP/1.1" status: 200 len: 765 time: 0.3857162 Oct 28 09:59:24.126922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39386) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:24.130154 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d1a94ab9-2524-406a-9eae-3c6d9ba18c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6001555-b611-4c77-b2a8-802814ef6641', 'name': 'tempest-RoutersTest-router-351731116', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:20Z', 'updated_at': '2022-10-28T09:59:22Z', 'revision_number': 2, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:24.134008 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-3825a2f0-812d-4f7f-aafb-e22d864521dd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'network': {'description': 'd2'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:24.162358 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a94ab9-2524-406a-9eae-3c6d9ba18c76 None None] Checking router: b6001555-b611-4c77-b2a8-802814ef6641 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:59:24.173524 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a94ab9-2524-406a-9eae-3c6d9ba18c76 None None] Routers {'b6001555-b611-4c77-b2a8-802814ef6641'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:24.174893 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d1a94ab9-2524-406a-9eae-3c6d9ba18c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b6001555-b611-4c77-b2a8-802814ef6641'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:24.189163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a0b70563-2e1d-4416-a3a6-f88da2bbd22d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (246b76e0-10d0-4ce2-acfe-c1a90f18fba6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:24.252461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1479ea95-5f6c-45cb-907c-4186190ce504 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:24.253497 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d1a94ab9-2524-406a-9eae-3c6d9ba18c76 None None] Set router b6001555-b611-4c77-b2a8-802814ef6641 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:24.298049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (9c636838-8201-4a78-89b2-5ab7fcc2e897), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:24.305562 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:24.311934 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-652e9a92-6b5d-4a0f-8896-7b967da816f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (b6001555-b611-4c77-b2a8-802814ef6641), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:24.313330 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d1a94ab9-2524-406a-9eae-3c6d9ba18c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6001555-b611-4c77-b2a8-802814ef6641', 'name': 'tempest-RoutersTest-router-351731116', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:20Z', 'updated_at': '2022-10-28T09:59:22Z', 'revision_number': 2, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:24.314690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-3b768012-0422-4de7-bfd2-4da09b2e906b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8:0:1::2f (27cab9a0-d24d-4f61-b60f-51dd4ee136db/70ef7c12-bbb5-4e0b-83c7-1b56669c97a3/7d66bd0f-8cef-40fb-b31f-53233aaf642b) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:24.339409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3825a2f0-812d-4f7f-aafb-e22d864521dd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (66f652e9-fe32-4fc7-8c70-e4b1db224ba6), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:24.341419 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a94ab9-2524-406a-9eae-3c6d9ba18c76 None None] The sync data for ids ['b6001555-b611-4c77-b2a8-802814ef6641'] in dv-neutron-zed-2-hyperv is: [{'id': 'b6001555-b611-4c77-b2a8-802814ef6641', 'name': 'tempest-RoutersTest-router-351731116', 'tenant_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:20Z', 'updated_at': '2022-10-28T09:59:22Z', 'revision_number': 2, 'project_id': '89cfc5b3f25c4c4690ddbdba676c129f', 'gw_port_host': None}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:24.403387 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1479ea95-5f6c-45cb-907c-4186190ce504 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (6bee073f-2fd8-494e-a13d-abb9fe9f5ab7), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:24.403740 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-1479ea95-5f6c-45cb-907c-4186190ce504 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Added segment 6bee073f-2fd8-494e-a13d-abb9fe9f5ab7 of type vlan for network a4810262-dac8-4618-8b22-751c432724d5 Oct 28 09:59:24.425741 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-3b768012-0422-4de7-bfd2-4da09b2e906b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::f816:3eff:febb:9be1 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/48e45f95-01c6-464f-8ac5-88ff70803d55/7d66bd0f-8cef-40fb-b31f-53233aaf642b) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:24.428604 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:24.444943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3825a2f0-812d-4f7f-aafb-e22d864521dd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (66f652e9-fe32-4fc7-8c70-e4b1db224ba6), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:24.466145 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3825a2f0-812d-4f7f-aafb-e22d864521dd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network 66f652e9-fe32-4fc7-8c70-e4b1db224ba6 is not hosted by any dhcp agent {{(pid=114059) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 09:59:24.471456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3825a2f0-812d-4f7f-aafb-e22d864521dd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:24.472117 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3825a2f0-812d-4f7f-aafb-e22d864521dd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:24.473365 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3825a2f0-812d-4f7f-aafb-e22d864521dd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "PUT /networking/v2.0/networks/66f652e9-fe32-4fc7-8c70-e4b1db224ba6 HTTP/1.1" status: 200 len: 762 time: 0.3447151 Oct 28 09:59:24.477946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39388) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:24.527645 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:24.608660 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825a2f0-812d-4f7f-aafb-e22d864521dd tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Network': ['ID=66f652e9-fe32-4fc7-8c70-e4b1db224ba6,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:24.625302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fff3f8-1c4e-40d1-8a06-37ac924a4b21 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:24.629404 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b6fff3f8-1c4e-40d1-8a06-37ac924a4b21 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "GET /networking/v2.0/networks?id=66f652e9-fe32-4fc7-8c70-e4b1db224ba6 HTTP/1.1" status: 200 len: 765 time: 0.1489246 Oct 28 09:59:24.629557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 66f652e9-fe32-4fc7-8c70-e4b1db224ba6 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:24.634748 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39390) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:24.737719 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:24.809333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:24.850704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-885fb9af-8556-4e90-8006-0e42bf00fb43 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_controller (27b833f1-388e-4726-970a-c702dc59d062), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:24.878498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fdc852-d317-4df1-a7d9-b10b1437344d tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:24.883611 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-81fdc852-d317-4df1-a7d9-b10b1437344d tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2449849 Oct 28 09:59:24.885512 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39392) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:24.933282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1479ea95-5f6c-45cb-907c-4186190ce504 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (a4810262-dac8-4618-8b22-751c432724d5), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:24.937521 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1e927f93-672d-4461-b15c-43f898966958 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac HTTP/1.1" status: 200 len: 207 time: 0.0508645 Oct 28 09:59:24.943296 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39394) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:24.981438 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b7aeaa70-dbe4-447e-8e4a-d208e74958cf None None] Could not find standard attr ID for object 36d56a66-c660-4d3a-83af-0e685c80df99. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:59:25.035208 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 26fcc9e2-ecd6-4440-9065-6542d337fde5 resource provider aggregate not found Oct 28 09:59:25.040706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-885fb9af-8556-4e90-8006-0e42bf00fb43 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (27b833f1-388e-4726-970a-c702dc59d062), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.055193 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0ab4a36c-3049-42da-9491-083d0bb409ec up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:25.058093 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] device_id is not set on port d96be749-634a-43b0-8587-67b01b045e04 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:59:25.058981 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 26fcc9e2-ecd6-4440-9065-6542d337fde5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26fcc9e2-ecd6-4440-9065-6542d337fde5 found for delete ", "request_id": "req-9bc00ef0-e301-4abc-92c5-4bf44dabedd8"}]} Oct 28 09:59:25.063407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.db.resource_extend [None req-1479ea95-5f6c-45cb-907c-4186190ce504 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 28 09:59:25.090302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a0b5d8-eb13-4f05-8e2c-b60e6b367d2e tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.096070 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a0b5d8-eb13-4f05-8e2c-b60e6b367d2e tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.101961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6f8f1d-7814-4bac-8ad2-a4462d572077 None None] DHCP port deletion for 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:59:25.102497 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a0b5d8-eb13-4f05-8e2c-b60e6b367d2e tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.108187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a0b5d8-eb13-4f05-8e2c-b60e6b367d2e tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.116125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a0b5d8-eb13-4f05-8e2c-b60e6b367d2e tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.125277 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a0b5d8-eb13-4f05-8e2c-b60e6b367d2e tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.128785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a0b70563-2e1d-4416-a3a6-f88da2bbd22d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (246b76e0-10d0-4ce2-acfe-c1a90f18fba6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.129609 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-23a0b5d8-eb13-4f05-8e2c-b60e6b367d2e tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1852465 Oct 28 09:59:25.131258 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 84b4f4a7-a61e-4526-8489-9a625f39d7cb resource provider aggregate not found Oct 28 09:59:25.138340 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39402) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:25.140062 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952fd46d-be7b-4cf3-809b-f3ea26470999 None None] Network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:25.155247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952fd46d-be7b-4cf3-809b-f3ea26470999 None None] Network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 09:59:25.166164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d492e12-0029-458f-9b0f-ba8b68cbd476 None None] Network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:25.171593 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0ab4a36c-3049-42da-9491-083d0bb409ec triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:25.171593 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.171593 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0ab4a36c-3049-42da-9491-083d0bb409ec Oct 28 09:59:25.177499 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-652e9a92-6b5d-4a0f-8896-7b967da816f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (b6001555-b611-4c77-b2a8-802814ef6641), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.184179 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks [] for port (d96be749-634a-43b0-8587-67b01b045e04), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.196863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-652e9a92-6b5d-4a0f-8896-7b967da816f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router_controller (b6001555-b611-4c77-b2a8-802814ef6641), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.201741 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 84b4f4a7-a61e-4526-8489-9a625f39d7cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84b4f4a7-a61e-4526-8489-9a625f39d7cb found for delete ", "request_id": "req-03138594-caba-483d-87ad-6b23fa61dfb5"}]} Oct 28 09:59:25.224382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d492e12-0029-458f-9b0f-ba8b68cbd476 None None] Network 5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 09:59:25.265285 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a0b70563-2e1d-4416-a3a6-f88da2bbd22d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.272124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bceeb9f-6213-4fdc-b07c-105f08ecebf4 None None] Network 51a3a767-dade-43ab-aa7d-00a32a8b4bb3 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:25.272395 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a0b70563-2e1d-4416-a3a6-f88da2bbd22d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/246b76e0-10d0-4ce2-acfe-c1a90f18fba6 HTTP/1.1" status: 204 len: 168 time: 2.3737144 Oct 28 09:59:25.280951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39406) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:25.289022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:25.318687 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b70563-2e1d-4416-a3a6-f88da2bbd22d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event deleted for resources: {'Subnet': ['ID=246b76e0-10d0-4ce2-acfe-c1a90f18fba6,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:25.328197 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-be54e7d6-8883-40a5-bc87-a3a647674d61 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1839738 Oct 28 09:59:25.329045 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39408) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:25.346259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0ab4a36c-3049-42da-9491-083d0bb409ec is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:25.360579 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1479ea95-5f6c-45cb-907c-4186190ce504 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (a4810262-dac8-4618-8b22-751c432724d5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.368464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479ea95-5f6c-45cb-907c-4186190ce504 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.369593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1479ea95-5f6c-45cb-907c-4186190ce504 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.375021 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (d96be749-634a-43b0-8587-67b01b045e04), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.383466 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-885fb9af-8556-4e90-8006-0e42bf00fb43 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.383466 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-885fb9af-8556-4e90-8006-0e42bf00fb43 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.5216691 Oct 28 09:59:25.385471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39410) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:25.395945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-76ca08e6-b750-49f3-b0ef-b1c8d3c90bf1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2132873386'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:25.416130 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeaf4dd-98e7-48a0-a9cf-9a28b8199f17 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.417920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeaf4dd-98e7-48a0-a9cf-9a28b8199f17 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.419779 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeaf4dd-98e7-48a0-a9cf-9a28b8199f17 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.421435 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeaf4dd-98e7-48a0-a9cf-9a28b8199f17 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.423129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeaf4dd-98e7-48a0-a9cf-9a28b8199f17 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.426035 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-eeeaf4dd-98e7-48a0-a9cf-9a28b8199f17 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0953660 Oct 28 09:59:25.429422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39412) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:25.491132 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ab1734-f2f7-46d9-a053-b2d01498a830 None None] DHCP port deletion for 51a3a767-dade-43ab-aa7d-00a32a8b4bb3 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:59:25.494268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:25.509320 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73989464-2871-49ae-8875-e1ab30389019 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['shared'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.511890 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73989464-2871-49ae-8875-e1ab30389019 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['shared'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.513530 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73989464-2871-49ae-8875-e1ab30389019 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['shared'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.515278 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73989464-2871-49ae-8875-e1ab30389019 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['shared'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.516898 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73989464-2871-49ae-8875-e1ab30389019 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['shared'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.518101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-652e9a92-6b5d-4a0f-8896-7b967da816f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (b6001555-b611-4c77-b2a8-802814ef6641), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.518697 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-73989464-2871-49ae-8875-e1ab30389019 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0883267 Oct 28 09:59:25.518825 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652e9a92-6b5d-4a0f-8896-7b967da816f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Fanout notify agent at l3_agent the message router_deleted on router b6001555-b611-4c77-b2a8-802814ef6641 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:59:25.522333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39414) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:25.545426 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ca08e6-b750-49f3-b0ef-b1c8d3c90bf1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:25.550191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-78ab1734-f2f7-46d9-a053-b2d01498a830 None None] Deleting port eb361ddf-49d7-48f5-adec-fcca48592fd4 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:25.553875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-78ab1734-f2f7-46d9-a053-b2d01498a830 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (eb361ddf-49d7-48f5-adec-fcca48592fd4), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.553993 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76ca08e6-b750-49f3-b0ef-b1c8d3c90bf1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.573878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-652e9a92-6b5d-4a0f-8896-7b967da816f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.575670 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-652e9a92-6b5d-4a0f-8896-7b967da816f1 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/routers/b6001555-b611-4c77-b2a8-802814ef6641 HTTP/1.1" status: 204 len: 168 time: 1.4851170 Oct 28 09:59:25.596833 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39416) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:25.619171 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Pushing event updated for resources: {'Port': ['ID=d96be749-634a-43b0-8587-67b01b045e04,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:25.644732 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-78ab1734-f2f7-46d9-a053-b2d01498a830 None None] For port eb361ddf-49d7-48f5-adec-fcca48592fd4, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=eb361ddf-49d7-48f5-adec-fcca48592fd4,segment=NetworkSegment(cd7f83b1-ed8d-472e-926e-3fe71d8d4c81),segment_id=cd7f83b1-ed8d-472e-926e-3fe71d8d4c81)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:25.645290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-78ab1734-f2f7-46d9-a053-b2d01498a830 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (eb361ddf-49d7-48f5-adec-fcca48592fd4), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.656932 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ca08e6-b750-49f3-b0ef-b1c8d3c90bf1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:25.659628 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-78ab1734-f2f7-46d9-a053-b2d01498a830 None None] Calling delete_port for eb361ddf-49d7-48f5-adec-fcca48592fd4 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:25.687020 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Allocated IP 172.36.1.7 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/4c48885c-4e66-4f9c-8fe4-2450353cd1d3) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:25.696463 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76ca08e6-b750-49f3-b0ef-b1c8d3c90bf1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e21df447-2f54-47d6-aac7-17a38e016941), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.696463 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-76ca08e6-b750-49f3-b0ef-b1c8d3c90bf1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Added segment e21df447-2f54-47d6-aac7-17a38e016941 of type vlan for network 72a1c2a9-28ba-452a-8489-1eeac9c7990c Oct 28 09:59:25.697201 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bba203a8-08b0-4483-bc88-4d999253a36a tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6001555-b611-4c77-b2a8-802814ef6641 HTTP/1.1" status: 200 len: 205 time: 0.0658016 Oct 28 09:59:25.697309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39418) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:25.709605 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1479ea95-5f6c-45cb-907c-4186190ce504 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1211636 Oct 28 09:59:25.721943 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39420) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:25.743716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-187cd5b3-01f5-46b6-b530-fc0b40a5449e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'subnet': {'network_id': 'a4810262-dac8-4618-8b22-751c432724d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:25.750755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479ea95-5f6c-45cb-907c-4186190ce504 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Network': ['ID=a4810262-dac8-4618-8b22-751c432724d5,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:25.754211 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:25.769602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network a4810262-dac8-4618-8b22-751c432724d5 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:25.774543 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-eb1eae2f-f205-4ad1-9c47-6ba0f13e2522 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] delete failed (client error): The resource could not be found. Oct 28 09:59:25.778022 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-eb1eae2f-f205-4ad1-9c47-6ba0f13e2522 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/routers/b6001555-b611-4c77-b2a8-802814ef6641 HTTP/1.1" status: 404 len: 336 time: 0.0725608 Oct 28 09:59:25.779699 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39422) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:25.793580 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ab0feae-d821-46f2-b4e6-dc252f5b695d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (51a3a767-dade-43ab-aa7d-00a32a8b4bb3), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.797378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19418c4a-7289-42d2-b1b1-63a7a6821791 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:25.803679 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-19418c4a-7289-42d2-b1b1-63a7a6821791 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "GET /networking/v2.0/networks/a5eba45c-db38-4717-91b7-05f64830d402 HTTP/1.1" status: 200 len: 803 time: 0.2670140 Oct 28 09:59:25.811242 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39424) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:25.831309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76ca08e6-b750-49f3-b0ef-b1c8d3c90bf1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (72a1c2a9-28ba-452a-8489-1eeac9c7990c), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.844403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3b768012-0422-4de7-bfd2-4da09b2e906b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (7d66bd0f-8cef-40fb-b31f-53233aaf642b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.852831 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:25.855905 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d362c1-4f24-45d7-bc14-4d1f5114745c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:25.856370 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d362c1-4f24-45d7-bc14-4d1f5114745c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:25.863187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-78ab1734-f2f7-46d9-a053-b2d01498a830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (eb361ddf-49d7-48f5-adec-fcca48592fd4), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:25.863408 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b1d362c1-4f24-45d7-bc14-4d1f5114745c tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/fb24a95c-f93f-4d9f-8858-e15e0c9bc881 HTTP/1.1" status: 404 len: 337 time: 0.0792625 Oct 28 09:59:25.863408 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:25.876038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39426) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:25.876169 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ab1734-f2f7-46d9-a053-b2d01498a830 None None] No DVR routers for this DVR port eb361ddf-49d7-48f5-adec-fcca48592fd4 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:25.903387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab1734-f2f7-46d9-a053-b2d01498a830 None None] Pushing event deleted for resources: {'Port': ['ID=eb361ddf-49d7-48f5-adec-fcca48592fd4,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:25.914251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Checking segment: {'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:25.914755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Network hostable DHCP agents. Network: 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:25.947101 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebeeb18-3812-4cda-abc9-62ed62ee98d5 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:25.947567 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ebeeb18-3812-4cda-abc9-62ed62ee98d5 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:25.953569 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7ebeeb18-3812-4cda-abc9-62ed62ee98d5 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/3bf11106-6831-4113-9c5e-635bb9fec1fe HTTP/1.1" status: 404 len: 337 time: 0.0819416 Oct 28 09:59:25.953569 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39428) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:25.987154 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7d6b01-43af-49f9-8382-5311b52a56f5 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:25.987952 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7d6b01-43af-49f9-8382-5311b52a56f5 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:25.990567 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8c7d6b01-43af-49f9-8382-5311b52a56f5 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/657ca222-0c56-4d6c-ac37-7c62231b4389 HTTP/1.1" status: 404 len: 337 time: 0.0363431 Oct 28 09:59:25.993872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39430) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:25.996499 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:26.035434 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ca1585-22a4-407e-b669-690386ac86cb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:26.035886 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ca1585-22a4-407e-b669-690386ac86cb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:26.038880 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-00ca1585-22a4-407e-b669-690386ac86cb tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/6fb78925-c7c5-4fbe-90ea-a3fbb4c51223 HTTP/1.1" status: 404 len: 337 time: 0.0439899 Oct 28 09:59:26.039645 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76ca08e6-b750-49f3-b0ef-b1c8d3c90bf1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (72a1c2a9-28ba-452a-8489-1eeac9c7990c), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.043772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39432) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:26.044594 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca08e6-b750-49f3-b0ef-b1c8d3c90bf1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:26.045189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76ca08e6-b750-49f3-b0ef-b1c8d3c90bf1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.088812 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-878bc696-823f-490a-bd4d-2529feb809d4 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "GET /networking/v2.0/networks/a5eba45c-db38-4717-91b7-05f64830d402?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2763250 Oct 28 09:59:26.113722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39434) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:26.143346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3b768012-0422-4de7-bfd2-4da09b2e906b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (7d66bd0f-8cef-40fb-b31f-53233aaf642b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.144994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:26.146798 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca08e6-b750-49f3-b0ef-b1c8d3c90bf1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Network': ['ID=72a1c2a9-28ba-452a-8489-1eeac9c7990c,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:26.158934 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 72a1c2a9-28ba-452a-8489-1eeac9c7990c details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:26.180448 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-458baa17-12cc-41bf-af34-d75bd23d44ef tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a5ab306c-a88b-4d11-9715-8399de468b39 HTTP/1.1" status: 200 len: 205 time: 0.1278660 Oct 28 09:59:26.182477 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ab0feae-d821-46f2-b4e6-dc252f5b695d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (51a3a767-dade-43ab-aa7d-00a32a8b4bb3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.187160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39436) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:26.196814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for port (4c48885c-4e66-4f9c-8fe4-2450353cd1d3), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.228334 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-e48a67ac-188d-45a2-b518-e438cbc056a7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] delete failed (client error): The resource could not be found. Oct 28 09:59:26.229410 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e48a67ac-188d-45a2-b518-e438cbc056a7 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/routers/a5ab306c-a88b-4d11-9715-8399de468b39 HTTP/1.1" status: 404 len: 336 time: 0.0452316 Oct 28 09:59:26.233317 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-76ca08e6-b750-49f3-b0ef-b1c8d3c90bf1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8474679 Oct 28 09:59:26.233893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39438) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:26.242584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39440) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:26.246628 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-c2e6a548-2a61-4d42-85c3-a7282f901f9d None None] Allocated IP 2001:db8:0:1::2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/70ef7c12-bbb5-4e0b-83c7-1b56669c97a3/0ab4a36c-3049-42da-9491-083d0bb409ec) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:26.249084 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187cd5b3-01f5-46b6-b530-fc0b40a5449e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:26.251117 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-3a8d8778-8b2e-48e1-b44e-a71e7ff870c1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'subnet': {'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:26.253465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-187cd5b3-01f5-46b6-b530-fc0b40a5449e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.283508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-2ab0feae-d821-46f2-b4e6-dc252f5b695d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a3a767-dade-43ab-aa7d-00a32a8b4bb3']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:26.288610 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-279a3bda-75f8-44a0-a67d-8e60ff08e218 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=441900c5-aecc-4967-9588-3dad50b15b9e HTTP/1.1" status: 200 len: 205 time: 0.0536594 Oct 28 09:59:26.307728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39442) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:26.323494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b768012-0422-4de7-bfd2-4da09b2e906b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:26.325799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:26.328424 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-2ab0feae-d821-46f2-b4e6-dc252f5b695d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7f83b1-ed8d-472e-926e-3fe71d8d4c81') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:26.328721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-2ab0feae-d821-46f2-b4e6-dc252f5b695d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7f83b1-ed8d-472e-926e-3fe71d8d4c81') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:26.343779 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e72d34-e6cc-4098-9d11-59cf55c6d8bf None None] Network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:26.407356 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-3b768012-0422-4de7-bfd2-4da09b2e906b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:26.412236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1072975f-1dd2-41be-8ab1-205218f36391 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:26.413620 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1072975f-1dd2-41be-8ab1-205218f36391 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "GET /networking/v2.0/subnets/a759c23a-26c1-4039-a56c-84fb0a1f4c59 HTTP/1.1" status: 200 len: 843 time: 0.2973850 Oct 28 09:59:26.417090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b768012-0422-4de7-bfd2-4da09b2e906b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:26.418595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39444) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:26.420230 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b768012-0422-4de7-bfd2-4da09b2e906b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:26.420883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3b768012-0422-4de7-bfd2-4da09b2e906b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.426276 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:26.431111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-c2e6a548-2a61-4d42-85c3-a7282f901f9d None None] For port 0ab4a36c-3049-42da-9491-083d0bb409ec, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0ab4a36c-3049-42da-9491-083d0bb409ec,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:26.437310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b768012-0422-4de7-bfd2-4da09b2e906b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=7d66bd0f-8cef-40fb-b31f-53233aaf642b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:26.442658 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ab0feae-d821-46f2-b4e6-dc252f5b695d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (cd7f83b1-ed8d-472e-926e-3fe71d8d4c81), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.450283 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-f2c027a7-4e75-4e2d-8f02-b98b8f742d67 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] delete failed (client error): The resource could not be found. Oct 28 09:59:26.451504 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f2c027a7-4e75-4e2d-8f02-b98b8f742d67 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/routers/441900c5-aecc-4967-9588-3dad50b15b9e HTTP/1.1" status: 404 len: 336 time: 0.1427264 Oct 28 09:59:26.478736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39446) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:26.487254 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a548-2a61-4d42-85c3-a7282f901f9d None None] Publish callbacks [] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.492107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8d8778-8b2e-48e1-b44e-a71e7ff870c1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:26.496069 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8778-8b2e-48e1-b44e-a71e7ff870c1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.501593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32c374d-7451-4e7c-988d-f4f5e07dcef2 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['shared'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:26.506833 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a32c374d-7451-4e7c-988d-f4f5e07dcef2 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "GET /networking/v2.0/subnets/a759c23a-26c1-4039-a56c-84fb0a1f4c59?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0835493 Oct 28 09:59:26.508048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39448) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:26.510094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ab0feae-d821-46f2-b4e6-dc252f5b695d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (cd7f83b1-ed8d-472e-926e-3fe71d8d4c81), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.522633 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f29fe987-7fb5-43c0-adaa-50e45eed22d9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-80162879'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:26.538486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:26.538842 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:26.539195 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:26.546420 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2b31a1-d3bc-40f6-acd3-f85c84262585 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:26.546981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2b31a1-d3bc-40f6-acd3-f85c84262585 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:26.549988 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fb2b31a1-d3bc-40f6-acd3-f85c84262585 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/3a235e57-38ec-4fa5-9fb9-b1dadbeeff8a HTTP/1.1" status: 404 len: 337 time: 0.0677121 Oct 28 09:59:26.551189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab0feae-d821-46f2-b4e6-dc252f5b695d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:26.551597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ab0feae-d821-46f2-b4e6-dc252f5b695d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (cd7f83b1-ed8d-472e-926e-3fe71d8d4c81), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.557450 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39450) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:26.613823 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2896a9fa-64ec-4b19-ab76-312df203117f tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9b9631c2-4dfd-4062-bca0-6d2b086b1942 HTTP/1.1" status: 200 len: 205 time: 0.0510123 Oct 28 09:59:26.614130 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:26.614130 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:26.614130 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment cd7f83b1-ed8d-472e-926e-3fe71d8d4c81 resource provider aggregate not found Oct 28 09:59:26.620433 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 2 to bind port d96be749-634a-43b0-8587-67b01b045e04 Oct 28 09:59:26.620682 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39454) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:26.628859 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a548-2a61-4d42-85c3-a7282f901f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.636886 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:26.650748 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3b768012-0422-4de7-bfd2-4da09b2e906b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.1202841 Oct 28 09:59:26.651783 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment cd7f83b1-ed8d-472e-926e-3fe71d8d4c81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd7f83b1-ed8d-472e-926e-3fe71d8d4c81 found for delete ", "request_id": "req-c449ecdf-a640-46e6-92f5-4a54e5e2df51"}]} Oct 28 09:59:26.657509 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39458) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:26.668874 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:26.669207 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:26.669549 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:26.697341 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-09f38fa2-ca10-4687-8ec4-5095c2e15c4b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] delete failed (client error): The resource could not be found. Oct 28 09:59:26.698419 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-09f38fa2-ca10-4687-8ec4-5095c2e15c4b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/routers/9b9631c2-4dfd-4062-bca0-6d2b086b1942 HTTP/1.1" status: 404 len: 336 time: 0.0769367 Oct 28 09:59:26.703254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39460) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:26.703455 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (4c48885c-4e66-4f9c-8fe4-2450353cd1d3), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.734832 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b55df78e-cc50-4f16-b7ab-97c8e82c14cd tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ba4bdb1a-e699-412c-be9d-37e273aca17b HTTP/1.1" status: 200 len: 205 time: 0.0308216 Oct 28 09:59:26.739685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39462) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:26.742539 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:26.742899 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:26.749960 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 3 to bind port d96be749-634a-43b0-8587-67b01b045e04 Oct 28 09:59:26.757337 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6a548-2a61-4d42-85c3-a7282f901f9d None None] Pushing event updated for resources: {'Port': ['ID=0ab4a36c-3049-42da-9491-083d0bb409ec,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:26.791481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29fe987-7fb5-43c0-adaa-50e45eed22d9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:26.796431 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f29fe987-7fb5-43c0-adaa-50e45eed22d9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.798005 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-f4835122-edb5-4924-a647-5374b00e3fe2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] delete failed (client error): The resource could not be found. Oct 28 09:59:26.799374 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f4835122-edb5-4924-a647-5374b00e3fe2 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/routers/ba4bdb1a-e699-412c-be9d-37e273aca17b HTTP/1.1" status: 404 len: 336 time: 0.0584164 Oct 28 09:59:26.806263 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39464) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:26.818089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:26.851438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:26.851775 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:26.852130 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:26.854712 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ab0feae-d821-46f2-b4e6-dc252f5b695d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (51a3a767-dade-43ab-aa7d-00a32a8b4bb3), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.865719 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:26.867963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29fe987-7fb5-43c0-adaa-50e45eed22d9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:26.895816 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f29fe987-7fb5-43c0-adaa-50e45eed22d9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (92f180b6-63fc-4bdd-bfb6-80a7e375a9e6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.896348 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-f29fe987-7fb5-43c0-adaa-50e45eed22d9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Added segment 92f180b6-63fc-4bdd-bfb6-80a7e375a9e6 of type vlan for network 4dbcaae7-c013-4338-b4c7-436c9983c89b Oct 28 09:59:26.901673 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:26.904561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2ab0feae-d821-46f2-b4e6-dc252f5b695d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:26.908215 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2ab0feae-d821-46f2-b4e6-dc252f5b695d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] 10.222.0.49 "DELETE /networking/v2.0/networks/51a3a767-dade-43ab-aa7d-00a32a8b4bb3 HTTP/1.1" status: 204 len: 168 time: 1.5904465 Oct 28 09:59:26.937511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:26.938546 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:26.939668 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f23614-5773-4782-9e99-fd4014a7e308 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:26.940134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f23614-5773-4782-9e99-fd4014a7e308 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:26.948290 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f4f23614-5773-4782-9e99-fd4014a7e308 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/12cc8e40-3043-4020-99be-407ff53698b6 HTTP/1.1" status: 404 len: 337 time: 0.1335161 Oct 28 09:59:26.949276 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Pushing event updated for resources: {'Port': ['ID=4c48885c-4e66-4f9c-8fe4-2450353cd1d3,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:26.998707 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 4 to bind port d96be749-634a-43b0-8587-67b01b045e04 Oct 28 09:59:27.006184 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39468) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:27.013204 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f29fe987-7fb5-43c0-adaa-50e45eed22d9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (4dbcaae7-c013-4338-b4c7-436c9983c89b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:27.070509 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0ab4a36c-3049-42da-9491-083d0bb409ec up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:27.088139 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8778-8b2e-48e1-b44e-a71e7ff870c1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (33dfe16a-559f-423a-b0b1-29402dd1a3c1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:27.129889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f29fe987-7fb5-43c0-adaa-50e45eed22d9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (4dbcaae7-c013-4338-b4c7-436c9983c89b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:27.137755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29fe987-7fb5-43c0-adaa-50e45eed22d9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:27.139115 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f29fe987-7fb5-43c0-adaa-50e45eed22d9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:27.165036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0ab4a36c-3049-42da-9491-083d0bb409ec triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:27.166047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:27.166595 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0ab4a36c-3049-42da-9491-083d0bb409ec Oct 28 09:59:27.178654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0feae-d821-46f2-b4e6-dc252f5b695d tempest-NetworksIpV6TestAttrs-1126305272 tempest-NetworksIpV6TestAttrs-1126305272-project] Pushing event deleted for resources: {'Network': ['ID=51a3a767-dade-43ab-aa7d-00a32a8b4bb3,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:27.180554 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-35544ac8-0a45-4fa1-8fa3-e16c611dce53 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port 7d66bd0f-8cef-40fb-b31f-53233aaf642b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:27.180905 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-35544ac8-0a45-4fa1-8fa3-e16c611dce53 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (7d66bd0f-8cef-40fb-b31f-53233aaf642b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:27.208689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:27.269578 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d8778-8b2e-48e1-b44e-a71e7ff870c1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Subnet': ['ID=33dfe16a-559f-423a-b0b1-29402dd1a3c1,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:27.279270 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0ab4a36c-3049-42da-9491-083d0bb409ec is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:27.283157 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fe987-7fb5-43c0-adaa-50e45eed22d9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Network': ['ID=4dbcaae7-c013-4338-b4c7-436c9983c89b,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:27.297840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8d8778-8b2e-48e1-b44e-a71e7ff870c1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Checking segment: {'id': 'e21df447-2f54-47d6-aac7-17a38e016941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:27.298192 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8d8778-8b2e-48e1-b44e-a71e7ff870c1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network hostable DHCP agents. Network: 72a1c2a9-28ba-452a-8489-1eeac9c7990c, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:27.307341 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 4dbcaae7-c013-4338-b4c7-436c9983c89b details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:27.365886 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device eb361ddf-49d7-48f5-adec-fcca48592fd4 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:27.370122 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f29fe987-7fb5-43c0-adaa-50e45eed22d9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8618283 Oct 28 09:59:27.378412 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39470) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:27.384107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-12be1723-2a69-4803-bc7b-c635f84a7dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'subnet': {'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:27.414350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: eb361ddf-49d7-48f5-adec-fcca48592fd4 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:59:27.415433 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device eb361ddf-49d7-48f5-adec-fcca48592fd4 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:27.416308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 36d56a66-c660-4d3a-83af-0e685c80df99 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:27.450713 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8d8778-8b2e-48e1-b44e-a71e7ff870c1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 72a1c2a9-28ba-452a-8489-1eeac9c7990c is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:27.455967 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 36d56a66-c660-4d3a-83af-0e685c80df99 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:59:27.456325 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 36d56a66-c660-4d3a-83af-0e685c80df99 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:27.483038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:27.533004 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a40d20a8-b67f-450e-b915-4f845d9ffa7b None None] Provisioning complete for port 0ab4a36c-3049-42da-9491-083d0bb409ec triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:27.533272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a40d20a8-b67f-450e-b915-4f845d9ffa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:27.534295 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a40d20a8-b67f-450e-b915-4f845d9ffa7b None None] Attempt 1 to provision port 0ab4a36c-3049-42da-9491-083d0bb409ec Oct 28 09:59:27.555246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-3a8d8778-8b2e-48e1-b44e-a71e7ff870c1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 72a1c2a9-28ba-452a-8489-1eeac9c7990c) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:27.562026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8d8778-8b2e-48e1-b44e-a71e7ff870c1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:27.562643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8778-8b2e-48e1-b44e-a71e7ff870c1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:27.568562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9d0490-0bcf-42a9-99cd-6e49c9492671 None None] Network 72a1c2a9-28ba-452a-8489-1eeac9c7990c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:27.576897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:27.601426 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a557678e-0d82-4d4b-8639-d17a24e5d019 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=237e1507-3948-4605-8edb-33af548f9a21 HTTP/1.1" status: 200 len: 205 time: 0.5894792 Oct 28 09:59:27.601426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:27.601426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:27.601426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:27.602028 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39472) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:27.606748 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:27.636166 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12be1723-2a69-4803-bc7b-c635f84a7dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Made reservation on behalf of f0a2e694ad734b67b2fe5e3b8b1efc8b for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:27.648315 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-12be1723-2a69-4803-bc7b-c635f84a7dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:27.654759 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:27.655100 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:27.660330 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 5 to bind port d96be749-634a-43b0-8587-67b01b045e04 Oct 28 09:59:27.711492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:27.711828 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:27.712167 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:27.722111 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-35544ac8-0a45-4fa1-8fa3-e16c611dce53 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (7d66bd0f-8cef-40fb-b31f-53233aaf642b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:27.723485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a40d20a8-b67f-450e-b915-4f845d9ffa7b None None] Current status of the port 0ab4a36c-3049-42da-9491-083d0bb409ec is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:27.759803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'project_id': '25a1ece53cc94768b28900845d6f215a', 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:27.762036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:27.763153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-187cd5b3-01f5-46b6-b530-fc0b40a5449e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (198269c0-6314-404f-8161-c1846cfb1bd8), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:27.766001 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:27.773249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:27.773249 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:27.781398 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3a8d8778-8b2e-48e1-b44e-a71e7ff870c1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5365596 Oct 28 09:59:27.784603 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 6 to bind port d96be749-634a-43b0-8587-67b01b045e04 Oct 28 09:59:27.788056 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39476) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:27.807967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-35544ac8-0a45-4fa1-8fa3-e16c611dce53 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for 7d66bd0f-8cef-40fb-b31f-53233aaf642b owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:27.826355 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-0d135e94-b0d8-45cc-8009-434ff4ff5264 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] delete failed (client error): The resource could not be found. Oct 28 09:59:27.831058 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0d135e94-b0d8-45cc-8009-434ff4ff5264 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/routers/237e1507-3948-4605-8edb-33af548f9a21 HTTP/1.1" status: 404 len: 336 time: 0.2226744 Oct 28 09:59:27.832693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39478) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:27.872835 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1904405e-feaf-4be0-9137-090a5c0e7064 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:27.873290 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1904405e-feaf-4be0-9137-090a5c0e7064 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:27.877754 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1904405e-feaf-4be0-9137-090a5c0e7064 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/72b525c2-647a-47c0-a854-654c850a31df HTTP/1.1" status: 404 len: 337 time: 0.0445631 Oct 28 09:59:27.879662 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.ipam_backend_mixin [None req-12be1723-2a69-4803-bc7b-c635f84a7dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Performing IP validity checks on allocation pools {{(pid=114059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 28 09:59:27.880179 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.ipam_backend_mixin [None req-12be1723-2a69-4803-bc7b-c635f84a7dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 28 09:59:27.883955 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39480) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:27.915392 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39482) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:27.926492 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-203a6451-c9c6-46d4-82e6-10576df6f820 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=edbc5c71-34e3-4ed6-9de6-f6ff5942d19b HTTP/1.1" status: 200 len: 205 time: 0.0429440 Oct 28 09:59:27.935338 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39486) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:27.944073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:27.944635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:27.947315 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:27.983137 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-87d315f8-379e-41b3-aba2-f9a66f37201b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] delete failed (client error): The resource could not be found. Oct 28 09:59:27.984197 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-87d315f8-379e-41b3-aba2-f9a66f37201b tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/routers/edbc5c71-34e3-4ed6-9de6-f6ff5942d19b HTTP/1.1" status: 404 len: 336 time: 0.0478544 Oct 28 09:59:27.985955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ed17f9cc-5ec4-4258-902d-6f12a4a8f9d1 None None] Provisioning complete for port 7d66bd0f-8cef-40fb-b31f-53233aaf642b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:27.986811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ed17f9cc-5ec4-4258-902d-6f12a4a8f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7d66bd0f-8cef-40fb-b31f-53233aaf642b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:27.987592 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ed17f9cc-5ec4-4258-902d-6f12a4a8f9d1 None None] Attempt 1 to provision port 7d66bd0f-8cef-40fb-b31f-53233aaf642b Oct 28 09:59:27.987821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (9c636838-8201-4a78-89b2-5ab7fcc2e897), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:27.988187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39488) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:28.027249 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Allocated IP 2001:db8::2 (72a1c2a9-28ba-452a-8489-1eeac9c7990c/33dfe16a-559f-423a-b0b1-29402dd1a3c1/b4148d1b-f3d9-41fc-b5fc-f995cf708d86) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:28.033430 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4501e48-5f83-4c41-a03c-267285c907ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:28.035364 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4501e48-5f83-4c41-a03c-267285c907ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:28.042704 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f4501e48-5f83-4c41-a03c-267285c907ae tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/fac4fe0f-25f9-4b12-b0b8-abb160b56bd6 HTTP/1.1" status: 404 len: 337 time: 0.0527828 Oct 28 09:59:28.045680 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39490) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:28.048843 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ed17f9cc-5ec4-4258-902d-6f12a4a8f9d1 None None] Port 7d66bd0f-8cef-40fb-b31f-53233aaf642b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:59:28.061011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:28.061597 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:28.062393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cd5b3-01f5-46b6-b530-fc0b40a5449e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Subnet': ['ID=198269c0-6314-404f-8161-c1846cfb1bd8,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:28.069531 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 7 to bind port d96be749-634a-43b0-8587-67b01b045e04 Oct 28 09:59:28.078088 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68c21b2-4b8c-42e2-9248-2ba6b583e2d8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:28.078088 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68c21b2-4b8c-42e2-9248-2ba6b583e2d8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:28.083998 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f68c21b2-4b8c-42e2-9248-2ba6b583e2d8 tempest-RoutersTest-396196319 tempest-RoutersTest-396196319-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/e40c33a3-4e1c-4c29-b53b-26a953ed72c2 HTTP/1.1" status: 404 len: 337 time: 0.0342903 Oct 28 09:59:28.174475 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:28.191480 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:28.192069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:28.192578 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:28.240755 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-32ba8ade-2725-4e67-84c6-b12c7c48a83f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5116179308ad48c498743b76d81ab491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227305 Oct 28 09:59:28.243453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39494) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:28.254830 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cd5b3-01f5-46b6-b530-fc0b40a5449e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Checking segment: {'id': '6bee073f-2fd8-494e-a13d-abb9fe9f5ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a4810262-dac8-4618-8b22-751c432724d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:28.255207 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187cd5b3-01f5-46b6-b530-fc0b40a5449e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network hostable DHCP agents. Network: a4810262-dac8-4618-8b22-751c432724d5, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:28.257360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:28.257693 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:28.267091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Publish callbacks [] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:28.298011 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb8f3-fb22-4e7a-8a87-11fe1cb2d627 admin admin] Publish callbacks [] for security_group (60fe0c2a-03d0-4365-a895-d4bbc291dd65), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:28.301378 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 8 to bind port d96be749-634a-43b0-8587-67b01b045e04 Oct 28 09:59:28.320258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb8f3-fb22-4e7a-8a87-11fe1cb2d627 admin admin] Publish callbacks [] for security_group (60fe0c2a-03d0-4365-a895-d4bbc291dd65), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:28.350716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-12be1723-2a69-4803-bc7b-c635f84a7dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (df661d4b-9168-4fe2-89b3-cf1208dcc4a5), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:28.364859 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:28.365273 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:28.365591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:28.374654 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:28.412400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Network 72a1c2a9-28ba-452a-8489-1eeac9c7990c is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:28.418788 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:28.421699 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be1723-2a69-4803-bc7b-c635f84a7dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Subnet': ['ID=df661d4b-9168-4fe2-89b3-cf1208dcc4a5,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:28.432236 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:28.441457 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12be1723-2a69-4803-bc7b-c635f84a7dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Checking segment: {'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:28.441885 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12be1723-2a69-4803-bc7b-c635f84a7dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network hostable DHCP agents. Network: 4dbcaae7-c013-4338-b4c7-436c9983c89b, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:28.444889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:28.445046 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:28.453529 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 9 to bind port d96be749-634a-43b0-8587-67b01b045e04 Oct 28 09:59:28.499087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:28.514900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:28.515248 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:28.515593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:28.516453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb8f3-fb22-4e7a-8a87-11fe1cb2d627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (60fe0c2a-03d0-4365-a895-d4bbc291dd65), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:28.520109 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb8f3-fb22-4e7a-8a87-11fe1cb2d627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:28.523075 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f0ffb8f3-fb22-4e7a-8a87-11fe1cb2d627 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/60fe0c2a-03d0-4365-a895-d4bbc291dd65 HTTP/1.1" status: 204 len: 168 time: 0.2772534 Oct 28 09:59:28.553883 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffb8f3-fb22-4e7a-8a87-11fe1cb2d627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fe0c2a-03d0-4365-a895-d4bbc291dd65,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:28.558985 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12be1723-2a69-4803-bc7b-c635f84a7dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Network 4dbcaae7-c013-4338-b4c7-436c9983c89b is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:28.571912 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187cd5b3-01f5-46b6-b530-fc0b40a5449e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network a4810262-dac8-4618-8b22-751c432724d5 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:28.583965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:28.584351 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:28.614661 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.plugins.ml2.plugin [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 10 to bind port d96be749-634a-43b0-8587-67b01b045e04 Oct 28 09:59:28.671850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:28.672607 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:28.672607 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:28.673559 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Pushing event updated for resources: {'Port': ['ID=b4148d1b-f3d9-41fc-b5fc-f995cf708d86,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:28.677659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39500) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:28.693031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-12be1723-2a69-4803-bc7b-c635f84a7dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 4dbcaae7-c013-4338-b4c7-436c9983c89b) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:28.694935 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Attempting to bind port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:28.695312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Attempting to bind port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'e21df447-2f54-47d6-aac7-17a38e016941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:28.695679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Attempting to bind port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 on network 72a1c2a9-28ba-452a-8489-1eeac9c7990c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:28.697533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:28.711401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (9c636838-8201-4a78-89b2-5ab7fcc2e897), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:28.711885 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12be1723-2a69-4803-bc7b-c635f84a7dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:28.713918 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-12be1723-2a69-4803-bc7b-c635f84a7dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693558'] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:28.722612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port d96be749-634a-43b0-8587-67b01b045e04 on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:28.722995 dv-neutron-zed-2-hyperv neutron-server[114060]: ERROR neutron.plugins.ml2.managers [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port d96be749-634a-43b0-8587-67b01b045e04 on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:28.723360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d96be749-634a-43b0-8587-67b01b045e04), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:28.723569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe50746-d755-4781-aa40-1cbfcf775258 None None] Network 4dbcaae7-c013-4338-b4c7-436c9983c89b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:28.726254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-187cd5b3-01f5-46b6-b530-fc0b40a5449e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, a4810262-dac8-4618-8b22-751c432724d5) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:28.731295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187cd5b3-01f5-46b6-b530-fc0b40a5449e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:28.731566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-187cd5b3-01f5-46b6-b530-fc0b40a5449e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:28.781942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7c88b4-6174-4df3-a900-4577191046ed None None] Network a4810262-dac8-4618-8b22-751c432724d5 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:28.863617 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-35544ac8-0a45-4fa1-8fa3-e16c611dce53 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (7d66bd0f-8cef-40fb-b31f-53233aaf642b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:28.872163 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:28.872524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Checking segment: {'id': 'e21df447-2f54-47d6-aac7-17a38e016941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:28.872928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:28.873320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Bound using segment: {'id': 'e21df447-2f54-47d6-aac7-17a38e016941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:28.873804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Bound port: b4148d1b-f3d9-41fc-b5fc-f995cf708d86, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21df447-2f54-47d6-aac7-17a38e016941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:28.874182 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:28.887230 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:28.892178 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-12be1723-2a69-4803-bc7b-c635f84a7dab tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5126302 Oct 28 09:59:28.895205 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39504) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:28.901717 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-95c5a257-72b1-48e7-8624-b134b3422316 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:28.915255 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-187cd5b3-01f5-46b6-b530-fc0b40a5449e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1816320 Oct 28 09:59:28.946460 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39506) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:28.952128 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-986d7bae-10e9-4150-acfa-78b889e60420 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=89cfc5b3f25c4c4690ddbdba676c129f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718823 Oct 28 09:59:28.962307 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-4211a798-0929-46ca-a581-1f215ef1f2f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'network_id': 'a4810262-dac8-4618-8b22-751c432724d5', 'name': 'tempest-PortsTestJSON-2091551585', 'fixed_ips': [{'subnet_id': '198269c0-6314-404f-8161-c1846cfb1bd8', 'ip_address': '172.20.0.10'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:28.972347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39508) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:28.992226 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:29.007233 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35544ac8-0a45-4fa1-8fa3-e16c611dce53 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=7d66bd0f-8cef-40fb-b31f-53233aaf642b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:29.007536 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-a4810262-dac8-4618-8b22-751c432724d5', 'network_id': 'a4810262-dac8-4618-8b22-751c432724d5', 'project_id': '957c4481f9b648aea145c14784aee8dc', 'fixed_ips': [{'subnet_id': '198269c0-6314-404f-8161-c1846cfb1bd8'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:29.008503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:29.027099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-4dbcaae7-c013-4338-b4c7-436c9983c89b', 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b', 'project_id': 'f0a2e694ad734b67b2fe5e3b8b1efc8b', 'fixed_ips': [{'subnet_id': 'df661d4b-9168-4fe2-89b3-cf1208dcc4a5'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:29.028014 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:29.047171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:29.116588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] For port d96be749-634a-43b0-8587-67b01b045e04, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:29.117051 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempted to set empty binding levels {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 09:59:29.153357 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-35544ac8-0a45-4fa1-8fa3-e16c611dce53 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:29.157483 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-35544ac8-0a45-4fa1-8fa3-e16c611dce53 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/7d66bd0f-8cef-40fb-b31f-53233aaf642b HTTP/1.1" status: 204 len: 168 time: 2.5001082 Oct 28 09:59:29.167783 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39512) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:29.182908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (d96be749-634a-43b0-8587-67b01b045e04), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:29.184103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:29.184797 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:29.219663 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Allocated IP 172.20.0.2 (a4810262-dac8-4618-8b22-751c432724d5/198269c0-6314-404f-8161-c1846cfb1bd8/46c50f90-4e0d-491b-b70d-dfc141997068) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:29.249259 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21618049-371c-4d2b-9e21-248ca900c0cc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:29.251413 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-21618049-371c-4d2b-9e21-248ca900c0cc tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0824220 Oct 28 09:59:29.263721 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39514) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:29.297563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95c5a257-72b1-48e7-8624-b134b3422316 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3678045'] for subnet (df661d4b-9168-4fe2-89b3-cf1208dcc4a5), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:29.316612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0f182965-ddc1-47f6-82d4-2f3ad5c4ec97 admin admin] Publish callbacks [] for security_group (bec581f8-6fbf-47cc-ab0d-cf26e9f6f1a9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:29.336313 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Pushing event updated for resources: {'Port': ['ID=d96be749-634a-43b0-8587-67b01b045e04,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:29.343355 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-53bb69be-01ee-4015-9147-82cba4452ca8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.5083685 Oct 28 09:59:29.353863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39518) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:29.408229 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadacff9-fe6d-41c6-921d-13c2bfd63d91 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:29.413025 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-eadacff9-fe6d-41c6-921d-13c2bfd63d91 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1454797 Oct 28 09:59:29.414919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39522) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:29.443528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Publish callbacks [] for port (46c50f90-4e0d-491b-b70d-dfc141997068), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:29.445528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Router 9c636838-8201-4a78-89b2-5ab7fcc2e897 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:59:29.446788 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] For port b4148d1b-f3d9-41fc-b5fc-f995cf708d86, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:29.449835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=93 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:29.452776 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0f182965-ddc1-47f6-82d4-2f3ad5c4ec97 admin admin] Publish callbacks [] for security_group (bec581f8-6fbf-47cc-ab0d-cf26e9f6f1a9), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:29.463414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] For port b4148d1b-f3d9-41fc-b5fc-f995cf708d86, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b4148d1b-f3d9-41fc-b5fc-f995cf708d86,segment=NetworkSegment(e21df447-2f54-47d6-aac7-17a38e016941),segment_id=e21df447-2f54-47d6-aac7-17a38e016941)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:29.523805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Allocated IP 2001:db8::1 (72a1c2a9-28ba-452a-8489-1eeac9c7990c/33dfe16a-559f-423a-b0b1-29402dd1a3c1/dcfaeb74-f546-4540-9bf9-f93b427bc585) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:29.528674 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (46c50f90-4e0d-491b-b70d-dfc141997068), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:29.545932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-79437405-ad85-4f9e-b2ee-cc8d6152ab71 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Deleting port d96be749-634a-43b0-8587-67b01b045e04 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:29.546473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79437405-ad85-4f9e-b2ee-cc8d6152ab71 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d96be749-634a-43b0-8587-67b01b045e04), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:29.575021 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:29.601377 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Network a4810262-dac8-4618-8b22-751c432724d5 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:29.604171 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=79,neutron:UPDATE=8,neutron:INSERT=6,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:29.614047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:29.616433 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:29.618626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Pushing event updated for resources: {'Port': ['ID=46c50f90-4e0d-491b-b70d-dfc141997068,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:29.795961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Attempting to bind port 46c50f90-4e0d-491b-b70d-dfc141997068 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:29.797119 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Attempting to bind port 46c50f90-4e0d-491b-b70d-dfc141997068 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '6bee073f-2fd8-494e-a13d-abb9fe9f5ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a4810262-dac8-4618-8b22-751c432724d5'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:29.797619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Attempting to bind port 46c50f90-4e0d-491b-b70d-dfc141997068 on network a4810262-dac8-4618-8b22-751c432724d5 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:29.801808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a31c8-67b6-411a-8db6-7685331ca0e0 None None] Pushing event updated for resources: {'Port': ['ID=b4148d1b-f3d9-41fc-b5fc-f995cf708d86,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:29.915976 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:29.925574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Checking segment: {'id': '6bee073f-2fd8-494e-a13d-abb9fe9f5ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a4810262-dac8-4618-8b22-751c432724d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:29.925574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:29.925574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Bound using segment: {'id': '6bee073f-2fd8-494e-a13d-abb9fe9f5ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a4810262-dac8-4618-8b22-751c432724d5'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:29.925574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Bound port: 46c50f90-4e0d-491b-b70d-dfc141997068, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee073f-2fd8-494e-a13d-abb9fe9f5ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a4810262-dac8-4618-8b22-751c432724d5'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:29.925574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (46c50f90-4e0d-491b-b70d-dfc141997068), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.028861 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4211a798-0929-46ca-a581-1f215ef1f2f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:30.082126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] For port 46c50f90-4e0d-491b-b70d-dfc141997068, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:30.086294 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] For port 46c50f90-4e0d-491b-b70d-dfc141997068, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=46c50f90-4e0d-491b-b70d-dfc141997068,segment=NetworkSegment(6bee073f-2fd8-494e-a13d-abb9fe9f5ab7),segment_id=6bee073f-2fd8-494e-a13d-abb9fe9f5ab7)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:30.117077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-79437405-ad85-4f9e-b2ee-cc8d6152ab71 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] For port d96be749-634a-43b0-8587-67b01b045e04, host hv-neutron-zed0, got binding levels [] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:30.117703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79437405-ad85-4f9e-b2ee-cc8d6152ab71 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d96be749-634a-43b0-8587-67b01b045e04), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.118261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:30.129486 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5885e263-3421-46a4-a066-4c9f23cada3b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:30.131859 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5885e263-3421-46a4-a066-4c9f23cada3b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:30.133246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5885e263-3421-46a4-a066-4c9f23cada3b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:30.135117 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5885e263-3421-46a4-a066-4c9f23cada3b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7167103 Oct 28 09:59:30.143939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39534) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:30.154490 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4211a798-0929-46ca-a581-1f215ef1f2f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.162813 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-79437405-ad85-4f9e-b2ee-cc8d6152ab71 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Calling delete_port for d96be749-634a-43b0-8587-67b01b045e04 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:30.196152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:30.207960 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-4211a798-0929-46ca-a581-1f215ef1f2f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] device_id is not set on port d52bb8e1-54eb-40f5-9529-d7e5c18390e9 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:59:30.209725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c879f76-e99d-4d86-8c91-5afbdacc7319 None None] Sync routers for ids ['9c636838-8201-4a78-89b2-5ab7fcc2e897'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:30.236113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (46c50f90-4e0d-491b-b70d-dfc141997068), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.242152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0f182965-ddc1-47f6-82d4-2f3ad5c4ec97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (bec581f8-6fbf-47cc-ab0d-cf26e9f6f1a9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.245689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0f182965-ddc1-47f6-82d4-2f3ad5c4ec97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.246926 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0f182965-ddc1-47f6-82d4-2f3ad5c4ec97 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bec581f8-6fbf-47cc-ab0d-cf26e9f6f1a9 HTTP/1.1" status: 204 len: 168 time: 1.2667060 Oct 28 09:59:30.281666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c879f76-e99d-4d86-8c91-5afbdacc7319 None None] Routers {'9c636838-8201-4a78-89b2-5ab7fcc2e897'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:30.282716 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0c879f76-e99d-4d86-8c91-5afbdacc7319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9c636838-8201-4a78-89b2-5ab7fcc2e897'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:30.321880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9b5107-12e8-414d-8767-168aa0d87334 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 48e45f95-01c6-464f-8ac5-88ff70803d55 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:30.332345 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.335172 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182965-ddc1-47f6-82d4-2f3ad5c4ec97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec581f8-6fbf-47cc-ab0d-cf26e9f6f1a9,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:30.346640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5107-12e8-414d-8767-168aa0d87334 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (48e45f95-01c6-464f-8ac5-88ff70803d55), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.371828 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:30.382871 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.384625 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ff67ce71-d520-405b-9815-fceb4e846279 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.8147600 Oct 28 09:59:30.389618 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39540) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:30.398663 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-3850be37-17f1-451b-8041-50a3feaffe1c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:30.450008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0c879f76-e99d-4d86-8c91-5afbdacc7319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:30.467159 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5107-12e8-414d-8767-168aa0d87334 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (48e45f95-01c6-464f-8ac5-88ff70803d55), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.527283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95c5a257-72b1-48e7-8624-b134b3422316 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779533265574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2565923'] for subnet (df661d4b-9168-4fe2-89b3-cf1208dcc4a5), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.572192 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39542) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:30.572580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Allocated IP 2001:db8::3 (4dbcaae7-c013-4338-b4c7-436c9983c89b/df661d4b-9168-4fe2-89b3-cf1208dcc4a5/a729e548-fa9e-4d83-ae8d-0a3d08b7504f) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:30.584070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79437405-ad85-4f9e-b2ee-cc8d6152ab71 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (d96be749-634a-43b0-8587-67b01b045e04), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.704128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a257-72b1-48e7-8624-b134b3422316 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:30.705009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95c5a257-72b1-48e7-8624-b134b3422316 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.706544 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-95c5a257-72b1-48e7-8624-b134b3422316 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "PUT /networking/v2.0/subnets/df661d4b-9168-4fe2-89b3-cf1208dcc4a5 HTTP/1.1" status: 200 len: 900 time: 1.8101947 Oct 28 09:59:30.712405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39546) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:30.717128 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.739930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79437405-ad85-4f9e-b2ee-cc8d6152ab71 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Pushing event deleted for resources: {'Port': ['ID=d96be749-634a-43b0-8587-67b01b045e04,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:30.787979 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:30.828437 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5a257-72b1-48e7-8624-b134b3422316 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event updated for resources: {'Subnet': ['ID=df661d4b-9168-4fe2-89b3-cf1208dcc4a5,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:30.837744 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-4211a798-0929-46ca-a581-1f215ef1f2f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Allocated IP 172.20.0.10 (a4810262-dac8-4618-8b22-751c432724d5/198269c0-6314-404f-8161-c1846cfb1bd8/d52bb8e1-54eb-40f5-9529-d7e5c18390e9) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:30.894055 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (4dbcaae7-c013-4338-b4c7-436c9983c89b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.917355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5107-12e8-414d-8767-168aa0d87334 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (48e45f95-01c6-464f-8ac5-88ff70803d55), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.922660 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af586dc-5c65-41ca-aad9-36efb9472698 None None] Pushing event updated for resources: {'Port': ['ID=46c50f90-4e0d-491b-b70d-dfc141997068,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:30.923133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-79437405-ad85-4f9e-b2ee-cc8d6152ab71 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:30.927398 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-79437405-ad85-4f9e-b2ee-cc8d6152ab71 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/d96be749-634a-43b0-8587-67b01b045e04 HTTP/1.1" status: 204 len: 168 time: 1.5689979 Oct 28 09:59:30.934761 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c879f76-e99d-4d86-8c91-5afbdacc7319 None None] Routers {'9c636838-8201-4a78-89b2-5ab7fcc2e897'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:30.938415 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0c879f76-e99d-4d86-8c91-5afbdacc7319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9c636838-8201-4a78-89b2-5ab7fcc2e897'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:31.009103 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39550) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:31.012679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0c879f76-e99d-4d86-8c91-5afbdacc7319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:31.013293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c879f76-e99d-4d86-8c91-5afbdacc7319 None None] The sync data for ids ['9c636838-8201-4a78-89b2-5ab7fcc2e897'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:31.042167 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Publish callbacks [] for port (a729e548-fa9e-4d83-ae8d-0a3d08b7504f), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:31.065574 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:31.080909 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:31.087520 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 72a1c2a9-28ba-452a-8489-1eeac9c7990c is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:31.116783 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:31.124838 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (a729e548-fa9e-4d83-ae8d-0a3d08b7504f), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:31.127438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:31.128854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (27b833f1-388e-4726-970a-c702dc59d062), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:31.204941 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4ee333-092c-4025-9318-7e5cbfa89f1c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] GET failed (client error): The resource could not be found. Oct 28 09:59:31.217000 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2e4ee333-092c-4025-9318-7e5cbfa89f1c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/d96be749-634a-43b0-8587-67b01b045e04 HTTP/1.1" status: 404 len: 333 time: 0.1675327 Oct 28 09:59:31.234714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b4148d1b-f3d9-41fc-b5fc-f995cf708d86 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:31.257458 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1efcea69-1808-4b1f-a99f-538c3c80b7bf tempest-DvrRoutersNegativeTest-637969858 tempest-DvrRoutersNegativeTest-637969858-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-168858507', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:31.258501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=dcfaeb74-f546-4540-9bf9-f93b427bc585,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:31.261388 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39556) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:31.271470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.policy [None req-1efcea69-1808-4b1f-a99f-538c3c80b7bf tempest-DvrRoutersNegativeTest-637969858 tempest-DvrRoutersNegativeTest-637969858-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=114059) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 28 09:59:31.272833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.policy [None req-1efcea69-1808-4b1f-a99f-538c3c80b7bf tempest-DvrRoutersNegativeTest-637969858 tempest-DvrRoutersNegativeTest-637969858-project] Failed policy enforce for 'create_router' {{(pid=114059) enforce /opt/stack/neutron/neutron/policy.py:523}} Oct 28 09:59:31.274299 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-1efcea69-1808-4b1f-a99f-538c3c80b7bf tempest-DvrRoutersNegativeTest-637969858 tempest-DvrRoutersNegativeTest-637969858-project] create failed (client error): Access was denied to this resource. Oct 28 09:59:31.277599 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1efcea69-1808-4b1f-a99f-538c3c80b7bf tempest-DvrRoutersNegativeTest-637969858 tempest-DvrRoutersNegativeTest-637969858-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.7028542 Oct 28 09:59:31.301611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6c36c9fb-393b-4c2c-9742-def7d6a45d1b tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Request body: {'port': {'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1190933067'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:31.335117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (df661d4b-9168-4fe2-89b3-cf1208dcc4a5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:31.362902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:31.363421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:31.364140 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 Oct 28 09:59:31.371240 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Pushing event updated for resources: {'Port': ['ID=a729e548-fa9e-4d83-ae8d-0a3d08b7504f,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:31.450462 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Network 4dbcaae7-c013-4338-b4c7-436c9983c89b is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:31.476425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4f71d1-e94c-4a7e-988d-7f42d2e47f0c None None] Network 72a1c2a9-28ba-452a-8489-1eeac9c7990c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:31.491476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:31.496691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:31.525877 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c36c9fb-393b-4c2c-9742-def7d6a45d1b tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Made reservation on behalf of 3cafc17f01f94eb8b1eba4ae92ced742 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:31.529251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6c36c9fb-393b-4c2c-9742-def7d6a45d1b tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:31.563264 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4211a798-0929-46ca-a581-1f215ef1f2f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (d52bb8e1-54eb-40f5-9529-d7e5c18390e9), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:31.600208 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5107-12e8-414d-8767-168aa0d87334 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (48e45f95-01c6-464f-8ac5-88ff70803d55), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:31.646547 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b5107-12e8-414d-8767-168aa0d87334 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=48e45f95-01c6-464f-8ac5-88ff70803d55,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:31.666795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-fe65583c-1586-47ce-9d6c-b4b247e38544 None None] Provisioning complete for port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:31.667177 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fe65583c-1586-47ce-9d6c-b4b247e38544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:31.667536 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-fe65583c-1586-47ce-9d6c-b4b247e38544 None None] Attempt 1 to provision port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 Oct 28 09:59:31.670232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5107-12e8-414d-8767-168aa0d87334 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:31.684454 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4b9b5107-12e8-414d-8767-168aa0d87334 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/48e45f95-01c6-464f-8ac5-88ff70803d55 HTTP/1.1" status: 204 len: 168 time: 1.5395565 Oct 28 09:59:31.693587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-6c36c9fb-393b-4c2c-9742-def7d6a45d1b tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] device_id is not set on port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:59:31.700568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39564) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:31.711021 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12b7953-f98e-4313-b8a4-8a0daa12e186 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:31.755918 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4211a798-0929-46ca-a581-1f215ef1f2f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d52bb8e1-54eb-40f5-9529-d7e5c18390e9), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:31.770591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (df661d4b-9168-4fe2-89b3-cf1208dcc4a5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:31.848215 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:31.874084 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3850be37-17f1-451b-8041-50a3feaffe1c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (9c636838-8201-4a78-89b2-5ab7fcc2e897), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:31.901866 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4211a798-0929-46ca-a581-1f215ef1f2f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network a4810262-dac8-4618-8b22-751c432724d5 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:31.903275 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-4211a798-0929-46ca-a581-1f215ef1f2f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:31.908225 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4211a798-0929-46ca-a581-1f215ef1f2f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:31.968311 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211a798-0929-46ca-a581-1f215ef1f2f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=d52bb8e1-54eb-40f5-9529-d7e5c18390e9,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:32.004837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4211a798-0929-46ca-a581-1f215ef1f2f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:32.005400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4211a798-0929-46ca-a581-1f215ef1f2f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:32.014825 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:32.015707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:32.016314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:32.022963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39572) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:32.036303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3850be37-17f1-451b-8041-50a3feaffe1c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_gateway (9c636838-8201-4a78-89b2-5ab7fcc2e897), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:32.068999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:32.076762 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:32.084054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:32.084151 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Subnet': ['ID=df661d4b-9168-4fe2-89b3-cf1208dcc4a5,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:32.109491 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4211a798-0929-46ca-a581-1f215ef1f2f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1551476 Oct 28 09:59:32.150622 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39578) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:32.192368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-3850be37-17f1-451b-8041-50a3feaffe1c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Deleting port 4c48885c-4e66-4f9c-8fe4-2450353cd1d3 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:32.192979 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3850be37-17f1-451b-8041-50a3feaffe1c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4c48885c-4e66-4f9c-8fe4-2450353cd1d3), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:32.225520 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-7edc2243-1a26-40ea-9e53-cc2b74affc7f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'network_id': 'a4810262-dac8-4618-8b22-751c432724d5', 'name': 'tempest-PortsTestJSON-203691455', 'fixed_ips': [{'subnet_id': '198269c0-6314-404f-8161-c1846cfb1bd8', 'ip_address': '172.20.0.9'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:32.228996 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:32.263438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (4dbcaae7-c013-4338-b4c7-436c9983c89b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:32.273037 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5d63083e-a478-4f3e-9374-c9ce8d636f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:32.273239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe06416b-11ef-431e-845e-3978efd06c48 None None] Network a4810262-dac8-4618-8b22-751c432724d5 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:32.273905 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:32.274459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:32.285386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:32.300312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:32.303854 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Failed to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] Oct 28 09:59:32.324989 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempt 2 to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f Oct 28 09:59:32.346650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3850be37-17f1-451b-8041-50a3feaffe1c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4c48885c-4e66-4f9c-8fe4-2450353cd1d3), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:32.366429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:32.366950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-3850be37-17f1-451b-8041-50a3feaffe1c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Calling delete_port for 4c48885c-4e66-4f9c-8fe4-2450353cd1d3 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:32.367291 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:32.367834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:32.478287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5d63083e-a478-4f3e-9374-c9ce8d636f09 admin admin] Publish callbacks [] for security_group (ced56521-480b-49c6-862b-6090cb65a1ad), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:32.493867 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:32.498501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:32.560107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5d63083e-a478-4f3e-9374-c9ce8d636f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (ced56521-480b-49c6-862b-6090cb65a1ad), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:32.576430 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:32.580179 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Failed to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] Oct 28 09:59:32.586288 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempt 3 to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f Oct 28 09:59:32.590408 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port b4148d1b-f3d9-41fc-b5fc-f995cf708d86, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b4148d1b-f3d9-41fc-b5fc-f995cf708d86,segment=NetworkSegment(e21df447-2f54-47d6-aac7-17a38e016941),segment_id=e21df447-2f54-47d6-aac7-17a38e016941)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:32.603789 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:32.613251 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39582) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:32.624014 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-fe65583c-1586-47ce-9d6c-b4b247e38544 None None] Current status of the port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:32.624460 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fe65583c-1586-47ce-9d6c-b4b247e38544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:32.644134 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:32.644619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:32.644891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:32.669730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:32.774383 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5d63083e-a478-4f3e-9374-c9ce8d636f09 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=86f29fb9cf294d99afd22508d93db94e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7500947 Oct 28 09:59:32.776927 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39586) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:32.784441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-fe65583c-1586-47ce-9d6c-b4b247e38544 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:59:32.784855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-fe65583c-1586-47ce-9d6c-b4b247e38544 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:32.786030 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:32.788761 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:32.800883 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63083e-a478-4f3e-9374-c9ce8d636f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced56521-480b-49c6-862b-6090cb65a1ad,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:32.878405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6c36c9fb-393b-4c2c-9742-def7d6a45d1b tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks [] for port (6ac5aea4-4194-45a0-a79c-90d0a80a53aa), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:32.881287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-420044123-network', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:32.935704 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:32.938811 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Failed to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] Oct 28 09:59:32.939302 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempt 4 to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f Oct 28 09:59:32.958151 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:33.017960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:33.018369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:33.018791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:33.027112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=b4148d1b-f3d9-41fc-b5fc-f995cf708d86,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:33.030397 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4879f7f-ab73-453f-a6d0-a72cf077d054 admin admin] Publish callbacks [] for security_group (ced56521-480b-49c6-862b-6090cb65a1ad), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.055106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] Made reservation on behalf of 076144e2070b434c9d1fda1223cff4ed for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:33.065458 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.077164 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3850be37-17f1-451b-8041-50a3feaffe1c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (4c48885c-4e66-4f9c-8fe4-2450353cd1d3), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.106504 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:33.109653 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:33.150629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.207825 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4879f7f-ab73-453f-a6d0-a72cf077d054 admin admin] Publish callbacks [] for security_group (ced56521-480b-49c6-862b-6090cb65a1ad), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.211650 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 46c50f90-4e0d-491b-b70d-dfc141997068 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.214425 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:33.216992 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Failed to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] Oct 28 09:59:33.219518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-6223b32f-23ae-4ecb-be92-79a0b1eb779e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 70ef7c12-bbb5-4e0b-83c7-1b56669c97a3 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:33.222759 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempt 5 to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f Oct 28 09:59:33.223057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850be37-17f1-451b-8041-50a3feaffe1c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Pushing event deleted for resources: {'Port': ['ID=4c48885c-4e66-4f9c-8fe4-2450353cd1d3,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:33.224564 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbcaae7-c013-4338-b4c7-436c9983c89b']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:33.273447 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6c36c9fb-393b-4c2c-9742-def7d6a45d1b tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (6ac5aea4-4194-45a0-a79c-90d0a80a53aa), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.286921 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6223b32f-23ae-4ecb-be92-79a0b1eb779e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (70ef7c12-bbb5-4e0b-83c7-1b56669c97a3), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.339071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:33.342942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:33.343466 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:33.359462 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:33.361686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.396177 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:33.400120 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (92f180b6-63fc-4bdd-bfb6-80a7e375a9e6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.401341 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:33.441027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-fe65583c-1586-47ce-9d6c-b4b247e38544 None None] Current status of the port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.445109 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:33.448781 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Failed to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] Oct 28 09:59:33.448947 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (92f180b6-63fc-4bdd-bfb6-80a7e375a9e6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.449858 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempt 6 to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f Oct 28 09:59:33.465230 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 46c50f90-4e0d-491b-b70d-dfc141997068 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:33.465619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (46c50f90-4e0d-491b-b70d-dfc141997068), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.466033 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 46c50f90-4e0d-491b-b70d-dfc141997068 Oct 28 09:59:33.469398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:33.469771 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:33.470368 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.555784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:33.562409 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:33.579984 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3850be37-17f1-451b-8041-50a3feaffe1c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (9c636838-8201-4a78-89b2-5ab7fcc2e897), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.613677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:33.619368 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Failed to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] Oct 28 09:59:33.619368 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempt 7 to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f Oct 28 09:59:33.624004 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6223b32f-23ae-4ecb-be92-79a0b1eb779e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (70ef7c12-bbb5-4e0b-83c7-1b56669c97a3), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.631785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:33.632646 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (92f180b6-63fc-4bdd-bfb6-80a7e375a9e6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.650067 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:33.650455 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:33.650845 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:33.691221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.694094 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Provisioning complete for port 46c50f90-4e0d-491b-b70d-dfc141997068 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:33.694477 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (46c50f90-4e0d-491b-b70d-dfc141997068), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.694848 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Attempt 1 to provision port 46c50f90-4e0d-491b-b70d-dfc141997068 Oct 28 09:59:33.697228 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36c9fb-393b-4c2c-9742-def7d6a45d1b tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Pushing event updated for resources: {'Port': ['ID=6ac5aea4-4194-45a0-a79c-90d0a80a53aa,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:33.700009 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.772789 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:33.775469 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Failed to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] Oct 28 09:59:33.778608 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempt 8 to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f Oct 28 09:59:33.814330 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6223b32f-23ae-4ecb-be92-79a0b1eb779e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (70ef7c12-bbb5-4e0b-83c7-1b56669c97a3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.833666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:33.834052 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:33.834417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.870378 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:33.873501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.902602 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:33.905677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Failed to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] Oct 28 09:59:33.905677 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempt 9 to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f Oct 28 09:59:33.908404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c36c9fb-393b-4c2c-9742-def7d6a45d1b tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:33.908565 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 46c50f90-4e0d-491b-b70d-dfc141997068 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:33.908849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (46c50f90-4e0d-491b-b70d-dfc141997068), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.912743 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 92f180b6-63fc-4bdd-bfb6-80a7e375a9e6 resource provider aggregate not found Oct 28 09:59:33.919624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-6c36c9fb-393b-4c2c-9742-def7d6a45d1b tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:33.927958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3850be37-17f1-451b-8041-50a3feaffe1c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (9c636838-8201-4a78-89b2-5ab7fcc2e897), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.933086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3850be37-17f1-451b-8041-50a3feaffe1c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (9c636838-8201-4a78-89b2-5ab7fcc2e897), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.949558 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 92f180b6-63fc-4bdd-bfb6-80a7e375a9e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92f180b6-63fc-4bdd-bfb6-80a7e375a9e6 found for delete ", "request_id": "req-92ab3ea6-3f6d-4c14-97d4-71e73fbb816e"}]} Oct 28 09:59:33.950404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c36c9fb-393b-4c2c-9742-def7d6a45d1b tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:33.951292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c36c9fb-393b-4c2c-9742-def7d6a45d1b tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:33.951892 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6c36c9fb-393b-4c2c-9742-def7d6a45d1b tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:33.957247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:33.957629 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:33.958010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:33.997298 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:34.000444 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:34.003310 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 46c50f90-4e0d-491b-b70d-dfc141997068, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=46c50f90-4e0d-491b-b70d-dfc141997068,segment=NetworkSegment(6bee073f-2fd8-494e-a13d-abb9fe9f5ab7),segment_id=6bee073f-2fd8-494e-a13d-abb9fe9f5ab7)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:34.020394 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3850be37-17f1-451b-8041-50a3feaffe1c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Router 9c636838-8201-4a78-89b2-5ab7fcc2e897 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:34.039212 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:34.042570 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Failed to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] Oct 28 09:59:34.043955 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempt 10 to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f Oct 28 09:59:34.059496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.db.api [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 09:59:34.059496 dv-neutron-zed-2-hyperv neutron-server[114060]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 09:59:34.059496 dv-neutron-zed-2-hyperv neutron-server[114060]: [parameters: {'id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] Oct 28 09:59:34.059496 dv-neutron-zed-2-hyperv neutron-server[114060]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:59:34.060418 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG oslo_db.api [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:59:34.062334 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:34.062737 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:34.063105 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:34.067083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Current status of the port 46c50f90-4e0d-491b-b70d-dfc141997068 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:34.068943 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (46c50f90-4e0d-491b-b70d-dfc141997068), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:34.086904 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:34.089976 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempting to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on network 4dbcaae7-c013-4338-b4c7-436c9983c89b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:34.096875 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edc2243-1a26-40ea-9e53-cc2b74affc7f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:34.100007 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3850be37-17f1-451b-8041-50a3feaffe1c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:34.112589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3850be37-17f1-451b-8041-50a3feaffe1c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.112589 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3850be37-17f1-451b-8041-50a3feaffe1c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "PUT /networking/v2.0/routers/9c636838-8201-4a78-89b2-5ab7fcc2e897 HTTP/1.1" status: 200 len: 706 time: 3.7128296 Oct 28 09:59:34.112589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39592) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df661d4b-9168-4fe2-89b3-cf1208dcc4a5 could not be found. Oct 28 09:59:34.116021 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 09:59:34.118592 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Failed to bind port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4dbcaae7-c013-4338-b4c7-436c9983c89b'}] Oct 28 09:59:34.118712 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016423a2-e3bb-4a2d-a5ee-014344e7833a None None] Sync routers for ids ['9c636838-8201-4a78-89b2-5ab7fcc2e897'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:34.119176 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a729e548-fa9e-4d83-ae8d-0a3d08b7504f), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.127158 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016423a2-e3bb-4a2d-a5ee-014344e7833a None None] Routers {'9c636838-8201-4a78-89b2-5ab7fcc2e897'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:34.128379 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-016423a2-e3bb-4a2d-a5ee-014344e7833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9c636838-8201-4a78-89b2-5ab7fcc2e897'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:34.134788 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (46c50f90-4e0d-491b-b70d-dfc141997068), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.157343 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4879f7f-ab73-453f-a6d0-a72cf077d054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (ced56521-480b-49c6-862b-6090cb65a1ad), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.161248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4879f7f-ab73-453f-a6d0-a72cf077d054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.162422 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f4879f7f-ab73-453f-a6d0-a72cf077d054 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ced56521-480b-49c6-862b-6090cb65a1ad HTTP/1.1" status: 204 len: 168 time: 1.3845692 Oct 28 09:59:34.205035 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6c36c9fb-393b-4c2c-9742-def7d6a45d1b tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9081624 Oct 28 09:59:34.205895 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.206645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (27b833f1-388e-4726-970a-c702dc59d062), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.208282 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39596) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:34.212285 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-016423a2-e3bb-4a2d-a5ee-014344e7833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:34.221555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:34.224846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4879f7f-ab73-453f-a6d0-a72cf077d054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced56521-480b-49c6-862b-6090cb65a1ad,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:34.230568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6223b32f-23ae-4ecb-be92-79a0b1eb779e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (70ef7c12-bbb5-4e0b-83c7-1b56669c97a3), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.240174 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016423a2-e3bb-4a2d-a5ee-014344e7833a None None] Routers {'9c636838-8201-4a78-89b2-5ab7fcc2e897'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:34.240949 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-016423a2-e3bb-4a2d-a5ee-014344e7833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9c636838-8201-4a78-89b2-5ab7fcc2e897'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:34.241218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:34.244234 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=78 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:34.256186 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] For port a729e548-fa9e-4d83-ae8d-0a3d08b7504f, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:34.256604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Attempted to set empty binding levels {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 09:59:34.264605 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f1b53374-b0d8-45de-a257-32f400935390 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/9c636838-8201-4a78-89b2-5ab7fcc2e897 HTTP/1.1" status: 200 len: 741 time: 0.1530344 Oct 28 09:59:34.268532 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39598) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:34.294541 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-016423a2-e3bb-4a2d-a5ee-014344e7833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:34.296224 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016423a2-e3bb-4a2d-a5ee-014344e7833a None None] The sync data for ids ['9c636838-8201-4a78-89b2-5ab7fcc2e897'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:34.313762 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:34.321075 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-01d89bb6-d2ac-4a48-94ab-d8555ddea6f4 tempest-RoutersAdminTest-446108438 tempest-RoutersAdminTest-446108438-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&device_id=9c636838-8201-4a78-89b2-5ab7fcc2e897 HTTP/1.1" status: 200 len: 205 time: 0.0493295 Oct 28 09:59:34.324406 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39600) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:34.347784 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (a729e548-fa9e-4d83-ae8d-0a3d08b7504f), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.372877 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=dcfaeb74-f546-4540-9bf9-f93b427bc585,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:34.375499 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223b32f-23ae-4ecb-be92-79a0b1eb779e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=70ef7c12-bbb5-4e0b-83c7-1b56669c97a3,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:34.391591 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] Publish callbacks [] for security_group (e5120c50-06f3-48f5-9e29-e5e2d027baf6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.391591 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-14532b76-0e4f-4e74-b364-dc192c799cfd tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9c636838-8201-4a78-89b2-5ab7fcc2e897 HTTP/1.1" status: 200 len: 205 time: 0.0652165 Oct 28 09:59:34.393822 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6223b32f-23ae-4ecb-be92-79a0b1eb779e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.394642 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39602) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:34.397594 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6223b32f-23ae-4ecb-be92-79a0b1eb779e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/70ef7c12-bbb5-4e0b-83c7-1b56669c97a3 HTTP/1.1" status: 204 len: 168 time: 2.6935365 Oct 28 09:59:34.403478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39604) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:34.436141 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c1b44d-a4c9-484d-8eb2-70bd61319f8f None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:34.440973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:59:34.441968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:59:34.466178 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 72a1c2a9-28ba-452a-8489-1eeac9c7990c is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:34.470113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7edc2243-1a26-40ea-9e53-cc2b74affc7f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.481483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6ac5aea4-4194-45a0-a79c-90d0a80a53aa), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.484293 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:34.485887 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=46c50f90-4e0d-491b-b70d-dfc141997068,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:34.490942 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c4122d2c-4bf6-4664-85c1-1c216318e610 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852320 Oct 28 09:59:34.491931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (e5120c50-06f3-48f5-9e29-e5e2d027baf6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.503121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39606) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:34.513996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-445b0da5-9034-4ccf-8624-8711bc304890 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:34.585197 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (4dbcaae7-c013-4338-b4c7-436c9983c89b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.590850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:34.601779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-7edc2243-1a26-40ea-9e53-cc2b74affc7f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] device_id is not set on port 00790986-def8-4d3b-8f5e-2890e750a332 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:59:34.632384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f64bd-6be6-424b-bf97-6abf42f547e4 None None] Pushing event updated for resources: {'Port': ['ID=a729e548-fa9e-4d83-ae8d-0a3d08b7504f,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:34.645514 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:34.739374 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9cf4598a-740d-49fd-b729-46025f3b840b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (9c636838-8201-4a78-89b2-5ab7fcc2e897), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.744705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:34.797467 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Deleting port a729e548-fa9e-4d83-ae8d-0a3d08b7504f {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:34.797965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a729e548-fa9e-4d83-ae8d-0a3d08b7504f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.821205 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1aff90-5ede-4b0d-82ed-5b2f955985bc None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:59:34.839041 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:34.878554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5120c50-06f3-48f5-9e29-e5e2d027baf6,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:34.911649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] For port a729e548-fa9e-4d83-ae8d-0a3d08b7504f, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:34.912017 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a729e548-fa9e-4d83-ae8d-0a3d08b7504f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.928998 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Calling delete_port for a729e548-fa9e-4d83-ae8d-0a3d08b7504f owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:34.930198 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3c1aff90-5ede-4b0d-82ed-5b2f955985bc None None] Deleting port 0ab4a36c-3049-42da-9491-083d0bb409ec {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:34.931003 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3c1aff90-5ede-4b0d-82ed-5b2f955985bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.934813 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (962d3c32-b2b4-4ab9-9f66-817d91c4e0fa), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.935331 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] Added segment 962d3c32-b2b4-4ab9-9f66-817d91c4e0fa of type vlan for network 4d683f21-056f-49ef-b611-826c5b093c7b Oct 28 09:59:35.086121 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b4148d1b-f3d9-41fc-b5fc-f995cf708d86 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:35.090445 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445b0da5-9034-4ccf-8624-8711bc304890 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:35.094341 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-445b0da5-9034-4ccf-8624-8711bc304890 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.147513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3c1aff90-5ede-4b0d-82ed-5b2f955985bc None None] For port 0ab4a36c-3049-42da-9491-083d0bb409ec, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0ab4a36c-3049-42da-9491-083d0bb409ec,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:35.148251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3c1aff90-5ede-4b0d-82ed-5b2f955985bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.159001 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (4d683f21-056f-49ef-b611-826c5b093c7b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.163321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Current status of the port 46c50f90-4e0d-491b-b70d-dfc141997068 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:35.168081 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9cf4598a-740d-49fd-b729-46025f3b840b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (9c636838-8201-4a78-89b2-5ab7fcc2e897), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.180386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9cf4598a-740d-49fd-b729-46025f3b840b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router_controller (9c636838-8201-4a78-89b2-5ab7fcc2e897), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.181910 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3c1aff90-5ede-4b0d-82ed-5b2f955985bc None None] Calling delete_port for 0ab4a36c-3049-42da-9491-083d0bb409ec owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:35.190579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:35.195431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Provisioning complete for port d52bb8e1-54eb-40f5-9529-d7e5c18390e9 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:35.195838 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d52bb8e1-54eb-40f5-9529-d7e5c18390e9), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.196154 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Attempt 1 to provision port d52bb8e1-54eb-40f5-9529-d7e5c18390e9 Oct 28 09:59:35.277031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.resource_extend [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 28 09:59:35.280369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:35.280699 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.281134 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 Oct 28 09:59:35.285562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Port d52bb8e1-54eb-40f5-9529-d7e5c18390e9 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:59:35.332610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Provisioning complete for port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:35.333059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.333441 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Attempt 1 to provision port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 Oct 28 09:59:35.384071 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9cf4598a-740d-49fd-b729-46025f3b840b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (9c636838-8201-4a78-89b2-5ab7fcc2e897), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.387895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf4598a-740d-49fd-b729-46025f3b840b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Fanout notify agent at l3_agent the message router_deleted on router 9c636838-8201-4a78-89b2-5ab7fcc2e897 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:59:35.389514 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] device_id is not set on port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:59:35.389655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router 27b833f1-388e-4726-970a-c702dc59d062 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:59:35.398227 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9cf4598a-740d-49fd-b729-46025f3b840b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.399258 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9cf4598a-740d-49fd-b729-46025f3b840b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "DELETE /networking/v2.0/routers/9c636838-8201-4a78-89b2-5ab7fcc2e897 HTTP/1.1" status: 204 len: 168 time: 1.0036209 Oct 28 09:59:35.407654 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks [] for port (6ac5aea4-4194-45a0-a79c-90d0a80a53aa), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.409314 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39622) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:35.459907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-7edc2243-1a26-40ea-9e53-cc2b74affc7f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Allocated IP 172.20.0.9 (a4810262-dac8-4618-8b22-751c432724d5/198269c0-6314-404f-8161-c1846cfb1bd8/00790986-def8-4d3b-8f5e-2890e750a332) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:35.470712 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (4d683f21-056f-49ef-b611-826c5b093c7b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.471945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:35.472492 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:35.473061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 46c50f90-4e0d-491b-b70d-dfc141997068 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:35.473187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.487984 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9b986ef2-bb5f-4eae-8b80-a8d19e369ddc tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9c636838-8201-4a78-89b2-5ab7fcc2e897 HTTP/1.1" status: 200 len: 205 time: 0.0744808 Oct 28 09:59:35.500533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39626) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:35.503998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3c1aff90-5ede-4b0d-82ed-5b2f955985bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (0ab4a36c-3049-42da-9491-083d0bb409ec), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.517487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Current status of the port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:35.537983 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (6ac5aea4-4194-45a0-a79c-90d0a80a53aa), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.545427 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1aff90-5ede-4b0d-82ed-5b2f955985bc None None] Pushing event deleted for resources: {'Port': ['ID=0ab4a36c-3049-42da-9491-083d0bb409ec,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:35.550575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:35.556938 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1aff90-5ede-4b0d-82ed-5b2f955985bc None None] No DVR routers for this DVR port 0ab4a36c-3049-42da-9491-083d0bb409ec on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:35.567606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Provisioning complete for port dcfaeb74-f546-4540-9bf9-f93b427bc585 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:35.567985 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.568323 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Attempt 1 to provision port dcfaeb74-f546-4540-9bf9-f93b427bc585 Oct 28 09:59:35.579362 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-f082fb38-72f8-45d2-a2ef-16f637dd753c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] delete failed (client error): The resource could not be found. Oct 28 09:59:35.586217 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f082fb38-72f8-45d2-a2ef-16f637dd753c tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "DELETE /networking/v2.0/routers/9c636838-8201-4a78-89b2-5ab7fcc2e897 HTTP/1.1" status: 404 len: 336 time: 0.0787385 Oct 28 09:59:35.586217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39628) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:35.594519 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9909a961-57a1-4bfd-a748-588dde1a5197 None None] get_active_networks_info from dv-neutron-zed-2-hyperv {{(pid=114061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 28 09:59:35.615461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a729e548-fa9e-4d83-ae8d-0a3d08b7504f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.630238 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] Pushing event updated for resources: {'Network': ['ID=4d683f21-056f-49ef-b611-826c5b093c7b,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:35.662992 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-17299093-35d6-462b-a5ad-70efadbd84cb tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1bc206eb-5b13-43f8-b449-865c1b90b203 HTTP/1.1" status: 200 len: 205 time: 0.0728457 Oct 28 09:59:35.669052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39630) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:35.705019 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Port': ['ID=a729e548-fa9e-4d83-ae8d-0a3d08b7504f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:35.752531 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:35.757368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No DVR routers for this DVR port a729e548-fa9e-4d83-ae8d-0a3d08b7504f on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:35.759618 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-e066e998-e063-42ba-9ec6-f4b89a97989a tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] delete failed (client error): The resource could not be found. Oct 28 09:59:35.763826 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e066e998-e063-42ba-9ec6-f4b89a97989a tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "DELETE /networking/v2.0/routers/1bc206eb-5b13-43f8-b449-865c1b90b203 HTTP/1.1" status: 404 len: 336 time: 0.0730438 Oct 28 09:59:35.767761 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fed22e6c-2999-4803-933d-01b49884098b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/27b833f1-388e-4726-970a-c702dc59d062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9558761 Oct 28 09:59:35.768320 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39632) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:35.790113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39634) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:35.797098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-884ba93a-c187-4bfc-8c59-6eafa7b24123 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1449308304'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:35.838981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 4d683f21-056f-49ef-b611-826c5b093c7b details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:35.842138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Sync routers for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:35.914444 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d3bbf880-5d19-449c-8bfc-caf06019ff42 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c290453-ce7f-40d1-be29-736332727af1 HTTP/1.1" status: 200 len: 205 time: 0.1377783 Oct 28 09:59:35.919827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 46c50f90-4e0d-491b-b70d-dfc141997068 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:35.927070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39638) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:35.927274 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (46c50f90-4e0d-491b-b70d-dfc141997068), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:35.927274 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 46c50f90-4e0d-491b-b70d-dfc141997068 Oct 28 09:59:35.927274 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9956d45a-45fe-48e1-bc22-e1a6751b4dcb None None] Port dcfaeb74-f546-4540-9bf9-f93b427bc585 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:59:35.972085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39640) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:35.982621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:35.983295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:36.015592 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9e72962e-c366-4a4a-8b93-4e019746c7ce admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4021747 Oct 28 09:59:36.022168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39644) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:36.024958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:36.030101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9f27e68a-aa68-42d0-8f66-1680bf4d31b8 admin admin] Request body: {'subnet': {'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-420044123-subnet', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'ip_version': 4}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:36.036664 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Pushing event updated for resources: {'Port': ['ID=6ac5aea4-4194-45a0-a79c-90d0a80a53aa,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:36.041382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:36.041718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:36.042060 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:36.055152 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:36.055475 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:36.057433 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 2 to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa Oct 28 09:59:36.074620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (4dbcaae7-c013-4338-b4c7-436c9983c89b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.075257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:36.075622 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:36.076027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:36.077988 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-67e75e0b-023b-4fa9-a073-dd15f6c1fefe None None] Could not find standard attr ID for object 0ab4a36c-3049-42da-9491-083d0bb409ec. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:59:36.082960 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:36.083280 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:36.083679 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 3 to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa Oct 28 09:59:36.100239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:36.100881 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:36.101424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:36.106605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:36.106971 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:36.107396 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 4 to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa Oct 28 09:59:36.107802 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbcaae7-c013-4338-b4c7-436c9983c89b']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:36.119590 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-445b0da5-9034-4ccf-8624-8711bc304890 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (18bd0caa-619e-4064-9a6f-45949ccd4360), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.121451 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:36.121761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f180b6-63fc-4bdd-bfb6-80a7e375a9e6') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:36.137792 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (92f180b6-63fc-4bdd-bfb6-80a7e375a9e6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.156084 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:36.157006 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:36.157006 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:36.162717 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f27e68a-aa68-42d0-8f66-1680bf4d31b8 admin admin] Made reservation on behalf of 076144e2070b434c9d1fda1223cff4ed for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:36.165090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (92f180b6-63fc-4bdd-bfb6-80a7e375a9e6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.165690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9f27e68a-aa68-42d0-8f66-1680bf4d31b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.168837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-67e75e0b-023b-4fa9-a073-dd15f6c1fefe None None] Provisioning complete for port d52bb8e1-54eb-40f5-9529-d7e5c18390e9 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:36.169301 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-67e75e0b-023b-4fa9-a073-dd15f6c1fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d52bb8e1-54eb-40f5-9529-d7e5c18390e9), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.169700 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-67e75e0b-023b-4fa9-a073-dd15f6c1fefe None None] Attempt 1 to provision port d52bb8e1-54eb-40f5-9529-d7e5c18390e9 Oct 28 09:59:36.178833 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:36.179273 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (92f180b6-63fc-4bdd-bfb6-80a7e375a9e6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.184136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:36.186199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b0da5-9034-4ccf-8624-8711bc304890 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:36.191573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:36.191912 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:36.203017 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-2fa1936b-3838-498d-bf68-b64782ad17c1 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] delete failed (client error): The resource could not be found. Oct 28 09:59:36.206006 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2fa1936b-3838-498d-bf68-b64782ad17c1 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "DELETE /networking/v2.0/routers/0c290453-ce7f-40d1-be29-736332727af1 HTTP/1.1" status: 404 len: 336 time: 0.2806766 Oct 28 09:59:36.206145 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:36.214518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39646) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:36.228083 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 5 to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa Oct 28 09:59:36.230992 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-445b0da5-9034-4ccf-8624-8711bc304890 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:36.242109 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445b0da5-9034-4ccf-8624-8711bc304890 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:36.242788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-445b0da5-9034-4ccf-8624-8711bc304890 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.244460 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9909a961-57a1-4bfd-a748-588dde1a5197 None None] Resources bound (agent type, host, resource id): {{(pid=114061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 09:59:36.263510 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:36.270999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4865b917-3641-4864-aca5-ed7d1972a816 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1976397647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:36.275951 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b0da5-9034-4ccf-8624-8711bc304890 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=18bd0caa-619e-4064-9a6f-45949ccd4360,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:36.280409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:36.280802 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:36.281146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:36.293194 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:36.293347 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 92f180b6-63fc-4bdd-bfb6-80a7e375a9e6 resource provider aggregate not found Oct 28 09:59:36.293533 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:36.293926 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 6 to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa Oct 28 09:59:36.294473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-67e75e0b-023b-4fa9-a073-dd15f6c1fefe None None] Port d52bb8e1-54eb-40f5-9529-d7e5c18390e9 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:59:36.317615 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:36.317948 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:36.318282 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:36.328153 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:36.328153 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:36.329024 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 7 to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa Oct 28 09:59:36.339517 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f5bf82b0-8b38-4927-ba79-f7a40d52f898 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c799f051-ea22-4a63-a5ee-fb8543210867 HTTP/1.1" status: 200 len: 205 time: 0.1206627 Oct 28 09:59:36.340220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884ba93a-c187-4bfc-8c59-6eafa7b24123 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:36.342855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39652) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:36.344078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-884ba93a-c187-4bfc-8c59-6eafa7b24123 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.344961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 46c50f90-4e0d-491b-b70d-dfc141997068 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:36.364385 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-67e75e0b-023b-4fa9-a073-dd15f6c1fefe None None] Provisioning complete for port dcfaeb74-f546-4540-9bf9-f93b427bc585 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:36.364908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-67e75e0b-023b-4fa9-a073-dd15f6c1fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.365372 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-67e75e0b-023b-4fa9-a073-dd15f6c1fefe None None] Attempt 1 to provision port dcfaeb74-f546-4540-9bf9-f93b427bc585 Oct 28 09:59:36.373597 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 92f180b6-63fc-4bdd-bfb6-80a7e375a9e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92f180b6-63fc-4bdd-bfb6-80a7e375a9e6 found for delete ", "request_id": "req-d2578dc0-d03e-4498-86a3-f63bf5936047"}]} Oct 28 09:59:36.392664 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-01341bf0-eb06-443a-a88a-896a49f2768b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] delete failed (client error): The resource could not be found. Oct 28 09:59:36.396309 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:36.397207 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-01341bf0-eb06-443a-a88a-896a49f2768b tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "DELETE /networking/v2.0/routers/c799f051-ea22-4a63-a5ee-fb8543210867 HTTP/1.1" status: 404 len: 336 time: 0.0511935 Oct 28 09:59:36.398069 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:36.398389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:36.398766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:36.403121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39654) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:36.449914 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-445b0da5-9034-4ccf-8624-8711bc304890 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9374099 Oct 28 09:59:36.449914 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:36.449914 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:36.453430 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 8 to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa Oct 28 09:59:36.456220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39656) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:36.457876 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-802897b2-c8b0-4eb8-951f-e4a306d00612 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d296959d-e130-4ecb-a1dd-89c195b4f828 HTTP/1.1" status: 200 len: 205 time: 0.0532510 Oct 28 09:59:36.465122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0ab4a36c-3049-42da-9491-083d0bb409ec no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:36.467454 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-a247d309-0b4e-4564-bf7d-e732b3bbfe46 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:36.477126 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39658) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:36.481749 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7edc2243-1a26-40ea-9e53-cc2b74affc7f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (00790986-def8-4d3b-8f5e-2890e750a332), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.490050 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (4dbcaae7-c013-4338-b4c7-436c9983c89b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.493404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884ba93a-c187-4bfc-8c59-6eafa7b24123 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:36.506324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.513644 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/4dbcaae7-c013-4338-b4c7-436c9983c89b HTTP/1.1" status: 204 len: 168 time: 5.7753797 Oct 28 09:59:36.513859 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 0ab4a36c-3049-42da-9491-083d0bb409ec {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:59:36.513859 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0ab4a36c-3049-42da-9491-083d0bb409ec not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:36.518579 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39660) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:36.523064 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4865b917-3641-4864-aca5-ed7d1972a816 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (e5698efd-3337-4cf5-9082-4051cb7ee4ad), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.528567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4865b917-3641-4864-aca5-ed7d1972a816 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (e5698efd-3337-4cf5-9082-4051cb7ee4ad), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.534370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-67e75e0b-023b-4fa9-a073-dd15f6c1fefe None None] Port dcfaeb74-f546-4540-9bf9-f93b427bc585 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:59:36.549156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-884ba93a-c187-4bfc-8c59-6eafa7b24123 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (8a91be4a-9917-44b0-ac50-be2a4bfcc21a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.549156 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-884ba93a-c187-4bfc-8c59-6eafa7b24123 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Added segment 8a91be4a-9917-44b0-ac50-be2a4bfcc21a of type vlan for network 452d52ec-5ce3-4188-b267-57856c4a4ad8 Oct 28 09:59:36.568989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325a9ee-ff56-41cf-ab9f-59d26163c615 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Network': ['ID=4dbcaae7-c013-4338-b4c7-436c9983c89b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:36.602456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:36.602736 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:36.603056 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:36.629053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-884ba93a-c187-4bfc-8c59-6eafa7b24123 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (452d52ec-5ce3-4188-b267-57856c4a4ad8), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.629683 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-171b251c-aa6b-498e-aa35-ba2be0206589 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] delete failed (client error): The resource could not be found. Oct 28 09:59:36.631127 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-171b251c-aa6b-498e-aa35-ba2be0206589 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "DELETE /networking/v2.0/routers/d296959d-e130-4ecb-a1dd-89c195b4f828 HTTP/1.1" status: 404 len: 336 time: 0.1503403 Oct 28 09:59:36.636935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39662) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:36.641008 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-15799d88-3634-47a2-894e-b9c415f6506d tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:36.641703 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15799d88-3634-47a2-894e-b9c415f6506d tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:36.645462 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-15799d88-3634-47a2-894e-b9c415f6506d tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/df661d4b-9168-4fe2-89b3-cf1208dcc4a5 HTTP/1.1" status: 404 len: 337 time: 0.1165583 Oct 28 09:59:36.650180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39664) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:36.656523 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:36.656523 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:36.656523 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 9 to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa Oct 28 09:59:36.671192 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:36.671820 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:36.672325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:36.685589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:36.686169 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:36.690804 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 10 to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa Oct 28 09:59:36.696402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T09:59:31Z', 'revision_number': 2, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:32Z', 'revision_number': 2, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:36.698195 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4865b917-3641-4864-aca5-ed7d1972a816 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for router_controller (e5698efd-3337-4cf5-9082-4051cb7ee4ad), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.720996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:36.725411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:36.725411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:36.732606 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:36.733054 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:36.733305 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6ac5aea4-4194-45a0-a79c-90d0a80a53aa), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.734451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': '18bd0caa-619e-4064-9a6f-45949ccd4360'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:36.735599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.738861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Checking router: 27b833f1-388e-4726-970a-c702dc59d062 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:59:36.739279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Updating router 27b833f1-388e-4726-970a-c702dc59d062 port dcfaeb74-f546-4540-9bf9-f93b427bc585 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:59:36.748029 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-082d4292-6dbf-4885-a4bd-c53a239e1482 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:36.749097 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082d4292-6dbf-4885-a4bd-c53a239e1482 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:36.755722 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-082d4292-6dbf-4885-a4bd-c53a239e1482 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/4dbcaae7-c013-4338-b4c7-436c9983c89b HTTP/1.1" status: 404 len: 339 time: 0.1007798 Oct 28 09:59:36.756770 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39666) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:36.762095 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-64080416-0614-4d9c-99a3-fc3e033726f0 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5 HTTP/1.1" status: 200 len: 205 time: 0.1240869 Oct 28 09:59:36.772926 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7edc2243-1a26-40ea-9e53-cc2b74affc7f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (00790986-def8-4d3b-8f5e-2890e750a332), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.776244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39668) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:36.783959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4865b917-3641-4864-aca5-ed7d1972a816 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (e5698efd-3337-4cf5-9082-4051cb7ee4ad), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.788811 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9f27e68a-aa68-42d0-8f66-1680bf4d31b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (19f66d81-2cce-4fe0-89e2-8ae1c40ac146), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.793863 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.848562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:36.855613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:36.855834 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-2fddb2da-a8bc-41db-b8d0-725d50fa9621 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] delete failed (client error): The resource could not be found. Oct 28 09:59:36.857041 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2fddb2da-a8bc-41db-b8d0-725d50fa9621 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "DELETE /networking/v2.0/routers/37cb6e72-ab1c-4baf-a2ec-0d2a2996c4b5 HTTP/1.1" status: 404 len: 336 time: 0.0794508 Oct 28 09:59:36.861738 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a247d309-0b4e-4564-bf7d-e732b3bbfe46 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:36.865507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a247d309-0b4e-4564-bf7d-e732b3bbfe46 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.872958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39670) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:36.882455 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-884ba93a-c187-4bfc-8c59-6eafa7b24123 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (452d52ec-5ce3-4188-b267-57856c4a4ad8), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.887788 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884ba93a-c187-4bfc-8c59-6eafa7b24123 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:36.888452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-884ba93a-c187-4bfc-8c59-6eafa7b24123 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.954826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edc2243-1a26-40ea-9e53-cc2b74affc7f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network a4810262-dac8-4618-8b22-751c432724d5 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:36.970040 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40dc845-832e-44aa-9210-ffbfbb6cc780 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:36.970512 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40dc845-832e-44aa-9210-ffbfbb6cc780 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:36.974096 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e40dc845-832e-44aa-9210-ffbfbb6cc780 tempest-RoutersAdminTest-318041684 tempest-RoutersAdminTest-318041684-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c4804872-bc92-4b51-92d3-91191839ffae HTTP/1.1" status: 404 len: 337 time: 0.0966027 Oct 28 09:59:36.977251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-7edc2243-1a26-40ea-9e53-cc2b74affc7f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:36.988168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] For port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa, host hv-neutron-zed0, cleared binding levels {{(pid=114059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:36.988543 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempted to set empty binding levels {{(pid=114059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 09:59:36.990428 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edc2243-1a26-40ea-9e53-cc2b74affc7f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:36.991375 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27e68a-aa68-42d0-8f66-1680bf4d31b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f66d81-2cce-4fe0-89e2-8ae1c40ac146,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:37.000791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4865b917-3641-4864-aca5-ed7d1972a816 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.004438 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4865b917-3641-4864-aca5-ed7d1972a816 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0308068 Oct 28 09:59:37.005066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39674) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:37.014481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-fd744730-4598-4039-b027-0a34755db469 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-528796683'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:37.035040 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f27e68a-aa68-42d0-8f66-1680bf4d31b8 admin admin] Checking segment: {'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:37.035395 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f27e68a-aa68-42d0-8f66-1680bf4d31b8 admin admin] Network hostable DHCP agents. Network: 4d683f21-056f-49ef-b611-826c5b093c7b, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:37.038457 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc2243-1a26-40ea-9e53-cc2b74affc7f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=00790986-def8-4d3b-8f5e-2890e750a332,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:37.044281 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1591d2b9-a318-4eed-9322-d3f29e6357df tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (66f652e9-fe32-4fc7-8c70-e4b1db224ba6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.055984 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ba93a-c187-4bfc-8c59-6eafa7b24123 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Network': ['ID=452d52ec-5ce3-4188-b267-57856c4a4ad8,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:37.058422 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.ipam_backend_mixin [None req-a247d309-0b4e-4564-bf7d-e732b3bbfe46 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18bd0caa-619e-4064-9a6f-45949ccd4360 (CIDR: 2001:db8::/64) Oct 28 09:59:37.076146 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-884ba93a-c187-4bfc-8c59-6eafa7b24123 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2836115 Oct 28 09:59:37.079936 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39676) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:37.087311 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-2bdfde54-c63a-45ec-91eb-ce7804b1c126 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'subnet': {'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:37.094384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 452d52ec-5ce3-4188-b267-57856c4a4ad8 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:37.105338 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edc2243-1a26-40ea-9e53-cc2b74affc7f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.107666 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7edc2243-1a26-40ea-9e53-cc2b74affc7f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.109995 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a247d309-0b4e-4564-bf7d-e732b3bbfe46 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:59:37.110593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a247d309-0b4e-4564-bf7d-e732b3bbfe46 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:37.113853 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (6ac5aea4-4194-45a0-a79c-90d0a80a53aa), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.115263 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] In _notify_port_updated(), no bound segment for port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 09:59:37.115791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.116594 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.120788 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] 10.222.0.49 "PUT /networking/v2.0/ports/6ac5aea4-4194-45a0-a79c-90d0a80a53aa HTTP/1.1" status: 200 len: 977 time: 2.9075282 Oct 28 09:59:37.121502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39678) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:37.122392 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:37.165640 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Allocated IP 2001:db8::2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/18bd0caa-619e-4064-9a6f-45949ccd4360/91e720c4-0fe2-4cdb-9ead-f83227262a91) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:37.202236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd744730-4598-4039-b027-0a34755db469 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Made reservation on behalf of 7c6d100b442847c8a0564fd14e5a2e4f for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:37.207831 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fd744730-4598-4039-b027-0a34755db469 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.215415 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f27e68a-aa68-42d0-8f66-1680bf4d31b8 admin admin] Network 4d683f21-056f-49ef-b611-826c5b093c7b is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:37.237219 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fd744730-4598-4039-b027-0a34755db469 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.242546 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1591d2b9-a318-4eed-9322-d3f29e6357df tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (66f652e9-fe32-4fc7-8c70-e4b1db224ba6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.262482 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7edc2243-1a26-40ea-9e53-cc2b74affc7f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.1103563 Oct 28 09:59:37.266596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39680) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:37.288412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:37.305426 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea64563-fd51-41cb-8564-4636113849b8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Pushing event updated for resources: {'Port': ['ID=6ac5aea4-4194-45a0-a79c-90d0a80a53aa,revision_number=3']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:37.308996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd7af6-271f-47ed-b7ec-10a4f1aca89c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.309301 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd7af6-271f-47ed-b7ec-10a4f1aca89c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.309673 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd7af6-271f-47ed-b7ec-10a4f1aca89c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.310478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd7af6-271f-47ed-b7ec-10a4f1aca89c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.310614 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd7af6-271f-47ed-b7ec-10a4f1aca89c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.311125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd7af6-271f-47ed-b7ec-10a4f1aca89c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.311596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd7af6-271f-47ed-b7ec-10a4f1aca89c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.312066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd7af6-271f-47ed-b7ec-10a4f1aca89c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.312543 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd7af6-271f-47ed-b7ec-10a4f1aca89c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.312995 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd7af6-271f-47ed-b7ec-10a4f1aca89c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.313460 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd7af6-271f-47ed-b7ec-10a4f1aca89c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.313919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd7af6-271f-47ed-b7ec-10a4f1aca89c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.314422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd7af6-271f-47ed-b7ec-10a4f1aca89c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.315412 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd7af6-271f-47ed-b7ec-10a4f1aca89c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.321681 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-35dd7af6-271f-47ed-b7ec-10a4f1aca89c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 13119 time: 0.1636717 Oct 28 09:59:37.322327 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39682) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:37.357133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-1591d2b9-a318-4eed-9322-d3f29e6357df tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f652e9-fe32-4fc7-8c70-e4b1db224ba6']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:37.367024 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a247d309-0b4e-4564-bf7d-e732b3bbfe46 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9052706 Oct 28 09:59:37.371901 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39684) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:37.379202 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-32ad1f33-9c2a-4b5e-b21f-47286f0c8c8c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:37.386434 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-1591d2b9-a318-4eed-9322-d3f29e6357df tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5f9b51-a952-4336-a661-e7381f4dc779') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:37.386757 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-1591d2b9-a318-4eed-9322-d3f29e6357df tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5f9b51-a952-4336-a661-e7381f4dc779') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:37.404284 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-9f27e68a-aa68-42d0-8f66-1680bf4d31b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 4d683f21-056f-49ef-b611-826c5b093c7b) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:37.435621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1591d2b9-a318-4eed-9322-d3f29e6357df tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (bd5f9b51-a952-4336-a661-e7381f4dc779), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.455063 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Publish callbacks [] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.459121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f27e68a-aa68-42d0-8f66-1680bf4d31b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.459596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe347b4c-48c4-4366-ae3e-f825300295e5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.460099 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9f27e68a-aa68-42d0-8f66-1680bf4d31b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.461147 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fe347b4c-48c4-4366-ae3e-f825300295e5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1913886 Oct 28 09:59:37.466017 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39686) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:37.471595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdfde54-c63a-45ec-91eb-ce7804b1c126 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:37.474523 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2bdfde54-c63a-45ec-91eb-ce7804b1c126 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.477930 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Publish callbacks [] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.482434 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1591d2b9-a318-4eed-9322-d3f29e6357df tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (bd5f9b51-a952-4336-a661-e7381f4dc779), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.512767 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1591d2b9-a318-4eed-9322-d3f29e6357df tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:37.513173 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1591d2b9-a318-4eed-9322-d3f29e6357df tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (bd5f9b51-a952-4336-a661-e7381f4dc779), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.543146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1c68b-dff4-4d98-a6be-afaf1ab5dd9e tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Deleting port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:37.543498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c68b-dff4-4d98-a6be-afaf1ab5dd9e tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6ac5aea4-4194-45a0-a79c-90d0a80a53aa), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.585820 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:37.588956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.597990 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6138f5-0d1f-42ce-b9f0-b21da0ef50f7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.599240 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.603292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6138f5-0d1f-42ce-b9f0-b21da0ef50f7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.608428 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6138f5-0d1f-42ce-b9f0-b21da0ef50f7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:37.610191 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0c6138f5-0d1f-42ce-b9f0-b21da0ef50f7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1422215 Oct 28 09:59:37.614516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39688) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:37.629865 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9f27e68a-aa68-42d0-8f66-1680bf4d31b8 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6063440 Oct 28 09:59:37.641986 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39690) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:37.649540 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:37.654910 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:37.663802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:37.671269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:37.702725 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-d5b1c68b-dff4-4d98-a6be-afaf1ab5dd9e tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] For port 6ac5aea4-4194-45a0-a79c-90d0a80a53aa, host hv-neutron-zed0, got binding levels [] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:37.702725 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c68b-dff4-4d98-a6be-afaf1ab5dd9e tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6ac5aea4-4194-45a0-a79c-90d0a80a53aa), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.725806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1c68b-dff4-4d98-a6be-afaf1ab5dd9e tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Calling delete_port for 6ac5aea4-4194-45a0-a79c-90d0a80a53aa owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:37.742683 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fd744730-4598-4039-b027-0a34755db469 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for security_group (bbfb9a6e-f983-45d0-bd29-14399e67b1c9), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.754304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69029bf-d1d0-4d3b-95ce-f0e3f788d66e None None] Pushing event updated for resources: {'Port': ['ID=dcfaeb74-f546-4540-9bf9-f93b427bc585,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:37.756707 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-298b7e63-f2cf-4c9e-bba5-5a9a6c4e1995 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port 00790986-def8-4d3b-8f5e-2890e750a332 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:37.756876 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-298b7e63-f2cf-4c9e-bba5-5a9a6c4e1995 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (00790986-def8-4d3b-8f5e-2890e750a332), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.813675 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1591d2b9-a318-4eed-9322-d3f29e6357df tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (66f652e9-fe32-4fc7-8c70-e4b1db224ba6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.814807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (2e12110d-5955-4566-87c5-bac8137e0170), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.816579 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (2e12110d-5955-4566-87c5-bac8137e0170), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.825529 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ad1f33-9c2a-4b5e-b21f-47286f0c8c8c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:37.828604 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1591d2b9-a318-4eed-9322-d3f29e6357df tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.830293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-32ad1f33-9c2a-4b5e-b21f-47286f0c8c8c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.832871 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1591d2b9-a318-4eed-9322-d3f29e6357df tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/66f652e9-fe32-4fc7-8c70-e4b1db224ba6 HTTP/1.1" status: 204 len: 168 time: 1.0694816 Oct 28 09:59:37.838068 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fd744730-4598-4039-b027-0a34755db469 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (bbfb9a6e-f983-45d0-bd29-14399e67b1c9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.842171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39694) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:37.876750 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591d2b9-a318-4eed-9322-d3f29e6357df tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Network': ['ID=66f652e9-fe32-4fc7-8c70-e4b1db224ba6,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:37.895131 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd744730-4598-4039-b027-0a34755db469 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:37.934133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fd744730-4598-4039-b027-0a34755db469 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.934611 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-fd744730-4598-4039-b027-0a34755db469 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Added segment a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1 of type vlan for network 1bd1764f-544a-4eea-9ed2-a86864f55e46 Oct 28 09:59:37.935794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39696) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:37.944917 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d804358-536f-4283-a7fb-df31a1044bf0 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:37.945335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d804358-536f-4283-a7fb-df31a1044bf0 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:37.948370 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0d804358-536f-4283-a7fb-df31a1044bf0 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/0b6795e6-e31a-4f9f-aec9-fe278431dbdf HTTP/1.1" status: 404 len: 337 time: 0.1037130 Oct 28 09:59:37.954131 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd744730-4598-4039-b027-0a34755db469 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfb9a6e-f983-45d0-bd29-14399e67b1c9,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:37.960876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39698) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:37.989723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Attempting to bind port dcfaeb74-f546-4540-9bf9-f93b427bc585 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:37.990330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Attempting to bind port dcfaeb74-f546-4540-9bf9-f93b427bc585 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'e21df447-2f54-47d6-aac7-17a38e016941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:37.990441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Attempting to bind port dcfaeb74-f546-4540-9bf9-f93b427bc585 on network 72a1c2a9-28ba-452a-8489-1eeac9c7990c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:37.997981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:38.009158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-298b7e63-f2cf-4c9e-bba5-5a9a6c4e1995 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (00790986-def8-4d3b-8f5e-2890e750a332), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.017718 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98ea607-0495-404f-83d4-055c9a961ccc tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:38.022563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98ea607-0495-404f-83d4-055c9a961ccc tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:38.022563 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c98ea607-0495-404f-83d4-055c9a961ccc tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/5c1e5c61-38f2-485f-9c3f-dc9a2ead4487 HTTP/1.1" status: 404 len: 339 time: 0.0586667 Oct 28 09:59:38.024659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:38.038147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Attempting to bind port 91e720c4-0fe2-4cdb-9ead-f83227262a91 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:38.038535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Attempting to bind port 91e720c4-0fe2-4cdb-9ead-f83227262a91 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:38.039075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Attempting to bind port 91e720c4-0fe2-4cdb-9ead-f83227262a91 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:38.054085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39702) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:38.057883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-298b7e63-f2cf-4c9e-bba5-5a9a6c4e1995 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for 00790986-def8-4d3b-8f5e-2890e750a332 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:38.073636 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fd744730-4598-4039-b027-0a34755db469 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (1bd1764f-544a-4eea-9ed2-a86864f55e46), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.077841 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Publish callbacks [] for router_controller (2e12110d-5955-4566-87c5-bac8137e0170), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.087750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Pushing event updated for resources: {'Port': ['ID=91e720c4-0fe2-4cdb-9ead-f83227262a91,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:38.137806 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:38.144226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Checking segment: {'id': 'e21df447-2f54-47d6-aac7-17a38e016941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:38.144226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.144226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Bound using segment: {'id': 'e21df447-2f54-47d6-aac7-17a38e016941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:38.144226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Bound port: dcfaeb74-f546-4540-9bf9-f93b427bc585, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21df447-2f54-47d6-aac7-17a38e016941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:38.144226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.145340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:38.145708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:38.146101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.146491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:38.146982 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Bound port: 91e720c4-0fe2-4cdb-9ead-f83227262a91, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:38.147355 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.168514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f877bcc-74fd-476e-8292-3709cc4fc5d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.217037 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2bdfde54-c63a-45ec-91eb-ce7804b1c126 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (359f81aa-8be6-46e5-bd47-27b3fae12455), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.219859 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c68b-dff4-4d98-a6be-afaf1ab5dd9e tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (6ac5aea4-4194-45a0-a79c-90d0a80a53aa), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.241189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-d510c71d-bcea-4f97-be34-9560c47752a9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Deleting subnet a8d68a8b-0741-47a2-bc3d-311f9a8da6e0 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:38.254986 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d510c71d-bcea-4f97-be34-9560c47752a9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for subnet (a8d68a8b-0741-47a2-bc3d-311f9a8da6e0), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.256406 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] For port dcfaeb74-f546-4540-9bf9-f93b427bc585, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:38.262486 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] For port dcfaeb74-f546-4540-9bf9-f93b427bc585, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=dcfaeb74-f546-4540-9bf9-f93b427bc585,segment=NetworkSegment(e21df447-2f54-47d6-aac7-17a38e016941),segment_id=e21df447-2f54-47d6-aac7-17a38e016941)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:38.272240 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] For port 91e720c4-0fe2-4cdb-9ead-f83227262a91, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:38.276340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] For port 91e720c4-0fe2-4cdb-9ead-f83227262a91, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=91e720c4-0fe2-4cdb-9ead-f83227262a91,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:38.308572 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fd744730-4598-4039-b027-0a34755db469 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (1bd1764f-544a-4eea-9ed2-a86864f55e46), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.313570 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd744730-4598-4039-b027-0a34755db469 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:38.314165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fd744730-4598-4039-b027-0a34755db469 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.324908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1c68b-dff4-4d98-a6be-afaf1ab5dd9e tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ac5aea4-4194-45a0-a79c-90d0a80a53aa,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:38.329891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.343806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c68b-dff4-4d98-a6be-afaf1ab5dd9e tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.350295 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d5b1c68b-dff4-4d98-a6be-afaf1ab5dd9e tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/6ac5aea4-4194-45a0-a79c-90d0a80a53aa HTTP/1.1" status: 204 len: 168 time: 1.0262597 Oct 28 09:59:38.356241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39704) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:38.370736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d510c71d-bcea-4f97-be34-9560c47752a9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (a8d68a8b-0741-47a2-bc3d-311f9a8da6e0), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.381699 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:38.382343 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:38.390508 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.465059 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfde54-c63a-45ec-91eb-ce7804b1c126 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Subnet': ['ID=359f81aa-8be6-46e5-bd47-27b3fae12455,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:38.467849 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment bd5f9b51-a952-4336-a661-e7381f4dc779 resource provider aggregate not found Oct 28 09:59:38.481733 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Publish callbacks [] for router_gateway (2e12110d-5955-4566-87c5-bac8137e0170), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.486850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:38.497974 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fd744730-4598-4039-b027-0a34755db469 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4846334 Oct 28 09:59:38.497974 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6027f8e-7637-4269-bb3c-ef418f813b36 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] GET failed (client error): The resource could not be found. Oct 28 09:59:38.497974 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e6027f8e-7637-4269-bb3c-ef418f813b36 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/6ac5aea4-4194-45a0-a79c-90d0a80a53aa HTTP/1.1" status: 404 len: 333 time: 0.1238804 Oct 28 09:59:38.498492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39710) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:38.508972 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment bd5f9b51-a952-4336-a661-e7381f4dc779 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd5f9b51-a952-4336-a661-e7381f4dc779 found for delete ", "request_id": "req-ec11414d-aeb2-45ef-97ca-1ff246049123"}]} Oct 28 09:59:38.509948 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39712) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:38.517145 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-03f0091d-a027-4a18-9ec8-ab783a4910e9 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-15438799', 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:38.521828 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-bbe34f82-2015-4ce1-9622-c70beccfa22d tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Request body: {'subnet': {'network_id': '1bd1764f-544a-4eea-9ed2-a86864f55e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:38.531811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69029bf-d1d0-4d3b-95ce-f0e3f788d66e None None] Pushing event updated for resources: {'Port': ['ID=dcfaeb74-f546-4540-9bf9-f93b427bc585,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:38.534141 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfde54-c63a-45ec-91eb-ce7804b1c126 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Checking segment: {'id': '8a91be4a-9917-44b0-ac50-be2a4bfcc21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:38.534623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfde54-c63a-45ec-91eb-ce7804b1c126 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network hostable DHCP agents. Network: 452d52ec-5ce3-4188-b267-57856c4a4ad8, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:38.579154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:38.672878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0b7b2-f506-4393-8ba3-8a02056e77b5 None None] Pushing event updated for resources: {'Port': ['ID=91e720c4-0fe2-4cdb-9ead-f83227262a91,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:38.716726 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d510c71d-bcea-4f97-be34-9560c47752a9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (a8d68a8b-0741-47a2-bc3d-311f9a8da6e0), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.725351 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfde54-c63a-45ec-91eb-ce7804b1c126 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 452d52ec-5ce3-4188-b267-57856c4a4ad8 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:38.727768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f0091d-a027-4a18-9ec8-ab783a4910e9 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Made reservation on behalf of 3cafc17f01f94eb8b1eba4ae92ced742 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:38.730166 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-03f0091d-a027-4a18-9ec8-ab783a4910e9 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.740957 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd744730-4598-4039-b027-0a34755db469 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event updated for resources: {'Network': ['ID=1bd1764f-544a-4eea-9ed2-a86864f55e46,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:38.771085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 1bd1764f-544a-4eea-9ed2-a86864f55e46 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:38.797649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-03f0091d-a027-4a18-9ec8-ab783a4910e9 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] device_id is not set on port 8d7cee6b-c920-4709-8e95-ee2b64ce90f7 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:59:38.835851 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f877bcc-74fd-476e-8292-3709cc4fc5d0 admin admin] Publish callbacks [] for security_group (18607301-7d88-4667-9108-9c3e3f784681), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.860444 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-298b7e63-f2cf-4c9e-bba5-5a9a6c4e1995 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (00790986-def8-4d3b-8f5e-2890e750a332), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.893890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b7e63-f2cf-4c9e-bba5-5a9a6c4e1995 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=00790986-def8-4d3b-8f5e-2890e750a332,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:38.950283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-2bdfde54-c63a-45ec-91eb-ce7804b1c126 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 452d52ec-5ce3-4188-b267-57856c4a4ad8) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:38.973259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T09:59:31Z', 'revision_number': 2, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:38Z', 'revision_number': 4, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:39.009079 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:39.013646 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1719799-d502-4b70-9253-fc52facabd98 None None] The sync data for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv is: [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T09:59:31Z', 'revision_number': 2, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:38Z', 'revision_number': 4, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:39.058359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdfde54-c63a-45ec-91eb-ce7804b1c126 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:39.058770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2bdfde54-c63a-45ec-91eb-ce7804b1c126 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:39.131164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 91e720c4-0fe2-4cdb-9ead-f83227262a91 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:39.161275 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.objects.ports [None req-32ad1f33-9c2a-4b5e-b21f-47286f0c8c8c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114059) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:59:39.195721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 91e720c4-0fe2-4cdb-9ead-f83227262a91 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:39.196536 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:39.196536 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 91e720c4-0fe2-4cdb-9ead-f83227262a91 Oct 28 09:59:39.257040 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2bdfde54-c63a-45ec-91eb-ce7804b1c126 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1750720 Oct 28 09:59:39.272536 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39714) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:39.319982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4f877bcc-74fd-476e-8292-3709cc4fc5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (18607301-7d88-4667-9108-9c3e3f784681), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:39.340241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d510c71d-bcea-4f97-be34-9560c47752a9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (a8d68a8b-0741-47a2-bc3d-311f9a8da6e0), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:39.342907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe34f82-2015-4ce1-9622-c70beccfa22d tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Made reservation on behalf of 7c6d100b442847c8a0564fd14e5a2e4f for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:39.347314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 91e720c4-0fe2-4cdb-9ead-f83227262a91 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:39.347314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:39.348379 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bbe34f82-2015-4ce1-9622-c70beccfa22d tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:39.416211 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 91e720c4-0fe2-4cdb-9ead-f83227262a91, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=91e720c4-0fe2-4cdb-9ead-f83227262a91,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:39.453321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:39.493407 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:39.494365 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d510c71d-bcea-4f97-be34-9560c47752a9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:39.501373 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d510c71d-bcea-4f97-be34-9560c47752a9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a8d68a8b-0741-47a2-bc3d-311f9a8da6e0 HTTP/1.1" status: 204 len: 168 time: 1.4435086 Oct 28 09:59:39.501373 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510c71d-bcea-4f97-be34-9560c47752a9 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d68a8b-0741-47a2-bc3d-311f9a8da6e0,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:39.503619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39716) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:39.553788 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-298b7e63-f2cf-4c9e-bba5-5a9a6c4e1995 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:39.557699 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-298b7e63-f2cf-4c9e-bba5-5a9a6c4e1995 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/00790986-def8-4d3b-8f5e-2890e750a332 HTTP/1.1" status: 204 len: 168 time: 1.9420989 Oct 28 09:59:39.558613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f877bcc-74fd-476e-8292-3709cc4fc5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18607301-7d88-4667-9108-9c3e3f784681,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:39.565426 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4f877bcc-74fd-476e-8292-3709cc4fc5d0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=416aacf433dd43e9bde1833d171d0e07&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6274967 Oct 28 09:59:39.588375 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39718) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:39.588917 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39720) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:39.598384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:39.619399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=91e720c4-0fe2-4cdb-9ead-f83227262a91,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:39.656259 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-596ea78e-0306-4493-94f2-5923084f8916 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] GET failed (client error): The resource could not be found. Oct 28 09:59:39.657938 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-596ea78e-0306-4493-94f2-5923084f8916 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/00790986-def8-4d3b-8f5e-2890e750a332 HTTP/1.1" status: 404 len: 333 time: 0.0679777 Oct 28 09:59:39.683024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39722) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:39.763455 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d03d33-4a40-4c7b-a7d0-80df3de024fc tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Deleting subnet 66bbeffb-15ed-4b5e-a4ea-2339244779fb {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:39.764180 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Publish callbacks [] for router_gateway (2e12110d-5955-4566-87c5-bac8137e0170), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:39.776201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-90d03d33-4a40-4c7b-a7d0-80df3de024fc tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for subnet (66bbeffb-15ed-4b5e-a4ea-2339244779fb), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:39.843529 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:39.851195 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-03f0091d-a027-4a18-9ec8-ab783a4910e9 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks [] for port (8d7cee6b-c920-4709-8e95-ee2b64ce90f7), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:39.852771 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:39.885358 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:39.913926 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2235b58-47d6-4131-ab72-d43e345715b3 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:39.925168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-90d03d33-4a40-4c7b-a7d0-80df3de024fc tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (66bbeffb-15ed-4b5e-a4ea-2339244779fb), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:39.973661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-058a312e-2373-4145-9a20-14b7bd505dcc admin admin] Publish callbacks [] for security_group (18607301-7d88-4667-9108-9c3e3f784681), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.035759 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b5615d7b-43da-4653-a751-c223ea5fe8d0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port d52bb8e1-54eb-40f5-9529-d7e5c18390e9 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:40.036266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b5615d7b-43da-4653-a751-c223ea5fe8d0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d52bb8e1-54eb-40f5-9529-d7e5c18390e9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.042577 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-058a312e-2373-4145-9a20-14b7bd505dcc admin admin] Publish callbacks [] for security_group (18607301-7d88-4667-9108-9c3e3f784681), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.062439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e8eb95-644d-4ddb-9c88-cff6249e9da7 None None] Network 4dbcaae7-c013-4338-b4c7-436c9983c89b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:40.064953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d6feb-09c9-4461-aa86-89dba7e2fdc9 None None] Network 4d683f21-056f-49ef-b611-826c5b093c7b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:40.067119 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e74c63d-4905-4df3-a9c2-2e6ae5023494 None None] Network 452d52ec-5ce3-4188-b267-57856c4a4ad8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:40.069881 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20138be-763f-4a47-8d93-e2ba84635be3 None None] Network bc66c96b-ee6a-449c-86b0-6acbfc652398 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:40.242084 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e8eb95-644d-4ddb-9c88-cff6249e9da7 None None] Network 4dbcaae7-c013-4338-b4c7-436c9983c89b could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 09:59:40.249237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-32ad1f33-9c2a-4b5e-b21f-47286f0c8c8c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.283206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b5615d7b-43da-4653-a751-c223ea5fe8d0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d52bb8e1-54eb-40f5-9529-d7e5c18390e9), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.301213 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b5615d7b-43da-4653-a751-c223ea5fe8d0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for d52bb8e1-54eb-40f5-9529-d7e5c18390e9 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:40.322172 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b781ba1-1e56-432a-acfa-7a69462fc2ed None None] Network 4dbcaae7-c013-4338-b4c7-436c9983c89b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:40.348378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d158451c-0552-4b3f-8ecf-0a86557b93df None None] Provisioning complete for port 91e720c4-0fe2-4cdb-9ead-f83227262a91 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:40.349025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d158451c-0552-4b3f-8ecf-0a86557b93df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.349522 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d158451c-0552-4b3f-8ecf-0a86557b93df None None] Attempt 1 to provision port 91e720c4-0fe2-4cdb-9ead-f83227262a91 Oct 28 09:59:40.379892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Allocated IP 172.36.1.48 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/ba66a731-3424-4db6-afe6-f05f35bfa69c) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:40.403302 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:40.440435 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-90d03d33-4a40-4c7b-a7d0-80df3de024fc tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (66bbeffb-15ed-4b5e-a4ea-2339244779fb), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.458167 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b781ba1-1e56-432a-acfa-7a69462fc2ed None None] Network 4dbcaae7-c013-4338-b4c7-436c9983c89b could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 09:59:40.492222 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bbe34f82-2015-4ce1-9622-c70beccfa22d tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (b7361876-fcd8-4a8f-84e4-0334efe3f056), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.494009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-03f0091d-a027-4a18-9ec8-ab783a4910e9 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (8d7cee6b-c920-4709-8e95-ee2b64ce90f7), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.588497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:40.664108 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-4d683f21-056f-49ef-b611-826c5b093c7b', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:40.666851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.670395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d158451c-0552-4b3f-8ecf-0a86557b93df None None] Current status of the port 91e720c4-0fe2-4cdb-9ead-f83227262a91 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:40.682897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-058a312e-2373-4145-9a20-14b7bd505dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (18607301-7d88-4667-9108-9c3e3f784681), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.683146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f0091d-a027-4a18-9ec8-ab783a4910e9 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:40.699630 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-058a312e-2373-4145-9a20-14b7bd505dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.699630 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-058a312e-2373-4145-9a20-14b7bd505dcc admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/18607301-7d88-4667-9108-9c3e3f784681 HTTP/1.1" status: 204 len: 168 time: 1.1054292 Oct 28 09:59:40.707890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a312e-2373-4145-9a20-14b7bd505dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18607301-7d88-4667-9108-9c3e3f784681,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:40.711661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe34f82-2015-4ce1-9622-c70beccfa22d tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event updated for resources: {'Subnet': ['ID=b7361876-fcd8-4a8f-84e4-0334efe3f056,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:40.715420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-452d52ec-5ce3-4188-b267-57856c4a4ad8', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'project_id': '25a1ece53cc94768b28900845d6f215a', 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:40.718479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe34f82-2015-4ce1-9622-c70beccfa22d tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Checking segment: {'id': 'a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1bd1764f-544a-4eea-9ed2-a86864f55e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:40.718786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe34f82-2015-4ce1-9622-c70beccfa22d tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Network hostable DHCP agents. Network: 1bd1764f-544a-4eea-9ed2-a86864f55e46, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:40.724297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.740742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-03f0091d-a027-4a18-9ec8-ab783a4910e9 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:40.754326 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f0091d-a027-4a18-9ec8-ab783a4910e9 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:40.755333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f0091d-a027-4a18-9ec8-ab783a4910e9 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:40.755942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-03f0091d-a027-4a18-9ec8-ab783a4910e9 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.768935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b5615d7b-43da-4653-a751-c223ea5fe8d0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (d52bb8e1-54eb-40f5-9529-d7e5c18390e9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.769074 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0091d-a027-4a18-9ec8-ab783a4910e9 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Pushing event updated for resources: {'Port': ['ID=8d7cee6b-c920-4709-8e95-ee2b64ce90f7,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:40.775580 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.820934 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-90d03d33-4a40-4c7b-a7d0-80df3de024fc tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (66bbeffb-15ed-4b5e-a4ea-2339244779fb), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.835696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5615d7b-43da-4653-a751-c223ea5fe8d0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=d52bb8e1-54eb-40f5-9529-d7e5c18390e9,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:40.857595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:40.900580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-543be1ab-81ff-45de-a3dd-a9042c237894 None None] Could not find standard attr ID for object 00790986-def8-4d3b-8f5e-2890e750a332. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:59:40.901323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe34f82-2015-4ce1-9622-c70beccfa22d tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Network 1bd1764f-544a-4eea-9ed2-a86864f55e46 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:40.994714 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-90d03d33-4a40-4c7b-a7d0-80df3de024fc tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:40.999811 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-03f0091d-a027-4a18-9ec8-ab783a4910e9 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 958 time: 2.4881630 Oct 28 09:59:41.000803 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:41.001528 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39726) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:41.015185 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-90d03d33-4a40-4c7b-a7d0-80df3de024fc tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/66bbeffb-15ed-4b5e-a4ea-2339244779fb HTTP/1.1" status: 204 len: 168 time: 1.4879425 Oct 28 09:59:41.015185 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d03d33-4a40-4c7b-a7d0-80df3de024fc tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Subnet': ['ID=66bbeffb-15ed-4b5e-a4ea-2339244779fb,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:41.031119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39728) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:41.154056 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-32ad1f33-9c2a-4b5e-b21f-47286f0c8c8c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] For port 91e720c4-0fe2-4cdb-9ead-f83227262a91, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=91e720c4-0fe2-4cdb-9ead-f83227262a91,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:41.370189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4798d432-5563-4fda-8698-4b1bdebf5e09 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:41.374776 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4798d432-5563-4fda-8698-4b1bdebf5e09 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/8d7cee6b-c920-4709-8e95-ee2b64ce90f7 HTTP/1.1" status: 200 len: 953 time: 0.3539929 Oct 28 09:59:41.376693 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-bbe34f82-2015-4ce1-9622-c70beccfa22d tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 1bd1764f-544a-4eea-9ed2-a86864f55e46) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:41.377680 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-32ad1f33-9c2a-4b5e-b21f-47286f0c8c8c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:41.379529 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39732) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:41.381947 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Publish callbacks [] for port (ba66a731-3424-4db6-afe6-f05f35bfa69c), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:41.386551 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (bc66c96b-ee6a-449c-86b0-6acbfc652398), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:41.411940 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe34f82-2015-4ce1-9622-c70beccfa22d tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:41.417208 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bbe34f82-2015-4ce1-9622-c70beccfa22d tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:41.499336 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:41.503371 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-32ad1f33-9c2a-4b5e-b21f-47286f0c8c8c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:41.504647 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-32ad1f33-9c2a-4b5e-b21f-47286f0c8c8c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (1dd6fbf1-ab1a-4c16-81d7-c92be63c9963), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:41.506583 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 91e720c4-0fe2-4cdb-9ead-f83227262a91 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:41.514140 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa5707f-d2bc-4e68-9890-8162da71bd54 None None] Network 1bd1764f-544a-4eea-9ed2-a86864f55e46 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:41.514795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Deleting port 245fe89b-ddea-45e5-94bf-d5f30d02b75b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:41.515148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:41.550397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:41.604891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b5615d7b-43da-4653-a751-c223ea5fe8d0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:41.608170 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b5615d7b-43da-4653-a751-c223ea5fe8d0 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/d52bb8e1-54eb-40f5-9529-d7e5c18390e9 HTTP/1.1" status: 204 len: 168 time: 1.9240730 Oct 28 09:59:41.612378 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39734) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:41.623252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Allocated IP 172.20.0.2 (4d683f21-056f-49ef-b611-826c5b093c7b/19f66d81-2cce-4fe0-89e2-8ae1c40ac146/3282e8c4-e41d-46fd-9145-d642dce2920a) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:41.639858 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:41.643648 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ad1f33-9c2a-4b5e-b21f-47286f0c8c8c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:41.661825 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bbe34f82-2015-4ce1-9622-c70beccfa22d tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1470265 Oct 28 09:59:41.685620 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Allocated IP 2001:db8:1::2 (452d52ec-5ce3-4188-b267-57856c4a4ad8/359f81aa-8be6-46e5-bd47-27b3fae12455/6fd33af0-4930-40de-8a5f-0b4351d0ef55) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:41.686947 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39736) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:41.704504 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-567a8aac-6a00-4fff-ab19-24949d91d171 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Request body: {'network': {'name': 'tempest-router-network01--1491315108'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:41.720411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-32ad1f33-9c2a-4b5e-b21f-47286f0c8c8c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:41.723367 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf68409-ab5f-441f-8720-974177ffa8bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] GET failed (client error): The resource could not be found. Oct 28 09:59:41.727444 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-daf68409-ab5f-441f-8720-974177ffa8bf tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/d52bb8e1-54eb-40f5-9529-d7e5c18390e9 HTTP/1.1" status: 404 len: 333 time: 0.1118031 Oct 28 09:59:41.734167 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39738) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:41.734517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39740) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:41.802187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ad1f33-9c2a-4b5e-b21f-47286f0c8c8c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:41.802843 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-32ad1f33-9c2a-4b5e-b21f-47286f0c8c8c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:41.831127 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] For port 245fe89b-ddea-45e5-94bf-d5f30d02b75b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=245fe89b-ddea-45e5-94bf-d5f30d02b75b,segment=NetworkSegment(a9ef2f44-b657-41a6-9043-0847d018f026),segment_id=a9ef2f44-b657-41a6-9043-0847d018f026)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:41.831939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:41.836993 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=4,neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:41.852790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:41.859440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 91e720c4-0fe2-4cdb-9ead-f83227262a91 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:41.864679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:41.864679 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 91e720c4-0fe2-4cdb-9ead-f83227262a91 Oct 28 09:59:41.864679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2fd374-c414-4f54-a3e0-d55f2e6a34f5 None None] Network bc66c96b-ee6a-449c-86b0-6acbfc652398 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:41.864945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad1f33-9c2a-4b5e-b21f-47286f0c8c8c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=1dd6fbf1-ab1a-4c16-81d7-c92be63c9963,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:41.871946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:41.883063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Calling delete_port for 245fe89b-ddea-45e5-94bf-d5f30d02b75b owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:41.886558 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-87570b6e-a5c2-4b8e-a9cb-3d5861e0d6dc admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b40109cf8c9445bd9177053c230110ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418591 Oct 28 09:59:41.895652 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39742) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:41.920148 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad1f33-9c2a-4b5e-b21f-47286f0c8c8c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=91e720c4-0fe2-4cdb-9ead-f83227262a91,revision_number=5']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:41.924423 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ea344777-1aaa-470f-b8d5-cd525ea74e5c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Deleting port 8d7cee6b-c920-4709-8e95-ee2b64ce90f7 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:41.925991 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ea344777-1aaa-470f-b8d5-cd525ea74e5c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (8d7cee6b-c920-4709-8e95-ee2b64ce90f7), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:41.933069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e233dec8-dc7b-4f43-8bc0-35ff2892d94d None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:41.939233 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-32ad1f33-9c2a-4b5e-b21f-47286f0c8c8c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.5662487 Oct 28 09:59:41.942644 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39744) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:41.953108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2bffe0-4b3a-4ea2-9cbf-9acf2d3bdfa8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting subnet 198269c0-6314-404f-8161-c1846cfb1bd8 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:41.959718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-cc8898d2-98bc-49db-906e-b86d6359ec2d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'mac_address': 'fa:16:3e:d2:1c:43', 'name': 'tempest-NetworksTestDHCPv6-1420882494'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:41.960482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a2bffe0-4b3a-4ea2-9cbf-9acf2d3bdfa8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (198269c0-6314-404f-8161-c1846cfb1bd8), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.022716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a2bffe0-4b3a-4ea2-9cbf-9acf2d3bdfa8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (198269c0-6314-404f-8161-c1846cfb1bd8), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.025254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567a8aac-6a00-4fff-ab19-24949d91d171 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Made reservation on behalf of 7c6d100b442847c8a0564fd14e5a2e4f for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:42.027549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (ba66a731-3424-4db6-afe6-f05f35bfa69c), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.028829 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-567a8aac-6a00-4fff-ab19-24949d91d171 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.101591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4d103ce7-90c0-45d1-8bb1-403869438bd3 None None] Provisioning complete for port 245fe89b-ddea-45e5-94bf-d5f30d02b75b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:42.101965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4d103ce7-90c0-45d1-8bb1-403869438bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.102773 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4d103ce7-90c0-45d1-8bb1-403869438bd3 None None] Attempt 1 to provision port 245fe89b-ddea-45e5-94bf-d5f30d02b75b Oct 28 09:59:42.106281 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567a8aac-6a00-4fff-ab19-24949d91d171 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:42.113660 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-1bd1764f-544a-4eea-9ed2-a86864f55e46', 'network_id': '1bd1764f-544a-4eea-9ed2-a86864f55e46', 'project_id': '7c6d100b442847c8a0564fd14e5a2e4f', 'fixed_ips': [{'subnet_id': 'b7361876-fcd8-4a8f-84e4-0334efe3f056'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:42.114574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.129098 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:42.143160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-567a8aac-6a00-4fff-ab19-24949d91d171 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (4974e3aa-12c1-481d-a058-1e3fe3879390), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.143565 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-567a8aac-6a00-4fff-ab19-24949d91d171 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Added segment 4974e3aa-12c1-481d-a058-1e3fe3879390 of type vlan for network a526a344-9397-4d0b-8662-67d17f5cc28e Oct 28 09:59:42.146998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:42.149629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:42.178494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a2bffe0-4b3a-4ea2-9cbf-9acf2d3bdfa8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (198269c0-6314-404f-8161-c1846cfb1bd8), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.205213 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ea344777-1aaa-470f-b8d5-cd525ea74e5c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (8d7cee6b-c920-4709-8e95-ee2b64ce90f7), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.206173 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (245fe89b-ddea-45e5-94bf-d5f30d02b75b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.231072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-567a8aac-6a00-4fff-ab19-24949d91d171 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (a526a344-9397-4d0b-8662-67d17f5cc28e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.244534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Pushing event updated for resources: {'Port': ['ID=ba66a731-3424-4db6-afe6-f05f35bfa69c,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:42.257150 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ea344777-1aaa-470f-b8d5-cd525ea74e5c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Calling delete_port for 8d7cee6b-c920-4709-8e95-ee2b64ce90f7 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:42.260273 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d5b4ec6a-d534-4e3d-9f6d-be915d4d0466 admin admin] Publish callbacks [] for security_group (49a932f2-4253-4933-8511-0d40aef40aeb), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.261605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Port': ['ID=245fe89b-ddea-45e5-94bf-d5f30d02b75b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:42.270973 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No DVR routers for this DVR port 245fe89b-ddea-45e5-94bf-d5f30d02b75b on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:42.308558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4d103ce7-90c0-45d1-8bb1-403869438bd3 None None] Could not find standard attr ID for object 245fe89b-ddea-45e5-94bf-d5f30d02b75b. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 09:59:42.320689 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d5b4ec6a-d534-4e3d-9f6d-be915d4d0466 admin admin] Publish callbacks [] for security_group (49a932f2-4253-4933-8511-0d40aef40aeb), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.395737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (bc66c96b-ee6a-449c-86b0-6acbfc652398), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.421600 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc66c96b-ee6a-449c-86b0-6acbfc652398']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:42.436387 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ef2f44-b657-41a6-9043-0847d018f026') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:42.436765 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ef2f44-b657-41a6-9043-0847d018f026') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:42.448161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (a9ef2f44-b657-41a6-9043-0847d018f026), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.456462 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-567a8aac-6a00-4fff-ab19-24949d91d171 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (a526a344-9397-4d0b-8662-67d17f5cc28e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.464089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567a8aac-6a00-4fff-ab19-24949d91d171 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:42.464089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-567a8aac-6a00-4fff-ab19-24949d91d171 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.464409 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6252e464-9861-4896-8ce2-6d7ea6b06bde None None] DHCP port deletion for bc66c96b-ee6a-449c-86b0-6acbfc652398 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:59:42.484202 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Publish callbacks [] for port (3282e8c4-e41d-46fd-9145-d642dce2920a), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.491646 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (a9ef2f44-b657-41a6-9043-0847d018f026), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.497415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a2bffe0-4b3a-4ea2-9cbf-9acf2d3bdfa8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (198269c0-6314-404f-8161-c1846cfb1bd8), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.498564 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.db [None req-4d103ce7-90c0-45d1-8bb1-403869438bd3 None None] No ports have port_id starting with 245fe89b-ddea-45e5-94bf-d5f30d02b75b Oct 28 09:59:42.511067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8898d2-98bc-49db-906e-b86d6359ec2d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:42.543686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:42.543686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (a9ef2f44-b657-41a6-9043-0847d018f026), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.549828 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Publish callbacks [] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.552400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 91e720c4-0fe2-4cdb-9ead-f83227262a91 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:42.553662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device dcfaeb74-f546-4540-9bf9-f93b427bc585 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:42.622827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (3282e8c4-e41d-46fd-9145-d642dce2920a), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.648263 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc8898d2-98bc-49db-906e-b86d6359ec2d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.664107 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-567a8aac-6a00-4fff-ab19-24949d91d171 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9614902 Oct 28 09:59:42.666105 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bffe0-4b3a-4ea2-9cbf-9acf2d3bdfa8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Subnet': ['ID=198269c0-6314-404f-8161-c1846cfb1bd8,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:42.670882 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39748) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:42.679627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d8c7bb88-c0b6-4b2d-875d-32243aa5a345 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Request body: {'network': {'name': 'tempest-router-network02--640778410'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:42.684174 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a2bffe0-4b3a-4ea2-9cbf-9acf2d3bdfa8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.688177 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4a2bffe0-4b3a-4ea2-9cbf-9acf2d3bdfa8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/198269c0-6314-404f-8161-c1846cfb1bd8 HTTP/1.1" status: 204 len: 168 time: 0.9475813 Oct 28 09:59:42.695001 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment a9ef2f44-b657-41a6-9043-0847d018f026 resource provider aggregate not found Oct 28 09:59:42.697097 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a8aac-6a00-4fff-ab19-24949d91d171 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event updated for resources: {'Network': ['ID=a526a344-9397-4d0b-8662-67d17f5cc28e,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:42.699183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39752) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:42.755842 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbe2522-eb40-4c3c-ab51-e63eeaa1528c None None] Network a4810262-dac8-4618-8b22-751c432724d5 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:42.758228 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network a526a344-9397-4d0b-8662-67d17f5cc28e details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:42.761305 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.764185 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment a9ef2f44-b657-41a6-9043-0847d018f026 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9ef2f44-b657-41a6-9043-0847d018f026 found for delete ", "request_id": "req-7e956c8c-8eb5-4188-bb78-0ee9337bd683"}]} Oct 28 09:59:42.768573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d5b4ec6a-d534-4e3d-9f6d-be915d4d0466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (49a932f2-4253-4933-8511-0d40aef40aeb), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.780380 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d5b4ec6a-d534-4e3d-9f6d-be915d4d0466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.780380 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d5b4ec6a-d534-4e3d-9f6d-be915d4d0466 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/49a932f2-4253-4933-8511-0d40aef40aeb HTTP/1.1" status: 204 len: 168 time: 0.8760889 Oct 28 09:59:42.780380 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ea344777-1aaa-470f-b8d5-cd525ea74e5c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (8d7cee6b-c920-4709-8e95-ee2b64ce90f7), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.793061 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (bc66c96b-ee6a-449c-86b0-6acbfc652398), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.822059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.827290 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bc66c96b-ee6a-449c-86b0-6acbfc652398 HTTP/1.1" status: 204 len: 168 time: 1.7945523 Oct 28 09:59:42.833194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917cf24-38a2-47d5-b2e7-29d577f11709 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Network': ['ID=bc66c96b-ee6a-449c-86b0-6acbfc652398,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:42.843452 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Network 4d683f21-056f-49ef-b611-826c5b093c7b is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:42.850194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39756) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:42.877119 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Allocated IP 2001:db8::2 (1bd1764f-544a-4eea-9ed2-a86864f55e46/b7361876-fcd8-4a8f-84e4-0334efe3f056/54bfb267-8e54-40e5-b798-1be7f0d9ee94) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:42.894755 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac92c2c-043c-4c65-b0db-2df76c1a28d1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:42.895971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac92c2c-043c-4c65-b0db-2df76c1a28d1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:42.902042 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6ac92c2c-043c-4c65-b0db-2df76c1a28d1 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/6d006f45-d8fa-446c-b13b-9f1f975f8331 HTTP/1.1" status: 404 len: 337 time: 0.0502574 Oct 28 09:59:42.902430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c7bb88-c0b6-4b2d-875d-32243aa5a345 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Made reservation on behalf of 7c6d100b442847c8a0564fd14e5a2e4f for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:42.906841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8c7bb88-c0b6-4b2d-875d-32243aa5a345 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.928900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39758) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:42.945645 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ea344777-1aaa-470f-b8d5-cd525ea74e5c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.948990 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c7bb88-c0b6-4b2d-875d-32243aa5a345 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:42.951915 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ea344777-1aaa-470f-b8d5-cd525ea74e5c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/8d7cee6b-c920-4709-8e95-ee2b64ce90f7 HTTP/1.1" status: 204 len: 168 time: 1.5670605 Oct 28 09:59:42.954549 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:42.955802 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-cc8898d2-98bc-49db-906e-b86d6359ec2d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port 35bdb33c-9436-4eb5-a9ff-93ce26f826f8 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:59:42.958569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e9054825-a2db-4e89-aa20-370591cf53a0 None None] Provisioning complete for port 91e720c4-0fe2-4cdb-9ead-f83227262a91 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:42.959042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e9054825-a2db-4e89-aa20-370591cf53a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:42.959448 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e9054825-a2db-4e89-aa20-370591cf53a0 None None] Attempt 1 to provision port 91e720c4-0fe2-4cdb-9ead-f83227262a91 Oct 28 09:59:42.966607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Allocated IP 2001:db8:1::1 (452d52ec-5ce3-4188-b267-57856c4a4ad8/359f81aa-8be6-46e5-bd47-27b3fae12455/68f43f81-d9c4-434b-96e5-9d3a5fa9e472) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:42.966933 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39760) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:42.982417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea344777-1aaa-470f-b8d5-cd525ea74e5c tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d7cee6b-c920-4709-8e95-ee2b64ce90f7,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:42.984361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4ec6a-d534-4e3d-9f6d-be915d4d0466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a932f2-4253-4933-8511-0d40aef40aeb,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:42.998760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (a4810262-dac8-4618-8b22-751c432724d5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.000558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:43.003248 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8c7bb88-c0b6-4b2d-875d-32243aa5a345 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e246e4cb-a171-4be8-9c5d-5b3dc8100c0e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.003599 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-d8c7bb88-c0b6-4b2d-875d-32243aa5a345 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Added segment e246e4cb-a171-4be8-9c5d-5b3dc8100c0e of type vlan for network 07575449-a6c7-472d-a95a-1dd0541a8955 Oct 28 09:59:43.026634 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0acd9a-472e-4ecc-8441-b29f8f19a6be tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:43.027194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0acd9a-472e-4ecc-8441-b29f8f19a6be tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:43.030337 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2c0acd9a-472e-4ecc-8441-b29f8f19a6be tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/0745ffb3-cad1-4f6e-9ffd-5339ddea489f HTTP/1.1" status: 404 len: 339 time: 0.0560706 Oct 28 09:59:43.033513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39764) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:43.048983 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7eb7f9b-2cc7-46c5-aebd-a74ed541402d tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] GET failed (client error): The resource could not be found. Oct 28 09:59:43.051265 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a7eb7f9b-2cc7-46c5-aebd-a74ed541402d tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/8d7cee6b-c920-4709-8e95-ee2b64ce90f7 HTTP/1.1" status: 404 len: 333 time: 0.0825241 Oct 28 09:59:43.066347 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39766) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:43.072354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Pushing event updated for resources: {'Port': ['ID=3282e8c4-e41d-46fd-9145-d642dce2920a,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:43.075739 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-572f64ed-5218-4308-92d5-63e09fb2795f tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Request body: {'port': {'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1841623373'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:43.100430 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b59263c-8ff7-4408-b6fe-22d8155b10f4 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:43.101121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b59263c-8ff7-4408-b6fe-22d8155b10f4 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:43.108769 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2b59263c-8ff7-4408-b6fe-22d8155b10f4 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4832860c-1428-4d8b-9ea1-0af1958f7055 HTTP/1.1" status: 404 len: 337 time: 0.0729241 Oct 28 09:59:43.122369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39770) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:43.122632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Network 452d52ec-5ce3-4188-b267-57856c4a4ad8 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:43.138435 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8c7bb88-c0b6-4b2d-875d-32243aa5a345 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (07575449-a6c7-472d-a95a-1dd0541a8955), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.164681 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port 46c50f90-4e0d-491b-b70d-dfc141997068 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:43.165146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (46c50f90-4e0d-491b-b70d-dfc141997068), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.228281 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port dcfaeb74-f546-4540-9bf9-f93b427bc585 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:43.228857 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.229489 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port dcfaeb74-f546-4540-9bf9-f93b427bc585 Oct 28 09:59:43.234949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Pushing event updated for resources: {'Port': ['ID=6fd33af0-4930-40de-8a5f-0b4351d0ef55,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:43.236951 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:43.243539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:43.251351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] For port 46c50f90-4e0d-491b-b70d-dfc141997068, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=46c50f90-4e0d-491b-b70d-dfc141997068,segment=NetworkSegment(6bee073f-2fd8-494e-a13d-abb9fe9f5ab7),segment_id=6bee073f-2fd8-494e-a13d-abb9fe9f5ab7)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:43.252007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (46c50f90-4e0d-491b-b70d-dfc141997068), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.255444 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:43.279077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for 46c50f90-4e0d-491b-b70d-dfc141997068 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:43.351763 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8c7bb88-c0b6-4b2d-875d-32243aa5a345 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (07575449-a6c7-472d-a95a-1dd0541a8955), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.358381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c7bb88-c0b6-4b2d-875d-32243aa5a345 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:43.359323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8c7bb88-c0b6-4b2d-875d-32243aa5a345 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.458153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7bb88-c0b6-4b2d-875d-32243aa5a345 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event updated for resources: {'Network': ['ID=07575449-a6c7-472d-a95a-1dd0541a8955,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:43.489910 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d8c7bb88-c0b6-4b2d-875d-32243aa5a345 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8167698 Oct 28 09:59:43.492672 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39780) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:43.496777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-8811ca55-babb-48cd-b365-7275e803627a tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Request body: {'subnet': {'network_id': 'a526a344-9397-4d0b-8662-67d17f5cc28e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:43.523791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (46c50f90-4e0d-491b-b70d-dfc141997068), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.578070 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-46dc2b04-806f-464b-a724-cc4126b988f2 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:43.578683 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46dc2b04-806f-464b-a724-cc4126b988f2 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:43.582081 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-46dc2b04-806f-464b-a724-cc4126b988f2 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/5f6b83ff-14bc-488f-931f-69206dd5d11e HTTP/1.1" status: 404 len: 339 time: 0.4587200 Oct 28 09:59:43.604529 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39782) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:43.621523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=46c50f90-4e0d-491b-b70d-dfc141997068,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:43.626070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No DVR routers for this DVR port 46c50f90-4e0d-491b-b70d-dfc141997068 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:43.639158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 07575449-a6c7-472d-a95a-1dd0541a8955 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:43.641518 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Publish callbacks [] for router_gateway (2e12110d-5955-4566-87c5-bac8137e0170), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.680862 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:43.681868 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-228ff1a2-d75f-48c3-bcf5-020cc096207b tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:43.682327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228ff1a2-d75f-48c3-bcf5-020cc096207b tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:43.687622 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6bf306d0-324a-4006-8809-5f83ed346e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.689318 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-228ff1a2-d75f-48c3-bcf5-020cc096207b tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/83ad26c8-eddd-49a9-bbb7-a0dacf5595fb HTTP/1.1" status: 404 len: 337 time: 0.0835240 Oct 28 09:59:43.691943 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39786) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:43.760155 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (a4810262-dac8-4618-8b22-751c432724d5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.761360 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572f64ed-5218-4308-92d5-63e09fb2795f tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Made reservation on behalf of 3cafc17f01f94eb8b1eba4ae92ced742 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:43.763760 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-572f64ed-5218-4308-92d5-63e09fb2795f tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.787978 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4810262-dac8-4618-8b22-751c432724d5']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:43.801997 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bee073f-2fd8-494e-a13d-abb9fe9f5ab7') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:43.802373 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bee073f-2fd8-494e-a13d-abb9fe9f5ab7') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:43.803980 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:43.811979 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc478d24-0e60-4b04-af6e-3ae9a1f78369 None None] DHCP port deletion for a4810262-dac8-4618-8b22-751c432724d5 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:59:43.815377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (6bee073f-2fd8-494e-a13d-abb9fe9f5ab7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.838703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (6bee073f-2fd8-494e-a13d-abb9fe9f5ab7), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.847073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Attempting to bind port 3282e8c4-e41d-46fd-9145-d642dce2920a on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:43.847532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Attempting to bind port 3282e8c4-e41d-46fd-9145-d642dce2920a by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:43.847973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Attempting to bind port 3282e8c4-e41d-46fd-9145-d642dce2920a on network 4d683f21-056f-49ef-b611-826c5b093c7b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:43.848229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:43.848693 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (6bee073f-2fd8-494e-a13d-abb9fe9f5ab7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.871144 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:43.901332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-572f64ed-5218-4308-92d5-63e09fb2795f tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] device_id is not set on port 986ae37e-d1c6-4d4a-945c-ba7f6332baae yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:59:43.949870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Attempting to bind port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:43.950172 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Attempting to bind port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8a91be4a-9917-44b0-ac50-be2a4bfcc21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:43.950544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Attempting to bind port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 on network 452d52ec-5ce3-4188-b267-57856c4a4ad8 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:43.960755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-cc8898d2-98bc-49db-906e-b86d6359ec2d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::2e (27cab9a0-d24d-4f61-b60f-51dd4ee136db/18bd0caa-619e-4064-9a6f-45949ccd4360/35bdb33c-9436-4eb5-a9ff-93ce26f826f8) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:43.966413 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-625f81c5-a47b-43c0-969c-12ee759b4fcc tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:43.967624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625f81c5-a47b-43c0-969c-12ee759b4fcc tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:43.972430 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-cc8898d2-98bc-49db-906e-b86d6359ec2d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8:0:1:f816:3eff:fed2:1c43 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/1dd6fbf1-ab1a-4c16-81d7-c92be63c9963/35bdb33c-9436-4eb5-a9ff-93ce26f826f8) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:43.977438 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-625f81c5-a47b-43c0-969c-12ee759b4fcc tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/a2d8ada2-eb08-4710-a2be-e2270a253034 HTTP/1.1" status: 404 len: 339 time: 0.0546978 Oct 28 09:59:43.978278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39790) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:44.048040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e9054825-a2db-4e89-aa20-370591cf53a0 None None] Current status of the port 91e720c4-0fe2-4cdb-9ead-f83227262a91 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:44.065174 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (a4810262-dac8-4618-8b22-751c432724d5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.067885 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8811ca55-babb-48cd-b365-7275e803627a tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Made reservation on behalf of 7c6d100b442847c8a0564fd14e5a2e4f for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:44.077803 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8811ca55-babb-48cd-b365-7275e803627a tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.086407 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (2e12110d-5955-4566-87c5-bac8137e0170), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.113205 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:44.113557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Checking segment: {'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:44.113961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.114373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Bound using segment: {'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:44.114984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Bound port: 3282e8c4-e41d-46fd-9145-d642dce2920a, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:44.116824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3282e8c4-e41d-46fd-9145-d642dce2920a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.127850 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port dcfaeb74-f546-4540-9bf9-f93b427bc585 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:44.128337 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.143186 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Publish callbacks [] for port (54bfb267-8e54-40e5-b798-1be7f0d9ee94), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.145665 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:44.159048 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:44.159423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Checking segment: {'id': '8a91be4a-9917-44b0-ac50-be2a4bfcc21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:44.159787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.160185 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Bound using segment: {'id': '8a91be4a-9917-44b0-ac50-be2a4bfcc21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:44.160687 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Bound port: 6fd33af0-4930-40de-8a5f-0b4351d0ef55, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a91be4a-9917-44b0-ac50-be2a4bfcc21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:44.161191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.188754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.196472 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/networks/a4810262-dac8-4618-8b22-751c432724d5 HTTP/1.1" status: 204 len: 168 time: 1.4903219 Oct 28 09:59:44.196472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01dfd1-d1c3-44e7-b947-893ed7a3697a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Network': ['ID=a4810262-dac8-4618-8b22-751c432724d5,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:44.198479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:44.198846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39796) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:44.209881 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccdcfcc4-963b-4bd3-954a-9fdb2381d345 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Deleting subnet 2fa9ce8c-73e2-4e33-a3b0-5cc1e6c67cad {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:44.217638 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-30a0c2ab-08f1-4bd6-960a-98f1240da6f8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1253244639'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:44.225379 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfcc4-963b-4bd3-954a-9fdb2381d345 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for subnet (2fa9ce8c-73e2-4e33-a3b0-5cc1e6c67cad), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.227194 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-f5f52ca5-0348-469c-9cae-9f3c4b095df4 None None] Provisioning complete for port 91e720c4-0fe2-4cdb-9ead-f83227262a91 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:44.227353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f5f52ca5-0348-469c-9cae-9f3c4b095df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.227645 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f5f52ca5-0348-469c-9cae-9f3c4b095df4 None None] Attempt 1 to provision port 91e720c4-0fe2-4cdb-9ead-f83227262a91 Oct 28 09:59:44.246655 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=56 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:44.247664 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.262336 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port dcfaeb74-f546-4540-9bf9-f93b427bc585, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=dcfaeb74-f546-4540-9bf9-f93b427bc585,segment=NetworkSegment(e21df447-2f54-47d6-aac7-17a38e016941),segment_id=e21df447-2f54-47d6-aac7-17a38e016941)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:44.302863 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (54bfb267-8e54-40e5-b798-1be7f0d9ee94), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.359792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 452d52ec-5ce3-4188-b267-57856c4a4ad8 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:44.371037 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:44.388949 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:44.389784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (27b833f1-388e-4726-970a-c702dc59d062), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.390342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] For port 3282e8c4-e41d-46fd-9145-d642dce2920a, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:44.394582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.417695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Network 1bd1764f-544a-4eea-9ed2-a86864f55e46 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:44.426430 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] For port 6fd33af0-4930-40de-8a5f-0b4351d0ef55, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:44.432057 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] For port 3282e8c4-e41d-46fd-9145-d642dce2920a, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3282e8c4-e41d-46fd-9145-d642dce2920a,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:44.436041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:44.438945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:44.449584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Pushing event updated for resources: {'Port': ['ID=54bfb267-8e54-40e5-b798-1be7f0d9ee94,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:44.483950 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] For port 6fd33af0-4930-40de-8a5f-0b4351d0ef55, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6fd33af0-4930-40de-8a5f-0b4351d0ef55,segment=NetworkSegment(8a91be4a-9917-44b0-ac50-be2a4bfcc21a),segment_id=8a91be4a-9917-44b0-ac50-be2a4bfcc21a)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:44.571821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 91e720c4-0fe2-4cdb-9ead-f83227262a91 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:44.575075 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=68f43f81-d9c4-434b-96e5-9d3a5fa9e472,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:44.587583 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (3282e8c4-e41d-46fd-9145-d642dce2920a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.631669 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.671485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=dcfaeb74-f546-4540-9bf9-f93b427bc585,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:44.726274 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f5f52ca5-0348-469c-9cae-9f3c4b095df4 None None] Current status of the port 91e720c4-0fe2-4cdb-9ead-f83227262a91 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:44.761601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Attempting to bind port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:44.761601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Attempting to bind port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1bd1764f-544a-4eea-9ed2-a86864f55e46'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:44.761601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Attempting to bind port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 on network 1bd1764f-544a-4eea-9ed2-a86864f55e46 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:44.786071 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-572f64ed-5218-4308-92d5-63e09fb2795f tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks [] for port (986ae37e-d1c6-4d4a-945c-ba7f6332baae), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.811395 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc8898d2-98bc-49db-906e-b86d6359ec2d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (35bdb33c-9436-4eb5-a9ff-93ce26f826f8), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:44.911099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:44.923272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a075f-8a6a-4300-aee6-1e244bcb94b5 None None] Pushing event updated for resources: {'Port': ['ID=3282e8c4-e41d-46fd-9145-d642dce2920a,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:44.939582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Router 2e12110d-5955-4566-87c5-bac8137e0170 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:59:44.970696 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 6bee073f-2fd8-494e-a13d-abb9fe9f5ab7 resource provider aggregate not found Oct 28 09:59:44.984958 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfcc4-963b-4bd3-954a-9fdb2381d345 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (2fa9ce8c-73e2-4e33-a3b0-5cc1e6c67cad), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.003608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.011651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 91e720c4-0fe2-4cdb-9ead-f83227262a91 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:45.012019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.012357 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 91e720c4-0fe2-4cdb-9ead-f83227262a91 Oct 28 09:59:45.037518 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc8898d2-98bc-49db-906e-b86d6359ec2d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (35bdb33c-9436-4eb5-a9ff-93ce26f826f8), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.038876 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 6bee073f-2fd8-494e-a13d-abb9fe9f5ab7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bee073f-2fd8-494e-a13d-abb9fe9f5ab7 found for delete ", "request_id": "req-a9521fd0-3265-4e21-b532-20becf2cffec"}]} Oct 28 09:59:45.065441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-572f64ed-5218-4308-92d5-63e09fb2795f tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (986ae37e-d1c6-4d4a-945c-ba7f6332baae), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.070035 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a0c2ab-08f1-4bd6-960a-98f1240da6f8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:45.076267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-30a0c2ab-08f1-4bd6-960a-98f1240da6f8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.158399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:45.159381 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Checking segment: {'id': 'a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1bd1764f-544a-4eea-9ed2-a86864f55e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:45.159805 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.160253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Bound using segment: {'id': 'a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1bd1764f-544a-4eea-9ed2-a86864f55e46'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:45.160535 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a0c2ab-08f1-4bd6-960a-98f1240da6f8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:45.160721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Bound port: 54bfb267-8e54-40e5-b798-1be7f0d9ee94, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1bd1764f-544a-4eea-9ed2-a86864f55e46'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:45.161100 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (54bfb267-8e54-40e5-b798-1be7f0d9ee94), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.193712 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-30a0c2ab-08f1-4bd6-960a-98f1240da6f8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (8b78fab5-4349-4cbf-86d0-6b0c24abbd81), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.194197 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-30a0c2ab-08f1-4bd6-960a-98f1240da6f8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Added segment 8b78fab5-4349-4cbf-86d0-6b0c24abbd81 of type vlan for network 7553ab0e-64c8-4951-b2d1-1b1a3a6aa811 Oct 28 09:59:45.269903 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-30a0c2ab-08f1-4bd6-960a-98f1240da6f8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (7553ab0e-64c8-4951-b2d1-1b1a3a6aa811), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.275224 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78feb84d-d41e-41d9-af26-a3cad533a0a8 None None] Pushing event updated for resources: {'Port': ['ID=6fd33af0-4930-40de-8a5f-0b4351d0ef55,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:45.293554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8898d2-98bc-49db-906e-b86d6359ec2d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:45.323702 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 91e720c4-0fe2-4cdb-9ead-f83227262a91 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:45.348146 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:45.350788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-cc8898d2-98bc-49db-906e-b86d6359ec2d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:45.368706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] For port 54bfb267-8e54-40e5-b798-1be7f0d9ee94, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:45.372445 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] For port 54bfb267-8e54-40e5-b798-1be7f0d9ee94, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=54bfb267-8e54-40e5-b798-1be7f0d9ee94,segment=NetworkSegment(a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1),segment_id=a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:45.373734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8898d2-98bc-49db-906e-b86d6359ec2d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:45.378003 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8811ca55-babb-48cd-b365-7275e803627a tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (4e9ee5c8-54c0-4391-acbd-c8dc73c9bbb4), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.380795 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8898d2-98bc-49db-906e-b86d6359ec2d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:45.381494 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc8898d2-98bc-49db-906e-b86d6359ec2d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.394585 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572f64ed-5218-4308-92d5-63e09fb2795f tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:45.399949 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-572f64ed-5218-4308-92d5-63e09fb2795f tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:45.405814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 46c50f90-4e0d-491b-b70d-dfc141997068 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:45.427556 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfcc4-963b-4bd3-954a-9fdb2381d345 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (2fa9ce8c-73e2-4e33-a3b0-5cc1e6c67cad), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.433028 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 46c50f90-4e0d-491b-b70d-dfc141997068 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:59:45.433783 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 46c50f90-4e0d-491b-b70d-dfc141997068 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:45.434906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 245fe89b-ddea-45e5-94bf-d5f30d02b75b no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:45.458456 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 245fe89b-ddea-45e5-94bf-d5f30d02b75b {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:59:45.459900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 245fe89b-ddea-45e5-94bf-d5f30d02b75b not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:45.469466 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-30a0c2ab-08f1-4bd6-960a-98f1240da6f8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (7553ab0e-64c8-4951-b2d1-1b1a3a6aa811), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.475802 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a0c2ab-08f1-4bd6-960a-98f1240da6f8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:45.476123 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-30a0c2ab-08f1-4bd6-960a-98f1240da6f8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.484011 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (54bfb267-8e54-40e5-b798-1be7f0d9ee94), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.488158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bafad457-0ffa-46c9-a71d-6c5b17baedb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.548193 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:45.570535 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f64ed-5218-4308-92d5-63e09fb2795f tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:45.583695 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572f64ed-5218-4308-92d5-63e09fb2795f tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:45.583695 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-572f64ed-5218-4308-92d5-63e09fb2795f tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.612818 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09515b7-3d38-4e69-90c1-855e49d0bae6 None None] Pushing event updated for resources: {'Port': ['ID=54bfb267-8e54-40e5-b798-1be7f0d9ee94,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:45.636656 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-30a0c2ab-08f1-4bd6-960a-98f1240da6f8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4317689 Oct 28 09:59:45.654886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39814) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:45.656469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811ca55-babb-48cd-b365-7275e803627a tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Checking segment: {'id': '4974e3aa-12c1-481d-a058-1e3fe3879390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a526a344-9397-4d0b-8662-67d17f5cc28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:45.656838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811ca55-babb-48cd-b365-7275e803627a tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Network hostable DHCP agents. Network: a526a344-9397-4d0b-8662-67d17f5cc28e, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:45.666182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'subnet': {'network_id': '7553ab0e-64c8-4951-b2d1-1b1a3a6aa811', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:45.689404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811ca55-babb-48cd-b365-7275e803627a tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event updated for resources: {'Subnet': ['ID=4e9ee5c8-54c0-4391-acbd-c8dc73c9bbb4,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:45.716421 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8898d2-98bc-49db-906e-b86d6359ec2d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=35bdb33c-9436-4eb5-a9ff-93ce26f826f8,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:45.798945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0c2ab-08f1-4bd6-960a-98f1240da6f8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Network': ['ID=7553ab0e-64c8-4951-b2d1-1b1a3a6aa811,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:45.811449 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 7553ab0e-64c8-4951-b2d1-1b1a3a6aa811 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:45.930726 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cc8898d2-98bc-49db-906e-b86d6359ec2d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9754491 Oct 28 09:59:45.935380 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39820) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:45.948902 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-572f64ed-5218-4308-92d5-63e09fb2795f tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.8773611 Oct 28 09:59:45.949550 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39822) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:45.969386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3a04de21-0bdf-4406-85b8-cf82036f6040 None None] Provisioning complete for port 35bdb33c-9436-4eb5-a9ff-93ce26f826f8 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:45.969814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a04de21-0bdf-4406-85b8-cf82036f6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (35bdb33c-9436-4eb5-a9ff-93ce26f826f8), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:45.972475 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:45.972624 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3a04de21-0bdf-4406-85b8-cf82036f6040 None None] Attempt 1 to provision port 35bdb33c-9436-4eb5-a9ff-93ce26f826f8 Oct 28 09:59:45.986874 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Sync routers for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:45.993046 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:46.003301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811ca55-babb-48cd-b365-7275e803627a tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Network a526a344-9397-4d0b-8662-67d17f5cc28e is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:46.019326 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:46.021294 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:46.021954 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e43233c8-bdab-4f60-848d-740043326201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:46.024383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:46.034644 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfcc4-963b-4bd3-954a-9fdb2381d345 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (2fa9ce8c-73e2-4e33-a3b0-5cc1e6c67cad), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:46.035373 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f64ed-5218-4308-92d5-63e09fb2795f tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Pushing event updated for resources: {'Port': ['ID=986ae37e-d1c6-4d4a-945c-ba7f6332baae,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:46.085398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fece7b5-fb1d-4042-be9c-9c0292493b8f None None] Network dcb8289c-30be-45c1-a3d3-748b8d49aecd requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:46.091733 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3a04de21-0bdf-4406-85b8-cf82036f6040 None None] Port 35bdb33c-9436-4eb5-a9ff-93ce26f826f8 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:59:46.125148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfcc4-963b-4bd3-954a-9fdb2381d345 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:46.131699 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ccdcfcc4-963b-4bd3-954a-9fdb2381d345 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2fa9ce8c-73e2-4e33-a3b0-5cc1e6c67cad HTTP/1.1" status: 204 len: 168 time: 2.1499722 Oct 28 09:59:46.134642 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39824) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:46.140466 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:46.162417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:46.184069 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39826) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:46.194771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcfcc4-963b-4bd3-954a-9fdb2381d345 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa9ce8c-73e2-4e33-a3b0-5cc1e6c67cad,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:46.218241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-8811ca55-babb-48cd-b365-7275e803627a tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, a526a344-9397-4d0b-8662-67d17f5cc28e) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:46.252302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396dbd7c-f0c6-44ad-9433-10af00731591 None None] Network a526a344-9397-4d0b-8662-67d17f5cc28e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:46.289964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port 35bdb33c-9436-4eb5-a9ff-93ce26f826f8 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:46.290395 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (35bdb33c-9436-4eb5-a9ff-93ce26f826f8), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:46.312768 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:46.320911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8811ca55-babb-48cd-b365-7275e803627a tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:46.321698 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8811ca55-babb-48cd-b365-7275e803627a tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:46.349019 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:46.353538 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-88e4c2a0-7a39-4379-a61c-9db69051ce5f admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7072949 Oct 28 09:59:46.358200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39830) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:46.366421 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:46.517195 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (986ae37e-d1c6-4d4a-945c-ba7f6332baae), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:46.520959 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61a5f49-6a88-450e-b03a-2d52e4aa9989 None None] Network 452d52ec-5ce3-4188-b267-57856c4a4ad8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:46.525393 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8811ca55-babb-48cd-b365-7275e803627a tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0307026 Oct 28 09:59:46.551423 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39832) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:46.554659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-10acd90d-76e8-40ae-8e9c-076b01b874dd tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1016530944'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:46.573009 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b88fc933-f366-47e4-96f4-11fe840fbf5c tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Request body: {'subnet': {'network_id': '07575449-a6c7-472d-a95a-1dd0541a8955', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:46.576995 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:46.601965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:46.720867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:46.721805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (27b833f1-388e-4726-970a-c702dc59d062), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:46.765240 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9972c8ac-f19c-45cd-8588-8917cb8811db None None] DHCP port deletion for dcb8289c-30be-45c1-a3d3-748b8d49aecd request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:59:46.781405 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e43233c8-bdab-4f60-848d-740043326201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:42Z', 'revision_number': 3, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:46.814590 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Checking router: 2e12110d-5955-4566-87c5-bac8137e0170 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:59:46.815282 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Updating router 2e12110d-5955-4566-87c5-bac8137e0170 port ba66a731-3424-4db6-afe6-f05f35bfa69c binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:59:46.854285 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ba66a731-3424-4db6-afe6-f05f35bfa69c), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:46.872747 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-10acd90d-76e8-40ae-8e9c-076b01b874dd tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (e8bf14b5-2b19-4ff2-b985-c546e7fd2833), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:46.873932 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-10acd90d-76e8-40ae-8e9c-076b01b874dd tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (e8bf14b5-2b19-4ff2-b985-c546e7fd2833), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:46.891178 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (dcb8289c-30be-45c1-a3d3-748b8d49aecd), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:46.968574 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (35bdb33c-9436-4eb5-a9ff-93ce26f826f8), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:46.998250 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for 35bdb33c-9436-4eb5-a9ff-93ce26f826f8 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:47.142034 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=68f43f81-d9c4-434b-96e5-9d3a5fa9e472,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:47.195783 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6fd33af0-4930-40de-8a5f-0b4351d0ef55 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:47.234510 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23ace91-a9aa-40ca-87ea-cf526288a8e6 None None] Network 4d683f21-056f-49ef-b611-826c5b093c7b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:47.239015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-cd87a64d-f7fa-423c-bf68-356d90b1c0dc None None] Provisioning complete for port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:47.239450 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cd87a64d-f7fa-423c-bf68-356d90b1c0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.239788 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-cd87a64d-f7fa-423c-bf68-356d90b1c0dc None None] Attempt 1 to provision port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 Oct 28 09:59:47.275363 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Publish callbacks [] for port (ba66a731-3424-4db6-afe6-f05f35bfa69c), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.290018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-a526a344-9397-4d0b-8662-67d17f5cc28e', 'network_id': 'a526a344-9397-4d0b-8662-67d17f5cc28e', 'project_id': '7c6d100b442847c8a0564fd14e5a2e4f', 'fixed_ips': [{'subnet_id': '4e9ee5c8-54c0-4391-acbd-c8dc73c9bbb4'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:47.291221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.297526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-10acd90d-76e8-40ae-8e9c-076b01b874dd tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router_controller (e8bf14b5-2b19-4ff2-b985-c546e7fd2833), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.313551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.315297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:47.319242 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:47.381706 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] device_id is not set on port 986ae37e-d1c6-4d4a-945c-ba7f6332baae yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:59:47.390251 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ba66a731-3424-4db6-afe6-f05f35bfa69c), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.401735 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (35bdb33c-9436-4eb5-a9ff-93ce26f826f8), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.440541 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9972c8ac-f19c-45cd-8588-8917cb8811db None None] Deleting port 339f135b-1685-4761-883d-078606bf1460 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:47.440922 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9972c8ac-f19c-45cd-8588-8917cb8811db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (339f135b-1685-4761-883d-078606bf1460), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.472935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=35bdb33c-9436-4eb5-a9ff-93ce26f826f8,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:47.482423 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Deleting port 339f135b-1685-4761-883d-078606bf1460 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:47.482800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (339f135b-1685-4761-883d-078606bf1460), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.513889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks [] for port (986ae37e-d1c6-4d4a-945c-ba7f6332baae), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.516993 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-10acd90d-76e8-40ae-8e9c-076b01b874dd tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (e8bf14b5-2b19-4ff2-b985-c546e7fd2833), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.550308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (14b2fc11-7f8f-47cb-992c-625b8af0adff), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.559872 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59da703-a4f5-4cba-9619-9406d0d874bc None None] Network 1bd1764f-544a-4eea-9ed2-a86864f55e46 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:47.565819 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 452d52ec-5ce3-4188-b267-57856c4a4ad8 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:47.569184 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:47.636003 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:47.637761 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Attempting to bind port ba66a731-3424-4db6-afe6-f05f35bfa69c on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:47.638302 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Attempting to bind port ba66a731-3424-4db6-afe6-f05f35bfa69c by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:47.638943 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Attempting to bind port ba66a731-3424-4db6-afe6-f05f35bfa69c on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:47.667841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88fc933-f366-47e4-96f4-11fe840fbf5c tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Made reservation on behalf of 7c6d100b442847c8a0564fd14e5a2e4f for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:47.668431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:47.674927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.674927 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 Oct 28 09:59:47.675175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b88fc933-f366-47e4-96f4-11fe840fbf5c tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.695364 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:47.704641 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router 27b833f1-388e-4726-970a-c702dc59d062 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:59:47.706041 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Pushing event updated for resources: {'Port': ['ID=ba66a731-3424-4db6-afe6-f05f35bfa69c,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:47.707323 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-10acd90d-76e8-40ae-8e9c-076b01b874dd tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.708560 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-10acd90d-76e8-40ae-8e9c-076b01b874dd tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.5235143 Oct 28 09:59:47.713261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (986ae37e-d1c6-4d4a-945c-ba7f6332baae), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.719504 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39834) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:47.725209 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.725583 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.725930 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.726289 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.726635 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.727113 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.727450 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.727826 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.728204 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.728540 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.728870 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.729218 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.729561 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.729964 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.730343 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.736272 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:47.737563 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:47.737979 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.738451 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:47.739011 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Bound port: ba66a731-3424-4db6-afe6-f05f35bfa69c, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:47.739664 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ba66a731-3424-4db6-afe6-f05f35bfa69c), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.811944 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-e43233c8-bdab-4f60-848d-740043326201 None None] For port ba66a731-3424-4db6-afe6-f05f35bfa69c, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:47.811944 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-e43233c8-bdab-4f60-848d-740043326201 None None] For port ba66a731-3424-4db6-afe6-f05f35bfa69c, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ba66a731-3424-4db6-afe6-f05f35bfa69c,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:47.848585 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] For port 339f135b-1685-4761-883d-078606bf1460, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=339f135b-1685-4761-883d-078606bf1460,segment=NetworkSegment(7c6b9196-c7b9-4235-baf8-2e12d78817f9),segment_id=7c6b9196-c7b9-4235-baf8-2e12d78817f9)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:47.849262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (339f135b-1685-4761-883d-078606bf1460), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.860059 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Pushing event updated for resources: {'Port': ['ID=986ae37e-d1c6-4d4a-945c-ba7f6332baae,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:47.864307 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c005b5c4-b80e-4a28-92d9-2f7f3347a8c4 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router (e8bf14b5-2b19-4ff2-b985-c546e7fd2833), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.865582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-cd87a64d-f7fa-423c-bf68-356d90b1c0dc None None] Current status of the port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:47.865982 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cd87a64d-f7fa-423c-bf68-356d90b1c0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.878398 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Subnet': ['ID=14b2fc11-7f8f-47cb-992c-625b8af0adff,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:47.880052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Calling delete_port for 339f135b-1685-4761-883d-078606bf1460 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:47.888803 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ba66a731-3424-4db6-afe6-f05f35bfa69c), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:47.899770 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.900637 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.901760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.902365 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.902984 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.903704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.904515 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.905442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.906165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.906740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.907362 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.909392 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.910395 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.911531 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.912503 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.959841 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:47.962476 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e43233c8-bdab-4f60-848d-740043326201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:47.990238 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.990935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.990935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.991397 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.991730 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.992069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.992399 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.992733 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.993116 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.993442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.993770 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.994090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:47.994410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:48.000262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:48.000746 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:48.008414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:48.024647 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2d549fa7-7552-4056-835d-2c0b05c51724 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/35bdb33c-9436-4eb5-a9ff-93ce26f826f8 HTTP/1.1" status: 204 len: 168 time: 2.0887651 Oct 28 09:59:48.032523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39836) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:48.069738 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9972c8ac-f19c-45cd-8588-8917cb8811db None None] For port 339f135b-1685-4761-883d-078606bf1460, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=339f135b-1685-4761-883d-078606bf1460,segment=NetworkSegment(7c6b9196-c7b9-4235-baf8-2e12d78817f9),segment_id=7c6b9196-c7b9-4235-baf8-2e12d78817f9)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:48.070233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9972c8ac-f19c-45cd-8588-8917cb8811db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (339f135b-1685-4761-883d-078606bf1460), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:48.097835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-cd87a64d-f7fa-423c-bf68-356d90b1c0dc None None] For port 6fd33af0-4930-40de-8a5f-0b4351d0ef55, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6fd33af0-4930-40de-8a5f-0b4351d0ef55,segment=NetworkSegment(8a91be4a-9917-44b0-ac50-be2a4bfcc21a),segment_id=8a91be4a-9917-44b0-ac50-be2a4bfcc21a)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:48.113596 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34603058-6af1-4edb-892c-7e792c7a1f09 None None] Pushing event updated for resources: {'Port': ['ID=ba66a731-3424-4db6-afe6-f05f35bfa69c,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:48.179567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:48.184261 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9972c8ac-f19c-45cd-8588-8917cb8811db None None] Calling delete_port for 339f135b-1685-4761-883d-078606bf1460 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:48.223994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Checking segment: {'id': '8b78fab5-4349-4cbf-86d0-6b0c24abbd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7553ab0e-64c8-4951-b2d1-1b1a3a6aa811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:48.223994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network hostable DHCP agents. Network: 7553ab0e-64c8-4951-b2d1-1b1a3a6aa811, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:48.234856 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:48.243103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0e2a9d-89a1-4dcf-bdd4-c243d95c500c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:48.245104 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-eb0e2a9d-89a1-4dcf-bdd4-c243d95c500c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2107928 Oct 28 09:59:48.255241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39838) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:48.316521 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-e43233c8-bdab-4f60-848d-740043326201 None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:48.349832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:48.364164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cd87a64d-f7fa-423c-bf68-356d90b1c0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:48.371985 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdda514-4855-4ea2-bf0c-0ab246f80776 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:48.373654 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-efdda514-4855-4ea2-bf0c-0ab246f80776 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1170900 Oct 28 09:59:48.404703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39840) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:48.445815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Allocated IP 2001:db8::2 (a526a344-9397-4d0b-8662-67d17f5cc28e/4e9ee5c8-54c0-4391-acbd-c8dc73c9bbb4/afe04754-cb25-48de-a5f5-a822a0f50df7) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:48.454691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:48.455444 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:48.508856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:48.514825 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (339f135b-1685-4761-883d-078606bf1460), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:48.597747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network 7553ab0e-64c8-4951-b2d1-1b1a3a6aa811 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:48.619747 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Provisioning complete for port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:48.626402 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Port': ['ID=339f135b-1685-4761-883d-078606bf1460,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:48.627401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:48.627755 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Attempt 1 to provision port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 Oct 28 09:59:48.630430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No DVR routers for this DVR port 339f135b-1685-4761-883d-078606bf1460 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:48.655013 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b88fc933-f366-47e4-96f4-11fe840fbf5c tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (75e22083-7324-4583-9403-2be2e7cf080f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:48.672789 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c005b5c4-b80e-4a28-92d9-2f7f3347a8c4 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (e8bf14b5-2b19-4ff2-b985-c546e7fd2833), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:48.677253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c005b5c4-b80e-4a28-92d9-2f7f3347a8c4 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router_controller (e8bf14b5-2b19-4ff2-b985-c546e7fd2833), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:48.685047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:48.716126 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e43233c8-bdab-4f60-848d-740043326201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:42Z', 'revision_number': 3, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:48.773968 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43233c8-bdab-4f60-848d-740043326201 None None] The sync data for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv is: [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:42Z', 'revision_number': 3, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:48.785032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 7553ab0e-64c8-4951-b2d1-1b1a3a6aa811) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:48.797409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:48.797629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc7e86-3400-44d4-b437-01a05ab6e3d8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:48.797752 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:48.798107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:48.799312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc7e86-3400-44d4-b437-01a05ab6e3d8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:48.801159 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc7e86-3400-44d4-b437-01a05ab6e3d8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:48.806707 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3acc7e86-3400-44d4-b437-01a05ab6e3d8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3903046 Oct 28 09:59:48.818245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:48.818245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:48.821292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39842) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:48.848056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:48.853087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294d79d9-6706-400e-a818-93d0bed52722 None None] Network 7553ab0e-64c8-4951-b2d1-1b1a3a6aa811 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:48.855908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c005b5c4-b80e-4a28-92d9-2f7f3347a8c4 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (e8bf14b5-2b19-4ff2-b985-c546e7fd2833), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:48.856491 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c005b5c4-b80e-4a28-92d9-2f7f3347a8c4 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8bf14b5-2b19-4ff2-b985-c546e7fd2833 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:59:48.861162 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c005b5c4-b80e-4a28-92d9-2f7f3347a8c4 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:48.866737 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c005b5c4-b80e-4a28-92d9-2f7f3347a8c4 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/e8bf14b5-2b19-4ff2-b985-c546e7fd2833 HTTP/1.1" status: 204 len: 168 time: 1.0956519 Oct 28 09:59:48.871734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:48.871734 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:48.871734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39844) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:48.874084 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 2 to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae Oct 28 09:59:48.884620 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-8e7e888f-1aa8-48d8-b6b2-9c14bace98a3 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Request body: {'router': {'name': 'tempest-router-759581739', 'distributed': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:48.905829 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:48.910541 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:48.929217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:48.929575 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:48.929908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:48.943652 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:48.943995 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:48.948457 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 3 to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae Oct 28 09:59:48.958157 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:48.960128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:48.968611 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3351ed8c-5dd7-4957-b982-f89fe2e71ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/27b833f1-388e-4726-970a-c702dc59d062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6952491 Oct 28 09:59:48.974727 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39846) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:48.975032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fc933-f366-47e4-96f4-11fe840fbf5c tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event updated for resources: {'Subnet': ['ID=75e22083-7324-4583-9403-2be2e7cf080f,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:48.982107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1580353413'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:49.000931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:49.001402 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:49.001601 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:49.007781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:49.012940 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (dcb8289c-30be-45c1-a3d3-748b8d49aecd), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.025061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87a64d-f7fa-423c-bf68-356d90b1c0dc None None] Pushing event updated for resources: {'Port': ['ID=6fd33af0-4930-40de-8a5f-0b4351d0ef55,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:49.044906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88fc933-f366-47e4-96f4-11fe840fbf5c tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Checking segment: {'id': 'e246e4cb-a171-4be8-9c5d-5b3dc8100c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '07575449-a6c7-472d-a95a-1dd0541a8955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:49.045374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88fc933-f366-47e4-96f4-11fe840fbf5c tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Network hostable DHCP agents. Network: 07575449-a6c7-472d-a95a-1dd0541a8955, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:49.049756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Sync routers for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:49.052144 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a43134a8-a72c-4f08-ba7d-828d4c89f127 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3922040 Oct 28 09:59:49.053754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:49.054272 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:49.054874 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39848) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:49.055452 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 4 to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae Oct 28 09:59:49.060612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-69dac4cc-3e98-4106-a3c8-4d7a6663988c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 18bd0caa-619e-4064-9a6f-45949ccd4360 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:49.063006 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-3c3d4a59-710b-4605-b54f-859633ed5ae7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1640754697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:49.077630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:59:49.078048 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:59:49.078661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-69dac4cc-3e98-4106-a3c8-4d7a6663988c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (18bd0caa-619e-4064-9a6f-45949ccd4360), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.088099 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8e7e888f-1aa8-48d8-b6b2-9c14bace98a3 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (9266b1c4-51a8-4064-b8d6-a35b7ebc01e4), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.089099 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8e7e888f-1aa8-48d8-b6b2-9c14bace98a3 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (9266b1c4-51a8-4064-b8d6-a35b7ebc01e4), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.105685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:49.106567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:49.117462 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb8289c-30be-45c1-a3d3-748b8d49aecd']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:49.117730 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:49.117836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:49.118168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:49.138347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6b9196-c7b9-4235-baf8-2e12d78817f9') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:49.138721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6b9196-c7b9-4235-baf8-2e12d78817f9') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:49.164722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (7c6b9196-c7b9-4235-baf8-2e12d78817f9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.169203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-69dac4cc-3e98-4106-a3c8-4d7a6663988c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (18bd0caa-619e-4064-9a6f-45949ccd4360), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.172050 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9972c8ac-f19c-45cd-8588-8917cb8811db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (339f135b-1685-4761-883d-078606bf1460), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.176610 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:49.180390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.199926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:49.200465 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:49.206230 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 5 to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae Oct 28 09:59:49.211701 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (7c6b9196-c7b9-4235-baf8-2e12d78817f9), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.263215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88fc933-f366-47e4-96f4-11fe840fbf5c tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Network 07575449-a6c7-472d-a95a-1dd0541a8955 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:49.274779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:49.275336 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (7c6b9196-c7b9-4235-baf8-2e12d78817f9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.341440 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 7c6b9196-c7b9-4235-baf8-2e12d78817f9 resource provider aggregate not found Oct 28 09:59:49.344646 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972c8ac-f19c-45cd-8588-8917cb8811db None None] Pushing event deleted for resources: {'Port': ['ID=339f135b-1685-4761-883d-078606bf1460,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:49.389948 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 7c6b9196-c7b9-4235-baf8-2e12d78817f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c6b9196-c7b9-4235-baf8-2e12d78817f9 found for delete ", "request_id": "req-3a2d533f-ab93-4ae4-a0b2-3097046e42cc"}]} Oct 28 09:59:49.401527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8e7e888f-1aa8-48d8-b6b2-9c14bace98a3 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router_controller (9266b1c4-51a8-4064-b8d6-a35b7ebc01e4), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.402958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4a59-710b-4605-b54f-859633ed5ae7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (88a20b86-3ac8-49de-9e92-17fd0c52635b), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.404065 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4a59-710b-4605-b54f-859633ed5ae7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (88a20b86-3ac8-49de-9e92-17fd0c52635b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.411697 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:49.412046 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:49.412374 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:49.420081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-69dac4cc-3e98-4106-a3c8-4d7a6663988c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (18bd0caa-619e-4064-9a6f-45949ccd4360), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.420853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9972c8ac-f19c-45cd-8588-8917cb8811db None None] No DVR routers for this DVR port 339f135b-1685-4761-883d-078606bf1460 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:49.442142 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:49.446686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Current status of the port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:49.448011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-b88fc933-f366-47e4-96f4-11fe840fbf5c tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 07575449-a6c7-472d-a95a-1dd0541a8955) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:49.458024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88fc933-f366-47e4-96f4-11fe840fbf5c tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:49.458623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b88fc933-f366-47e4-96f4-11fe840fbf5c tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.463651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Provisioning complete for port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:49.464815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.465310 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Attempt 1 to provision port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 Oct 28 09:59:49.468550 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (bdf0c71b-fbee-46db-91df-4ca543f6b22c), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.468910 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Added segment bdf0c71b-fbee-46db-91df-4ca543f6b22c of type vlan for network 04d2cd18-7ffc-43a1-901d-3771e131828c Oct 28 09:59:49.486171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8e7e888f-1aa8-48d8-b6b2-9c14bace98a3 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (9266b1c4-51a8-4064-b8d6-a35b7ebc01e4), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.498539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:49.498539 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:49.507314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-7553ab0e-64c8-4951-b2d1-1b1a3a6aa811', 'network_id': '7553ab0e-64c8-4951-b2d1-1b1a3a6aa811', 'project_id': '957c4481f9b648aea145c14784aee8dc', 'fixed_ips': [{'subnet_id': '14b2fc11-7f8f-47cb-992c-625b8af0adff'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:49.508697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.520158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:59:49.522473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1bca85-42f9-4470-9a79-9acff1569948 None None] Network 07575449-a6c7-472d-a95a-1dd0541a8955 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:49.534162 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 6 to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae Oct 28 09:59:49.553032 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Allocated IP 172.20.0.1 (4d683f21-056f-49ef-b611-826c5b093c7b/19f66d81-2cce-4fe0-89e2-8ae1c40ac146/4c4e42de-6e05-434e-be22-54152ad190ee) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:49.572066 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b88fc933-f366-47e4-96f4-11fe840fbf5c tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0158994 Oct 28 09:59:49.572066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (dcb8289c-30be-45c1-a3d3-748b8d49aecd), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.573632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39854) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:49.574616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.576588 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:49.586332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (04d2cd18-7ffc-43a1-901d-3771e131828c), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.589834 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/dcb8289c-30be-45c1-a3d3-748b8d49aecd HTTP/1.1" status: 204 len: 168 time: 3.4449034 Oct 28 09:59:49.591343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39856) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:49.625770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Publish callbacks [] for port (afe04754-cb25-48de-a5f5-a822a0f50df7), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.641636 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f089f0-fb60-4f36-9588-ba6db10d0f27 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Network': ['ID=dcb8289c-30be-45c1-a3d3-748b8d49aecd,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:49.645336 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-69dac4cc-3e98-4106-a3c8-4d7a6663988c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (18bd0caa-619e-4064-9a6f-45949ccd4360), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.652457 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b42b3d-072d-4f3d-af4f-e33918fcb15f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:49.656909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b42b3d-072d-4f3d-af4f-e33918fcb15f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:49.656909 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-12b42b3d-072d-4f3d-af4f-e33918fcb15f tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/82a5571d-5d07-4110-b6f8-2758aaa5a625 HTTP/1.1" status: 404 len: 337 time: 0.0637081 Oct 28 09:59:49.663180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39858) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:49.696172 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Provisioning complete for port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:49.697022 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (54bfb267-8e54-40e5-b798-1be7f0d9ee94), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.697365 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Attempt 1 to provision port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 Oct 28 09:59:49.712242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dac4cc-3e98-4106-a3c8-4d7a6663988c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=18bd0caa-619e-4064-9a6f-45949ccd4360,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:49.722613 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6d7fad-b171-4e3b-8ae5-1259f8d7375d tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] DELETE failed (client error): The resource could not be found. Oct 28 09:59:49.723257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6d7fad-b171-4e3b-8ae5-1259f8d7375d tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:49.733105 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8b6d7fad-b171-4e3b-8ae5-1259f8d7375d tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bfe287d3-8883-4b11-8d2f-e9237889f8f3 HTTP/1.1" status: 404 len: 339 time: 0.0684731 Oct 28 09:59:49.733890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39860) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:49.735299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-69dac4cc-3e98-4106-a3c8-4d7a6663988c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.744180 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-69dac4cc-3e98-4106-a3c8-4d7a6663988c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/18bd0caa-619e-4064-9a6f-45949ccd4360 HTTP/1.1" status: 204 len: 168 time: 0.9219241 Oct 28 09:59:49.749103 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (04d2cd18-7ffc-43a1-901d-3771e131828c), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.753476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39862) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:49.754818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:49.755452 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.770535 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8e7e888f-1aa8-48d8-b6b2-9c14bace98a3 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.772124 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8e7e888f-1aa8-48d8-b6b2-9c14bace98a3 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8952088 Oct 28 09:59:49.792085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39864) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:49.883936 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4a59-710b-4605-b54f-859633ed5ae7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for router_controller (88a20b86-3ac8-49de-9e92-17fd0c52635b), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.887144 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Network': ['ID=04d2cd18-7ffc-43a1-901d-3771e131828c,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:49.889701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:49.890044 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:49.890388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:49.901596 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9249194 Oct 28 09:59:49.910116 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39866) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:49.911027 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9646d9d9-d11b-474a-9465-2c66712a0579 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router (9266b1c4-51a8-4064-b8d6-a35b7ebc01e4), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.996573 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb5573b-d360-4def-ba5a-43f8d878780b None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:49.999403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (afe04754-cb25-48de-a5f5-a822a0f50df7), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:49.999796 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-a2de3e28-715d-4186-8142-3ad6ca1dfe9f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'subnet': {'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:50.018465 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:50.018872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:50.019237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:50.019580 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:50.019921 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:50.020257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:50.020592 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:50.020926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:50.021253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:50.021924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:50.021924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:50.022207 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:50.023381 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:50.023733 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:50.024069 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b850815-0906-42cc-b0e0-0872e0e350ac tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:50.028402 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4a59-710b-4605-b54f-859633ed5ae7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (88a20b86-3ac8-49de-9e92-17fd0c52635b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.048939 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:50.050576 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-194ba1ac-0573-4a4b-b671-1658f9ebfb80 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 1dd6fbf1-ab1a-4c16-81d7-c92be63c9963 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:50.058628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2df732f-99f6-4c69-9446-ab28781d0c77 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Deleting subnet a759c23a-26c1-4039-a56c-84fb0a1f4c59 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:59:50.061660 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-194ba1ac-0573-4a4b-b671-1658f9ebfb80 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (1dd6fbf1-ab1a-4c16-81d7-c92be63c9963), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.068973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 04d2cd18-7ffc-43a1-901d-3771e131828c details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:50.085286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:50.085642 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:50.121335 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 7 to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae Oct 28 09:59:50.163896 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9646d9d9-d11b-474a-9465-2c66712a0579 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (9266b1c4-51a8-4064-b8d6-a35b7ebc01e4), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.166438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9646d9d9-d11b-474a-9465-2c66712a0579 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router_controller (9266b1c4-51a8-4064-b8d6-a35b7ebc01e4), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.172164 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:50.172714 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:50.173076 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:50.222044 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:50.235051 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b2df732f-99f6-4c69-9446-ab28781d0c77 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for subnet (a759c23a-26c1-4039-a56c-84fb0a1f4c59), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.235282 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:50.235522 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:50.241397 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=11,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:50.244892 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 8 to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae Oct 28 09:59:50.269251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:50.294405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-194ba1ac-0573-4a4b-b671-1658f9ebfb80 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (1dd6fbf1-ab1a-4c16-81d7-c92be63c9963), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.314263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:50.315338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3282e8c4-e41d-46fd-9145-d642dce2920a up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:50.318409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4a59-710b-4605-b54f-859633ed5ae7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.318869 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b2df732f-99f6-4c69-9446-ab28781d0c77 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (a759c23a-26c1-4039-a56c-84fb0a1f4c59), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.322409 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3c3d4a59-710b-4605-b54f-859633ed5ae7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2610016 Oct 28 09:59:50.322563 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9646d9d9-d11b-474a-9465-2c66712a0579 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (9266b1c4-51a8-4064-b8d6-a35b7ebc01e4), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.322563 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9646d9d9-d11b-474a-9465-2c66712a0579 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9266b1c4-51a8-4064-b8d6-a35b7ebc01e4 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:59:50.323330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Network a526a344-9397-4d0b-8662-67d17f5cc28e is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:50.326046 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39868) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:50.332148 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:50.332390 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b00efb2f-2298-4bd2-8931-8a96f5822b5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'network_id': '7553ab0e-64c8-4951-b2d1-1b1a3a6aa811', 'name': 'tempest-PortsTestJSON-1893862480'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:50.332617 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:50.333031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:50.339351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9646d9d9-d11b-474a-9465-2c66712a0579 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.343243 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9646d9d9-d11b-474a-9465-2c66712a0579 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/9266b1c4-51a8-4064-b8d6-a35b7ebc01e4 HTTP/1.1" status: 204 len: 168 time: 0.5179422 Oct 28 09:59:50.343348 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:50.349520 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39870) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:50.359053 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-6fc27ce4-109e-4f69-821e-a30b215c3647 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Request body: {'router': {'name': 'tempest-router-641043109', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ba3b6b60984541799663de9aa89dec12'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:50.372881 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:50.373180 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:50.382982 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 9 to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae Oct 28 09:59:50.386373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:50.416236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Publish callbacks [] for port (4c4e42de-6e05-434e-be22-54152ad190ee), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.427965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Pushing event updated for resources: {'Port': ['ID=afe04754-cb25-48de-a5f5-a822a0f50df7,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:50.431270 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:50.455085 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:50.456035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:50.456456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:50.462904 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.481641 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2de3e28-715d-4186-8142-3ad6ca1dfe9f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:50.485751 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2de3e28-715d-4186-8142-3ad6ca1dfe9f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.494177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:50.494177 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:50.498943 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.plugins.ml2.plugin [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempt 10 to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae Oct 28 09:59:50.536443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:50.606903 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-07575449-a6c7-472d-a95a-1dd0541a8955', 'network_id': '07575449-a6c7-472d-a95a-1dd0541a8955', 'project_id': '7c6d100b442847c8a0564fd14e5a2e4f', 'fixed_ips': [{'subnet_id': '75e22083-7324-4583-9403-2be2e7cf080f'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:50.608090 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.620439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6fc27ce4-109e-4f69-821e-a30b215c3647 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (f25fbd24-8765-45be-affb-dd8cad14d053), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.621460 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6fc27ce4-109e-4f69-821e-a30b215c3647 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (f25fbd24-8765-45be-affb-dd8cad14d053), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.657862 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:50.658129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:50.659293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempting to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:50.688286 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:50.702375 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:50.703091 dv-neutron-zed-2-hyperv neutron-server[114059]: ERROR neutron.plugins.ml2.managers [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Failed to bind port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on host hv-neutron-zed0 for vnic_type normal using segments [{'id': '59481ae3-665e-44d3-a05c-f23155365121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '789629e5-0dc0-44ec-b24d-8fb87cbb5cc1'}] Oct 28 09:59:50.703713 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (986ae37e-d1c6-4d4a-945c-ba7f6332baae), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.704480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Allocated IP 172.20.0.2 (7553ab0e-64c8-4951-b2d1-1b1a3a6aa811/14b2fc11-7f8f-47cb-992c-625b8af0adff/ec924544-70bb-417a-92ef-2e9635c2156d) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:50.723045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 3282e8c4-e41d-46fd-9145-d642dce2920a triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:50.723422 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3282e8c4-e41d-46fd-9145-d642dce2920a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.723760 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 3282e8c4-e41d-46fd-9145-d642dce2920a Oct 28 09:59:50.746290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Current status of the port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:50.746701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (54bfb267-8e54-40e5-b798-1be7f0d9ee94), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.782942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (4c4e42de-6e05-434e-be22-54152ad190ee), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.790212 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Attempting to bind port afe04754-cb25-48de-a5f5-a822a0f50df7 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:50.790406 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Attempting to bind port afe04754-cb25-48de-a5f5-a822a0f50df7 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '4974e3aa-12c1-481d-a058-1e3fe3879390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a526a344-9397-4d0b-8662-67d17f5cc28e'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:50.791242 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Attempting to bind port afe04754-cb25-48de-a5f5-a822a0f50df7 on network a526a344-9397-4d0b-8662-67d17f5cc28e {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:50.803382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 3, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:45Z', 'revision_number': 2, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:50.892451 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-194ba1ac-0573-4a4b-b671-1658f9ebfb80 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (1dd6fbf1-ab1a-4c16-81d7-c92be63c9963), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.921155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Network 4d683f21-056f-49ef-b611-826c5b093c7b is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:50.921155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6fc27ce4-109e-4f69-821e-a30b215c3647 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router_controller (f25fbd24-8765-45be-affb-dd8cad14d053), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:50.929413 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:50.932184 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:50.966901 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b2df732f-99f6-4c69-9446-ab28781d0c77 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (a759c23a-26c1-4039-a56c-84fb0a1f4c59), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.051891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6fc27ce4-109e-4f69-821e-a30b215c3647 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (f25fbd24-8765-45be-affb-dd8cad14d053), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.069411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Pushing event updated for resources: {'Port': ['ID=4c4e42de-6e05-434e-be22-54152ad190ee,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:51.095900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Checking router: 27b833f1-388e-4726-970a-c702dc59d062 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:59:51.095900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Updating router 27b833f1-388e-4726-970a-c702dc59d062 port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:59:51.096256 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] For port 986ae37e-d1c6-4d4a-945c-ba7f6332baae, host hv-neutron-zed0, cleared binding levels {{(pid=114059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:51.096581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attempted to set empty binding levels {{(pid=114059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 09:59:51.113936 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00efb2f-2298-4bd2-8931-8a96f5822b5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:51.117841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b00efb2f-2298-4bd2-8931-8a96f5822b5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.135367 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (2e12110d-5955-4566-87c5-bac8137e0170), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.144405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-b00efb2f-2298-4bd2-8931-8a96f5822b5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] device_id is not set on port a5dd4883-6260-4ae3-9d66-23263ecdcb79 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 09:59:51.150893 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] For port 54bfb267-8e54-40e5-b798-1be7f0d9ee94, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=54bfb267-8e54-40e5-b798-1be7f0d9ee94,segment=NetworkSegment(a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1),segment_id=a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:51.161637 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b2df732f-99f6-4c69-9446-ab28781d0c77 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (a759c23a-26c1-4039-a56c-84fb0a1f4c59), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.163690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-194ba1ac-0573-4a4b-b671-1658f9ebfb80 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (1dd6fbf1-ab1a-4c16-81d7-c92be63c9963), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.208958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.219078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (986ae37e-d1c6-4d4a-945c-ba7f6332baae), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.219738 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] In _notify_port_updated(), no bound segment for port 986ae37e-d1c6-4d4a-945c-ba7f6332baae on network 789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 {{(pid=114059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 09:59:51.220729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:51.221440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.223013 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] 10.222.0.49 "PUT /networking/v2.0/ports/986ae37e-d1c6-4d4a-945c-ba7f6332baae HTTP/1.1" status: 200 len: 977 time: 5.2526631 Oct 28 09:59:51.235724 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Allocated IP 2001:db8::2 (07575449-a6c7-472d-a95a-1dd0541a8955/75e22083-7324-4583-9403-2be2e7cf080f/471b8958-9b1f-4edb-95bc-8eb0840cfbdb) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:51.239645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:51.239645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Checking segment: {'id': '4974e3aa-12c1-481d-a058-1e3fe3879390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a526a344-9397-4d0b-8662-67d17f5cc28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:51.240056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.240556 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Bound using segment: {'id': '4974e3aa-12c1-481d-a058-1e3fe3879390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a526a344-9397-4d0b-8662-67d17f5cc28e'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:51.241177 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Bound port: afe04754-cb25-48de-a5f5-a822a0f50df7, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4974e3aa-12c1-481d-a058-1e3fe3879390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a526a344-9397-4d0b-8662-67d17f5cc28e'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:51.241670 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (afe04754-cb25-48de-a5f5-a822a0f50df7), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.291036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (54bfb267-8e54-40e5-b798-1be7f0d9ee94), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.300084 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39872) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:51.313147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df732f-99f6-4c69-9446-ab28781d0c77 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Subnet': ['ID=a759c23a-26c1-4039-a56c-84fb0a1f4c59,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:51.328274 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6fc27ce4-109e-4f69-821e-a30b215c3647 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.329530 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6fc27ce4-109e-4f69-821e-a30b215c3647 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9751613 Oct 28 09:59:51.342961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39874) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:51.347117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-194ba1ac-0573-4a4b-b671-1658f9ebfb80 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.361496 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-194ba1ac-0573-4a4b-b671-1658f9ebfb80 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/1dd6fbf1-ab1a-4c16-81d7-c92be63c9963 HTTP/1.1" status: 204 len: 168 time: 1.6065767 Oct 28 09:59:51.367167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39876) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:51.370884 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b2df732f-99f6-4c69-9446-ab28781d0c77 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.374248 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b2df732f-99f6-4c69-9446-ab28781d0c77 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a759c23a-26c1-4039-a56c-84fb0a1f4c59 HTTP/1.1" status: 204 len: 168 time: 1.6288152 Oct 28 09:59:51.377777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-86fc5b80-c6e7-40f9-8052-488d7ae92f32 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Request body: {'router': {'distributed': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:51.384535 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39878) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:51.419945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9739546-4c2b-4608-8599-e2b10b77bd3c None None] Network a5eba45c-db38-4717-91b7-05f64830d402 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:51.452873 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ba1ac-0573-4a4b-b671-1658f9ebfb80 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd6fbf1-ab1a-4c16-81d7-c92be63c9963,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:51.463043 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:51.494360 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Provisioning complete for port 3282e8c4-e41d-46fd-9145-d642dce2920a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:51.494837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3282e8c4-e41d-46fd-9145-d642dce2920a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.497671 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Attempt 1 to provision port 3282e8c4-e41d-46fd-9145-d642dce2920a Oct 28 09:59:51.523607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Allocated IP 2001:db8::1 (a526a344-9397-4d0b-8662-67d17f5cc28e/4e9ee5c8-54c0-4391-acbd-c8dc73c9bbb4/93809378-e0a0-4e41-8eb7-d750564e6d6d) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:51.554056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 3282e8c4-e41d-46fd-9145-d642dce2920a is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:51.554533 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3282e8c4-e41d-46fd-9145-d642dce2920a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.655943 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (a5eba45c-db38-4717-91b7-05f64830d402), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.683020 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:51.687894 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-947dd599-1bfa-4905-a25c-e202f01ecf3b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2948513 Oct 28 09:59:51.704568 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39880) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:51.721916 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:51.732895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-200b691e-c4d3-4590-b238-967df11972a9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:51.765354 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=7,neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:51.769804 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86fc5b80-c6e7-40f9-8052-488d7ae92f32 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (f25fbd24-8765-45be-affb-dd8cad14d053), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.770192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86fc5b80-c6e7-40f9-8052-488d7ae92f32 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router (f25fbd24-8765-45be-affb-dd8cad14d053), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.811048 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:51.812634 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe5c2f3-8942-4d8f-ae8d-6e8fa07197b1 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:51.815197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Pushing event updated for resources: {'Port': ['ID=54bfb267-8e54-40e5-b798-1be7f0d9ee94,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:51.856428 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Deleting port 12b97d4c-9889-4cb6-bc79-5284da9df049 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:51.857075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (12b97d4c-9889-4cb6-bc79-5284da9df049), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.888032 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad08217-9ea6-4e37-90e9-2e34a8b77da8 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Pushing event updated for resources: {'Port': ['ID=986ae37e-d1c6-4d4a-945c-ba7f6332baae,revision_number=3']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:51.910288 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for port (93809378-e0a0-4e41-8eb7-d750564e6d6d), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.920449 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-86fc5b80-c6e7-40f9-8052-488d7ae92f32 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=114060) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 28 09:59:51.920722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-86fc5b80-c6e7-40f9-8052-488d7ae92f32 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Router f25fbd24-8765-45be-affb-dd8cad14d053 migrating from provider to provider. {{(pid=114060) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 28 09:59:51.920988 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86fc5b80-c6e7-40f9-8052-488d7ae92f32 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router_controller (f25fbd24-8765-45be-affb-dd8cad14d053), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.935709 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86fc5b80-c6e7-40f9-8052-488d7ae92f32 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router_controller (f25fbd24-8765-45be-affb-dd8cad14d053), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.954434 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] For port 12b97d4c-9889-4cb6-bc79-5284da9df049, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=12b97d4c-9889-4cb6-bc79-5284da9df049,segment=NetworkSegment(d9a2a288-113c-4551-b9fd-ab9402f839dd),segment_id=d9a2a288-113c-4551-b9fd-ab9402f839dd)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:51.955821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (12b97d4c-9889-4cb6-bc79-5284da9df049), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.955947 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-86731d4f-28ef-4662-9776-ee27598f9494 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Deleting port 986ae37e-d1c6-4d4a-945c-ba7f6332baae {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:51.956112 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86731d4f-28ef-4662-9776-ee27598f9494 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (986ae37e-d1c6-4d4a-945c-ba7f6332baae), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:51.969704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Calling delete_port for 12b97d4c-9889-4cb6-bc79-5284da9df049 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:52.005690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Publish callbacks [] for port (ec924544-70bb-417a-92ef-2e9635c2156d), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.050995 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86fc5b80-c6e7-40f9-8052-488d7ae92f32 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (f25fbd24-8765-45be-affb-dd8cad14d053), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.099500 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:52.099897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:52.100194 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:52.100560 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:52.100897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:52.101251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:52.101560 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:52.101885 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:52.102215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:52.102539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:52.102896 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:52.103245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:52.103574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:52.103898 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:52.104220 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:52.131162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] For port afe04754-cb25-48de-a5f5-a822a0f50df7, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:52.139197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 3282e8c4-e41d-46fd-9145-d642dce2920a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3282e8c4-e41d-46fd-9145-d642dce2920a,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:52.140296 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING neutron.scheduler.l3_agent_scheduler [None req-86fc5b80-c6e7-40f9-8052-488d7ae92f32 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] No L3 agents can host the router f25fbd24-8765-45be-affb-dd8cad14d053 Oct 28 09:59:52.184840 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] For port afe04754-cb25-48de-a5f5-a822a0f50df7, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=afe04754-cb25-48de-a5f5-a822a0f50df7,segment=NetworkSegment(4974e3aa-12c1-481d-a058-1e3fe3879390),segment_id=4974e3aa-12c1-481d-a058-1e3fe3879390)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:52.239963 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (12b97d4c-9889-4cb6-bc79-5284da9df049), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.240266 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (ec924544-70bb-417a-92ef-2e9635c2156d), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.320042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (3282e8c4-e41d-46fd-9145-d642dce2920a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.321206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device dcfaeb74-f546-4540-9bf9-f93b427bc585 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:52.328478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] No DVR routers for this DVR port 12b97d4c-9889-4cb6-bc79-5284da9df049 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:52.336784 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb95f5f-47e1-4b24-b546-9a632321e259 None None] DHCP port deletion for a5eba45c-db38-4717-91b7-05f64830d402 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:59:52.339528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (afe04754-cb25-48de-a5f5-a822a0f50df7), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.344024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Port': ['ID=12b97d4c-9889-4cb6-bc79-5284da9df049,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:52.388016 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2de3e28-715d-4186-8142-3ad6ca1dfe9f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (af925de4-7f29-48c4-b6d2-4e019b804b0b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.394020 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fc5b80-c6e7-40f9-8052-488d7ae92f32 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Hosts for router f25fbd24-8765-45be-affb-dd8cad14d053: [] {{(pid=114060) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Oct 28 09:59:52.440171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Network 7553ab0e-64c8-4951-b2d1-1b1a3a6aa811 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:52.454765 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:52.456013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Current status of the port 3282e8c4-e41d-46fd-9145-d642dce2920a is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:52.456986 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3282e8c4-e41d-46fd-9145-d642dce2920a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.471607 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-b00efb2f-2298-4bd2-8931-8a96f5822b5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Allocated IP 172.20.0.7 (7553ab0e-64c8-4951-b2d1-1b1a3a6aa811/14b2fc11-7f8f-47cb-992c-625b8af0adff/a5dd4883-6260-4ae3-9d66-23263ecdcb79) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:52.474270 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:52.493489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fc5b80-c6e7-40f9-8052-488d7ae92f32 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Hosts for other DVR routers connected to router f25fbd24-8765-45be-affb-dd8cad14d053: set() {{(pid=114060) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Oct 28 09:59:52.496251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86fc5b80-c6e7-40f9-8052-488d7ae92f32 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.501184 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-86fc5b80-c6e7-40f9-8052-488d7ae92f32 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] 10.222.0.49 "PUT /networking/v2.0/routers/f25fbd24-8765-45be-affb-dd8cad14d053 HTTP/1.1" status: 200 len: 716 time: 1.1342700 Oct 28 09:59:52.506274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39882) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:52.508399 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (a5eba45c-db38-4717-91b7-05f64830d402), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.512813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:52.522720 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Publish callbacks [] for port (471b8958-9b1f-4edb-95bc-8eb0840cfbdb), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.526218 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Pushing event updated for resources: {'Port': ['ID=ec924544-70bb-417a-92ef-2e9635c2156d,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:52.530405 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-86731d4f-28ef-4662-9776-ee27598f9494 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] For port 986ae37e-d1c6-4d4a-945c-ba7f6332baae, host hv-neutron-zed0, got binding levels [] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:52.530831 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86731d4f-28ef-4662-9776-ee27598f9494 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (986ae37e-d1c6-4d4a-945c-ba7f6332baae), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.554799 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4c4e42de-6e05-434e-be22-54152ad190ee), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.622719 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49516e20-87a3-416c-9003-bb047b47f69c None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:59:52.643087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5eba45c-db38-4717-91b7-05f64830d402']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:52.650436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (93809378-e0a0-4e41-8eb7-d750564e6d6d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.652414 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200b691e-c4d3-4590-b238-967df11972a9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:52.656467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-200b691e-c4d3-4590-b238-967df11972a9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.669623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a2a288-113c-4551-b9fd-ab9402f839dd') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:52.669924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a2a288-113c-4551-b9fd-ab9402f839dd') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:52.682837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-86731d4f-28ef-4662-9776-ee27598f9494 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Calling delete_port for 986ae37e-d1c6-4d4a-945c-ba7f6332baae owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:52.698220 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c7a8cbd7-4cfb-43aa-a0c5-a837cee06228 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/f25fbd24-8765-45be-affb-dd8cad14d053 HTTP/1.1" status: 200 len: 716 time: 0.1864581 Oct 28 09:59:52.698981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39884) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:52.718588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (d9a2a288-113c-4551-b9fd-ab9402f839dd), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.719522 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (471b8958-9b1f-4edb-95bc-8eb0840cfbdb), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.742158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port dcfaeb74-f546-4540-9bf9-f93b427bc585 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:52.742616 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.742996 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port dcfaeb74-f546-4540-9bf9-f93b427bc585 Oct 28 09:59:52.772404 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de3e28-715d-4186-8142-3ad6ca1dfe9f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Subnet': ['ID=af925de4-7f29-48c4-b6d2-4e019b804b0b,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:52.776719 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:52.850105 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (d9a2a288-113c-4551-b9fd-ab9402f839dd), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.865397 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:52.871252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:59:52.871888 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:59:52.872401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=3282e8c4-e41d-46fd-9145-d642dce2920a,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:52.893988 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:52.894757 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (d9a2a288-113c-4551-b9fd-ab9402f839dd), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:52.947694 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2de3e28-715d-4186-8142-3ad6ca1dfe9f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Checking segment: {'id': 'bdf0c71b-fbee-46db-91df-4ca543f6b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:52.954242 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de3e28-715d-4186-8142-3ad6ca1dfe9f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network hostable DHCP agents. Network: 04d2cd18-7ffc-43a1-901d-3771e131828c, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:52.954405 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:53.001571 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Network 07575449-a6c7-472d-a95a-1dd0541a8955 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:53.005124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Attempting to bind port ec924544-70bb-417a-92ef-2e9635c2156d on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:53.005811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Attempting to bind port ec924544-70bb-417a-92ef-2e9635c2156d by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8b78fab5-4349-4cbf-86d0-6b0c24abbd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7553ab0e-64c8-4951-b2d1-1b1a3a6aa811'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:53.009753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:53.010029 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Network a526a344-9397-4d0b-8662-67d17f5cc28e is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:53.010532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Attempting to bind port ec924544-70bb-417a-92ef-2e9635c2156d on network 7553ab0e-64c8-4951-b2d1-1b1a3a6aa811 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:53.019732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=15,neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:53.026613 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:53.029208 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:53.029791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (e5698efd-3337-4cf5-9082-4051cb7ee4ad), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.067727 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:53.069560 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-49516e20-87a3-416c-9003-bb047b47f69c None None] Deleting port 91e720c4-0fe2-4cdb-9ead-f83227262a91 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:59:53.070025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-49516e20-87a3-416c-9003-bb047b47f69c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.084056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:53.084581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event updated for resources: {'Port': ['ID=93809378-e0a0-4e41-8eb7-d750564e6d6d,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:53.097665 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Publish callbacks [] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.163848 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-07694256-b5a9-40fe-b4bd-0807f9705ce9 tempest-RoutersTestDVR-1357030410 tempest-RoutersTestDVR-1357030410-project] 10.222.0.49 "GET /networking/v2.0/routers/f25fbd24-8765-45be-affb-dd8cad14d053 HTTP/1.1" status: 200 len: 682 time: 0.4538422 Oct 28 09:59:53.164521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39892) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:53.181562 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (a5eba45c-db38-4717-91b7-05f64830d402), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.227208 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.233038 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] 10.222.0.49 "DELETE /networking/v2.0/networks/a5eba45c-db38-4717-91b7-05f64830d402 HTTP/1.1" status: 204 len: 168 time: 1.8272905 Oct 28 09:59:53.247386 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment d9a2a288-113c-4551-b9fd-ab9402f839dd resource provider aggregate not found Oct 28 09:59:53.247658 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de3e28-715d-4186-8142-3ad6ca1dfe9f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 04d2cd18-7ffc-43a1-901d-3771e131828c is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:53.249769 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.251249 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86731d4f-28ef-4662-9776-ee27598f9494 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (986ae37e-d1c6-4d4a-945c-ba7f6332baae), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.295554 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b12eb-a4c8-430d-9952-fde35d360a32 None None] Pushing event updated for resources: {'Port': ['ID=afe04754-cb25-48de-a5f5-a822a0f50df7,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:53.316714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-49516e20-87a3-416c-9003-bb047b47f69c None None] For port 91e720c4-0fe2-4cdb-9ead-f83227262a91, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=91e720c4-0fe2-4cdb-9ead-f83227262a91,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:53.317239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-49516e20-87a3-416c-9003-bb047b47f69c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.334721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee74709-5c52-4c94-bb6e-14ef41889100 tempest-NetworksIpV6Test-1593287313 tempest-NetworksIpV6Test-1593287313-project] Pushing event deleted for resources: {'Network': ['ID=a5eba45c-db38-4717-91b7-05f64830d402,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:53.350332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b00efb2f-2298-4bd2-8931-8a96f5822b5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (a5dd4883-6260-4ae3-9d66-23263ecdcb79), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.354263 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f141fe69-ef51-45e1-8b8c-639cd8d052c2 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router (f25fbd24-8765-45be-affb-dd8cad14d053), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.356569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:53.357209 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Checking segment: {'id': '8b78fab5-4349-4cbf-86d0-6b0c24abbd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7553ab0e-64c8-4951-b2d1-1b1a3a6aa811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:53.357852 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.358466 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Bound using segment: {'id': '8b78fab5-4349-4cbf-86d0-6b0c24abbd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7553ab0e-64c8-4951-b2d1-1b1a3a6aa811'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:53.359542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Bound port: ec924544-70bb-417a-92ef-2e9635c2156d, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b78fab5-4349-4cbf-86d0-6b0c24abbd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7553ab0e-64c8-4951-b2d1-1b1a3a6aa811'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:53.360249 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ec924544-70bb-417a-92ef-2e9635c2156d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.366074 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86731d4f-28ef-4662-9776-ee27598f9494 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Pushing event deleted for resources: {'Port': ['ID=986ae37e-d1c6-4d4a-945c-ba7f6332baae,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:53.388910 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-a2de3e28-715d-4186-8142-3ad6ca1dfe9f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 04d2cd18-7ffc-43a1-901d-3771e131828c) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:53.397410 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment d9a2a288-113c-4551-b9fd-ab9402f839dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9a2a288-113c-4551-b9fd-ab9402f839dd found for delete ", "request_id": "req-e3c80879-ab75-4493-8a3d-c1fb8da58c43"}]} Oct 28 09:59:53.400104 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2de3e28-715d-4186-8142-3ad6ca1dfe9f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:53.402492 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2de3e28-715d-4186-8142-3ad6ca1dfe9f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.410225 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-49516e20-87a3-416c-9003-bb047b47f69c None None] Calling delete_port for 91e720c4-0fe2-4cdb-9ead-f83227262a91 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:59:53.416497 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955e1edb-2e6a-4238-9946-bd70a12d26ca None None] Network 04d2cd18-7ffc-43a1-901d-3771e131828c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:53.423585 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86731d4f-28ef-4662-9776-ee27598f9494 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.431150 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-86731d4f-28ef-4662-9776-ee27598f9494 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/986ae37e-d1c6-4d4a-945c-ba7f6332baae HTTP/1.1" status: 204 len: 168 time: 2.1160741 Oct 28 09:59:53.441512 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39898) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:53.468038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Publish callbacks [] for port (4c4e42de-6e05-434e-be22-54152ad190ee), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.468671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port dcfaeb74-f546-4540-9bf9-f93b427bc585 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:53.469969 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 54bfb267-8e54-40e5-b798-1be7f0d9ee94 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:53.484041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.488404 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Attempting to bind port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:53.489008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Attempting to bind port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'e246e4cb-a171-4be8-9c5d-5b3dc8100c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '07575449-a6c7-472d-a95a-1dd0541a8955'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:53.489541 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Attempting to bind port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb on network 07575449-a6c7-472d-a95a-1dd0541a8955 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:53.496284 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ff7db4-eaa9-4600-a5c9-128d9356e0e3 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] GET failed (client error): The resource could not be found. Oct 28 09:59:53.502293 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-77ff7db4-eaa9-4600-a5c9-128d9356e0e3 tempest-PortsAdminExtendedAttrsTestJSON-98848639 tempest-PortsAdminExtendedAttrsTestJSON-98848639-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/986ae37e-d1c6-4d4a-945c-ba7f6332baae HTTP/1.1" status: 404 len: 333 time: 0.0515149 Oct 28 09:59:53.503611 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39900) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:53.565630 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f141fe69-ef51-45e1-8b8c-639cd8d052c2 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (f25fbd24-8765-45be-affb-dd8cad14d053), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.568064 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f141fe69-ef51-45e1-8b8c-639cd8d052c2 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router_controller (f25fbd24-8765-45be-affb-dd8cad14d053), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.581908 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a2de3e28-715d-4186-8142-3ad6ca1dfe9f tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6709175 Oct 28 09:59:53.582944 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (4c4e42de-6e05-434e-be22-54152ad190ee), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.626310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39902) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:53.628719 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Pushing event updated for resources: {'Port': ['ID=471b8958-9b1f-4edb-95bc-8eb0840cfbdb,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:53.631602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-52d7754d-3063-41c8-9dcb-9a39634db331 None None] Current status of the port 3282e8c4-e41d-46fd-9145-d642dce2920a is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:53.766432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f141fe69-ef51-45e1-8b8c-639cd8d052c2 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (f25fbd24-8765-45be-affb-dd8cad14d053), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.767028 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f141fe69-ef51-45e1-8b8c-639cd8d052c2 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f25fbd24-8765-45be-affb-dd8cad14d053 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:59:53.769699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b00efb2f-2298-4bd2-8931-8a96f5822b5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a5dd4883-6260-4ae3-9d66-23263ecdcb79), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.782583 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (93809378-e0a0-4e41-8eb7-d750564e6d6d), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.784881 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f141fe69-ef51-45e1-8b8c-639cd8d052c2 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.786062 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f141fe69-ef51-45e1-8b8c-639cd8d052c2 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/f25fbd24-8765-45be-affb-dd8cad14d053 HTTP/1.1" status: 204 len: 168 time: 0.6163428 Oct 28 09:59:53.804035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39904) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:53.813855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e8622fc6-3bea-4130-b173-b300d02ab306 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Request body: {'router': {'name': 'tempest-router-1479571352', 'distributed': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:53.841774 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Pushing event updated for resources: {'Port': ['ID=4c4e42de-6e05-434e-be22-54152ad190ee,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:53.845107 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Attempting to bind port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:53.845485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Attempting to bind port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8a91be4a-9917-44b0-ac50-be2a4bfcc21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:53.845879 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Attempting to bind port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 on network 452d52ec-5ce3-4188-b267-57856c4a4ad8 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:53.853857 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4afc-1c8c-4ee1-80d7-d82578bfefff tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (789629e5-0dc0-44ec-b24d-8fb87cbb5cc1), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.881264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-52729545-9899-467f-9f3d-7658d168e68b None None] For port ec924544-70bb-417a-92ef-2e9635c2156d, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:53.882312 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (2e12110d-5955-4566-87c5-bac8137e0170), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.886167 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-52729545-9899-467f-9f3d-7658d168e68b None None] For port ec924544-70bb-417a-92ef-2e9635c2156d, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ec924544-70bb-417a-92ef-2e9635c2156d,segment=NetworkSegment(8b78fab5-4349-4cbf-86d0-6b0c24abbd81),segment_id=8b78fab5-4349-4cbf-86d0-6b0c24abbd81)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:53.898024 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-200b691e-c4d3-4590-b238-967df11972a9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (2ff19e5b-740f-455e-a40b-faf3db043514), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.919139 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Provisioning complete for port 91e720c4-0fe2-4cdb-9ead-f83227262a91 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:53.919992 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:53.920490 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Attempt 1 to provision port 91e720c4-0fe2-4cdb-9ead-f83227262a91 Oct 28 09:59:53.988790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39908) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:54.026835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b691e-c4d3-4590-b238-967df11972a9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:54.027987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:54.038158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b2653-d0b4-41ff-92bc-a489de60a6c5 None None] Pushing event updated for resources: {'Port': ['ID=68f43f81-d9c4-434b-96e5-9d3a5fa9e472,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:54.072119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-200b691e-c4d3-4590-b238-967df11972a9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:54.079190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ec924544-70bb-417a-92ef-2e9635c2156d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.106240 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200b691e-c4d3-4590-b238-967df11972a9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:54.106876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-200b691e-c4d3-4590-b238-967df11972a9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.141149 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b691e-c4d3-4590-b238-967df11972a9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=2ff19e5b-740f-455e-a40b-faf3db043514,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:54.144984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:54.145361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Checking segment: {'id': 'e246e4cb-a171-4be8-9c5d-5b3dc8100c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '07575449-a6c7-472d-a95a-1dd0541a8955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:54.145767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.146168 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Bound using segment: {'id': 'e246e4cb-a171-4be8-9c5d-5b3dc8100c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '07575449-a6c7-472d-a95a-1dd0541a8955'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:54.146692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Bound port: 471b8958-9b1f-4edb-95bc-8eb0840cfbdb, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e246e4cb-a171-4be8-9c5d-5b3dc8100c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '07575449-a6c7-472d-a95a-1dd0541a8955'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:54.147087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (471b8958-9b1f-4edb-95bc-8eb0840cfbdb), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.149335 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14003d7c-a2e1-4701-8948-ecbfc5122982 None None] Network a526a344-9397-4d0b-8662-67d17f5cc28e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:54.181309 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00efb2f-2298-4bd2-8931-8a96f5822b5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network 7553ab0e-64c8-4951-b2d1-1b1a3a6aa811 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:54.236191 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-b00efb2f-2298-4bd2-8931-8a96f5822b5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:54.239390 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00efb2f-2298-4bd2-8931-8a96f5822b5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:54.244673 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4afc-1c8c-4ee1-80d7-d82578bfefff tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (789629e5-0dc0-44ec-b24d-8fb87cbb5cc1), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.249971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00efb2f-2298-4bd2-8931-8a96f5822b5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=a5dd4883-6260-4ae3-9d66-23263ecdcb79,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:54.280546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-4f9a4afc-1c8c-4ee1-80d7-d82578bfefff tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789629e5-0dc0-44ec-b24d-8fb87cbb5cc1']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:54.349220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00efb2f-2298-4bd2-8931-8a96f5822b5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:54.349916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b00efb2f-2298-4bd2-8931-8a96f5822b5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.353642 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:54.376371 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8622fc6-3bea-4130-b173-b300d02ab306 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (af351806-c07b-4663-8e32-dbb3daa2dd53), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.377452 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8622fc6-3bea-4130-b173-b300d02ab306 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (af351806-c07b-4663-8e32-dbb3daa2dd53), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.420617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:54.421248 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (54bfb267-8e54-40e5-b798-1be7f0d9ee94), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.421774 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 Oct 28 09:59:54.445631 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:54.464463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:54.477024 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:54.496235 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-4f9a4afc-1c8c-4ee1-80d7-d82578bfefff tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59481ae3-665e-44d3-a05c-f23155365121') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:54.502093 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-4f9a4afc-1c8c-4ee1-80d7-d82578bfefff tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59481ae3-665e-44d3-a05c-f23155365121') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:54.555954 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-48934af8-bfd1-4197-b887-e621510dfdad admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f0a2e694ad734b67b2fe5e3b8b1efc8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5408001 Oct 28 09:59:54.556654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39912) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:54.561595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-04d2cd18-7ffc-43a1-901d-3771e131828c', 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c', 'project_id': '25a1ece53cc94768b28900845d6f215a', 'fixed_ips': [{'subnet_id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:54.562820 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.588475 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b00efb2f-2298-4bd2-8931-8a96f5822b5e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2609251 Oct 28 09:59:54.597596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39914) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:54.616983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:54.617684 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Checking segment: {'id': '8a91be4a-9917-44b0-ac50-be2a4bfcc21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:54.624775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.624775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Bound using segment: {'id': '8a91be4a-9917-44b0-ac50-be2a4bfcc21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:54.624775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Bound port: 68f43f81-d9c4-434b-96e5-9d3a5fa9e472, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a91be4a-9917-44b0-ac50-be2a4bfcc21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:54.624775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.624775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52729545-9899-467f-9f3d-7658d168e68b None None] Pushing event updated for resources: {'Port': ['ID=ec924544-70bb-417a-92ef-2e9635c2156d,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:54.626794 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8622fc6-3bea-4130-b173-b300d02ab306 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router_controller (af351806-c07b-4663-8e32-dbb3daa2dd53), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.652790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-49516e20-87a3-416c-9003-bb047b47f69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (91e720c4-0fe2-4cdb-9ead-f83227262a91), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.667917 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4afc-1c8c-4ee1-80d7-d82578bfefff tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (59481ae3-665e-44d3-a05c-f23155365121), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.669666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:54.699467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4afc-1c8c-4ee1-80d7-d82578bfefff tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (59481ae3-665e-44d3-a05c-f23155365121), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.703191 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9a4afc-1c8c-4ee1-80d7-d82578bfefff tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:54.703793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4afc-1c8c-4ee1-80d7-d82578bfefff tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (59481ae3-665e-44d3-a05c-f23155365121), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.732868 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49516e20-87a3-416c-9003-bb047b47f69c None None] Pushing event deleted for resources: {'Port': ['ID=91e720c4-0fe2-4cdb-9ead-f83227262a91,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:54.735039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Current status of the port 91e720c4-0fe2-4cdb-9ead-f83227262a91 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:54.768582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49516e20-87a3-416c-9003-bb047b47f69c None None] No DVR routers for this DVR port 91e720c4-0fe2-4cdb-9ead-f83227262a91 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:59:54.772250 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.808531 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-200b691e-c4d3-4590-b238-967df11972a9 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0913820 Oct 28 09:59:54.809981 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8622fc6-3bea-4130-b173-b300d02ab306 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (af351806-c07b-4663-8e32-dbb3daa2dd53), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.812403 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39920) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:54.815892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Network 4d683f21-056f-49ef-b611-826c5b093c7b is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:54.834121 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] For port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:54.834385 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-08517a29-8f83-4a8a-ac95-e1316cba4435 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:54.863904 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145e0e53-e25d-49b0-97cb-c03c07219e94 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:54.896924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Provisioning complete for port 4c4e42de-6e05-434e-be22-54152ad190ee triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:54.897304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4c4e42de-6e05-434e-be22-54152ad190ee), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.897643 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Attempt 1 to provision port 4c4e42de-6e05-434e-be22-54152ad190ee Oct 28 09:59:54.904329 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee007-b471-4bd7-a313-355efe796861 admin admin] Publish callbacks [] for security_group (bbc8c242-cd41-4acb-a1e5-b0b516295d9f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:54.913408 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] For port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=471b8958-9b1f-4edb-95bc-8eb0840cfbdb,segment=NetworkSegment(e246e4cb-a171-4be8-9c5d-5b3dc8100c0e),segment_id=e246e4cb-a171-4be8-9c5d-5b3dc8100c0e)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:54.930529 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:55.082031 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 59481ae3-665e-44d3-a05c-f23155365121 resource provider aggregate not found Oct 28 09:59:55.087421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] For port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:55.102453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee007-b471-4bd7-a313-355efe796861 admin admin] Publish callbacks [] for security_group (bbc8c242-cd41-4acb-a1e5-b0b516295d9f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:55.102711 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4afc-1c8c-4ee1-80d7-d82578bfefff tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (789629e5-0dc0-44ec-b24d-8fb87cbb5cc1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:55.153973 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 59481ae3-665e-44d3-a05c-f23155365121 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59481ae3-665e-44d3-a05c-f23155365121 found for delete ", "request_id": "req-1cff3d76-81dd-44bd-bb09-fb935cc1c907"}]} Oct 28 09:59:55.161273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:55.166342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (471b8958-9b1f-4edb-95bc-8eb0840cfbdb), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:55.175459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4afc-1c8c-4ee1-80d7-d82578bfefff tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:55.178875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Port 4c4e42de-6e05-434e-be22-54152ad190ee cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:59:55.182555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] For port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=68f43f81-d9c4-434b-96e5-9d3a5fa9e472,segment=NetworkSegment(8a91be4a-9917-44b0-ac50-be2a4bfcc21a),segment_id=8a91be4a-9917-44b0-ac50-be2a4bfcc21a)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:55.194211 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4f9a4afc-1c8c-4ee1-80d7-d82578bfefff tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] 10.222.0.49 "DELETE /networking/v2.0/networks/789629e5-0dc0-44ec-b24d-8fb87cbb5cc1 HTTP/1.1" status: 204 len: 168 time: 1.6609585 Oct 28 09:59:55.250103 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8622fc6-3bea-4130-b173-b300d02ab306 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:55.250103 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e8622fc6-3bea-4130-b173-b300d02ab306 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.4420207 Oct 28 09:59:55.266232 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a4afc-1c8c-4ee1-80d7-d82578bfefff tempest-PortsAdminExtendedAttrsTestJSON-1349790877 tempest-PortsAdminExtendedAttrsTestJSON-1349790877-project] Pushing event deleted for resources: {'Network': ['ID=789629e5-0dc0-44ec-b24d-8fb87cbb5cc1,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:55.271646 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Provisioning complete for port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:55.271646 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (54bfb267-8e54-40e5-b798-1be7f0d9ee94), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:55.271646 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Attempt 1 to provision port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 Oct 28 09:59:55.280887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39926) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:55.339442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:55.344759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Allocated IP 2001:db8:2::2 (04d2cd18-7ffc-43a1-901d-3771e131828c/af925de4-7f29-48c4-b6d2-4e019b804b0b/f288ca3b-35f4-4813-b5cc-a3b0b1daadea) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:55.391969 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08517a29-8f83-4a8a-ac95-e1316cba4435 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:55.396942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-08517a29-8f83-4a8a-ac95-e1316cba4435 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:55.465896 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'project_id': '2ac8c601319445fc94d96de4c443d6c0', 'fixed_ips': [{'subnet_id': '2ff19e5b-740f-455e-a40b-faf3db043514'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:59:55.466825 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:55.477745 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf2a4a-5265-48d4-8aee-58d37302bb3e None None] Pushing event updated for resources: {'Port': ['ID=471b8958-9b1f-4edb-95bc-8eb0840cfbdb,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:55.557888 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:55.558606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:55.596438 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.ipam_backend_mixin [None req-08517a29-8f83-4a8a-ac95-e1316cba4435 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ff19e5b-740f-455e-a40b-faf3db043514 (CIDR: 2001:db8::/64) Oct 28 09:59:55.657714 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Router 2e12110d-5955-4566-87c5-bac8137e0170 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:59:55.672364 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-08517a29-8f83-4a8a-ac95-e1316cba4435 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:59:55.672862 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08517a29-8f83-4a8a-ac95-e1316cba4435 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:59:55.701802 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for port (93809378-e0a0-4e41-8eb7-d750564e6d6d), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:55.731830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:55.819942 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:55.826685 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4da70ee5-7a71-4c35-b691-ccbaeffe2165 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router (af351806-c07b-4663-8e32-dbb3daa2dd53), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:55.910798 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:55.916452 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-87214ae4-5a81-4002-8886-ea7c0259812f admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/2e12110d-5955-4566-87c5-bac8137e0170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5336816 Oct 28 09:59:55.922795 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (93809378-e0a0-4e41-8eb7-d750564e6d6d), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:55.922795 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (e5698efd-3337-4cf5-9082-4051cb7ee4ad), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:55.925448 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Sync routers for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:55.930725 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-08517a29-8f83-4a8a-ac95-e1316cba4435 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1020083 Oct 28 09:59:55.931441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39932) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:55.948638 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9a5fa9da-93b9-45c5-9a95-da5f159f9cdd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'subnet': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:55.975199 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:55.975199 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:55.997113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:56.125640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee007-b471-4bd7-a313-355efe796861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (bbc8c242-cd41-4acb-a1e5-b0b516295d9f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:56.130244 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee007-b471-4bd7-a313-355efe796861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:56.131477 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0c4ee007-b471-4bd7-a313-355efe796861 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bbc8c242-cd41-4acb-a1e5-b0b516295d9f HTTP/1.1" status: 204 len: 168 time: 1.5740597 Oct 28 09:59:56.135953 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39934) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:56.153059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-568c819a-7d03-4bb1-837f-c6f135daff31 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a5dd4883-6260-4ae3-9d66-23263ecdcb79), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:56.242052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ee007-b471-4bd7-a313-355efe796861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc8c242-cd41-4acb-a1e5-b0b516295d9f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:56.244848 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event updated for resources: {'Port': ['ID=93809378-e0a0-4e41-8eb7-d750564e6d6d,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:56.260049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5fa9da-93b9-45c5-9a95-da5f159f9cdd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:56.266372 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa9da-93b9-45c5-9a95-da5f159f9cdd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:56.306792 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:56.311078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ba66a731-3424-4db6-afe6-f05f35bfa69c up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:56.366603 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:56.372697 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:56.412723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4da70ee5-7a71-4c35-b691-ccbaeffe2165 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (af351806-c07b-4663-8e32-dbb3daa2dd53), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:56.416359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4da70ee5-7a71-4c35-b691-ccbaeffe2165 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router_controller (af351806-c07b-4663-8e32-dbb3daa2dd53), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:56.578066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4da70ee5-7a71-4c35-b691-ccbaeffe2165 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (af351806-c07b-4663-8e32-dbb3daa2dd53), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:56.579029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da70ee5-7a71-4c35-b691-ccbaeffe2165 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af351806-c07b-4663-8e32-dbb3daa2dd53 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:59:56.591546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa04864e-eb66-47ab-8fc1-8c2e1d7fde5b None None] Network 7553ab0e-64c8-4951-b2d1-1b1a3a6aa811 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:56.596656 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4da70ee5-7a71-4c35-b691-ccbaeffe2165 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:56.604518 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4da70ee5-7a71-4c35-b691-ccbaeffe2165 tempest-RoutersTestDVR-1628204675 tempest-RoutersTestDVR-1628204675-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/af351806-c07b-4663-8e32-dbb3daa2dd53 HTTP/1.1" status: 204 len: 168 time: 1.3187766 Oct 28 09:59:56.609335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:56.678242 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T09:59:52Z', 'revision_number': 2, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:56.785691 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Checking router: 2e12110d-5955-4566-87c5-bac8137e0170 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:59:56.786052 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Updating router 2e12110d-5955-4566-87c5-bac8137e0170 port 4c4e42de-6e05-434e-be22-54152ad190ee binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:59:56.851695 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:56.852878 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4c4e42de-6e05-434e-be22-54152ad190ee), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:56.869432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b2653-d0b4-41ff-92bc-a489de60a6c5 None None] Pushing event updated for resources: {'Port': ['ID=68f43f81-d9c4-434b-96e5-9d3a5fa9e472,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:56.950903 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-568c819a-7d03-4bb1-837f-c6f135daff31 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (a5dd4883-6260-4ae3-9d66-23263ecdcb79), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:56.954921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Current status of the port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:56.966537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:57.046421 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-811d8f48-0221-42a5-8baf-a0e3a2a21bfb admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=abb615b8ad924198b6603af289d65e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8942773 Oct 28 09:59:57.050990 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39948) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:57.058789 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:57.094496 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Provisioning complete for port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:57.095273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:57.095881 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Attempt 1 to provision port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 Oct 28 09:59:57.180743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c2b72f7-f193-4398-931d-98dd7425401f admin admin] Publish callbacks [] for security_group (2cb9d219-57b4-434f-b89a-d89c4f7a3bf1), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:57.182479 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Network a526a344-9397-4d0b-8662-67d17f5cc28e is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:57.187116 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-568c819a-7d03-4bb1-837f-c6f135daff31 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (a5dd4883-6260-4ae3-9d66-23263ecdcb79), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:57.199055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ba66a731-3424-4db6-afe6-f05f35bfa69c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:57.199810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ba66a731-3424-4db6-afe6-f05f35bfa69c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:57.200362 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ba66a731-3424-4db6-afe6-f05f35bfa69c Oct 28 09:59:57.216216 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:57.265134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c2b72f7-f193-4398-931d-98dd7425401f admin admin] Publish callbacks [] for security_group (2cb9d219-57b4-434f-b89a-d89c4f7a3bf1), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:57.563689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c819a-7d03-4bb1-837f-c6f135daff31 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=a5dd4883-6260-4ae3-9d66-23263ecdcb79,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:57.641915 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c2b72f7-f193-4398-931d-98dd7425401f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (2cb9d219-57b4-434f-b89a-d89c4f7a3bf1), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:57.645157 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c2b72f7-f193-4398-931d-98dd7425401f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:57.654477 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7c2b72f7-f193-4398-931d-98dd7425401f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2cb9d219-57b4-434f-b89a-d89c4f7a3bf1 HTTP/1.1" status: 204 len: 168 time: 0.6023903 Oct 28 09:59:57.674143 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Publish callbacks [] for port (4c4e42de-6e05-434e-be22-54152ad190ee), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:57.681580 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b72f7-f193-4398-931d-98dd7425401f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb9d219-57b4-434f-b89a-d89c4f7a3bf1,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:57.714131 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Allocated IP 2001:db8::2 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/2ff19e5b-740f-455e-a40b-faf3db043514/d7dbd2b0-67cb-49cd-ab55-778514833d57) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:57.729814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa62f93-50fe-40af-b8a0-de9aa724d2d8 None None] Network 07575449-a6c7-472d-a95a-1dd0541a8955 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:59:57.802321 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39962) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:57.839220 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Publish callbacks [] for port (f288ca3b-35f4-4813-b5cc-a3b0b1daadea), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:57.847876 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4c4e42de-6e05-434e-be22-54152ad190ee), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:57.876045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:57.896006 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Router e5698efd-3337-4cf5-9082-4051cb7ee4ad is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:59:57.917182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-568c819a-7d03-4bb1-837f-c6f135daff31 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (88a20b86-3ac8-49de-9e92-17fd0c52635b), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:57.942138 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c1e0d-90e8-4982-8cbf-5be54609f8ff None None] Pushing event updated for resources: {'Port': ['ID=4c4e42de-6e05-434e-be22-54152ad190ee,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:58.021135 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Current status of the port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:58.021528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:58.073963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (f288ca3b-35f4-4813-b5cc-a3b0b1daadea), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:58.078386 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Attempting to bind port 4c4e42de-6e05-434e-be22-54152ad190ee on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:58.078788 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Attempting to bind port 4c4e42de-6e05-434e-be22-54152ad190ee by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:58.078941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:58.080747 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Attempting to bind port 4c4e42de-6e05-434e-be22-54152ad190ee on network 4d683f21-056f-49ef-b611-826c5b093c7b {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:58.088943 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9dc6e504-1e02-4484-86f8-1b21c834a1c6 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "PUT /networking/v2.0/routers/e5698efd-3337-4cf5-9082-4051cb7ee4ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5108409 Oct 28 09:59:58.091467 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:58.092053 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39970) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:58.153537 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:58.154165 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Checking segment: {'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:58.156651 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:58.157290 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Bound using segment: {'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:58.169215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Pushing event updated for resources: {'Port': ['ID=f288ca3b-35f4-4813-b5cc-a3b0b1daadea,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:58.175252 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Bound port: 4c4e42de-6e05-434e-be22-54152ad190ee, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:58.176417 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4c4e42de-6e05-434e-be22-54152ad190ee), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:58.216920 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] For port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=68f43f81-d9c4-434b-96e5-9d3a5fa9e472,segment=NetworkSegment(8a91be4a-9917-44b0-ac50-be2a4bfcc21a),segment_id=8a91be4a-9917-44b0-ac50-be2a4bfcc21a)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:58.217252 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.objects.ports [None req-9a5fa9da-93b9-45c5-9a95-da5f159f9cdd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114059) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:59:58.223995 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa9da-93b9-45c5-9a95-da5f159f9cdd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (1bcba1a2-3a43-442c-b55f-426a35d7edd0), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:58.225321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabc99d1-8519-4cfe-b410-a2bc65f1515b None None] Sync routers for ids ['e5698efd-3337-4cf5-9082-4051cb7ee4ad'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:58.247908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Allocated IP 2001:db8:2::1 (04d2cd18-7ffc-43a1-901d-3771e131828c/af925de4-7f29-48c4-b6d2-4e019b804b0b/b9d4f0a7-ba3b-4574-891e-5f5337822a78) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:58.311626 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5fa9da-93b9-45c5-9a95-da5f159f9cdd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:58.315251 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fa9da-93b9-45c5-9a95-da5f159f9cdd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Subnet': ['ID=1bcba1a2-3a43-442c-b55f-426a35d7edd0,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:58.318568 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-9a5fa9da-93b9-45c5-9a95-da5f159f9cdd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:58.318870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 3, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:55Z', 'revision_number': 4, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:58.321832 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5fa9da-93b9-45c5-9a95-da5f159f9cdd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:59:58.326559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa9da-93b9-45c5-9a95-da5f159f9cdd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:58.331527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:58.398574 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] For port 4c4e42de-6e05-434e-be22-54152ad190ee, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:58.410023 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] For port 4c4e42de-6e05-434e-be22-54152ad190ee, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4c4e42de-6e05-434e-be22-54152ad190ee,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:58.434464 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9a5fa9da-93b9-45c5-9a95-da5f159f9cdd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4954851 Oct 28 09:59:58.435260 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39976) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:58.455762 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-83e1c6f6-b32c-404a-9218-ebddd864f07a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Request body: {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'mac_address': 'fa:16:3e:f5:c5:9e', 'name': 'tempest-NetworksTestDHCPv6-2015868168'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:58.479245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:58.482057 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59016f76-c555-4adf-89e3-ac2b9639ba24 None None] The sync data for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv is: [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 3, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:55Z', 'revision_number': 4, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:58.488796 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4c4e42de-6e05-434e-be22-54152ad190ee), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:58.521619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Network 04d2cd18-7ffc-43a1-901d-3771e131828c is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:58.552065 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-514d654e-3c57-49b8-852d-f5bbe39ef8e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:58.586855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:58.623219 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-568c819a-7d03-4bb1-837f-c6f135daff31 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a5dd4883-6260-4ae3-9d66-23263ecdcb79), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:58.672264 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:58.689264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:58.722325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-514d654e-3c57-49b8-852d-f5bbe39ef8e9 admin admin] Publish callbacks [] for security_group (363c6a26-da3b-4f26-a371-2167e3622511), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:58.723627 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:58.724338 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:58.732636 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc99d1-8519-4cfe-b410-a2bc65f1515b None None] Routers {'e5698efd-3337-4cf5-9082-4051cb7ee4ad'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:58.733273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-eabc99d1-8519-4cfe-b410-a2bc65f1515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e5698efd-3337-4cf5-9082-4051cb7ee4ad'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:58.757445 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:59:58.800316 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c1e0d-90e8-4982-8cbf-5be54609f8ff None None] Pushing event updated for resources: {'Port': ['ID=4c4e42de-6e05-434e-be22-54152ad190ee,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:58.805952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:58.876530 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-514d654e-3c57-49b8-852d-f5bbe39ef8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (363c6a26-da3b-4f26-a371-2167e3622511), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:58.938013 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-514d654e-3c57-49b8-852d-f5bbe39ef8e9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ba3b6b60984541799663de9aa89dec12&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1341615 Oct 28 09:59:58.938896 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39980) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:59.038553 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:59:59.052355 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-eabc99d1-8519-4cfe-b410-a2bc65f1515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:59.056899 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ba66a731-3424-4db6-afe6-f05f35bfa69c is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:59:59.057306 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ba66a731-3424-4db6-afe6-f05f35bfa69c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:59.065850 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Provisioning complete for port 93809378-e0a0-4e41-8eb7-d750564e6d6d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:59.066231 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (93809378-e0a0-4e41-8eb7-d750564e6d6d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:59.071858 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Attempt 1 to provision port 93809378-e0a0-4e41-8eb7-d750564e6d6d Oct 28 09:59:59.098532 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:59.194191 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39986) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:59.229114 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-389c8b66-6f53-4991-ab60-c0d724f34a6e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-552676432-network', 'tenant_id': '0a25ffaef1b74d34b52eff683648c46a'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:59:59.255587 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d654e-3c57-49b8-852d-f5bbe39ef8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363c6a26-da3b-4f26-a371-2167e3622511,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:59.372345 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39988) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:59.489080 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-84ef8a5c-8b92-4ed8-a585-44157c3f7484 admin admin] Publish callbacks [] for security_group (363c6a26-da3b-4f26-a371-2167e3622511), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:59.494312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port ba66a731-3424-4db6-afe6-f05f35bfa69c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ba66a731-3424-4db6-afe6-f05f35bfa69c,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:59.502066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc99d1-8519-4cfe-b410-a2bc65f1515b None None] Routers {'e5698efd-3337-4cf5-9082-4051cb7ee4ad'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:59:59.504045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-eabc99d1-8519-4cfe-b410-a2bc65f1515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e5698efd-3337-4cf5-9082-4051cb7ee4ad'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:59.562509 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-84ef8a5c-8b92-4ed8-a585-44157c3f7484 admin admin] Publish callbacks [] for security_group (363c6a26-da3b-4f26-a371-2167e3622511), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:59.633893 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:59.641684 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ba66a731-3424-4db6-afe6-f05f35bfa69c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:59.649605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device afe04754-cb25-48de-a5f5-a822a0f50df7 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:59.656172 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e1f08-e980-4b7a-9a86-d98d80dbdb8e None None] Pushing event updated for resources: {'Port': ['ID=68f43f81-d9c4-434b-96e5-9d3a5fa9e472,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:59.663678 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-eabc99d1-8519-4cfe-b410-a2bc65f1515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:59.669486 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabc99d1-8519-4cfe-b410-a2bc65f1515b None None] The sync data for ids ['e5698efd-3337-4cf5-9082-4051cb7ee4ad'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:59.717014 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e1c6f6-b32c-404a-9218-ebddd864f07a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Made reservation on behalf of 2ac8c601319445fc94d96de4c443d6c0 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:59.724813 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:59.735488 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Publish callbacks [] for port (d7dbd2b0-67cb-49cd-ab55-778514833d57), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:59.739588 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Port 93809378-e0a0-4e41-8eb7-d750564e6d6d cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:59:59.831684 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:59.832523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Provisioning complete for port 4c4e42de-6e05-434e-be22-54152ad190ee triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:59:59.833138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4c4e42de-6e05-434e-be22-54152ad190ee), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:59.833696 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Attempt 1 to provision port 4c4e42de-6e05-434e-be22-54152ad190ee Oct 28 09:59:59.840970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Attempting to bind port f288ca3b-35f4-4813-b5cc-a3b0b1daadea on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:59:59.841734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Attempting to bind port f288ca3b-35f4-4813-b5cc-a3b0b1daadea by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'bdf0c71b-fbee-46db-91df-4ca543f6b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:59:59.842324 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Attempting to bind port f288ca3b-35f4-4813-b5cc-a3b0b1daadea on network 04d2cd18-7ffc-43a1-901d-3771e131828c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:59.858770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-84ef8a5c-8b92-4ed8-a585-44157c3f7484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (363c6a26-da3b-4f26-a371-2167e3622511), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:59.861288 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-84ef8a5c-8b92-4ed8-a585-44157c3f7484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:59.865180 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-84ef8a5c-8b92-4ed8-a585-44157c3f7484 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/363c6a26-da3b-4f26-a371-2167e3622511 HTTP/1.1" status: 204 len: 168 time: 0.8963034 Oct 28 09:59:59.871289 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f633e-2b40-4a25-8f35-c4bdca9cdcbc None None] The sync data for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv is: [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:59.883786 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-46887d2e-2da4-4839-9aa6-e04145f722ec tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:59:59.887632 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-46887d2e-2da4-4839-9aa6-e04145f722ec tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "PUT /networking/v2.0/routers/e5698efd-3337-4cf5-9082-4051cb7ee4ad/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7918737 Oct 28 09:59:59.905353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:59.911075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 39996) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:59.935003 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389c8b66-6f53-4991-ab60-c0d724f34a6e admin admin] Made reservation on behalf of 0a25ffaef1b74d34b52eff683648c46a for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:59.936227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (d7dbd2b0-67cb-49cd-ab55-778514833d57), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:59.937007 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-389c8b66-6f53-4991-ab60-c0d724f34a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:59.956810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:59:59.957207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Checking segment: {'id': 'bdf0c71b-fbee-46db-91df-4ca543f6b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:59:59.959550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:59.959669 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Bound using segment: {'id': 'bdf0c71b-fbee-46db-91df-4ca543f6b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:59:59.960256 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Bound port: f288ca3b-35f4-4813-b5cc-a3b0b1daadea, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf0c71b-fbee-46db-91df-4ca543f6b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:59:59.960657 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f288ca3b-35f4-4813-b5cc-a3b0b1daadea), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:59.983803 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 39998) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:59:59.990640 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-389c8b66-6f53-4991-ab60-c0d724f34a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:59.994072 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:59.997503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef8a5c-8b92-4ed8-a585-44157c3f7484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363c6a26-da3b-4f26-a371-2167e3622511,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:00.003611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=ba66a731-3424-4db6-afe6-f05f35bfa69c,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:00.013370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:00.016062 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:00.053882 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cf73cd3e-f312-4df2-8b48-06850f3f4687 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3cafc17f01f94eb8b1eba4ae92ced742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6591506 Oct 28 10:00:00.079171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40002) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:00.132627 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] For port f288ca3b-35f4-4813-b5cc-a3b0b1daadea, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:00.136064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] For port f288ca3b-35f4-4813-b5cc-a3b0b1daadea, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f288ca3b-35f4-4813-b5cc-a3b0b1daadea,segment=NetworkSegment(bdf0c71b-fbee-46db-91df-4ca543f6b22c),segment_id=bdf0c71b-fbee-46db-91df-4ca543f6b22c)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:00.166262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port afe04754-cb25-48de-a5f5-a822a0f50df7 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:00.166764 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (afe04754-cb25-48de-a5f5-a822a0f50df7), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.167108 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port afe04754-cb25-48de-a5f5-a822a0f50df7 Oct 28 10:00:00.249793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-6936c820-1b2f-42df-8a73-cf5588a0de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1577590407'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:00.261489 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Pushing event updated for resources: {'Port': ['ID=d7dbd2b0-67cb-49cd-ab55-778514833d57,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:00.275680 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f288ca3b-35f4-4813-b5cc-a3b0b1daadea), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.351645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Attempting to bind port d7dbd2b0-67cb-49cd-ab55-778514833d57 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:00.352021 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Attempting to bind port d7dbd2b0-67cb-49cd-ab55-778514833d57 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:00.352388 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Attempting to bind port d7dbd2b0-67cb-49cd-ab55-778514833d57 on network 27cab9a0-d24d-4f61-b60f-51dd4ee136db {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:00.372371 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-389c8b66-6f53-4991-ab60-c0d724f34a6e admin admin] Publish callbacks [] for security_group (32ba26d4-35e7-462f-b2b0-4d44c19cc2eb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.376110 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-83e1c6f6-b32c-404a-9218-ebddd864f07a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.417803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Current status of the port 4c4e42de-6e05-434e-be22-54152ad190ee is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:00.418418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4c4e42de-6e05-434e-be22-54152ad190ee), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.444529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf45443-61d6-4835-8072-ae22198cb5c3 None None] Pushing event updated for resources: {'Port': ['ID=f288ca3b-35f4-4813-b5cc-a3b0b1daadea,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:00.445848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.489031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-83e1c6f6-b32c-404a-9218-ebddd864f07a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] device_id is not set on port ae6fddea-97b5-4241-907e-b69ff1d182ca yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:00:00.499559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-389c8b66-6f53-4991-ab60-c0d724f34a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (32ba26d4-35e7-462f-b2b0-4d44c19cc2eb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.517326 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389c8b66-6f53-4991-ab60-c0d724f34a6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:00.532743 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-389c8b66-6f53-4991-ab60-c0d724f34a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (13469ac8-b298-4655-9f0a-6d7d240e6c23), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.533234 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-389c8b66-6f53-4991-ab60-c0d724f34a6e admin admin] Added segment 13469ac8-b298-4655-9f0a-6d7d240e6c23 of type vlan for network 07bb7c23-09bb-41e7-99d8-48d122521c6b Oct 28 10:00:00.589245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=b9d4f0a7-ba3b-4574-891e-5f5337822a78,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:00.664595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 04d2cd18-7ffc-43a1-901d-3771e131828c is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:00.668513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:00:00.668899 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Checking segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:00.669308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.671420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Bound using segment: {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:00:00.673980 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-568c819a-7d03-4bb1-837f-c6f135daff31 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (a5dd4883-6260-4ae3-9d66-23263ecdcb79), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.678159 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Bound port: d7dbd2b0-67cb-49cd-ab55-778514833d57, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345958b-c2ce-4977-b6c4-1dfc4056991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:00:00.679556 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:00.680615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d7dbd2b0-67cb-49cd-ab55-778514833d57), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.681428 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-389c8b66-6f53-4991-ab60-c0d724f34a6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (07bb7c23-09bb-41e7-99d8-48d122521c6b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.696756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] For port 4c4e42de-6e05-434e-be22-54152ad190ee, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4c4e42de-6e05-434e-be22-54152ad190ee,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:00.700257 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:00:00.703330 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:00.704347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (27b833f1-388e-4726-970a-c702dc59d062), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.710457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port afe04754-cb25-48de-a5f5-a822a0f50df7 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:00.713047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (afe04754-cb25-48de-a5f5-a822a0f50df7), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.815010 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6936c820-1b2f-42df-8a73-cf5588a0de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:00.823128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6936c820-1b2f-42df-8a73-cf5588a0de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.829713 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c8b66-6f53-4991-ab60-c0d724f34a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ba26d4-35e7-462f-b2b0-4d44c19cc2eb,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:00.835258 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4c4e42de-6e05-434e-be22-54152ad190ee), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.845527 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-568c819a-7d03-4bb1-837f-c6f135daff31 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (a5dd4883-6260-4ae3-9d66-23263ecdcb79), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.887904 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] For port d7dbd2b0-67cb-49cd-ab55-778514833d57, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:00.888857 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-389c8b66-6f53-4991-ab60-c0d724f34a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (07bb7c23-09bb-41e7-99d8-48d122521c6b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.890345 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389c8b66-6f53-4991-ab60-c0d724f34a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:00.891437 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-389c8b66-6f53-4991-ab60-c0d724f34a6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.891709 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] For port d7dbd2b0-67cb-49cd-ab55-778514833d57, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d7dbd2b0-67cb-49cd-ab55-778514833d57,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:00.897951 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Provisioning complete for port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:00.898333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (471b8958-9b1f-4edb-95bc-8eb0840cfbdb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.898761 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Attempt 1 to provision port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb Oct 28 10:00:00.914205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c819a-7d03-4bb1-837f-c6f135daff31 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=a5dd4883-6260-4ae3-9d66-23263ecdcb79,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:00.932833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6936c820-1b2f-42df-8a73-cf5588a0de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.936003 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8f4cc4d7-326b-4452-9350-8c8566c0f0f5 admin admin] Publish callbacks [] for security_group (2aaa3e3a-e7fc-43d6-8997-7db3cb567d98), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:00.989488 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port afe04754-cb25-48de-a5f5-a822a0f50df7, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=afe04754-cb25-48de-a5f5-a822a0f50df7,segment=NetworkSegment(4974e3aa-12c1-481d-a058-1e3fe3879390),segment_id=4974e3aa-12c1-481d-a058-1e3fe3879390)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:00.993181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d7dbd2b0-67cb-49cd-ab55-778514833d57), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.001320 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:01.041784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8f4cc4d7-326b-4452-9350-8c8566c0f0f5 admin admin] Publish callbacks [] for security_group (2aaa3e3a-e7fc-43d6-8997-7db3cb567d98), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.046565 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-568c819a-7d03-4bb1-837f-c6f135daff31 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (88a20b86-3ac8-49de-9e92-17fd0c52635b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.054546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Pushing event updated for resources: {'Port': ['ID=4c4e42de-6e05-434e-be22-54152ad190ee,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:01.101085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e4f722a6-991f-467c-b4f0-898c338339fd tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (e5698efd-3337-4cf5-9082-4051cb7ee4ad), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.104452 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-389c8b66-6f53-4991-ab60-c0d724f34a6e admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9079211 Oct 28 10:00:01.107778 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:01.120717 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c8b66-6f53-4991-ab60-c0d724f34a6e admin admin] Pushing event updated for resources: {'Network': ['ID=07bb7c23-09bb-41e7-99d8-48d122521c6b,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:01.122551 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40006) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:01.149968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36d718-09f6-43b5-bbfa-2949b4b819fc None None] Pushing event updated for resources: {'Port': ['ID=d7dbd2b0-67cb-49cd-ab55-778514833d57,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:01.156611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 07bb7c23-09bb-41e7-99d8-48d122521c6b details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:01.162789 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (afe04754-cb25-48de-a5f5-a822a0f50df7), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.163684 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3282e8c4-e41d-46fd-9145-d642dce2920a up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:01.202843 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-523d1e28-b6ad-4f26-adbd-5e303196c39e admin admin] Request body: {'subnet': {'network_id': '07bb7c23-09bb-41e7-99d8-48d122521c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-552676432-subnet', 'tenant_id': '0a25ffaef1b74d34b52eff683648c46a', 'ip_version': 4}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:01.272629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40008) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:01.314165 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=afe04754-cb25-48de-a5f5-a822a0f50df7,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:01.364902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-edb841e5-bd84-4bb3-8184-8f5e09a2f01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.375679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-83e1c6f6-b32c-404a-9218-ebddd864f07a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8::311 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/2ff19e5b-740f-455e-a40b-faf3db043514/ae6fddea-97b5-4241-907e-b69ff1d182ca) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:01.405481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-83e1c6f6-b32c-404a-9218-ebddd864f07a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Allocated IP 2001:db8:0:1:f816:3eff:fef5:c59e (27cab9a0-d24d-4f61-b60f-51dd4ee136db/1bcba1a2-3a43-442c-b55f-426a35d7edd0/ae6fddea-97b5-4241-907e-b69ff1d182ca) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:01.417428 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6936c820-1b2f-42df-8a73-cf5588a0de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (7d2c6af6-a99b-4519-bf1c-58b062694466), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.433505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8f4cc4d7-326b-4452-9350-8c8566c0f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (2aaa3e3a-e7fc-43d6-8997-7db3cb567d98), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.437044 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8f4cc4d7-326b-4452-9350-8c8566c0f0f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.438402 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8f4cc4d7-326b-4452-9350-8c8566c0f0f5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2aaa3e3a-e7fc-43d6-8997-7db3cb567d98 HTTP/1.1" status: 204 len: 168 time: 1.3554299 Oct 28 10:00:01.467974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.480203 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cc4d7-326b-4452-9350-8c8566c0f0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaa3e3a-e7fc-43d6-8997-7db3cb567d98,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:01.549958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6936c820-1b2f-42df-8a73-cf5588a0de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (7d2c6af6-a99b-4519-bf1c-58b062694466), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.565854 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6936c820-1b2f-42df-8a73-cf5588a0de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:01.572263 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:01.577822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6936c820-1b2f-42df-8a73-cf5588a0de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (5fe30b2e-7554-4101-b92d-a64dd0d5d52a), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.578320 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-6936c820-1b2f-42df-8a73-cf5588a0de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Added segment 5fe30b2e-7554-4101-b92d-a64dd0d5d52a of type vlan for network aa84229e-5432-4ac8-ba7a-72aa15779650 Oct 28 10:00:01.580105 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523d1e28-b6ad-4f26-adbd-5e303196c39e admin admin] Made reservation on behalf of 0a25ffaef1b74d34b52eff683648c46a for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:01.582784 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-523d1e28-b6ad-4f26-adbd-5e303196c39e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.621042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568c819a-7d03-4bb1-837f-c6f135daff31 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network 7553ab0e-64c8-4951-b2d1-1b1a3a6aa811 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:01.629522 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-568c819a-7d03-4bb1-837f-c6f135daff31 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:01.672784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6936c820-1b2f-42df-8a73-cf5588a0de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (aa84229e-5432-4ac8-ba7a-72aa15779650), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.694502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:01.698988 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Current status of the port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:01.699603 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (471b8958-9b1f-4edb-95bc-8eb0840cfbdb), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.816201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 3282e8c4-e41d-46fd-9145-d642dce2920a triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:01.817121 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3282e8c4-e41d-46fd-9145-d642dce2920a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.817671 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 3282e8c4-e41d-46fd-9145-d642dce2920a Oct 28 10:00:01.845265 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6936c820-1b2f-42df-8a73-cf5588a0de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (aa84229e-5432-4ac8-ba7a-72aa15779650), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.854155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6936c820-1b2f-42df-8a73-cf5588a0de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:01.855174 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6936c820-1b2f-42df-8a73-cf5588a0de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.880616 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] For port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=471b8958-9b1f-4edb-95bc-8eb0840cfbdb,segment=NetworkSegment(e246e4cb-a171-4be8-9c5d-5b3dc8100c0e),segment_id=e246e4cb-a171-4be8-9c5d-5b3dc8100c0e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:01.946636 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 3282e8c4-e41d-46fd-9145-d642dce2920a is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:01.948127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ec924544-70bb-417a-92ef-2e9635c2156d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:01.952714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (471b8958-9b1f-4edb-95bc-8eb0840cfbdb), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:01.968298 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-83e1c6f6-b32c-404a-9218-ebddd864f07a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for port (ae6fddea-97b5-4241-907e-b69ff1d182ca), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.030220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:02.039962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Pushing event updated for resources: {'Port': ['ID=471b8958-9b1f-4edb-95bc-8eb0840cfbdb,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:02.064349 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Provisioning complete for port ec924544-70bb-417a-92ef-2e9635c2156d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:02.064865 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ec924544-70bb-417a-92ef-2e9635c2156d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.065286 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Attempt 1 to provision port ec924544-70bb-417a-92ef-2e9635c2156d Oct 28 10:00:02.140540 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ec924544-70bb-417a-92ef-2e9635c2156d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:02.141066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ec924544-70bb-417a-92ef-2e9635c2156d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.141507 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ec924544-70bb-417a-92ef-2e9635c2156d Oct 28 10:00:02.154229 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936c820-1b2f-42df-8a73-cf5588a0de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2c6af6-a99b-4519-bf1c-58b062694466,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:02.214470 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7572ab93-16ce-4b00-a124-1b3f137b8e92 None None] Network 04d2cd18-7ffc-43a1-901d-3771e131828c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:02.245845 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6936c820-1b2f-42df-8a73-cf5588a0de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2519355 Oct 28 10:00:02.254863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40014) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:02.266130 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e15e9608-3e8d-42b0-966d-1eab8b8425fb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'name': 'tempest-PortsIpV6TestJSON-1805736809'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:02.291524 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-edb841e5-bd84-4bb3-8184-8f5e09a2f01e admin admin] Publish callbacks [] for security_group (4af05bbe-811b-47f7-8ef6-3e7f7b71ec67), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.328163 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:02.386302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936c820-1b2f-42df-8a73-cf5588a0de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Network': ['ID=aa84229e-5432-4ac8-ba7a-72aa15779650,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:02.397254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-edb841e5-bd84-4bb3-8184-8f5e09a2f01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (4af05bbe-811b-47f7-8ef6-3e7f7b71ec67), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.408051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Current status of the port ec924544-70bb-417a-92ef-2e9635c2156d is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:02.410557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ec924544-70bb-417a-92ef-2e9635c2156d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.413418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network aa84229e-5432-4ac8-ba7a-72aa15779650 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:02.416398 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e4f722a6-991f-467c-b4f0-898c338339fd tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Deleting port 93809378-e0a0-4e41-8eb7-d750564e6d6d {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:02.416872 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e4f722a6-991f-467c-b4f0-898c338339fd tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (93809378-e0a0-4e41-8eb7-d750564e6d6d), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.463212 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-83e1c6f6-b32c-404a-9218-ebddd864f07a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (ae6fddea-97b5-4241-907e-b69ff1d182ca), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.549192 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1c6f6-b32c-404a-9218-ebddd864f07a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event updated for resources: {'Port': ['ID=ae6fddea-97b5-4241-907e-b69ff1d182ca,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:02.566385 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568c819a-7d03-4bb1-837f-c6f135daff31 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Router 88a20b86-3ac8-49de-9e92-17fd0c52635b is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:00:02.574310 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-edb841e5-bd84-4bb3-8184-8f5e09a2f01e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8a906bc55264426395555daf935aaefc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2969370 Oct 28 10:00:02.574998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb841e5-bd84-4bb3-8184-8f5e09a2f01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af05bbe-811b-47f7-8ef6-3e7f7b71ec67,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:02.580204 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40022) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:02.592463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] For port ec924544-70bb-417a-92ef-2e9635c2156d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ec924544-70bb-417a-92ef-2e9635c2156d,segment=NetworkSegment(8b78fab5-4349-4cbf-86d0-6b0c24abbd81),segment_id=8b78fab5-4349-4cbf-86d0-6b0c24abbd81)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:02.601507 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ec924544-70bb-417a-92ef-2e9635c2156d is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:02.601900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ec924544-70bb-417a-92ef-2e9635c2156d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.631730 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e1c6f6-b32c-404a-9218-ebddd864f07a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:02.637709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-83e1c6f6-b32c-404a-9218-ebddd864f07a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:02.644022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e1c6f6-b32c-404a-9218-ebddd864f07a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:02.652661 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e1c6f6-b32c-404a-9218-ebddd864f07a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:02.653696 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-83e1c6f6-b32c-404a-9218-ebddd864f07a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.711983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ec924544-70bb-417a-92ef-2e9635c2156d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.715386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15e9608-3e8d-42b0-966d-1eab8b8425fb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:02.719527 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-523d1e28-b6ad-4f26-adbd-5e303196c39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (63d41d6b-6411-4792-9553-c463e79e4274), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.722453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e15e9608-3e8d-42b0-966d-1eab8b8425fb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.733950 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Provisioning complete for port afe04754-cb25-48de-a5f5-a822a0f50df7 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:02.734520 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (afe04754-cb25-48de-a5f5-a822a0f50df7), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.734984 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Attempt 1 to provision port afe04754-cb25-48de-a5f5-a822a0f50df7 Oct 28 10:00:02.747533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fa09b15-45b0-446a-907d-a767f5595514 admin admin] Publish callbacks [] for security_group (4af05bbe-811b-47f7-8ef6-3e7f7b71ec67), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.762915 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.780699 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fa09b15-45b0-446a-907d-a767f5595514 admin admin] Publish callbacks [] for security_group (4af05bbe-811b-47f7-8ef6-3e7f7b71ec67), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.869138 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-e15e9608-3e8d-42b0-966d-1eab8b8425fb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] device_id is not set on port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:00:02.893631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d1e28-b6ad-4f26-adbd-5e303196c39e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d41d6b-6411-4792-9553-c463e79e4274,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:02.895842 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Pushing event updated for resources: {'Port': ['ID=ec924544-70bb-417a-92ef-2e9635c2156d,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:02.907256 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568c819a-7d03-4bb1-837f-c6f135daff31 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:02.911042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e4f722a6-991f-467c-b4f0-898c338339fd tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (93809378-e0a0-4e41-8eb7-d750564e6d6d), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.923432 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3907c33a-5196-422a-910a-63f82b22538c None None] Sync routers for ids ['88a20b86-3ac8-49de-9e92-17fd0c52635b'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:02.927006 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-568c819a-7d03-4bb1-837f-c6f135daff31 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "PUT /networking/v2.0/routers/88a20b86-3ac8-49de-9e92-17fd0c52635b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3279574 Oct 28 10:00:02.927846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:00:02.928116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:00:02.934560 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.935456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (27b833f1-388e-4726-970a-c702dc59d062), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.947963 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40026) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:02.953533 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907c33a-5196-422a-910a-63f82b22538c None None] Routers {'88a20b86-3ac8-49de-9e92-17fd0c52635b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:02.954240 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3907c33a-5196-422a-910a-63f82b22538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['88a20b86-3ac8-49de-9e92-17fd0c52635b'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:02.997422 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9687d95d-460b-498c-93d5-19596a8582d1 None None] Current status of the port afe04754-cb25-48de-a5f5-a822a0f50df7 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:03.038319 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3907c33a-5196-422a-910a-63f82b22538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:03.057746 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907c33a-5196-422a-910a-63f82b22538c None None] Routers {'88a20b86-3ac8-49de-9e92-17fd0c52635b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:03.058634 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3907c33a-5196-422a-910a-63f82b22538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['88a20b86-3ac8-49de-9e92-17fd0c52635b'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:03.083182 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-83e1c6f6-b32c-404a-9218-ebddd864f07a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.6405373 Oct 28 10:00:03.086928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40032) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:03.123901 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3907c33a-5196-422a-910a-63f82b22538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:03.124509 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3907c33a-5196-422a-910a-63f82b22538c None None] The sync data for ids ['88a20b86-3ac8-49de-9e92-17fd0c52635b'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:03.145981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Provisioning complete for port b9d4f0a7-ba3b-4574-891e-5f5337822a78 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:03.146935 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:03.146935 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Attempt 1 to provision port b9d4f0a7-ba3b-4574-891e-5f5337822a78 Oct 28 10:00:03.191358 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1425b1d-1e2c-4f4d-b28b-a4ce08baf62b None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:03.212892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:03.249798 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e15e9608-3e8d-42b0-966d-1eab8b8425fb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (2fcbfa81-bf75-4eee-86f4-fafebdbffbe6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:03.277359 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Port b9d4f0a7-ba3b-4574-891e-5f5337822a78 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:03.294456 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Provisioning complete for port f288ca3b-35f4-4813-b5cc-a3b0b1daadea triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:03.294869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f288ca3b-35f4-4813-b5cc-a3b0b1daadea), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:03.295215 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Attempt 1 to provision port f288ca3b-35f4-4813-b5cc-a3b0b1daadea Oct 28 10:00:03.362614 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e27fa-a945-4071-b8dd-1d6b59492291 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting port ae6fddea-97b5-4241-907e-b69ff1d182ca {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:03.363143 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba5e27fa-a945-4071-b8dd-1d6b59492291 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ae6fddea-97b5-4241-907e-b69ff1d182ca), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:03.380040 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fa09b15-45b0-446a-907d-a767f5595514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (4af05bbe-811b-47f7-8ef6-3e7f7b71ec67), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:03.383108 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fa09b15-45b0-446a-907d-a767f5595514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:03.387255 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9fa09b15-45b0-446a-907d-a767f5595514 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4af05bbe-811b-47f7-8ef6-3e7f7b71ec67 HTTP/1.1" status: 204 len: 168 time: 0.8044760 Oct 28 10:00:03.435975 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa09b15-45b0-446a-907d-a767f5595514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af05bbe-811b-47f7-8ef6-3e7f7b71ec67,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:03.445176 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e15e9608-3e8d-42b0-966d-1eab8b8425fb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (2fcbfa81-bf75-4eee-86f4-fafebdbffbe6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:03.475418 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e4f722a6-991f-467c-b4f0-898c338339fd tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Calling delete_port for 93809378-e0a0-4e41-8eb7-d750564e6d6d owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:03.514640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=b9d4f0a7-ba3b-4574-891e-5f5337822a78,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:03.542091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 04d2cd18-7ffc-43a1-901d-3771e131828c is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:03.562076 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:03.562285 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:03.595905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e9608-3e8d-42b0-966d-1eab8b8425fb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Checking segment: {'id': '5fe30b2e-7554-4101-b92d-a64dd0d5d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:03.601002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15e9608-3e8d-42b0-966d-1eab8b8425fb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network hostable DHCP agents. Network: aa84229e-5432-4ac8-ba7a-72aa15779650, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:03.603108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696aab3c-efa7-44f3-891a-d53bd42b5143 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:03.604682 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-696aab3c-efa7-44f3-891a-d53bd42b5143 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=88a20b86-3ac8-49de-9e92-17fd0c52635b HTTP/1.1" status: 200 len: 982 time: 0.6392794 Oct 28 10:00:03.612706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40040) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:03.613049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40042) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:03.674059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ec924544-70bb-417a-92ef-2e9635c2156d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:03.682075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6fd33af0-4930-40de-8a5f-0b4351d0ef55 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:03.691265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Current status of the port f288ca3b-35f4-4813-b5cc-a3b0b1daadea is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:03.696360 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f288ca3b-35f4-4813-b5cc-a3b0b1daadea), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:03.733436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f07ec2c-73d1-4990-b590-de4fee400e3f None None] Update dhcp port {'port': {'network_id': '27cab9a0-d24d-4f61-b60f-51dd4ee136db', 'fixed_ips': [{'subnet_id': '2ff19e5b-740f-455e-a40b-faf3db043514', 'ip_address': '2001:db8::2'}, {'subnet_id': '1bcba1a2-3a43-442c-b55f-426a35d7edd0'}], 'binding:host_id': 'dv-neutron-zed-2-hyperv'}, 'id': 'd7dbd2b0-67cb-49cd-ab55-778514833d57'} from dv-neutron-zed-2-hyperv. {{(pid=114061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 28 10:00:03.807492 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7f07ec2c-73d1-4990-b590-de4fee400e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d7dbd2b0-67cb-49cd-ab55-778514833d57), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:03.823602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] For port f288ca3b-35f4-4813-b5cc-a3b0b1daadea, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f288ca3b-35f4-4813-b5cc-a3b0b1daadea,segment=NetworkSegment(bdf0c71b-fbee-46db-91df-4ca543f6b22c),segment_id=bdf0c71b-fbee-46db-91df-4ca543f6b22c)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:03.857863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:03.860287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba5e27fa-a945-4071-b8dd-1d6b59492291 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ae6fddea-97b5-4241-907e-b69ff1d182ca), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:03.879773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523d1e28-b6ad-4f26-adbd-5e303196c39e admin admin] Checking segment: {'id': '13469ac8-b298-4655-9f0a-6d7d240e6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '07bb7c23-09bb-41e7-99d8-48d122521c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:03.880201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523d1e28-b6ad-4f26-adbd-5e303196c39e admin admin] Network hostable DHCP agents. Network: 07bb7c23-09bb-41e7-99d8-48d122521c6b, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:03.938609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:03.939158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:03.940238 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 Oct 28 10:00:03.977259 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:03.980321 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e9608-3e8d-42b0-966d-1eab8b8425fb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=2fcbfa81-bf75-4eee-86f4-fafebdbffbe6,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:04.000882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f288ca3b-35f4-4813-b5cc-a3b0b1daadea), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:04.008785 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e27fa-a945-4071-b8dd-1d6b59492291 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Calling delete_port for ae6fddea-97b5-4241-907e-b69ff1d182ca owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:04.010880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router 27b833f1-388e-4726-970a-c702dc59d062 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:04.097402 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d7366f2-ccfe-48d6-a148-f847df9f5b25 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (88a20b86-3ac8-49de-9e92-17fd0c52635b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:04.100878 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15e9608-3e8d-42b0-966d-1eab8b8425fb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network aa84229e-5432-4ac8-ba7a-72aa15779650 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:04.114527 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Provisioning complete for port a5dd4883-6260-4ae3-9d66-23263ecdcb79 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:04.131090 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a5dd4883-6260-4ae3-9d66-23263ecdcb79), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:04.131678 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Attempt 1 to provision port a5dd4883-6260-4ae3-9d66-23263ecdcb79 Oct 28 10:00:04.144978 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-dab02505-53d0-400c-bcb3-77a6d00b7e2e tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-561758914'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:04.211546 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e4f722a6-991f-467c-b4f0-898c338339fd tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (93809378-e0a0-4e41-8eb7-d750564e6d6d), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:04.212932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:04.214200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523d1e28-b6ad-4f26-adbd-5e303196c39e admin admin] Network 07bb7c23-09bb-41e7-99d8-48d122521c6b is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:04.246190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Port a5dd4883-6260-4ae3-9d66-23263ecdcb79 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:04.250413 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Pushing event updated for resources: {'Port': ['ID=f288ca3b-35f4-4813-b5cc-a3b0b1daadea,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:04.266096 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-e15e9608-3e8d-42b0-966d-1eab8b8425fb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, aa84229e-5432-4ac8-ba7a-72aa15779650) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:04.274459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15e9608-3e8d-42b0-966d-1eab8b8425fb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:04.280118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15e9608-3e8d-42b0-966d-1eab8b8425fb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:04.280844 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e15e9608-3e8d-42b0-966d-1eab8b8425fb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:04.286860 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11159a11-3bd0-4df1-af1b-bc925139f789 None None] Network aa84229e-5432-4ac8-ba7a-72aa15779650 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:04.290185 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-7f07ec2c-73d1-4990-b590-de4fee400e3f None None] Allocated IP 2001:db8:0:1:f816:3eff:feed:6007 (27cab9a0-d24d-4f61-b60f-51dd4ee136db/1bcba1a2-3a43-442c-b55f-426a35d7edd0/d7dbd2b0-67cb-49cd-ab55-778514833d57) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:04.298994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:04.310749 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f722a6-991f-467c-b4f0-898c338339fd tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event deleted for resources: {'Port': ['ID=93809378-e0a0-4e41-8eb7-d750564e6d6d,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:04.315610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Provisioning complete for port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:04.315989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (471b8958-9b1f-4edb-95bc-8eb0840cfbdb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:04.316324 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Attempt 1 to provision port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb Oct 28 10:00:04.321194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-523d1e28-b6ad-4f26-adbd-5e303196c39e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 07bb7c23-09bb-41e7-99d8-48d122521c6b) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:04.329827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Sync routers for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:04.343983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523d1e28-b6ad-4f26-adbd-5e303196c39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:04.346873 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-523d1e28-b6ad-4f26-adbd-5e303196c39e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:04.373510 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f4aafab8-b984-4790-b41e-c2a41dc9f5f1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/27b833f1-388e-4726-970a-c702dc59d062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7458136 Oct 28 10:00:04.385439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab02505-53d0-400c-bcb3-77a6d00b7e2e tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Made reservation on behalf of 9a1bf00f79d448c7a7912346df6ce673 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:04.389802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cccf3f-157c-4e86-91cc-55ed9486d871 None None] Network 07bb7c23-09bb-41e7-99d8-48d122521c6b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:04.393710 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dab02505-53d0-400c-bcb3-77a6d00b7e2e tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:04.413606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40056) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:04.427065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dab02505-53d0-400c-bcb3-77a6d00b7e2e tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:04.427935 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:04.427935 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 54bfb267-8e54-40e5-b798-1be7f0d9ee94 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:04.460041 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-766bb3d7-26d6-4847-954b-bb8385a52b41 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-659063578'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:04.584287 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e4f722a6-991f-467c-b4f0-898c338339fd tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (e5698efd-3337-4cf5-9082-4051cb7ee4ad), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:04.738718 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-523d1e28-b6ad-4f26-adbd-5e303196c39e admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6104879 Oct 28 10:00:04.741299 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:04.742155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:04.743552 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40058) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:04.779200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-552676432-router', 'tenant_id': '0a25ffaef1b74d34b52eff683648c46a', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:04.817636 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f722a6-991f-467c-b4f0-898c338339fd tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Router e5698efd-3337-4cf5-9082-4051cb7ee4ad has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:04.841340 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dab02505-53d0-400c-bcb3-77a6d00b7e2e tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks [] for security_group (bdc1a450-80eb-4bdc-9dee-d5e2d5dd2bdc), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:04.844024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766bb3d7-26d6-4847-954b-bb8385a52b41 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:04.849418 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-766bb3d7-26d6-4847-954b-bb8385a52b41 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:04.881734 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e15e9608-3e8d-42b0-966d-1eab8b8425fb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6209400 Oct 28 10:00:04.896267 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40064) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:04.916188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (579f5177-2324-48ef-b523-c4bb0316b5fd), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:04.920515 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (579f5177-2324-48ef-b523-c4bb0316b5fd), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:04.920696 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1006f5ab-afab-4d9c-a22f-de67452dd6d0 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1777635180'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:04.953214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:04.963568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dab02505-53d0-400c-bcb3-77a6d00b7e2e tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (bdc1a450-80eb-4bdc-9dee-d5e2d5dd2bdc), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:04.982890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766bb3d7-26d6-4847-954b-bb8385a52b41 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:05.002032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f722a6-991f-467c-b4f0-898c338339fd tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:05.004604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:00:05.016630 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e4f722a6-991f-467c-b4f0-898c338339fd tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "PUT /networking/v2.0/routers/e5698efd-3337-4cf5-9082-4051cb7ee4ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1041901 Oct 28 10:00:05.021268 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff8998-ecf5-47c4-9870-e262778acfcd None None] Sync routers for ids ['e5698efd-3337-4cf5-9082-4051cb7ee4ad'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:05.028501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab02505-53d0-400c-bcb3-77a6d00b7e2e tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:05.039050 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff8998-ecf5-47c4-9870-e262778acfcd None None] Routers {'e5698efd-3337-4cf5-9082-4051cb7ee4ad'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:05.040494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40068) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:05.041057 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-32ff8998-ecf5-47c4-9870-e262778acfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e5698efd-3337-4cf5-9082-4051cb7ee4ad'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:05.044822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:05.045207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (54bfb267-8e54-40e5-b798-1be7f0d9ee94), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.045549 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 Oct 28 10:00:05.047090 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9d7366f2-ccfe-48d6-a148-f847df9f5b25 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port a5dd4883-6260-4ae3-9d66-23263ecdcb79 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:05.047504 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d7366f2-ccfe-48d6-a148-f847df9f5b25 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a5dd4883-6260-4ae3-9d66-23263ecdcb79), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.049941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-7f07ec2c-73d1-4990-b590-de4fee400e3f None None] For port d7dbd2b0-67cb-49cd-ab55-778514833d57, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d7dbd2b0-67cb-49cd-ab55-778514833d57,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:05.051383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-766bb3d7-26d6-4847-954b-bb8385a52b41 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c34354e2-bccf-4c9f-a481-6116e2d3551c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.051383 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-766bb3d7-26d6-4847-954b-bb8385a52b41 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Added segment c34354e2-bccf-4c9f-a481-6116e2d3551c of type vlan for network 04530626-2772-4cf3-a9b7-0d2e08826ff8 Oct 28 10:00:05.068961 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba5e27fa-a945-4071-b8dd-1d6b59492291 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (ae6fddea-97b5-4241-907e-b69ff1d182ca), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.102701 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab02505-53d0-400c-bcb3-77a6d00b7e2e tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc1a450-80eb-4bdc-9dee-d5e2d5dd2bdc,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:05.107901 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-dcb193de-6d36-451e-b7aa-7b1c55c06a60 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] delete failed (client error): The resource could not be found. Oct 28 10:00:05.115211 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-dcb193de-6d36-451e-b7aa-7b1c55c06a60 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "DELETE /networking/v2.0/routers/tempest-non_exist_router-335823480 HTTP/1.1" status: 404 len: 334 time: 0.0733414 Oct 28 10:00:05.117034 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40070) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:05.120513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dab02505-53d0-400c-bcb3-77a6d00b7e2e tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (099f081a-811b-4ca2-b303-21a404797e59), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.121038 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-dab02505-53d0-400c-bcb3-77a6d00b7e2e tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Added segment 099f081a-811b-4ca2-b303-21a404797e59 of type vlan for network 4944a02d-7860-4864-9e10-7c534cee41d0 Oct 28 10:00:05.122943 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-32ff8998-ecf5-47c4-9870-e262778acfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:05.125667 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Current status of the port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:05.146318 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff8998-ecf5-47c4-9870-e262778acfcd None None] Routers {'e5698efd-3337-4cf5-9082-4051cb7ee4ad'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:05.147390 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-32ff8998-ecf5-47c4-9870-e262778acfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e5698efd-3337-4cf5-9082-4051cb7ee4ad'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:05.147684 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-07bb7c23-09bb-41e7-99d8-48d122521c6b', 'network_id': '07bb7c23-09bb-41e7-99d8-48d122521c6b', 'project_id': '0a25ffaef1b74d34b52eff683648c46a', 'fixed_ips': [{'subnet_id': '63d41d6b-6411-4792-9553-c463e79e4274'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:00:05.148700 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.178546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f4d778e3-1ccf-4522-8205-d54e8b9ef3e7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5698efd-3337-4cf5-9082-4051cb7ee4ad'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:05.212148 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-32ff8998-ecf5-47c4-9870-e262778acfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:05.212759 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff8998-ecf5-47c4-9870-e262778acfcd None None] The sync data for ids ['e5698efd-3337-4cf5-9082-4051cb7ee4ad'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:05.214692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Provisioning complete for port ec924544-70bb-417a-92ef-2e9635c2156d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:05.215079 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ec924544-70bb-417a-92ef-2e9635c2156d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.215413 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Attempt 1 to provision port ec924544-70bb-417a-92ef-2e9635c2156d Oct 28 10:00:05.225970 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e27fa-a945-4071-b8dd-1d6b59492291 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Port': ['ID=ae6fddea-97b5-4241-907e-b69ff1d182ca,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:05.226100 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7f07ec2c-73d1-4990-b590-de4fee400e3f None None] Publish callbacks [] for port (d7dbd2b0-67cb-49cd-ab55-778514833d57), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.226222 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-766bb3d7-26d6-4847-954b-bb8385a52b41 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (04530626-2772-4cf3-a9b7-0d2e08826ff8), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.227659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1006f5ab-afab-4d9c-a22f-de67452dd6d0 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:05.240241 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1006f5ab-afab-4d9c-a22f-de67452dd6d0 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.255653 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Publish callbacks [] for router_controller (579f5177-2324-48ef-b523-c4bb0316b5fd), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.274070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dab02505-53d0-400c-bcb3-77a6d00b7e2e tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (4944a02d-7860-4864-9e10-7c534cee41d0), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.363596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40074) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:05.391525 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7f07ec2c-73d1-4990-b590-de4fee400e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d7dbd2b0-67cb-49cd-ab55-778514833d57), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.398352 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba5e27fa-a945-4071-b8dd-1d6b59492291 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.404754 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ba5e27fa-a945-4071-b8dd-1d6b59492291 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/ae6fddea-97b5-4241-907e-b69ff1d182ca HTTP/1.1" status: 204 len: 168 time: 2.3160250 Oct 28 10:00:05.411041 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40078) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:05.451527 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-766bb3d7-26d6-4847-954b-bb8385a52b41 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (04530626-2772-4cf3-a9b7-0d2e08826ff8), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.459887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766bb3d7-26d6-4847-954b-bb8385a52b41 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:05.460867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-766bb3d7-26d6-4847-954b-bb8385a52b41 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.465338 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dab02505-53d0-400c-bcb3-77a6d00b7e2e tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (4944a02d-7860-4864-9e10-7c534cee41d0), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.474156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab02505-53d0-400c-bcb3-77a6d00b7e2e tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:05.475052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dab02505-53d0-400c-bcb3-77a6d00b7e2e tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.501932 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1006f5ab-afab-4d9c-a22f-de67452dd6d0 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:05.548337 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d7366f2-ccfe-48d6-a148-f847df9f5b25 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a5dd4883-6260-4ae3-9d66-23263ecdcb79), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.554473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4e943194-ba83-4f2a-80fb-28f36902d221 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1401003949'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:05.565934 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1006f5ab-afab-4d9c-a22f-de67452dd6d0 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (dcdc6db5-7821-4a4c-95c2-a86f2151fb7c), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.566209 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-1006f5ab-afab-4d9c-a22f-de67452dd6d0 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Added segment dcdc6db5-7821-4a4c-95c2-a86f2151fb7c of type vlan for network 5d85b28c-36a3-4b72-b97f-bd96e9000e11 Oct 28 10:00:05.567137 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:05.589779 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9d7366f2-ccfe-48d6-a148-f847df9f5b25 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for a5dd4883-6260-4ae3-9d66-23263ecdcb79 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:05.603094 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5bf3ce-39c3-44a9-9c3f-d6d804aa1122 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:05.607757 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2f5bf3ce-39c3-44a9-9c3f-d6d804aa1122 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1943338 Oct 28 10:00:05.609798 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40080) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:05.637751 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bb3d7-26d6-4847-954b-bb8385a52b41 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Network': ['ID=04530626-2772-4cf3-a9b7-0d2e08826ff8,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:05.673673 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07ec2c-73d1-4990-b590-de4fee400e3f None None] Pushing event updated for resources: {'Port': ['ID=d7dbd2b0-67cb-49cd-ab55-778514833d57,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:05.677207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 04530626-2772-4cf3-a9b7-0d2e08826ff8 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:05.702809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4ae91f7b-9f2b-4efb-a21e-941d4625e95c None None] Current status of the port ec924544-70bb-417a-92ef-2e9635c2156d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:05.744681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:05.746655 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Allocated IP 172.20.0.2 (07bb7c23-09bb-41e7-99d8-48d122521c6b/63d41d6b-6411-4792-9553-c463e79e4274/30a55e90-1325-4ec8-bfa2-dcc117b0ad3c) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:05.749182 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 339f135b-1685-4761-883d-078606bf1460 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:05.768109 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-dab02505-53d0-400c-bcb3-77a6d00b7e2e tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1512935 Oct 28 10:00:05.778052 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-766bb3d7-26d6-4847-954b-bb8385a52b41 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3547637 Oct 28 10:00:05.788413 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4d778e3-1ccf-4522-8205-d54e8b9ef3e7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for router_gateway (e5698efd-3337-4cf5-9082-4051cb7ee4ad), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.794139 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40082) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:05.794630 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40084) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:05.807409 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 339f135b-1685-4761-883d-078606bf1460 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:05.807757 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 339f135b-1685-4761-883d-078606bf1460 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:05.808168 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 12b97d4c-9889-4cb6-bc79-5284da9df049 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:05.813263 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-3f9244cf-f26e-4685-8766-3d6c589404d8 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Request body: {'subnet': {'network_id': '4944a02d-7860-4864-9e10-7c534cee41d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:05.824528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Publish callbacks [] for router_gateway (579f5177-2324-48ef-b523-c4bb0316b5fd), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.829003 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab02505-53d0-400c-bcb3-77a6d00b7e2e tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Pushing event updated for resources: {'Network': ['ID=4944a02d-7860-4864-9e10-7c534cee41d0,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:05.830318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:01Z', 'revision_number': 4, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d4f0a7-ba3b-4574-891e-5f5337822a78', 'name': '', 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:d3:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:55Z', 'updated_at': '2022-10-28T10:00:02Z', 'revision_number': 2, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:05.858637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 4944a02d-7860-4864-9e10-7c534cee41d0 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:05.865042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e943194-ba83-4f2a-80fb-28f36902d221 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:05.869940 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e943194-ba83-4f2a-80fb-28f36902d221 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.881847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e943194-ba83-4f2a-80fb-28f36902d221 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:05.885758 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-99b26a52-5ee8-481c-8665-71c3ec34491b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'subnet': {'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:05.896031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 12b97d4c-9889-4cb6-bc79-5284da9df049 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:05.896393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 12b97d4c-9889-4cb6-bc79-5284da9df049 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:05.896795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 91e720c4-0fe2-4cdb-9ead-f83227262a91 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:05.984242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:05.997004 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Checking router: 27b833f1-388e-4726-970a-c702dc59d062 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:00:05.997694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Updating router 27b833f1-388e-4726-970a-c702dc59d062 port b9d4f0a7-ba3b-4574-891e-5f5337822a78 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:00:06.019179 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1006f5ab-afab-4d9c-a22f-de67452dd6d0 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (5d85b28c-36a3-4b72-b97f-bd96e9000e11), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.035177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49b0122-79ab-4a89-b11d-23ef3490fda6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:06.036358 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e404e1ab-f9e8-4533-b704-3ebe8121c0a6 None None] Provisioning complete for port b9d4f0a7-ba3b-4574-891e-5f5337822a78 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:06.036936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e404e1ab-f9e8-4533-b704-3ebe8121c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.037402 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e404e1ab-f9e8-4533-b704-3ebe8121c0a6 None None] Attempt 1 to provision port b9d4f0a7-ba3b-4574-891e-5f5337822a78 Oct 28 10:00:06.039562 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a49b0122-79ab-4a89-b11d-23ef3490fda6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4287570 Oct 28 10:00:06.061602 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40086) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:06.066375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 91e720c4-0fe2-4cdb-9ead-f83227262a91 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:06.066375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 91e720c4-0fe2-4cdb-9ead-f83227262a91 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:06.099045 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e943194-ba83-4f2a-80fb-28f36902d221 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for security_group (fb6f70b1-b0b9-4613-b21a-d93c2f38ffb1), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.124646 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:06.132472 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.resource_extend [None req-1006f5ab-afab-4d9c-a22f-de67452dd6d0 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 28 10:00:06.142918 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-f4d778e3-1ccf-4522-8205-d54e8b9ef3e7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] update failed (client error): The resource could not be found. Oct 28 10:00:06.147253 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f4d778e3-1ccf-4522-8205-d54e8b9ef3e7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "PUT /networking/v2.0/routers/e5698efd-3337-4cf5-9082-4051cb7ee4ad HTTP/1.1" status: 404 len: 339 time: 0.9975386 Oct 28 10:00:06.149848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40088) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:06.164655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-874b2ab8-11b4-4a7c-a846-73dabd629723 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-91140765'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:06.172332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b26a52-5ee8-481c-8665-71c3ec34491b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Made reservation on behalf of 25a1ece53cc94768b28900845d6f215a for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:06.177791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-99b26a52-5ee8-481c-8665-71c3ec34491b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.210330 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:06.244714 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e943194-ba83-4f2a-80fb-28f36902d221 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (fb6f70b1-b0b9-4613-b21a-d93c2f38ffb1), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.285923 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.295266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e943194-ba83-4f2a-80fb-28f36902d221 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:06.299960 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40260310-39ba-403a-b714-d982b7db4cdf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:06.299960 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40260310-39ba-403a-b714-d982b7db4cdf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:06.299960 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40260310-39ba-403a-b714-d982b7db4cdf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:06.306178 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-40260310-39ba-403a-b714-d982b7db4cdf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2345104 Oct 28 10:00:06.307289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40090) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:06.320626 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Publish callbacks [] for router_gateway (579f5177-2324-48ef-b523-c4bb0316b5fd), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.325844 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e943194-ba83-4f2a-80fb-28f36902d221 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6f70b1-b0b9-4613-b21a-d93c2f38ffb1,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:06.329383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e943194-ba83-4f2a-80fb-28f36902d221 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (d7da8809-be42-4b8d-ac06-22ee9b2be9ab), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.331282 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-4e943194-ba83-4f2a-80fb-28f36902d221 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Added segment d7da8809-be42-4b8d-ac06-22ee9b2be9ab of type vlan for network 8a6123d1-1401-4c7c-934f-e6ed1c93f46e Oct 28 10:00:06.359519 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1006f5ab-afab-4d9c-a22f-de67452dd6d0 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (5d85b28c-36a3-4b72-b97f-bd96e9000e11), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.362778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874b2ab8-11b4-4a7c-a846-73dabd629723 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Made reservation on behalf of 7c6d100b442847c8a0564fd14e5a2e4f for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:06.364968 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1006f5ab-afab-4d9c-a22f-de67452dd6d0 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:06.365569 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1006f5ab-afab-4d9c-a22f-de67452dd6d0 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.365825 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-874b2ab8-11b4-4a7c-a846-73dabd629723 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.373484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.398441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:06.398959 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9244cf-f26e-4685-8766-3d6c589404d8 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Made reservation on behalf of 9a1bf00f79d448c7a7912346df6ce673 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:06.402580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e404e1ab-f9e8-4533-b704-3ebe8121c0a6 None None] Port b9d4f0a7-ba3b-4574-891e-5f5337822a78 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:06.402804 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3f9244cf-f26e-4685-8766-3d6c589404d8 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.464573 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e404e1ab-f9e8-4533-b704-3ebe8121c0a6 None None] Provisioning complete for port d7dbd2b0-67cb-49cd-ab55-778514833d57 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:06.471795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e404e1ab-f9e8-4533-b704-3ebe8121c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d7dbd2b0-67cb-49cd-ab55-778514833d57), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.471795 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e404e1ab-f9e8-4533-b704-3ebe8121c0a6 None None] Attempt 1 to provision port d7dbd2b0-67cb-49cd-ab55-778514833d57 Oct 28 10:00:06.576097 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e943194-ba83-4f2a-80fb-28f36902d221 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (8a6123d1-1401-4c7c-934f-e6ed1c93f46e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.605116 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874b2ab8-11b4-4a7c-a846-73dabd629723 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:06.626442 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1006f5ab-afab-4d9c-a22f-de67452dd6d0 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7144973 Oct 28 10:00:06.628538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40092) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:06.640706 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006f5ab-afab-4d9c-a22f-de67452dd6d0 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Network': ['ID=5d85b28c-36a3-4b72-b97f-bd96e9000e11,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:06.644507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'ports': [{'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650'}, {'network_id': '5d85b28c-36a3-4b72-b97f-bd96e9000e11'}]} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:06.645057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:06.645798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'network_id': '5d85b28c-36a3-4b72-b97f-bd96e9000e11'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:06.665973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ebdb01-07a1-4e1f-8056-f0af29ff12c4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 1bcba1a2-3a43-442c-b55f-426a35d7edd0 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:00:06.694147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdb01-07a1-4e1f-8056-f0af29ff12c4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (1bcba1a2-3a43-442c-b55f-426a35d7edd0), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.724800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-874b2ab8-11b4-4a7c-a846-73dabd629723 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (9a576e12-bcec-4817-a878-2cb5dcd9baec), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.725205 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-874b2ab8-11b4-4a7c-a846-73dabd629723 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Added segment 9a576e12-bcec-4817-a878-2cb5dcd9baec of type vlan for network f81961fc-4b96-49d7-adfe-1d97f92b0f85 Oct 28 10:00:06.813424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdb01-07a1-4e1f-8056-f0af29ff12c4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (1bcba1a2-3a43-442c-b55f-426a35d7edd0), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.902058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-874b2ab8-11b4-4a7c-a846-73dabd629723 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (f81961fc-4b96-49d7-adfe-1d97f92b0f85), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.933405 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 5d85b28c-36a3-4b72-b97f-bd96e9000e11 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:06.943578 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Allocated IP 172.36.1.109 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/ba8e3f31-1a0c-4767-b426-24666b733729) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:06.950453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e943194-ba83-4f2a-80fb-28f36902d221 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (8a6123d1-1401-4c7c-934f-e6ed1c93f46e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.956416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e943194-ba83-4f2a-80fb-28f36902d221 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:06.957103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e943194-ba83-4f2a-80fb-28f36902d221 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.989149 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ba66a731-3424-4db6-afe6-f05f35bfa69c up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:07.005624 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d7366f2-ccfe-48d6-a148-f847df9f5b25 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a5dd4883-6260-4ae3-9d66-23263ecdcb79), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.093533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7366f2-ccfe-48d6-a148-f847df9f5b25 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=a5dd4883-6260-4ae3-9d66-23263ecdcb79,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:07.097370 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdb01-07a1-4e1f-8056-f0af29ff12c4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (1bcba1a2-3a43-442c-b55f-426a35d7edd0), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.101241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Publish callbacks [] for port (30a55e90-1325-4ec8-bfa2-dcc117b0ad3c), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.106072 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-99b26a52-5ee8-481c-8665-71c3ec34491b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.169264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ba66a731-3424-4db6-afe6-f05f35bfa69c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:07.169476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ba66a731-3424-4db6-afe6-f05f35bfa69c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.169860 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ba66a731-3424-4db6-afe6-f05f35bfa69c Oct 28 10:00:07.204300 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e943194-ba83-4f2a-80fb-28f36902d221 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Network': ['ID=8a6123d1-1401-4c7c-934f-e6ed1c93f46e,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:07.228914 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4e943194-ba83-4f2a-80fb-28f36902d221 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8500650 Oct 28 10:00:07.228914 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-874b2ab8-11b4-4a7c-a846-73dabd629723 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (f81961fc-4b96-49d7-adfe-1d97f92b0f85), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.228914 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874b2ab8-11b4-4a7c-a846-73dabd629723 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:07.228914 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-874b2ab8-11b4-4a7c-a846-73dabd629723 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.286119 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 8a6123d1-1401-4c7c-934f-e6ed1c93f46e details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:07.302158 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b26a52-5ee8-481c-8665-71c3ec34491b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Subnet': ['ID=9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:07.317111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (30a55e90-1325-4ec8-bfa2-dcc117b0ad3c), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.335330 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3f9244cf-f26e-4685-8766-3d6c589404d8 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (87932ab0-b4ca-49db-b6a5-ca2031aff364), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.414908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40094) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:07.426488 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-acf42992-ff5c-4da5-ae8a-75f3fbf2a272 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'subnet': {'network_id': '8a6123d1-1401-4c7c-934f-e6ed1c93f46e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:07.442093 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b26a52-5ee8-481c-8665-71c3ec34491b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Checking segment: {'id': 'c34354e2-bccf-4c9f-a481-6116e2d3551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:07.442519 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b26a52-5ee8-481c-8665-71c3ec34491b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network hostable DHCP agents. Network: 04530626-2772-4cf3-a9b7-0d2e08826ff8, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:07.477643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e404e1ab-f9e8-4533-b704-3ebe8121c0a6 None None] Current status of the port d7dbd2b0-67cb-49cd-ab55-778514833d57 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:07.478293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e404e1ab-f9e8-4533-b704-3ebe8121c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d7dbd2b0-67cb-49cd-ab55-778514833d57), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.501120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Network 07bb7c23-09bb-41e7-99d8-48d122521c6b is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:07.522229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:07.542581 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Publish callbacks [] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.545749 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:07.565865 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Pushing event updated for resources: {'Port': ['ID=30a55e90-1325-4ec8-bfa2-dcc117b0ad3c,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:07.569910 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9244cf-f26e-4685-8766-3d6c589404d8 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Pushing event updated for resources: {'Subnet': ['ID=87932ab0-b4ca-49db-b6a5-ca2031aff364,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:07.570370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:07.572566 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdb01-07a1-4e1f-8056-f0af29ff12c4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (1bcba1a2-3a43-442c-b55f-426a35d7edd0), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.574698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d7366f2-ccfe-48d6-a148-f847df9f5b25 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (88a20b86-3ac8-49de-9e92-17fd0c52635b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.640838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdb01-07a1-4e1f-8056-f0af29ff12c4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=1bcba1a2-3a43-442c-b55f-426a35d7edd0,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:07.654278 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdb01-07a1-4e1f-8056-f0af29ff12c4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.654843 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=1,neutron:SELECT=82,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:07.660249 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d1ebdb01-07a1-4e1f-8056-f0af29ff12c4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/1bcba1a2-3a43-442c-b55f-426a35d7edd0 HTTP/1.1" status: 204 len: 168 time: 1.3130455 Oct 28 10:00:07.662590 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40096) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:07.679136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf8103c-ef6f-4d16-aa47-25d6593fd315 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:07.702048 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.725821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:07.732899 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-e404e1ab-f9e8-4533-b704-3ebe8121c0a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:00:07.733701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-e404e1ab-f9e8-4533-b704-3ebe8121c0a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:00:07.743074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b2ab8-11b4-4a7c-a846-73dabd629723 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event updated for resources: {'Network': ['ID=f81961fc-4b96-49d7-adfe-1d97f92b0f85,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:07.751721 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9244cf-f26e-4685-8766-3d6c589404d8 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Checking segment: {'id': '099f081a-811b-4ca2-b303-21a404797e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4944a02d-7860-4864-9e10-7c534cee41d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:07.752050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9244cf-f26e-4685-8766-3d6c589404d8 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Network hostable DHCP agents. Network: 4944a02d-7860-4864-9e10-7c534cee41d0, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:07.775641 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-874b2ab8-11b4-4a7c-a846-73dabd629723 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6214917 Oct 28 10:00:07.778454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40098) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:07.784762 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network f81961fc-4b96-49d7-adfe-1d97f92b0f85 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:07.785103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c71f8d4e-6417-4b93-b53e-cba0eb27f427 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Request body: {'subnet': {'network_id': 'f81961fc-4b96-49d7-adfe-1d97f92b0f85', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:07.787101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ba66a731-3424-4db6-afe6-f05f35bfa69c is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:07.788240 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:07.808959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Publish callbacks [] for port (ba8e3f31-1a0c-4767-b426-24666b733729), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.835550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Attempting to bind port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:07.835929 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Attempting to bind port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '13469ac8-b298-4655-9f0a-6d7d240e6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '07bb7c23-09bb-41e7-99d8-48d122521c6b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:07.836537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Attempting to bind port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c on network 07bb7c23-09bb-41e7-99d8-48d122521c6b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:07.852091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'port': 2} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:07.857939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.870625 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b2b6b7-1aec-47aa-bb96-28e6d00c3ea0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Deleting subnet 2ff19e5b-740f-455e-a40b-faf3db043514 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:00:07.877412 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b26a52-5ee8-481c-8665-71c3ec34491b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 04530626-2772-4cf3-a9b7-0d2e08826ff8 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:07.884100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b6b7-1aec-47aa-bb96-28e6d00c3ea0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (2ff19e5b-740f-455e-a40b-faf3db043514), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.909639 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.938949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:07.956271 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91081f-f5db-4bdd-bd42-7fad69b59334 None None] Pushing event updated for resources: {'Port': ['ID=b9d4f0a7-ba3b-4574-891e-5f5337822a78,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:08.073961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:00:08.074366 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Checking segment: {'id': '13469ac8-b298-4655-9f0a-6d7d240e6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '07bb7c23-09bb-41e7-99d8-48d122521c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:08.074957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:08.075426 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Bound using segment: {'id': '13469ac8-b298-4655-9f0a-6d7d240e6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '07bb7c23-09bb-41e7-99d8-48d122521c6b'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:00:08.075996 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Bound port: 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13469ac8-b298-4655-9f0a-6d7d240e6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '07bb7c23-09bb-41e7-99d8-48d122521c6b'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:00:08.076454 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (30a55e90-1325-4ec8-bfa2-dcc117b0ad3c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:08.078902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Attempting to bind port b9d4f0a7-ba3b-4574-891e-5f5337822a78 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:08.079324 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Attempting to bind port b9d4f0a7-ba3b-4574-891e-5f5337822a78 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'bdf0c71b-fbee-46db-91df-4ca543f6b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:08.079801 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Attempting to bind port b9d4f0a7-ba3b-4574-891e-5f5337822a78 on network 04d2cd18-7ffc-43a1-901d-3771e131828c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:08.082858 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71f8d4e-6417-4b93-b53e-cba0eb27f427 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Made reservation on behalf of 7c6d100b442847c8a0564fd14e5a2e4f for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:08.085695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:08.085695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:08.086297 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 Oct 28 10:00:08.087537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c71f8d4e-6417-4b93-b53e-cba0eb27f427 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:08.095636 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ba8e3f31-1a0c-4767-b426-24666b733729), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:08.217232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] device_id is not set on port 3dd3de84-0a8c-4b17-a7aa-6e5f483e4606 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:00:08.231401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:00:08.235195 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Checking segment: {'id': 'bdf0c71b-fbee-46db-91df-4ca543f6b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:08.235195 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:08.235195 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Bound using segment: {'id': 'bdf0c71b-fbee-46db-91df-4ca543f6b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:00:08.235195 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Bound port: b9d4f0a7-ba3b-4574-891e-5f5337822a78, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf0c71b-fbee-46db-91df-4ca543f6b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:00:08.235195 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:08.235711 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:08.246843 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:08.249368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:08.273582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf42992-ff5c-4da5-ae8a-75f3fbf2a272 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:08.277482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-acf42992-ff5c-4da5-ae8a-75f3fbf2a272 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:08.283752 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Pushing event updated for resources: {'Port': ['ID=ba8e3f31-1a0c-4767-b426-24666b733729,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:08.286492 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] For port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:08.330181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9244cf-f26e-4685-8766-3d6c589404d8 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Network 4944a02d-7860-4864-9e10-7c534cee41d0 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:08.338048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:08.349482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e404e1ab-f9e8-4533-b704-3ebe8121c0a6 None None] Current status of the port d7dbd2b0-67cb-49cd-ab55-778514833d57 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:08.350069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e404e1ab-f9e8-4533-b704-3ebe8121c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d7dbd2b0-67cb-49cd-ab55-778514833d57), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:08.358581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-99b26a52-5ee8-481c-8665-71c3ec34491b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 04530626-2772-4cf3-a9b7-0d2e08826ff8) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:08.359941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] For port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=30a55e90-1325-4ec8-bfa2-dcc117b0ad3c,segment=NetworkSegment(13469ac8-b298-4655-9f0a-6d7d240e6c23),segment_id=13469ac8-b298-4655-9f0a-6d7d240e6c23)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:08.373780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-3f9244cf-f26e-4685-8766-3d6c589404d8 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 4944a02d-7860-4864-9e10-7c534cee41d0) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:08.378966 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472b7b54-3bea-4f03-a464-cb33c597f23c None None] Network 04530626-2772-4cf3-a9b7-0d2e08826ff8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:08.392371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42823b84-557c-4d87-91f2-53378b35b47f None None] Network 4944a02d-7860-4864-9e10-7c534cee41d0 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:08.398759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9244cf-f26e-4685-8766-3d6c589404d8 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:08.399628 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3f9244cf-f26e-4685-8766-3d6c589404d8 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:08.413543 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7366f2-ccfe-48d6-a148-f847df9f5b25 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Router 88a20b86-3ac8-49de-9e92-17fd0c52635b has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:08.416026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b26a52-5ee8-481c-8665-71c3ec34491b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:08.416217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-99b26a52-5ee8-481c-8665-71c3ec34491b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:08.420847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:08.423392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f288ca3b-35f4-4813-b5cc-a3b0b1daadea up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:08.437947 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b6b7-1aec-47aa-bb96-28e6d00c3ea0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (2ff19e5b-740f-455e-a40b-faf3db043514), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:08.550883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (30a55e90-1325-4ec8-bfa2-dcc117b0ad3c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:08.561549 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3f9244cf-f26e-4685-8766-3d6c589404d8 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7528095 Oct 28 10:00:08.567752 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40100) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:08.573488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6ddcdaac-7448-4f0c-8420-c9d389334c0f tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Request body: {'port': {'network_id': '4944a02d-7860-4864-9e10-7c534cee41d0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-821095163'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:08.641327 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-99b26a52-5ee8-481c-8665-71c3ec34491b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7603991 Oct 28 10:00:08.654484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (3dd3de84-0a8c-4b17-a7aa-6e5f483e4606), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:08.665931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7366f2-ccfe-48d6-a148-f847df9f5b25 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:08.666577 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40102) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:08.718868 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9d7366f2-ccfe-48d6-a148-f847df9f5b25 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "PUT /networking/v2.0/routers/88a20b86-3ac8-49de-9e92-17fd0c52635b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1014063 Oct 28 10:00:08.743198 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40104) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:08.784639 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-baebd54f-7faf-4b56-a47b-e68e9816bd25 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] GET failed (client error): The resource could not be found. Oct 28 10:00:08.786357 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-baebd54f-7faf-4b56-a47b-e68e9816bd25 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/a5dd4883-6260-4ae3-9d66-23263ecdcb79 HTTP/1.1" status: 404 len: 333 time: 0.0420730 Oct 28 10:00:08.789403 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40106) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:08.837252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] device_id is not set on port a7e52ec5-c280-40b3-9682-a7a11c1629d8 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:00:08.889490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32528860-ae8c-4b13-bcd1-5a336edd0ec9 None None] Sync routers for ids ['88a20b86-3ac8-49de-9e92-17fd0c52635b'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:08.897713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c71f8d4e-6417-4b93-b53e-cba0eb27f427 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (1b0d929e-ce98-4869-a8f8-e2da77c8b508), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:08.910630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] For port b9d4f0a7-ba3b-4574-891e-5f5337822a78, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:08.922181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e404e1ab-f9e8-4533-b704-3ebe8121c0a6 None None] For port d7dbd2b0-67cb-49cd-ab55-778514833d57, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d7dbd2b0-67cb-49cd-ab55-778514833d57,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:08.925714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:08.964263 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:08.967163 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] For port b9d4f0a7-ba3b-4574-891e-5f5337822a78, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b9d4f0a7-ba3b-4574-891e-5f5337822a78,segment=NetworkSegment(bdf0c71b-fbee-46db-91df-4ca543f6b22c),segment_id=bdf0c71b-fbee-46db-91df-4ca543f6b22c)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:09.008064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32528860-ae8c-4b13-bcd1-5a336edd0ec9 None None] Routers {'88a20b86-3ac8-49de-9e92-17fd0c52635b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:09.009059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-32528860-ae8c-4b13-bcd1-5a336edd0ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['88a20b86-3ac8-49de-9e92-17fd0c52635b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:09.020065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e404e1ab-f9e8-4533-b704-3ebe8121c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d7dbd2b0-67cb-49cd-ab55-778514833d57), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.041715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba57f-86ad-4885-bdbc-915c8263a7ef tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for router (88a20b86-3ac8-49de-9e92-17fd0c52635b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.085896 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89abfeb-d10b-46ec-803d-393c5072d4a0 None None] Pushing event updated for resources: {'Port': ['ID=30a55e90-1325-4ec8-bfa2-dcc117b0ad3c,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:09.093808 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b6b7-1aec-47aa-bb96-28e6d00c3ea0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (2ff19e5b-740f-455e-a40b-faf3db043514), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.094151 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-32528860-ae8c-4b13-bcd1-5a336edd0ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:09.117317 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f288ca3b-35f4-4813-b5cc-a3b0b1daadea triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:09.117722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f288ca3b-35f4-4813-b5cc-a3b0b1daadea), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.118086 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f288ca3b-35f4-4813-b5cc-a3b0b1daadea Oct 28 10:00:09.121682 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.141796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-04530626-2772-4cf3-a9b7-0d2e08826ff8', 'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8', 'project_id': '25a1ece53cc94768b28900845d6f215a', 'fixed_ips': [{'subnet_id': '9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:00:09.142947 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.163214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-acf42992-ff5c-4da5-ae8a-75f3fbf2a272 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (c751bcfe-0409-4ca7-b012-37d909dcd010), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.199915 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-49411f6f-5d11-4056-ab37-9f310bcae1c9 None None] Could not find standard attr ID for object ae6fddea-97b5-4241-907e-b69ff1d182ca. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:00:09.201264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-4944a02d-7860-4864-9e10-7c534cee41d0', 'network_id': '4944a02d-7860-4864-9e10-7c534cee41d0', 'project_id': '9a1bf00f79d448c7a7912346df6ce673', 'fixed_ips': [{'subnet_id': '87932ab0-b4ca-49db-b6a5-ca2031aff364'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:00:09.202453 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.218400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Publish callbacks [] for router_gateway (579f5177-2324-48ef-b523-c4bb0316b5fd), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.225864 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:09.240656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:09.241369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:09.308910 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32528860-ae8c-4b13-bcd1-5a336edd0ec9 None None] Routers {'88a20b86-3ac8-49de-9e92-17fd0c52635b'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:09.308910 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-32528860-ae8c-4b13-bcd1-5a336edd0ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['88a20b86-3ac8-49de-9e92-17fd0c52635b'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:09.374589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf42992-ff5c-4da5-ae8a-75f3fbf2a272 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Subnet': ['ID=c751bcfe-0409-4ca7-b012-37d909dcd010,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:09.406087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-49411f6f-5d11-4056-ab37-9f310bcae1c9 None None] Provisioning complete for port d7dbd2b0-67cb-49cd-ab55-778514833d57 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:09.406467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-49411f6f-5d11-4056-ab37-9f310bcae1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d7dbd2b0-67cb-49cd-ab55-778514833d57), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.407142 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-49411f6f-5d11-4056-ab37-9f310bcae1c9 None None] Attempt 1 to provision port d7dbd2b0-67cb-49cd-ab55-778514833d57 Oct 28 10:00:09.415057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b6b7-1aec-47aa-bb96-28e6d00c3ea0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (2ff19e5b-740f-455e-a40b-faf3db043514), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.423125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f8d4e-6417-4b93-b53e-cba0eb27f427 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event updated for resources: {'Subnet': ['ID=1b0d929e-ce98-4869-a8f8-e2da77c8b508,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:09.428877 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=79,neutron:DELETE=12,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:09.442123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba57f-86ad-4885-bdbc-915c8263a7ef tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (88a20b86-3ac8-49de-9e92-17fd0c52635b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.450161 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba57f-86ad-4885-bdbc-915c8263a7ef tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for router_controller (88a20b86-3ac8-49de-9e92-17fd0c52635b), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.454152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-32528860-ae8c-4b13-bcd1-5a336edd0ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:09.455087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32528860-ae8c-4b13-bcd1-5a336edd0ec9 None None] The sync data for ids ['88a20b86-3ac8-49de-9e92-17fd0c52635b'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:09.474595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b6b7-1aec-47aa-bb96-28e6d00c3ea0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.480457 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a9b2b6b7-1aec-47aa-bb96-28e6d00c3ea0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2ff19e5b-740f-455e-a40b-faf3db043514 HTTP/1.1" status: 204 len: 168 time: 1.8092000 Oct 28 10:00:09.482570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40108) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:09.491848 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2b6b7-1aec-47aa-bb96-28e6d00c3ea0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff19e5b-740f-455e-a40b-faf3db043514,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:09.512756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404e1ab-f9e8-4533-b704-3ebe8121c0a6 None None] Pushing event updated for resources: {'Port': ['ID=d7dbd2b0-67cb-49cd-ab55-778514833d57,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:09.529151 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf42992-ff5c-4da5-ae8a-75f3fbf2a272 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Checking segment: {'id': 'd7da8809-be42-4b8d-ac06-22ee9b2be9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8a6123d1-1401-4c7c-934f-e6ed1c93f46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:09.529526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf42992-ff5c-4da5-ae8a-75f3fbf2a272 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network hostable DHCP agents. Network: 8a6123d1-1401-4c7c-934f-e6ed1c93f46e, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:09.532730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62f8293-80b6-4559-b792-044dccc18677 None None] Network 27cab9a0-d24d-4f61-b60f-51dd4ee136db requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:09.554639 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:09.572733 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7056bf83-9738-4d29-84fc-5db4150b4f6b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868018 Oct 28 10:00:09.573422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40110) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:09.577960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71f8d4e-6417-4b93-b53e-cba0eb27f427 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Checking segment: {'id': '9a576e12-bcec-4817-a878-2cb5dcd9baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f81961fc-4b96-49d7-adfe-1d97f92b0f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:09.580315 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71f8d4e-6417-4b93-b53e-cba0eb27f427 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Network hostable DHCP agents. Network: f81961fc-4b96-49d7-adfe-1d97f92b0f85, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:09.643858 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4151a105-dd43-4df0-966c-790df0e63ccb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:09.648264 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4151a105-dd43-4df0-966c-790df0e63ccb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0712087 Oct 28 10:00:09.648921 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40112) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:09.657965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:00:09.674398 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:09.696068 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddcdaac-7448-4f0c-8420-c9d389334c0f tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Made reservation on behalf of 9a1bf00f79d448c7a7912346df6ce673 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:09.714987 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17b4bf-b9f0-485e-aac9-9c2d65e85f77 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:09.719000 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5e17b4bf-b9f0-485e-aac9-9c2d65e85f77 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0667524 Oct 28 10:00:09.719000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba57f-86ad-4885-bdbc-915c8263a7ef tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (88a20b86-3ac8-49de-9e92-17fd0c52635b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.719000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3ba57f-86ad-4885-bdbc-915c8263a7ef tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Fanout notify agent at l3_agent the message router_deleted on router 88a20b86-3ac8-49de-9e92-17fd0c52635b {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:00:09.722404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdaac-7448-4f0c-8420-c9d389334c0f tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.726949 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba57f-86ad-4885-bdbc-915c8263a7ef tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.728109 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cf3ba57f-86ad-4885-bdbc-915c8263a7ef tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/routers/88a20b86-3ac8-49de-9e92-17fd0c52635b HTTP/1.1" status: 204 len: 168 time: 0.9335096 Oct 28 10:00:09.728870 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40114) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:09.729554 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (a7e52ec5-c280-40b3-9682-a7a11c1629d8), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.775352 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf42992-ff5c-4da5-ae8a-75f3fbf2a272 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network 8a6123d1-1401-4c7c-934f-e6ed1c93f46e is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:09.776192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40116) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:09.777873 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:09.780613 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4fe46857-612d-4e21-a23a-d0e3caf4433e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502181 Oct 28 10:00:09.791096 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40118) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:09.819536 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff44eae-564c-49e5-b7f8-73a96da2369c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:09.820121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff44eae-564c-49e5-b7f8-73a96da2369c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:09.825939 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6ff44eae-564c-49e5-b7f8-73a96da2369c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/ae6fddea-97b5-4241-907e-b69ff1d182ca HTTP/1.1" status: 404 len: 333 time: 0.0335376 Oct 28 10:00:09.826551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40120) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:09.859165 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a11cb1-223e-442b-b346-01492c9f7218 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:09.860053 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a11cb1-223e-442b-b346-01492c9f7218 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:09.864754 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-93a11cb1-223e-442b-b346-01492c9f7218 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/1bcba1a2-3a43-442c-b55f-426a35d7edd0 HTTP/1.1" status: 404 len: 337 time: 0.0370083 Oct 28 10:00:09.869237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (3dd3de84-0a8c-4b17-a7aa-6e5f483e4606), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.870919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40122) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:09.888194 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-acf42992-ff5c-4da5-ae8a-75f3fbf2a272 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 8a6123d1-1401-4c7c-934f-e6ed1c93f46e) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:09.893270 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf42992-ff5c-4da5-ae8a-75f3fbf2a272 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:09.894472 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-acf42992-ff5c-4da5-ae8a-75f3fbf2a272 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:09.928047 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-041c1bf1-ae47-44c9-963f-8c9a125c2529 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:09.928821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041c1bf1-ae47-44c9-963f-8c9a125c2529 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:09.932408 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-041c1bf1-ae47-44c9-963f-8c9a125c2529 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2ff19e5b-740f-455e-a40b-faf3db043514 HTTP/1.1" status: 404 len: 337 time: 0.0601637 Oct 28 10:00:09.936947 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40124) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:09.942957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73263758-d059-476b-b562-68a64ea9f814 None None] Network 8a6123d1-1401-4c7c-934f-e6ed1c93f46e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:09.952588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-6ddcdaac-7448-4f0c-8420-c9d389334c0f tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] device_id is not set on port ef497731-ba73-46cd-9d8d-d95668f15b61 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:00:09.966256 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-85117006-2f2f-4a0c-81f3-9c7614ebe52c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:09.966873 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85117006-2f2f-4a0c-81f3-9c7614ebe52c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:09.974804 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-85117006-2f2f-4a0c-81f3-9c7614ebe52c tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/35bdb33c-9436-4eb5-a9ff-93ce26f826f8 HTTP/1.1" status: 404 len: 333 time: 0.0335109 Oct 28 10:00:09.974804 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40126) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:09.976587 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:10.012255 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-972b2245-7ee9-4902-974d-39b8fc32d6ba tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.012729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-972b2245-7ee9-4902-974d-39b8fc32d6ba tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.015757 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-972b2245-7ee9-4902-974d-39b8fc32d6ba tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/1dd6fbf1-ab1a-4c16-81d7-c92be63c9963 HTTP/1.1" status: 404 len: 337 time: 0.0402839 Oct 28 10:00:10.023211 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-acf42992-ff5c-4da5-ae8a-75f3fbf2a272 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6012175 Oct 28 10:00:10.023768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (579f5177-2324-48ef-b523-c4bb0316b5fd), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:10.027539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40128) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.027539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40130) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.030778 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-56cfb583-fba1-49f7-902e-18e85ebcca5d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1339064617'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:10.070536 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f288ca3b-35f4-4813-b5cc-a3b0b1daadea is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:10.071726 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device afe04754-cb25-48de-a5f5-a822a0f50df7 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:10.073957 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fc0195-8583-427e-a14d-1a3010aa07a8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.074536 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fc0195-8583-427e-a14d-1a3010aa07a8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.077712 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-02fc0195-8583-427e-a14d-1a3010aa07a8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/18bd0caa-619e-4064-9a6f-45949ccd4360 HTTP/1.1" status: 404 len: 337 time: 0.0525956 Oct 28 10:00:10.080737 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40132) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.113256 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7df8965-6807-4b17-a2b8-5fc5d1f9e210 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.115667 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7df8965-6807-4b17-a2b8-5fc5d1f9e210 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.117302 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e7df8965-6807-4b17-a2b8-5fc5d1f9e210 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/7d66bd0f-8cef-40fb-b31f-53233aaf642b HTTP/1.1" status: 404 len: 333 time: 0.0356169 Oct 28 10:00:10.120636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40134) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.144911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network aa84229e-5432-4ac8-ba7a-72aa15779650 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:10.149470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71f8d4e-6417-4b93-b53e-cba0eb27f427 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Network f81961fc-4b96-49d7-adfe-1d97f92b0f85 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:10.151400 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0546576-9beb-4005-9ff7-cd0a47f56ac7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.151706 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0546576-9beb-4005-9ff7-cd0a47f56ac7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.157365 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b0546576-9beb-4005-9ff7-cd0a47f56ac7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/70ef7c12-bbb5-4e0b-83c7-1b56669c97a3 HTTP/1.1" status: 404 len: 337 time: 0.0333333 Oct 28 10:00:10.157584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40136) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.161548 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:10.167804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Allocated IP 172.20.0.2 (4944a02d-7860-4864-9e10-7c534cee41d0/87932ab0-b4ca-49db-b6a5-ca2031aff364/1f4ad297-2ee8-4fcc-8c1d-e10647786f52) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:10.168347 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cfb583-fba1-49f7-902e-18e85ebcca5d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:10.190325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56cfb583-fba1-49f7-902e-18e85ebcca5d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:10.207507 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc69b5ae-4356-4a08-9dae-cf1f2f518c02 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.207507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc69b5ae-4356-4a08-9dae-cf1f2f518c02 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.214895 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bc69b5ae-4356-4a08-9dae-cf1f2f518c02 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/48e45f95-01c6-464f-8ac5-88ff70803d55 HTTP/1.1" status: 404 len: 337 time: 0.0520096 Oct 28 10:00:10.214895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40138) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.218135 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a8af65-43d6-40fe-a8af-31979f5fe09f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting subnet 14b2fc11-7f8f-47cb-992c-625b8af0adff {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:00:10.223115 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21965cc-f3fc-4a28-af1f-ace7b9ddc7d6 None None] Network 07bb7c23-09bb-41e7-99d8-48d122521c6b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:10.241053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:10.241177 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Allocated IP 2001:db8:3::2 (04530626-2772-4cf3-a9b7-0d2e08826ff8/9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b/3f5a1566-0efd-4e26-b5da-2b22694535f9) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:10.241887 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91081f-f5db-4bdd-bd42-7fad69b59334 None None] Pushing event updated for resources: {'Port': ['ID=b9d4f0a7-ba3b-4574-891e-5f5337822a78,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:10.243311 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28a8af65-43d6-40fe-a8af-31979f5fe09f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (14b2fc11-7f8f-47cb-992c-625b8af0adff), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:10.248372 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd0ed32-d117-4908-adbe-8248a6bc2b4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.248958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd0ed32-d117-4908-adbe-8248a6bc2b4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.254633 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8dd0ed32-d117-4908-adbe-8248a6bc2b4b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/38ec0b4d-06b5-4ebf-a33e-d5078c0f6181 HTTP/1.1" status: 404 len: 333 time: 0.0378132 Oct 28 10:00:10.256325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40140) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.258446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-c71f8d4e-6417-4b93-b53e-cba0eb27f427 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, f81961fc-4b96-49d7-adfe-1d97f92b0f85) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:10.260500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:10.261530 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a7e52ec5-c280-40b3-9682-a7a11c1629d8), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:10.294145 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cfb583-fba1-49f7-902e-18e85ebcca5d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:10.298797 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c05ec0-deb6-4d6a-8a46-262503d59d19 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.299326 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c05ec0-deb6-4d6a-8a46-262503d59d19 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.306596 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-16c05ec0-deb6-4d6a-8a46-262503d59d19 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/518a4504-a2e6-4891-9019-24c6d618c6cc HTTP/1.1" status: 404 len: 337 time: 0.0478039 Oct 28 10:00:10.312855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40142) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.333884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3f4603-82fe-4448-ba9d-5ef33e254921 None None] Network f81961fc-4b96-49d7-adfe-1d97f92b0f85 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:10.348064 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56cfb583-fba1-49f7-902e-18e85ebcca5d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c92e72e2-6626-4dac-a31f-ae00003591a5), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:10.348405 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-56cfb583-fba1-49f7-902e-18e85ebcca5d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Added segment c92e72e2-6626-4dac-a31f-ae00003591a5 of type vlan for network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 Oct 28 10:00:10.350475 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-abed99a4-01c5-48dc-8792-6256d3c2e5f7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.350969 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abed99a4-01c5-48dc-8792-6256d3c2e5f7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.356628 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-abed99a4-01c5-48dc-8792-6256d3c2e5f7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/41d2de38-967d-4e25-ab4f-89028fcdfd77 HTTP/1.1" status: 404 len: 337 time: 0.0401757 Oct 28 10:00:10.363822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40144) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.397779 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fafee6e-07ea-423b-9171-936c35d60bc4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.398499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fafee6e-07ea-423b-9171-936c35d60bc4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.402716 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9fafee6e-07ea-423b-9171-936c35d60bc4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/b9d255ec-d1b6-43c2-9f92-a0e522a3b0cc HTTP/1.1" status: 404 len: 333 time: 0.0369785 Oct 28 10:00:10.410716 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cd89de-fb0a-417a-b1f5-612565896be8 None None] DHCP port deletion for 27cab9a0-d24d-4f61-b60f-51dd4ee136db request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:00:10.420579 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40146) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.459667 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8835bf5f-b13e-42bf-b347-e5d155663030 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.460135 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8835bf5f-b13e-42bf-b347-e5d155663030 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.466133 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8835bf5f-b13e-42bf-b347-e5d155663030 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/fa67872b-33ab-401c-ad51-528f4b561c0d HTTP/1.1" status: 404 len: 337 time: 0.0422139 Oct 28 10:00:10.466133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56cfb583-fba1-49f7-902e-18e85ebcca5d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (78ca8fa7-9f37-438d-b691-01985a1a5ca9), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:10.467856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40148) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.511602 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-41082147-4527-4843-86fc-0455b2208d5e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.511879 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41082147-4527-4843-86fc-0455b2208d5e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.513276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-49411f6f-5d11-4056-ab37-9f310bcae1c9 None None] Current status of the port d7dbd2b0-67cb-49cd-ab55-778514833d57 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:10.518830 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-41082147-4527-4843-86fc-0455b2208d5e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/433f60fc-6998-43ae-b3b2-15354422b3e7 HTTP/1.1" status: 404 len: 333 time: 0.0468102 Oct 28 10:00:10.522590 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40150) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.556065 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2080bb-e5b1-4db5-9776-d8143b714905 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.556539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2080bb-e5b1-4db5-9776-d8143b714905 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.561740 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-be2080bb-e5b1-4db5-9776-d8143b714905 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/07d36033-893d-4a4e-8c13-4b79814fb1d5 HTTP/1.1" status: 404 len: 337 time: 0.0360205 Oct 28 10:00:10.562997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40152) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.596056 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c69d26-dc8c-4792-934e-b144c2452e69 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.596807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c69d26-dc8c-4792-934e-b144c2452e69 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.602345 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b1c69d26-dc8c-4792-934e-b144c2452e69 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a65bba12-28c1-4c48-9ff3-f9bb838ddef9 HTTP/1.1" status: 404 len: 333 time: 0.0357738 Oct 28 10:00:10.603177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40154) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.632205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=3dd3de84-0a8c-4b17-a7aa-6e5f483e4606,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:10.634529 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a501b9ab-1c5e-45c2-aed4-2e5af96e1526 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.634529 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a501b9ab-1c5e-45c2-aed4-2e5af96e1526 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.636552 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71f8d4e-6417-4b93-b53e-cba0eb27f427 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:10.639931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c71f8d4e-6417-4b93-b53e-cba0eb27f427 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:10.640128 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a501b9ab-1c5e-45c2-aed4-2e5af96e1526 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/47ac4876-e8d2-4000-a860-8fdb4b57e789 HTTP/1.1" status: 404 len: 337 time: 0.0337026 Oct 28 10:00:10.640263 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40156) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.668303 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3bc64c-5929-4141-a71b-e1bc235ea9d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.669331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3bc64c-5929-4141-a71b-e1bc235ea9d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.675768 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4a3bc64c-5929-4141-a71b-e1bc235ea9d0 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a6ed1f7b-b4a5-4c7b-9ad6-f2d338913205 HTTP/1.1" status: 404 len: 333 time: 0.0307543 Oct 28 10:00:10.675768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56cfb583-fba1-49f7-902e-18e85ebcca5d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (78ca8fa7-9f37-438d-b691-01985a1a5ca9), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:10.680628 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cfb583-fba1-49f7-902e-18e85ebcca5d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:10.681286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56cfb583-fba1-49f7-902e-18e85ebcca5d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:10.693494 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40158) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.734003 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-8a6123d1-1401-4c7c-934f-e6ed1c93f46e', 'network_id': '8a6123d1-1401-4c7c-934f-e6ed1c93f46e', 'project_id': '2e2b0df30914433097c544ce0c429d35', 'fixed_ips': [{'subnet_id': 'c751bcfe-0409-4ca7-b012-37d909dcd010'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:00:10.734878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:10.770751 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8385a64e-26e1-4a25-8c25-79b9184742c1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.771482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8385a64e-26e1-4a25-8c25-79b9184742c1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.774815 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8385a64e-26e1-4a25-8c25-79b9184742c1 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/40bb3ece-2fb0-4a1c-95ca-2183a3a98191 HTTP/1.1" status: 404 len: 337 time: 0.0768111 Oct 28 10:00:10.778470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40160) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.798455 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:10.803523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28a8af65-43d6-40fe-a8af-31979f5fe09f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (14b2fc11-7f8f-47cb-992c-625b8af0adff), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:10.817716 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-56cfb583-fba1-49f7-902e-18e85ebcca5d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7912283 Oct 28 10:00:10.822020 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40162) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.824229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port afe04754-cb25-48de-a5f5-a822a0f50df7 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:10.824601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (afe04754-cb25-48de-a5f5-a822a0f50df7), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:10.824850 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-34411729-d6e2-40e6-aaaa-6c4a9c59a2d4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.824965 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port afe04754-cb25-48de-a5f5-a822a0f50df7 Oct 28 10:00:10.825425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34411729-d6e2-40e6-aaaa-6c4a9c59a2d4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.828421 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-34411729-d6e2-40e6-aaaa-6c4a9c59a2d4 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/e88cb417-8077-48a3-bf33-d081c7b83904 HTTP/1.1" status: 404 len: 333 time: 0.0487552 Oct 28 10:00:10.833205 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-ae4c46a2-63fc-48a8-9319-aeefeb556c40 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'subnet': {'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:10.837550 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40164) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.841047 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfb583-fba1-49f7-902e-18e85ebcca5d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Network': ['ID=78ca8fa7-9f37-438d-b691-01985a1a5ca9,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:10.850418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:10.864120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3cd761dc-cfbe-4fb4-b4ad-b90a37e9761c None None] Provisioning complete for port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:10.864791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3cd761dc-cfbe-4fb4-b4ad-b90a37e9761c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (30a55e90-1325-4ec8-bfa2-dcc117b0ad3c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:10.865298 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3cd761dc-cfbe-4fb4-b4ad-b90a37e9761c None None] Attempt 1 to provision port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c Oct 28 10:00:10.873363 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c71f8d4e-6417-4b93-b53e-cba0eb27f427 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0935063 Oct 28 10:00:10.880343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=a7e52ec5-c280-40b3-9682-a7a11c1629d8,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:10.886178 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40166) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.892407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-274b71d2-c659-41f1-a139-f600c4a6e957 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f81961fc-4b96-49d7-adfe-1d97f92b0f85'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:10.898554 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:10.917772 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b03aa51-6988-46e6-a2c0-a3d9a4b9047f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.918233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b03aa51-6988-46e6-a2c0-a3d9a4b9047f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.921238 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0b03aa51-6988-46e6-a2c0-a3d9a4b9047f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/7f9b1233-454a-4cfd-b12e-33b44e2c9ffc HTTP/1.1" status: 404 len: 337 time: 0.0811813 Oct 28 10:00:10.925588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40168) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:10.961710 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a034bc48-c986-48f3-9e2a-eb21baa08812 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:10.962341 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a034bc48-c986-48f3-9e2a-eb21baa08812 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:10.966179 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a034bc48-c986-48f3-9e2a-eb21baa08812 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/fa9dc6f5-8ee6-4df7-a245-d3b744b17cbd HTTP/1.1" status: 404 len: 333 time: 0.0396185 Oct 28 10:00:10.972713 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40170) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:11.000972 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-01cd89de-fb0a-417a-b1f5-612565896be8 None None] Deleting port d7dbd2b0-67cb-49cd-ab55-778514833d57 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:11.001610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01cd89de-fb0a-417a-b1f5-612565896be8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d7dbd2b0-67cb-49cd-ab55-778514833d57), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:11.003354 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:11.008479 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cab2a29-1fe2-4c9c-b723-3e3c618c9dd7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:11.008941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cab2a29-1fe2-4c9c-b723-3e3c618c9dd7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:11.012187 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2cab2a29-1fe2-4c9c-b723-3e3c618c9dd7 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/bccc86e2-78d0-45ef-9df4-4a6c26ff12c5 HTTP/1.1" status: 404 len: 337 time: 0.0383189 Oct 28 10:00:11.015071 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40172) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:11.023319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:11.049793 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf727ba-8b01-4273-9ea7-0cbacf6cd887 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:11.050294 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf727ba-8b01-4273-9ea7-0cbacf6cd887 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:11.055962 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dcf727ba-8b01-4273-9ea7-0cbacf6cd887 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/bf007c28-0513-4560-a718-12f529a4d8fb HTTP/1.1" status: 404 len: 337 time: 0.0374401 Oct 28 10:00:11.063888 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40174) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:11.074291 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Checking segment: {'id': 'dcdc6db5-7821-4a4c-95c2-a86f2151fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5d85b28c-36a3-4b72-b97f-bd96e9000e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:11.074907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network hostable DHCP agents. Network: 5d85b28c-36a3-4b72-b97f-bd96e9000e11, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:11.087156 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe72f9b-5b0e-4757-b8c7-779e323b3119 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:11.087718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe72f9b-5b0e-4757-b8c7-779e323b3119 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:11.094737 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dfe72f9b-5b0e-4757-b8c7-779e323b3119 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/9c0bde13-d804-41ac-a178-162c35d21188 HTTP/1.1" status: 404 len: 333 time: 0.0332522 Oct 28 10:00:11.094737 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:11.095127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40176) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:11.123181 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-213bbbad-5433-4f47-bb9a-f11858a2ca56 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:11.123640 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213bbbad-5433-4f47-bb9a-f11858a2ca56 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:11.129744 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-213bbbad-5433-4f47-bb9a-f11858a2ca56 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2d05cfde-e2fa-4f28-9f18-c825774a5192 HTTP/1.1" status: 404 len: 337 time: 0.0308046 Oct 28 10:00:11.132377 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40178) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:11.158698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4c46a2-63fc-48a8-9319-aeefeb556c40 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:11.162234 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ae4c46a2-63fc-48a8-9319-aeefeb556c40 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:11.167347 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91d0e05-2234-4885-92fe-7dc3058b6278 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:11.167550 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91d0e05-2234-4885-92fe-7dc3058b6278 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:11.173378 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f91d0e05-2234-4885-92fe-7dc3058b6278 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/15a2c663-66eb-413d-8a96-9702589f4f98 HTTP/1.1" status: 404 len: 337 time: 0.0393388 Oct 28 10:00:11.180874 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40180) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:11.241410 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:11.246535 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-660ceab6-bb11-40c3-9e18-29a3994d2070 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:11.247506 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660ceab6-bb11-40c3-9e18-29a3994d2070 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:11.249086 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28a8af65-43d6-40fe-a8af-31979f5fe09f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (14b2fc11-7f8f-47cb-992c-625b8af0adff), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:11.258909 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-660ceab6-bb11-40c3-9e18-29a3994d2070 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a02b50f7-71ea-4fb3-98a2-b2232e57682b HTTP/1.1" status: 404 len: 333 time: 0.0685809 Oct 28 10:00:11.258909 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40182) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:11.279675 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-f81961fc-4b96-49d7-adfe-1d97f92b0f85', 'network_id': 'f81961fc-4b96-49d7-adfe-1d97f92b0f85', 'project_id': '7c6d100b442847c8a0564fd14e5a2e4f', 'fixed_ips': [{'subnet_id': '1b0d929e-ce98-4869-a8f8-e2da77c8b508'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:00:11.281437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:11.288920 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d94ae99-a9e5-4d1b-a0ef-37751a55893a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:11.289250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d94ae99-a9e5-4d1b-a0ef-37751a55893a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:11.296329 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3d94ae99-a9e5-4d1b-a0ef-37751a55893a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/d34e0d93-695a-4f08-916c-c78e282a91a2 HTTP/1.1" status: 404 len: 337 time: 0.0373485 Oct 28 10:00:11.296633 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40184) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:11.346972 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc02e80-8645-4864-be66-eafc4b878bf6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:11.349427 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc02e80-8645-4864-be66-eafc4b878bf6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:11.355981 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ebc02e80-8645-4864-be66-eafc4b878bf6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/113e39d3-0ddf-4158-ae93-86b91cc0ee82 HTTP/1.1" status: 404 len: 337 time: 0.0560484 Oct 28 10:00:11.356902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40186) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:11.377323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:01Z', 'revision_number': 4, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d4f0a7-ba3b-4574-891e-5f5337822a78', 'name': '', 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:d3:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:55Z', 'updated_at': '2022-10-28T10:00:08Z', 'revision_number': 4, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:11.395161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network 5d85b28c-36a3-4b72-b97f-bd96e9000e11 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:11.396213 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61e3571-26ee-4331-975d-252b3b9d25ac tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:11.396732 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61e3571-26ee-4331-975d-252b3b9d25ac tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:11.402580 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e61e3571-26ee-4331-975d-252b3b9d25ac tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/e451c802-49ff-483c-9bdc-03f18f7d7fbf HTTP/1.1" status: 404 len: 333 time: 0.0421646 Oct 28 10:00:11.403258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40188) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:11.408856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-274b71d2-c659-41f1-a139-f600c4a6e957 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for router_gateway (e5698efd-3337-4cf5-9082-4051cb7ee4ad), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:11.462038 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-58de1bc2-c370-4298-909f-1320e2f2aa5b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:11.463688 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58de1bc2-c370-4298-909f-1320e2f2aa5b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:11.469762 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-58de1bc2-c370-4298-909f-1320e2f2aa5b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/6e77d7a5-bd77-40ca-bc8e-1b04f6a07bec HTTP/1.1" status: 404 len: 337 time: 0.0628760 Oct 28 10:00:11.472568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40190) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:11.501402 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 5d85b28c-36a3-4b72-b97f-bd96e9000e11) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:11.503224 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Router 579f5177-2324-48ef-b523-c4bb0316b5fd is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:00:11.519734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9d9da9-14e1-411d-a23a-5a3b850eeb8a None None] The sync data for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv is: [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:01Z', 'revision_number': 4, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d4f0a7-ba3b-4574-891e-5f5337822a78', 'name': '', 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:d3:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:55Z', 'updated_at': '2022-10-28T10:00:08Z', 'revision_number': 4, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:11.531863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:11.537954 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:11.543421 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:11.544366 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:11.616645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=8,neutron:INSERT=2,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:11.619666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-01cd89de-fb0a-417a-b1f5-612565896be8 None None] For port d7dbd2b0-67cb-49cd-ab55-778514833d57, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d7dbd2b0-67cb-49cd-ab55-778514833d57,segment=NetworkSegment(8345958b-c2ce-4977-b6c4-1dfc4056991d),segment_id=8345958b-c2ce-4977-b6c4-1dfc4056991d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:11.619666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01cd89de-fb0a-417a-b1f5-612565896be8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d7dbd2b0-67cb-49cd-ab55-778514833d57), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:11.636607 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port afe04754-cb25-48de-a5f5-a822a0f50df7 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:11.638025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4c4e42de-6e05-434e-be22-54152ad190ee up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:11.661350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b806fa-d15f-46e7-b46b-f7f08817f8ed None None] Network 5d85b28c-36a3-4b72-b97f-bd96e9000e11 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:11.688372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28a8af65-43d6-40fe-a8af-31979f5fe09f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (14b2fc11-7f8f-47cb-992c-625b8af0adff), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:11.715378 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28a8af65-43d6-40fe-a8af-31979f5fe09f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:11.723803 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-28a8af65-43d6-40fe-a8af-31979f5fe09f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/14b2fc11-7f8f-47cb-992c-625b8af0adff HTTP/1.1" status: 204 len: 168 time: 1.9412184 Oct 28 10:00:11.724024 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40194) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:11.877265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Allocated IP 2001:db8:1::2 (f81961fc-4b96-49d7-adfe-1d97f92b0f85/1b0d929e-ce98-4869-a8f8-e2da77c8b508/8b47c420-51d0-461d-b770-447f71e65113) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:11.886223 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (7553ab0e-64c8-4951-b2d1-1b1a3a6aa811), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:11.905810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Publish callbacks [] for port (1f4ad297-2ee8-4fcc-8c1d-e10647786f52), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:11.906380 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c0a02460-e0f2-4c5b-872f-aebaf9c652dd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.2720184 Oct 28 10:00:11.907951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8af65-43d6-40fe-a8af-31979f5fe09f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Subnet': ['ID=14b2fc11-7f8f-47cb-992c-625b8af0adff,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:11.911497 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d02ba2-8c1c-4e47-897f-86d2fbc203fd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:11.911963 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d02ba2-8c1c-4e47-897f-86d2fbc203fd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:11.912621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-01cd89de-fb0a-417a-b1f5-612565896be8 None None] Calling delete_port for d7dbd2b0-67cb-49cd-ab55-778514833d57 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:11.918921 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-05d02ba2-8c1c-4e47-897f-86d2fbc203fd tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c447087a-69e8-4501-9605-897d6cbbb144 HTTP/1.1" status: 404 len: 337 time: 0.4465830 Oct 28 10:00:11.922033 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40196) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:11.922366 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40198) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:11.928094 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ae4c46a2-63fc-48a8-9319-aeefeb556c40 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:11.980159 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port ec924544-70bb-417a-92ef-2e9635c2156d {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:11.980777 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ec924544-70bb-417a-92ef-2e9635c2156d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:12.040287 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6846ad72-a0bc-4ae3-acab-c35e105c8f5b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5396a4aa-0c14-4eab-87e5-d87e00298ed2 HTTP/1.1" status: 200 len: 205 time: 0.1088536 Oct 28 10:00:12.047176 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40200) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:12.050069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Publish callbacks [] for port (3f5a1566-0efd-4e26-b5da-2b22694535f9), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:12.055375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760f6553-9637-4c76-a156-4052cf9e98b5 None None] Network 7553ab0e-64c8-4951-b2d1-1b1a3a6aa811 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:12.058806 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3cd761dc-cfbe-4fb4-b4ad-b90a37e9761c None None] Current status of the port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:12.059285 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3cd761dc-cfbe-4fb4-b4ad-b90a37e9761c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (30a55e90-1325-4ec8-bfa2-dcc117b0ad3c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:12.061094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:12.075647 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Sync routers for ids ['579f5177-2324-48ef-b523-c4bb0316b5fd'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:12.088849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:12.095263 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Routers {'579f5177-2324-48ef-b523-c4bb0316b5fd'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:12.096806 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-274b71d2-c659-41f1-a139-f600c4a6e957 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:12.098021 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['579f5177-2324-48ef-b523-c4bb0316b5fd'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:12.098272 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-274b71d2-c659-41f1-a139-f600c4a6e957 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "PUT /networking/v2.0/routers/e5698efd-3337-4cf5-9082-4051cb7ee4ad HTTP/1.1" status: 400 len: 364 time: 1.2094724 Oct 28 10:00:12.103801 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40202) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:12.120631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-25945cbb-80cd-424e-a6b3-076182d71004 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port a7e52ec5-c280-40b3-9682-a7a11c1629d8 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:12.120956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-25945cbb-80cd-424e-a6b3-076182d71004 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a7e52ec5-c280-40b3-9682-a7a11c1629d8), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:12.199591 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c46a2-63fc-48a8-9319-aeefeb556c40 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Subnet': ['ID=6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:12.215996 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-02dde5c0-2ac2-40df-8227-d5fe2f04647d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] delete failed (client error): The resource could not be found. Oct 28 10:00:12.217516 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-02dde5c0-2ac2-40df-8227-d5fe2f04647d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/routers/5396a4aa-0c14-4eab-87e5-d87e00298ed2 HTTP/1.1" status: 404 len: 336 time: 0.1691194 Oct 28 10:00:12.220520 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40204) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:12.221836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c46a2-63fc-48a8-9319-aeefeb556c40 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Checking segment: {'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:12.222381 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4c46a2-63fc-48a8-9319-aeefeb556c40 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network hostable DHCP agents. Network: 78ca8fa7-9f37-438d-b691-01985a1a5ca9, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:12.235039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01cd89de-fb0a-417a-b1f5-612565896be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (d7dbd2b0-67cb-49cd-ab55-778514833d57), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:12.244592 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Allocated IP 2001:db8:3::1 (04530626-2772-4cf3-a9b7-0d2e08826ff8/9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b/2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:12.254594 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Allocated IP 172.20.255.242 (8a6123d1-1401-4c7c-934f-e6ed1c93f46e/c751bcfe-0409-4ca7-b012-37d909dcd010/21cb59ac-2c4e-4fb6-a8e7-2e942711fd72) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:12.263698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (3f5a1566-0efd-4e26-b5da-2b22694535f9), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:12.265862 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (1f4ad297-2ee8-4fcc-8c1d-e10647786f52), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:12.280507 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd89de-fb0a-417a-b1f5-612565896be8 None None] No DVR routers for this DVR port d7dbd2b0-67cb-49cd-ab55-778514833d57 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:12.304293 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Set router 579f5177-2324-48ef-b523-c4bb0316b5fd gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:00:12.315423 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4e440a-dcec-41df-b246-33fc2e589476 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:12.316072 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4e440a-dcec-41df-b246-33fc2e589476 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:12.318848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3cd761dc-cfbe-4fb4-b4ad-b90a37e9761c None None] For port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=30a55e90-1325-4ec8-bfa2-dcc117b0ad3c,segment=NetworkSegment(13469ac8-b298-4655-9f0a-6d7d240e6c23),segment_id=13469ac8-b298-4655-9f0a-6d7d240e6c23)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:12.320558 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-de4e440a-dcec-41df-b246-33fc2e589476 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b9e71eda-030a-4057-acc8-2f25750fc09b HTTP/1.1" status: 404 len: 337 time: 0.0901918 Oct 28 10:00:12.322597 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] For port ec924544-70bb-417a-92ef-2e9635c2156d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ec924544-70bb-417a-92ef-2e9635c2156d,segment=NetworkSegment(8b78fab5-4349-4cbf-86d0-6b0c24abbd81),segment_id=8b78fab5-4349-4cbf-86d0-6b0c24abbd81)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:12.325331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ec924544-70bb-417a-92ef-2e9635c2156d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:12.327987 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40206) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:12.382347 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Network 4944a02d-7860-4864-9e10-7c534cee41d0 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:12.390193 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd89de-fb0a-417a-b1f5-612565896be8 None None] Pushing event deleted for resources: {'Port': ['ID=d7dbd2b0-67cb-49cd-ab55-778514833d57,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:12.414499 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:12.416016 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4cd80cf7-18b9-4080-9edf-84b379090850 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2 HTTP/1.1" status: 200 len: 205 time: 0.0805883 Oct 28 10:00:12.423584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40208) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:12.426158 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for ec924544-70bb-417a-92ef-2e9635c2156d owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:12.434592 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:12.447542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:12.451406 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 4c4e42de-6e05-434e-be22-54152ad190ee triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:12.452177 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4c4e42de-6e05-434e-be22-54152ad190ee), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:12.452754 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 4c4e42de-6e05-434e-be22-54152ad190ee Oct 28 10:00:12.494825 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:12.496435 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9b2950ed-05e3-4b5f-a182-d923b8cfe28e admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7230265 Oct 28 10:00:12.504164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Network 04530626-2772-4cf3-a9b7-0d2e08826ff8 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:12.510061 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-64ff9f8d-04bf-4914-bb6f-ce635c8481d6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] delete failed (client error): The resource could not be found. Oct 28 10:00:12.515492 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-64ff9f8d-04bf-4914-bb6f-ce635c8481d6 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/routers/e0eba2ce-adc5-4f6a-b3c7-581559b2b8f2 HTTP/1.1" status: 404 len: 336 time: 0.0904665 Oct 28 10:00:12.520866 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40210) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:12.521469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40212) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:12.565784 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:12.570975 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad32cf95-14bd-437c-ba38-740af0b8a98e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:12.571815 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad32cf95-14bd-437c-ba38-740af0b8a98e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:12.578949 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ad32cf95-14bd-437c-ba38-740af0b8a98e tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/7ed72f83-b728-4e95-9efb-73903de1f1d4 HTTP/1.1" status: 404 len: 337 time: 0.0523896 Oct 28 10:00:12.585521 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40214) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:12.603151 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'name': 'tempest-TestVolumeBootPattern-552676432-router', 'tenant_id': '0a25ffaef1b74d34b52eff683648c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ba8e3f31-1a0c-4767-b426-24666b733729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:00:04Z', 'updated_at': '2022-10-28T10:00:08Z', 'revision_number': 3, 'project_id': '0a25ffaef1b74d34b52eff683648c46a', 'gw_port': {'id': 'ba8e3f31-1a0c-4767-b426-24666b733729', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:00:06Z', 'updated_at': '2022-10-28T10:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:12.610243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:12.612615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3cd761dc-cfbe-4fb4-b4ad-b90a37e9761c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (30a55e90-1325-4ec8-bfa2-dcc117b0ad3c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:12.628663 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:12.636349 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Checking router: 579f5177-2324-48ef-b523-c4bb0316b5fd for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:00:12.636979 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Updating router 579f5177-2324-48ef-b523-c4bb0316b5fd port ba8e3f31-1a0c-4767-b426-24666b733729 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:00:12.641286 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-25945cbb-80cd-424e-a6b3-076182d71004 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a7e52ec5-c280-40b3-9682-a7a11c1629d8), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:12.657106 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3cd761dc-cfbe-4fb4-b4ad-b90a37e9761c None None] Could not find standard attr ID for object d7dbd2b0-67cb-49cd-ab55-778514833d57. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:00:12.693072 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3537ce17-1cde-4b52-a1e4-12dcea658abf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:12.693552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3537ce17-1cde-4b52-a1e4-12dcea658abf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:12.703124 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3537ce17-1cde-4b52-a1e4-12dcea658abf tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2df96cdd-36bb-4713-91e9-6798c95072d5 HTTP/1.1" status: 404 len: 337 time: 0.1152754 Oct 28 10:00:12.703730 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ba8e3f31-1a0c-4767-b426-24666b733729), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:12.719932 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40216) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:12.723007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Pushing event updated for resources: {'Port': ['ID=3f5a1566-0efd-4e26-b5da-2b22694535f9,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:12.725508 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:12.763128 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 04530626-2772-4cf3-a9b7-0d2e08826ff8 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:12.772816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-25945cbb-80cd-424e-a6b3-076182d71004 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for a7e52ec5-c280-40b3-9682-a7a11c1629d8 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:12.840518 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4c46a2-63fc-48a8-9319-aeefeb556c40 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:12.896430 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-45bee27f-594d-4861-938f-3e959791822d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:12.896904 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45bee27f-594d-4861-938f-3e959791822d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:12.902460 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-45bee27f-594d-4861-938f-3e959791822d tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/acedeaa7-28f4-4f7a-bb5f-ac523fe4d9d6 HTTP/1.1" status: 404 len: 333 time: 0.0568416 Oct 28 10:00:12.902947 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40218) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:12.917317 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (ec924544-70bb-417a-92ef-2e9635c2156d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:12.969569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:12.979070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-6ddcdaac-7448-4f0c-8420-c9d389334c0f tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Allocated IP 172.20.0.12 (4944a02d-7860-4864-9e10-7c534cee41d0/87932ab0-b4ca-49db-b6a5-ca2031aff364/ef497731-ba73-46cd-9d8d-d95668f15b61) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:12.984835 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:12.985214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (27b833f1-388e-4726-970a-c702dc59d062), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.007197 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=ec924544-70bb-417a-92ef-2e9635c2156d,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:13.009050 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4e0a1c-9987-4bd3-a385-e4e7647f014c None None] DHCP port deletion for 7553ab0e-64c8-4951-b2d1-1b1a3a6aa811 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:00:13.013147 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f62f089-8f8d-4444-84be-6f2eb1f0af83 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:13.013632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f62f089-8f8d-4444-84be-6f2eb1f0af83 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:13.019494 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7f62f089-8f8d-4444-84be-6f2eb1f0af83 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/bc31b092-ac24-4983-a2c8-2b730125f9cd HTTP/1.1" status: 404 len: 337 time: 0.1113110 Oct 28 10:00:13.019494 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No DVR routers for this DVR port ec924544-70bb-417a-92ef-2e9635c2156d on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:13.023638 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40220) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:13.027096 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-ae4c46a2-63fc-48a8-9319-aeefeb556c40 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 78ca8fa7-9f37-438d-b691-01985a1a5ca9) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:13.031861 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:13.040563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4c46a2-63fc-48a8-9319-aeefeb556c40 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:13.040730 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ae4c46a2-63fc-48a8-9319-aeefeb556c40 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.060402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef14c3-0d51-4648-aca3-e750036c3459 None None] Network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:13.110207 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f55375-7418-4d4d-8d53-b584b6c98021 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:13.110726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f55375-7418-4d4d-8d53-b584b6c98021 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:13.116796 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-56f55375-7418-4d4d-8d53-b584b6c98021 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/47d9aa3f-e2d4-46ed-95c8-71d29d7b8836 HTTP/1.1" status: 404 len: 333 time: 0.0849597 Oct 28 10:00:13.122788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40222) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:13.125261 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Attempting to bind port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:13.125642 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Attempting to bind port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '099f081a-811b-4ca2-b303-21a404797e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4944a02d-7860-4864-9e10-7c534cee41d0'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:13.126009 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Attempting to bind port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 on network 4944a02d-7860-4864-9e10-7c534cee41d0 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:13.186330 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Publish callbacks [] for port (ba8e3f31-1a0c-4767-b426-24666b733729), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.196348 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b14bee-0eeb-4b19-998d-e721914f477f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:13.196805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b14bee-0eeb-4b19-998d-e721914f477f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:13.202152 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-60b14bee-0eeb-4b19-998d-e721914f477f tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/eb721291-de1f-4bd3-a1bc-dfc7d9e8ddae HTTP/1.1" status: 404 len: 337 time: 0.0760531 Oct 28 10:00:13.202329 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-39d475ed-3a56-45a2-a01d-c29d78bd37aa None None] Provisioning complete for port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:13.202329 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-39d475ed-3a56-45a2-a01d-c29d78bd37aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (30a55e90-1325-4ec8-bfa2-dcc117b0ad3c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.202329 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-39d475ed-3a56-45a2-a01d-c29d78bd37aa None None] Attempt 1 to provision port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c Oct 28 10:00:13.206552 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Publish callbacks [] for port (8b47c420-51d0-461d-b770-447f71e65113), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.234148 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40224) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:13.236007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Pushing event updated for resources: {'Port': ['ID=1f4ad297-2ee8-4fcc-8c1d-e10647786f52,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:13.239237 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Attempting to bind port 3f5a1566-0efd-4e26-b5da-2b22694535f9 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:13.239689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Attempting to bind port 3f5a1566-0efd-4e26-b5da-2b22694535f9 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c34354e2-bccf-4c9f-a481-6116e2d3551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:13.240025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Attempting to bind port 3f5a1566-0efd-4e26-b5da-2b22694535f9 on network 04530626-2772-4cf3-a9b7-0d2e08826ff8 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:13.274924 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ba8e3f31-1a0c-4767-b426-24666b733729), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.281799 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ae4c46a2-63fc-48a8-9319-aeefeb556c40 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4583032 Oct 28 10:00:13.288819 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (7553ab0e-64c8-4951-b2d1-1b1a3a6aa811), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.291921 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40226) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:13.296449 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-89140d1b-a9ee-47ea-917d-69bd1e8a8a15 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:13.297226 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89140d1b-a9ee-47ea-917d-69bd1e8a8a15 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:13.300767 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-89140d1b-a9ee-47ea-917d-69bd1e8a8a15 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/346495b8-c327-475b-979f-f66ae125b327 HTTP/1.1" status: 404 len: 333 time: 0.0656004 Oct 28 10:00:13.317727 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Attempting to bind port ba8e3f31-1a0c-4767-b426-24666b733729 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:13.323932 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40228) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:13.324097 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Attempting to bind port ba8e3f31-1a0c-4767-b426-24666b733729 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:13.324097 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Attempting to bind port ba8e3f31-1a0c-4767-b426-24666b733729 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:13.338609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d9be3d00-4e96-4f88-bf7f-369c7446b20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.351770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:13.360436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7553ab0e-64c8-4951-b2d1-1b1a3a6aa811']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:13.382067 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (8b47c420-51d0-461d-b770-447f71e65113), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.421852 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 4c4e42de-6e05-434e-be22-54152ad190ee is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:13.423020 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ec924544-70bb-417a-92ef-2e9635c2156d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:13.441355 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dabdd92-4455-492b-ab89-a0582647241b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:13.442526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dabdd92-4455-492b-ab89-a0582647241b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:13.445995 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9dabdd92-4455-492b-ab89-a0582647241b tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/ffc4dc38-739c-4fd9-bf86-a9235378ca64 HTTP/1.1" status: 404 len: 337 time: 0.1249835 Oct 28 10:00:13.448289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b78fab5-4349-4cbf-86d0-6b0c24abbd81') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:13.448861 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b78fab5-4349-4cbf-86d0-6b0c24abbd81') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:13.454876 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:00:13.455276 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:13.456407 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.457468 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:00:13.457957 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Bound port: ba8e3f31-1a0c-4767-b426-24666b733729, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:00:13.458330 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ba8e3f31-1a0c-4767-b426-24666b733729), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.459740 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40230) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:13.464737 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Publish callbacks [] for port (21cb59ac-2c4e-4fb6-a8e7-2e942711fd72), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.481181 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-25945cbb-80cd-424e-a6b3-076182d71004 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a7e52ec5-c280-40b3-9682-a7a11c1629d8), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.482648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:00:13.483053 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Checking segment: {'id': '099f081a-811b-4ca2-b303-21a404797e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4944a02d-7860-4864-9e10-7c534cee41d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:13.483457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.483568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.483856 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Bound using segment: {'id': '099f081a-811b-4ca2-b303-21a404797e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4944a02d-7860-4864-9e10-7c534cee41d0'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:00:13.484343 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Bound port: 1f4ad297-2ee8-4fcc-8c1d-e10647786f52, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099f081a-811b-4ca2-b303-21a404797e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4944a02d-7860-4864-9e10-7c534cee41d0'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:00:13.484723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1f4ad297-2ee8-4fcc-8c1d-e10647786f52), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.491071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:13.491296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: ec924544-70bb-417a-92ef-2e9635c2156d {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:13.491851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ec924544-70bb-417a-92ef-2e9635c2156d not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 28 10:00:13.514701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Network f81961fc-4b96-49d7-adfe-1d97f92b0f85 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:13.517834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd761dc-cfbe-4fb4-b4ad-b90a37e9761c None None] Pushing event updated for resources: {'Port': ['ID=30a55e90-1325-4ec8-bfa2-dcc117b0ad3c,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:13.545505 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:13.564602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Port ec924544-70bb-417a-92ef-2e9635c2156d not found, will not notify nova. {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 28 10:00:13.565562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d7dbd2b0-67cb-49cd-ab55-778514833d57 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:13.567335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25945cbb-80cd-424e-a6b3-076182d71004 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=a7e52ec5-c280-40b3-9682-a7a11c1629d8,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:13.574802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:00:13.574802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Checking segment: {'id': 'c34354e2-bccf-4c9f-a481-6116e2d3551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:13.574802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.574802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Bound using segment: {'id': 'c34354e2-bccf-4c9f-a481-6116e2d3551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:00:13.574802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Bound port: 3f5a1566-0efd-4e26-b5da-2b22694535f9, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34354e2-bccf-4c9f-a481-6116e2d3551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:00:13.574802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3f5a1566-0efd-4e26-b5da-2b22694535f9), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.574802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:13.584143 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] For port ba8e3f31-1a0c-4767-b426-24666b733729, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:13.591220 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] For port ba8e3f31-1a0c-4767-b426-24666b733729, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ba8e3f31-1a0c-4767-b426-24666b733729,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:13.602717 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:13.603547 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:13.629309 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5430e-8048-442a-acd2-3d1fca8273f4 None None] Pushing event updated for resources: {'Port': ['ID=ba8e3f31-1a0c-4767-b426-24666b733729,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:13.635315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (21cb59ac-2c4e-4fb6-a8e7-2e942711fd72), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.677444 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ba8e3f31-1a0c-4767-b426-24666b733729), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.686590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3783b784-2889-427d-b999-888a47612e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-78ca8fa7-9f37-438d-b691-01985a1a5ca9', 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9', 'project_id': '2e2b0df30914433097c544ce0c429d35', 'fixed_ips': [{'subnet_id': '6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:00:13.687409 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3783b784-2889-427d-b999-888a47612e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.690006 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: d7dbd2b0-67cb-49cd-ab55-778514833d57 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:13.691043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d7dbd2b0-67cb-49cd-ab55-778514833d57 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 28 10:00:13.733476 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Routers {'579f5177-2324-48ef-b523-c4bb0316b5fd'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:13.734115 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T09:59:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['579f5177-2324-48ef-b523-c4bb0316b5fd'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:13.773162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Pushing event updated for resources: {'Port': ['ID=8b47c420-51d0-461d-b770-447f71e65113,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:13.801775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Network 8a6123d1-1401-4c7c-934f-e6ed1c93f46e is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:13.804368 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5430e-8048-442a-acd2-3d1fca8273f4 None None] Pushing event updated for resources: {'Port': ['ID=ba8e3f31-1a0c-4767-b426-24666b733729,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:13.829129 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Port d7dbd2b0-67cb-49cd-ab55-778514833d57 not found, will not notify nova. {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 28 10:00:13.829888 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 471b8958-9b1f-4edb-95bc-8eb0840cfbdb up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:13.855109 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (8b78fab5-4349-4cbf-86d0-6b0c24abbd81), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.860730 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-25945cbb-80cd-424e-a6b3-076182d71004 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.862893 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-39d475ed-3a56-45a2-a01d-c29d78bd37aa None None] Current status of the port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:13.865103 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-25945cbb-80cd-424e-a6b3-076182d71004 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a7e52ec5-c280-40b3-9682-a7a11c1629d8 HTTP/1.1" status: 204 len: 168 time: 1.9351861 Oct 28 10:00:13.873057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:13.878836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40232) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:13.905684 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdaac-7448-4f0c-8420-c9d389334c0f tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks [] for port (ef497731-ba73-46cd-9d8d-d95668f15b61), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.905997 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf82fa5f-93d6-433e-b218-0644bc44c507 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:13.905997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf82fa5f-93d6-433e-b218-0644bc44c507 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:13.906166 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] Set router 579f5177-2324-48ef-b523-c4bb0316b5fd gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:00:13.906247 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cf82fa5f-93d6-433e-b218-0644bc44c507 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/358c2c11-8051-4672-b75d-e82104402575 HTTP/1.1" status: 404 len: 333 time: 0.0698936 Oct 28 10:00:13.906492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40234) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:13.907355 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:13.913540 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (8b78fab5-4349-4cbf-86d0-6b0c24abbd81), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:13.925756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:13.954738 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-7072d190-6c8b-4707-b1df-10920b5eca76 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:13.955332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7072d190-6c8b-4707-b1df-10920b5eca76 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:13.958925 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7072d190-6c8b-4707-b1df-10920b5eca76 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/e48bcfea-51a8-4f1f-bf85-b6a95dc26d62 HTTP/1.1" status: 404 len: 337 time: 0.0514104 Oct 28 10:00:13.964712 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40236) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:14.019635 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-745d8234-5771-4547-8845-3cf93fb568b2 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:14.020480 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-745d8234-5771-4547-8845-3cf93fb568b2 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:14.023632 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-745d8234-5771-4547-8845-3cf93fb568b2 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/8db43ab9-71cb-4b11-92d4-f0f4ac18518e HTTP/1.1" status: 404 len: 333 time: 0.0565772 Oct 28 10:00:14.026863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40238) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:14.049606 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:14.050017 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (8b78fab5-4349-4cbf-86d0-6b0c24abbd81), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.070738 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Attempting to bind port 8b47c420-51d0-461d-b770-447f71e65113 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:14.071890 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Attempting to bind port 8b47c420-51d0-461d-b770-447f71e65113 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '9a576e12-bcec-4817-a878-2cb5dcd9baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f81961fc-4b96-49d7-adfe-1d97f92b0f85'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:14.073487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Attempting to bind port 8b47c420-51d0-461d-b770-447f71e65113 on network f81961fc-4b96-49d7-adfe-1d97f92b0f85 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:14.076579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Pushing event updated for resources: {'Port': ['ID=21cb59ac-2c4e-4fb6-a8e7-2e942711fd72,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:14.087755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] For port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:14.096105 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 8b78fab5-4349-4cbf-86d0-6b0c24abbd81 resource provider aggregate not found Oct 28 10:00:14.135122 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61a4f59-d2a7-477e-b38d-4fb295a906db tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:14.135373 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c61a4f59-d2a7-477e-b38d-4fb295a906db tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:14.139607 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c61a4f59-d2a7-477e-b38d-4fb295a906db tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b1b2ad00-3a03-4f18-b9cc-20f510fe2eee HTTP/1.1" status: 404 len: 337 time: 0.0796618 Oct 28 10:00:14.160488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40244) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:14.171483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] For port 3f5a1566-0efd-4e26-b5da-2b22694535f9, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:14.175264 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.177776 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] For port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1f4ad297-2ee8-4fcc-8c1d-e10647786f52,segment=NetworkSegment(099f081a-811b-4ca2-b303-21a404797e59),segment_id=099f081a-811b-4ca2-b303-21a404797e59)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:14.180662 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 8b78fab5-4349-4cbf-86d0-6b0c24abbd81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b78fab5-4349-4cbf-86d0-6b0c24abbd81 found for delete ", "request_id": "req-7cac6844-9218-4c0d-8685-54bff382384f"}]} Oct 28 10:00:14.192468 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f892131-ef7c-4982-bdb6-960e3d901940 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:14.197952 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f892131-ef7c-4982-bdb6-960e3d901940 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:14.202211 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4f892131-ef7c-4982-bdb6-960e3d901940 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3157296 Oct 28 10:00:14.206249 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40246) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:14.213864 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] For port 3f5a1566-0efd-4e26-b5da-2b22694535f9, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3f5a1566-0efd-4e26-b5da-2b22694535f9,segment=NetworkSegment(c34354e2-bccf-4c9f-a481-6116e2d3551c),segment_id=c34354e2-bccf-4c9f-a481-6116e2d3551c)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:14.220736 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe7e8f0-9225-40c1-9127-4de8ad0192a8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:14.220736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe7e8f0-9225-40c1-9127-4de8ad0192a8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:14.224098 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'name': 'tempest-TestVolumeBootPattern-552676432-router', 'tenant_id': '0a25ffaef1b74d34b52eff683648c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ba8e3f31-1a0c-4767-b426-24666b733729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:00:04Z', 'updated_at': '2022-10-28T10:00:08Z', 'revision_number': 3, 'project_id': '0a25ffaef1b74d34b52eff683648c46a', 'gw_port': {'id': 'ba8e3f31-1a0c-4767-b426-24666b733729', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:00:06Z', 'updated_at': '2022-10-28T10:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:14.227564 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4fe7e8f0-9225-40c1-9127-4de8ad0192a8 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/04271505-93ad-4d13-affc-b127b33a9079 HTTP/1.1" status: 404 len: 333 time: 0.0678463 Oct 28 10:00:14.233311 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40248) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:14.252625 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (78ca8fa7-9f37-438d-b691-01985a1a5ca9), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.265324 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:14.265974 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (471b8958-9b1f-4edb-95bc-8eb0840cfbdb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.266418 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb Oct 28 10:00:14.272556 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Attempting to bind port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:14.273161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Attempting to bind port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd7da8809-be42-4b8d-ac06-22ee9b2be9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8a6123d1-1401-4c7c-934f-e6ed1c93f46e'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:14.273438 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Attempting to bind port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 on network 8a6123d1-1401-4c7c-934f-e6ed1c93f46e {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:14.282083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:14.289879 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdaac-7448-4f0c-8420-c9d389334c0f tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ef497731-ba73-46cd-9d8d-d95668f15b61), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.302572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:00:14.303143 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Checking segment: {'id': '9a576e12-bcec-4817-a878-2cb5dcd9baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f81961fc-4b96-49d7-adfe-1d97f92b0f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:14.303663 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.304153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Bound using segment: {'id': '9a576e12-bcec-4817-a878-2cb5dcd9baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f81961fc-4b96-49d7-adfe-1d97f92b0f85'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:00:14.304833 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Bound port: 8b47c420-51d0-461d-b770-447f71e65113, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a576e12-bcec-4817-a878-2cb5dcd9baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f81961fc-4b96-49d7-adfe-1d97f92b0f85'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:00:14.305294 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (8b47c420-51d0-461d-b770-447f71e65113), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.308119 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1f4ad297-2ee8-4fcc-8c1d-e10647786f52), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.330031 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-540698de-17a4-4315-8bdb-0eb19e79e222 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:14.332134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540698de-17a4-4315-8bdb-0eb19e79e222 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:14.338858 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-540698de-17a4-4315-8bdb-0eb19e79e222 tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/bfcaf605-ca7a-4259-8cce-51ecd89d7dc3 HTTP/1.1" status: 404 len: 337 time: 0.1009829 Oct 28 10:00:14.343083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40250) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:14.367921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (3f5a1566-0efd-4e26-b5da-2b22694535f9), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.397008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-3783b784-2889-427d-b999-888a47612e59 None None] Allocated IP 172.20.0.2 (78ca8fa7-9f37-438d-b691-01985a1a5ca9/6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf/5824c36a-364c-431b-810a-dc97b16c54b3) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:14.470073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Allocated IP 2001:db8::1 (1bd1764f-544a-4eea-9ed2-a86864f55e46/b7361876-fcd8-4a8f-84e4-0334efe3f056/ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:14.479953 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11897c-0fcf-4136-8ea0-f1f8d3a67ad8 None None] The sync data for ids ['579f5177-2324-48ef-b523-c4bb0316b5fd'] in dv-neutron-zed-2-hyperv is: [{'id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'name': 'tempest-TestVolumeBootPattern-552676432-router', 'tenant_id': '0a25ffaef1b74d34b52eff683648c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ba8e3f31-1a0c-4767-b426-24666b733729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:00:04Z', 'updated_at': '2022-10-28T10:00:08Z', 'revision_number': 3, 'project_id': '0a25ffaef1b74d34b52eff683648c46a', 'gw_port': {'id': 'ba8e3f31-1a0c-4767-b426-24666b733729', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:00:06Z', 'updated_at': '2022-10-28T10:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:14.514607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (7553ab0e-64c8-4951-b2d1-1b1a3a6aa811), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.544428 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-2227cf4d-9530-4627-9565-96d8dbb9979a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:14.545541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2227cf4d-9530-4627-9565-96d8dbb9979a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:14.552082 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2227cf4d-9530-4627-9565-96d8dbb9979a tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/ports/2ea1d87f-2e4d-4f8a-b3d3-bab7d3d9973e HTTP/1.1" status: 404 len: 333 time: 0.1792619 Oct 28 10:00:14.554816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddcdaac-7448-4f0c-8420-c9d389334c0f tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Network 4944a02d-7860-4864-9e10-7c534cee41d0 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:14.557591 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.565899 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/networks/7553ab0e-64c8-4951-b2d1-1b1a3a6aa811 HTTP/1.1" status: 204 len: 168 time: 2.8377213 Oct 28 10:00:14.570967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40252) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:14.571620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40254) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:14.597621 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:14.632067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0cfaa-0e3e-4538-9072-0d42a6888d20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Network': ['ID=7553ab0e-64c8-4951-b2d1-1b1a3a6aa811,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:14.635041 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.652357 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ea8852e4-4769-4254-83bb-a6f088ba8ed3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port 3dd3de84-0a8c-4b17-a7aa-6e5f483e4606 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:14.652708 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ea8852e4-4769-4254-83bb-a6f088ba8ed3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (3dd3de84-0a8c-4b17-a7aa-6e5f483e4606), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.653242 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89be44f-f5e3-45b9-9568-05b6ad9d2304 None None] Pushing event updated for resources: {'Port': ['ID=1f4ad297-2ee8-4fcc-8c1d-e10647786f52,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:14.660478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.682376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:00:14.682376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Checking segment: {'id': 'd7da8809-be42-4b8d-ac06-22ee9b2be9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8a6123d1-1401-4c7c-934f-e6ed1c93f46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:14.682715 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-6ddcdaac-7448-4f0c-8420-c9d389334c0f tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:14.685485 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f029d7-c6a6-47e8-9e78-1e3a957153ee tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:14.686030 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f029d7-c6a6-47e8-9e78-1e3a957153ee tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:14.686174 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.686739 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Bound using segment: {'id': 'd7da8809-be42-4b8d-ac06-22ee9b2be9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8a6123d1-1401-4c7c-934f-e6ed1c93f46e'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:00:14.687405 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Bound port: 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7da8809-be42-4b8d-ac06-22ee9b2be9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8a6123d1-1401-4c7c-934f-e6ed1c93f46e'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:00:14.687846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (21cb59ac-2c4e-4fb6-a8e7-2e942711fd72), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.695275 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-07f029d7-c6a6-47e8-9e78-1e3a957153ee tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c44e57f8-2188-4d94-9e09-ea99ab5cd268 HTTP/1.1" status: 404 len: 337 time: 0.1126230 Oct 28 10:00:14.696351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddcdaac-7448-4f0c-8420-c9d389334c0f tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:14.705200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40256) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:14.767320 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddcdaac-7448-4f0c-8420-c9d389334c0f tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Pushing event updated for resources: {'Port': ['ID=ef497731-ba73-46cd-9d8d-d95668f15b61,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:14.781957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] For port 8b47c420-51d0-461d-b770-447f71e65113, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:14.802148 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:14.811513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:14.842390 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:14.941815 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ea8852e4-4769-4254-83bb-a6f088ba8ed3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (3dd3de84-0a8c-4b17-a7aa-6e5f483e4606), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:14.947671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] For port 8b47c420-51d0-461d-b770-447f71e65113, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=8b47c420-51d0-461d-b770-447f71e65113,segment=NetworkSegment(9a576e12-bcec-4817-a878-2cb5dcd9baec),segment_id=9a576e12-bcec-4817-a878-2cb5dcd9baec)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:14.948347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2518da32-1496-4984-bcc3-286b56137214 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:14.949809 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2518da32-1496-4984-bcc3-286b56137214 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/6a17c822-505e-4ccf-a4ba-689979b7829b HTTP/1.1" status: 200 len: 841 time: 0.3620563 Oct 28 10:00:15.000623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40258) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:15.045532 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddcdaac-7448-4f0c-8420-c9d389334c0f tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:15.046264 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdaac-7448-4f0c-8420-c9d389334c0f tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:15.065048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ea8852e4-4769-4254-83bb-a6f088ba8ed3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for 3dd3de84-0a8c-4b17-a7aa-6e5f483e4606 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:15.085651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:15.150031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (8b47c420-51d0-461d-b770-447f71e65113), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:15.192946 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfab959-ec4d-41a0-9a45-9051ab29d280 None None] Pushing event updated for resources: {'Port': ['ID=3f5a1566-0efd-4e26-b5da-2b22694535f9,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:15.242337 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-575d8bc8-a053-4b56-8222-b0966977d8cb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (27cab9a0-d24d-4f61-b60f-51dd4ee136db), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:15.331658 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6ddcdaac-7448-4f0c-8420-c9d389334c0f tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 935 time: 6.7529333 Oct 28 10:00:15.334517 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9e918fba-234d-4d52-88e9-5a5ae60ab9b7 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/6a17c822-505e-4ccf-a4ba-689979b7829b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3213234 Oct 28 10:00:15.336479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40260) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:15.336826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40262) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:15.350494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Request body: {'port': {'network_id': '4944a02d-7860-4864-9e10-7c534cee41d0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-455336790', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:15.351081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.api.validators [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] bootfile-name is not in valid_values {{(pid=114060) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 28 10:00:15.351446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.api.validators [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] tftp-server is not in valid_values {{(pid=114060) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 28 10:00:15.351775 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.api.validators [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] server-ip-address is not in valid_values {{(pid=114060) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 28 10:00:15.379216 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d841a018-f2bb-4814-a353-3964b4c1a1a1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'subnet': {'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:15.458999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for port (ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:15.588971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-575d8bc8-a053-4b56-8222-b0966977d8cb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (27cab9a0-d24d-4f61-b60f-51dd4ee136db), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:15.604958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:15.652727 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] For port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:15.657038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-575d8bc8-a053-4b56-8222-b0966977d8cb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27cab9a0-d24d-4f61-b60f-51dd4ee136db']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:15.666379 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] For port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=21cb59ac-2c4e-4fb6-a8e7-2e942711fd72,segment=NetworkSegment(d7da8809-be42-4b8d-ac06-22ee9b2be9ab),segment_id=d7da8809-be42-4b8d-ac06-22ee9b2be9ab)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:15.682067 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b9d4f0a7-ba3b-4574-891e-5f5337822a78 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:15.693131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Allocated IP 172.20.0.1 (07bb7c23-09bb-41e7-99d8-48d122521c6b/63d41d6b-6411-4792-9553-c463e79e4274/d5d745d3-e956-44bc-aeca-037a7114645d) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:15.700464 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-575d8bc8-a053-4b56-8222-b0966977d8cb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8345958b-c2ce-4977-b6c4-1dfc4056991d') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:15.700940 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-575d8bc8-a053-4b56-8222-b0966977d8cb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8345958b-c2ce-4977-b6c4-1dfc4056991d') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:15.716469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-575d8bc8-a053-4b56-8222-b0966977d8cb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (8345958b-c2ce-4977-b6c4-1dfc4056991d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:15.748706 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-575d8bc8-a053-4b56-8222-b0966977d8cb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (8345958b-c2ce-4977-b6c4-1dfc4056991d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:15.766628 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ea8852e4-4769-4254-83bb-a6f088ba8ed3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (3dd3de84-0a8c-4b17-a7aa-6e5f483e4606), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:15.773659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575d8bc8-a053-4b56-8222-b0966977d8cb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:15.774192 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-575d8bc8-a053-4b56-8222-b0966977d8cb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (8345958b-c2ce-4977-b6c4-1dfc4056991d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:15.776717 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:15.803858 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (21cb59ac-2c4e-4fb6-a8e7-2e942711fd72), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:15.848958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c21537a8-786d-41d5-aecb-4325da41c329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:15.848958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af8adc-14cf-4591-8b94-3c3ebb0a0405 None None] Pushing event updated for resources: {'Port': ['ID=8b47c420-51d0-461d-b770-447f71e65113,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:15.864777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3783b784-2889-427d-b999-888a47612e59 None None] Publish callbacks [] for port (5824c36a-364c-431b-810a-dc97b16c54b3), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:15.889043 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:15.893984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port b9d4f0a7-ba3b-4574-891e-5f5337822a78 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:15.894499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:15.895619 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port b9d4f0a7-ba3b-4574-891e-5f5337822a78 Oct 28 10:00:15.899604 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d841a018-f2bb-4814-a353-3964b4c1a1a1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:15.905299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d841a018-f2bb-4814-a353-3964b4c1a1a1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:15.917564 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8852e4-4769-4254-83bb-a6f088ba8ed3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=3dd3de84-0a8c-4b17-a7aa-6e5f483e4606,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:15.984001 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:16.018758 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ea8852e4-4769-4254-83bb-a6f088ba8ed3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:16.020662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3783b784-2889-427d-b999-888a47612e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (5824c36a-364c-431b-810a-dc97b16c54b3), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:16.026213 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ea8852e4-4769-4254-83bb-a6f088ba8ed3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/3dd3de84-0a8c-4b17-a7aa-6e5f483e4606 HTTP/1.1" status: 204 len: 168 time: 1.8144777 Oct 28 10:00:16.036763 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40264) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:16.037257 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab717b1-dd18-48d2-97f4-15646c0c4a7b None None] Pushing event updated for resources: {'Port': ['ID=21cb59ac-2c4e-4fb6-a8e7-2e942711fd72,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:16.061464 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:16.110916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for port (2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:16.113999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:16.125142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:16.126733 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3783b784-2889-427d-b999-888a47612e59 None None] Network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:16.134836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-3783b784-2889-427d-b999-888a47612e59 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:16.140608 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3783b784-2889-427d-b999-888a47612e59 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:16.156046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783b784-2889-427d-b999-888a47612e59 None None] Pushing event updated for resources: {'Port': ['ID=5824c36a-364c-431b-810a-dc97b16c54b3,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:16.163108 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-575d8bc8-a053-4b56-8222-b0966977d8cb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (27cab9a0-d24d-4f61-b60f-51dd4ee136db), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:16.170685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-575d8bc8-a053-4b56-8222-b0966977d8cb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:16.176319 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-575d8bc8-a053-4b56-8222-b0966977d8cb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] 10.222.0.49 "DELETE /networking/v2.0/networks/27cab9a0-d24d-4f61-b60f-51dd4ee136db HTTP/1.1" status: 204 len: 168 time: 1.4285946 Oct 28 10:00:16.288520 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:16.289313 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (27b833f1-388e-4726-970a-c702dc59d062), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:16.304695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:16.309506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event updated for resources: {'Port': ['ID=ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:16.310983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port b9d4f0a7-ba3b-4574-891e-5f5337822a78 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:16.311603 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:16.332302 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 8345958b-c2ce-4977-b6c4-1dfc4056991d resource provider aggregate not found Oct 28 10:00:16.351745 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d23404b-b4cc-4ee0-8adb-99c38726f4fa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:16.361028 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6d23404b-b4cc-4ee0-8adb-99c38726f4fa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3160186 Oct 28 10:00:16.361259 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Network 1bd1764f-544a-4eea-9ed2-a86864f55e46 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:16.363917 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:16.380183 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40272) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:16.409502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d8bc8-a053-4b56-8222-b0966977d8cb tempest-NetworksTestDHCPv6-1887271519 tempest-NetworksTestDHCPv6-1887271519-project] Pushing event deleted for resources: {'Network': ['ID=27cab9a0-d24d-4f61-b60f-51dd4ee136db,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:16.413160 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 8345958b-c2ce-4977-b6c4-1dfc4056991d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8345958b-c2ce-4977-b6c4-1dfc4056991d found for delete ", "request_id": "req-3b3661e0-b8ce-400a-840d-24349449598b"}]} Oct 28 10:00:16.440282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:16.465364 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:16.465888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (e5698efd-3337-4cf5-9082-4051cb7ee4ad), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:16.488646 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:16.489028 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:16.489391 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:16.517682 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e734990-6a06-40d6-a57c-cd591dc8f801 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] GET failed (client error): The resource could not be found. Oct 28 10:00:16.522743 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8e734990-6a06-40d6-a57c-cd591dc8f801 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/a7e52ec5-c280-40b3-9682-a7a11c1629d8 HTTP/1.1" status: 404 len: 333 time: 0.1278539 Oct 28 10:00:16.525761 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40274) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:16.546860 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Publish callbacks [] for port (d5d745d3-e956-44bc-aeca-037a7114645d), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:16.548796 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:16.562447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:16.572942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port b9d4f0a7-ba3b-4574-891e-5f5337822a78, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b9d4f0a7-ba3b-4574-891e-5f5337822a78,segment=NetworkSegment(bdf0c71b-fbee-46db-91df-4ca543f6b22c),segment_id=bdf0c71b-fbee-46db-91df-4ca543f6b22c)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:16.578355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event updated for resources: {'Port': ['ID=2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:16.579470 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d02203-1210-4c09-9915-1da29e5c3d51 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] GET failed (client error): The resource could not be found. Oct 28 10:00:16.581657 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-30d02203-1210-4c09-9915-1da29e5c3d51 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/3dd3de84-0a8c-4b17-a7aa-6e5f483e4606 HTTP/1.1" status: 404 len: 333 time: 0.0522077 Oct 28 10:00:16.593962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Made reservation on behalf of 9a1bf00f79d448c7a7912346df6ce673 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:16.598430 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40276) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:16.599043 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:16.608708 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:16.613231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Failed to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] Oct 28 10:00:16.613898 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempt 2 to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 Oct 28 10:00:16.639819 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:16.640326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:16.640891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:16.711532 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:16.716344 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:16.762166 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:16.763016 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:16.778420 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] device_id is not set on port eb11bbdc-6236-4817-8f79-b9e3d1a60d49 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:00:16.805594 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (78ca8fa7-9f37-438d-b691-01985a1a5ca9), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:16.842295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ca8fa7-9f37-438d-b691-01985a1a5ca9']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:16.850360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:16.858562 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92e72e2-6626-4dac-a31f-ae00003591a5') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:16.859388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92e72e2-6626-4dac-a31f-ae00003591a5') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:16.874567 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (c92e72e2-6626-4dac-a31f-ae00003591a5), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:16.899736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:16.906145 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Failed to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] Oct 28 10:00:16.932646 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempt 3 to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 Oct 28 10:00:16.979946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Network 04530626-2772-4cf3-a9b7-0d2e08826ff8 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:16.996790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=b9d4f0a7-ba3b-4574-891e-5f5337822a78,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:17.008000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4802db4d-afe2-4138-a864-4b563d850dfb None None] Network 4944a02d-7860-4864-9e10-7c534cee41d0 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:17.015394 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:17.015851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:17.016326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:17.028361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c92e72e2-6626-4dac-a31f-ae00003591a5), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:17.045343 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:17.046604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1f4ad297-2ee8-4fcc-8c1d-e10647786f52), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:17.047295 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:17.055218 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:17.059531 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:17.069228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:17.072411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (c92e72e2-6626-4dac-a31f-ae00003591a5), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:17.075399 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:17.108023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:17.111030 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:17.130571 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f5fd7527-66a3-47eb-9665-13fc2be07da8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (5d85b28c-36a3-4b72-b97f-bd96e9000e11), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:17.137616 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d5d745d3-e956-44bc-aeca-037a7114645d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:17.149548 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:17.154847 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Failed to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] Oct 28 10:00:17.154847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-fb5b6259-98f4-49c3-9373-c54bfc606ad3 None None] Provisioning complete for port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:17.154847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fb5b6259-98f4-49c3-9373-c54bfc606ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1f4ad297-2ee8-4fcc-8c1d-e10647786f52), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:17.154847 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-fb5b6259-98f4-49c3-9373-c54bfc606ad3 None None] Attempt 1 to provision port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 Oct 28 10:00:17.192571 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempt 4 to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 Oct 28 10:00:17.201723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40280) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:17.233757 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:17.257357 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d841a018-f2bb-4814-a353-3964b4c1a1a1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (bfb7a396-ad0f-44c4-8937-b697dd89486b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:17.305777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:17.307708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:17.308092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:17.355589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Network 07bb7c23-09bb-41e7-99d8-48d122521c6b is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:17.372701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:17.372855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:17.392530 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:17.470073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:17.490152 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.api [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 10:00:17.490152 dv-neutron-zed-2-hyperv neutron-server[114059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 10:00:17.490152 dv-neutron-zed-2-hyperv neutron-server[114059]: [parameters: {'id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] Oct 28 10:00:17.490152 dv-neutron-zed-2-hyperv neutron-server[114059]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:00:17.490569 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG oslo_db.api [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:00:17.499704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:17.500159 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1f4ad297-2ee8-4fcc-8c1d-e10647786f52), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:17.528758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:17.535415 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Failed to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] Oct 28 10:00:17.540716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d745d3-e956-44bc-aeca-037a7114645d,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:17.565266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d841a018-f2bb-4814-a353-3964b4c1a1a1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network f29bf237-749c-4b61-83b8-307b66652a1d is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:17.578762 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:17.586858 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempt 5 to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 Oct 28 10:00:17.607313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63822f65-4fa2-41e4-9fbd-9fd51d96d66b None None] Network f81961fc-4b96-49d7-adfe-1d97f92b0f85 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:17.615838 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1f4ad297-2ee8-4fcc-8c1d-e10647786f52,segment=NetworkSegment(099f081a-811b-4ca2-b303-21a404797e59),segment_id=099f081a-811b-4ca2-b303-21a404797e59)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:17.663735 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:17.681645 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (579f5177-2324-48ef-b523-c4bb0316b5fd), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:17.688169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f5fd7527-66a3-47eb-9665-13fc2be07da8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (5d85b28c-36a3-4b72-b97f-bd96e9000e11), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:17.751111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d71358-32f8-4a8d-aa10-afa1aed3a1eb None None] Network 04530626-2772-4cf3-a9b7-0d2e08826ff8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:17.753370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:17.753885 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:17.754338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:17.770351 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:17.771495 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:INSERT=8,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:17.831161 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-f5fd7527-66a3-47eb-9665-13fc2be07da8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d85b28c-36a3-4b72-b97f-bd96e9000e11']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:17.835509 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:17.839017 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:17.869017 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1f4ad297-2ee8-4fcc-8c1d-e10647786f52), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:17.869923 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:17.876856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-f5fd7527-66a3-47eb-9665-13fc2be07da8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcdc6db5-7821-4a4c-95c2-a86f2151fb7c') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:17.877272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-f5fd7527-66a3-47eb-9665-13fc2be07da8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcdc6db5-7821-4a4c-95c2-a86f2151fb7c') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:17.892162 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:17.896508 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Failed to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] Oct 28 10:00:17.912895 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1ff1be41-c45b-4f43-a2b9-61b35233d06a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2ac8c601319445fc94d96de4c443d6c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7070303 Oct 28 10:00:17.922335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f5fd7527-66a3-47eb-9665-13fc2be07da8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (dcdc6db5-7821-4a4c-95c2-a86f2151fb7c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:17.924132 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40284) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:17.951999 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempt 6 to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 Oct 28 10:00:17.965906 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f5fd7527-66a3-47eb-9665-13fc2be07da8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (dcdc6db5-7821-4a4c-95c2-a86f2151fb7c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:17.983948 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5fd7527-66a3-47eb-9665-13fc2be07da8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:17.984453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f5fd7527-66a3-47eb-9665-13fc2be07da8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (dcdc6db5-7821-4a4c-95c2-a86f2151fb7c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:17.993332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (78ca8fa7-9f37-438d-b691-01985a1a5ca9), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.047043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f48424-2dcb-4909-8b0b-5691db28b466 None None] Network 8a6123d1-1401-4c7c-934f-e6ed1c93f46e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:18.074969 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:18.084339 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Allocated IP 172.20.0.9 (4944a02d-7860-4864-9e10-7c534cee41d0/87932ab0-b4ca-49db-b6a5-ca2031aff364/eb11bbdc-6236-4817-8f79-b9e3d1a60d49) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:18.094313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:18.094313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:18.094313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:18.096209 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d841a018-f2bb-4814-a353-3964b4c1a1a1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:18.108663 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d841a018-f2bb-4814-a353-3964b4c1a1a1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:18.109731 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d841a018-f2bb-4814-a353-3964b4c1a1a1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.121169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b669a16b-fe04-48ff-9bd9-6b5ab74eec5c admin admin] Publish callbacks [] for security_group (83599ec1-afc3-435b-a64c-92b03b6e2e02), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:18.129196 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:18.133194 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:18.133301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841a018-f2bb-4814-a353-3964b4c1a1a1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Subnet': ['ID=bfb7a396-ad0f-44c4-8937-b697dd89486b,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:18.163167 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-fb5b6259-98f4-49c3-9373-c54bfc606ad3 None None] Current status of the port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:18.163802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fb5b6259-98f4-49c3-9373-c54bfc606ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1f4ad297-2ee8-4fcc-8c1d-e10647786f52), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.164711 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b669a16b-fe04-48ff-9bd9-6b5ab74eec5c admin admin] Publish callbacks [] for security_group (83599ec1-afc3-435b-a64c-92b03b6e2e02), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.165874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995802eb-3699-4a50-80d9-7c9af84e30ea None None] Network f29bf237-749c-4b61-83b8-307b66652a1d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:18.168178 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d5d745d3-e956-44bc-aeca-037a7114645d), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.179882 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Deleting port 5824c36a-364c-431b-810a-dc97b16c54b3 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:18.180764 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (5824c36a-364c-431b-810a-dc97b16c54b3), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.194183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router 27b833f1-388e-4726-970a-c702dc59d062 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:18.209460 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f5fd7527-66a3-47eb-9665-13fc2be07da8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (5d85b28c-36a3-4b72-b97f-bd96e9000e11), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.231579 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f5fd7527-66a3-47eb-9665-13fc2be07da8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.234861 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f5fd7527-66a3-47eb-9665-13fc2be07da8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/networks/5d85b28c-36a3-4b72-b97f-bd96e9000e11 HTTP/1.1" status: 204 len: 168 time: 1.6351671 Oct 28 10:00:18.262184 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40286) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:18.265010 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:18.270352 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Failed to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] Oct 28 10:00:18.270352 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.279302 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempt 7 to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 Oct 28 10:00:18.292764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-261921ef-b35a-4aef-b86a-50dab799bd2d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-444682683'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:18.303097 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d841a018-f2bb-4814-a353-3964b4c1a1a1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9472239 Oct 28 10:00:18.311913 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40288) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:18.327360 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd7527-66a3-47eb-9665-13fc2be07da8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Network': ['ID=5d85b28c-36a3-4b72-b97f-bd96e9000e11,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:18.355512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-76334cc9-c9c4-40eb-93fd-2c69595b25ab tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'security_group': {'name': 'tempest-secgroup-1859956014'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:18.356353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=1f4ad297-2ee8-4fcc-8c1d-e10647786f52,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:18.372434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] For port 5824c36a-364c-431b-810a-dc97b16c54b3, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:18.373184 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (5824c36a-364c-431b-810a-dc97b16c54b3), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.375855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:18.376277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:18.376624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:18.407193 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Calling delete_port for 5824c36a-364c-431b-810a-dc97b16c54b3 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:18.514150 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment c92e72e2-6626-4dac-a31f-ae00003591a5 resource provider aggregate not found Oct 28 10:00:18.525244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b669a16b-fe04-48ff-9bd9-6b5ab74eec5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (83599ec1-afc3-435b-a64c-92b03b6e2e02), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.527918 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b669a16b-fe04-48ff-9bd9-6b5ab74eec5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.535355 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b669a16b-fe04-48ff-9bd9-6b5ab74eec5c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/83599ec1-afc3-435b-a64c-92b03b6e2e02 HTTP/1.1" status: 204 len: 168 time: 0.6052742 Oct 28 10:00:18.540956 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:18.547527 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment c92e72e2-6626-4dac-a31f-ae00003591a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c92e72e2-6626-4dac-a31f-ae00003591a5 found for delete ", "request_id": "req-3150fad2-6168-4867-87ff-b2187cbc0fb5"}]} Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:18.640495 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:18.644585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:18.664985 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669a16b-fe04-48ff-9bd9-6b5ab74eec5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83599ec1-afc3-435b-a64c-92b03b6e2e02,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:18.667984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:18.668821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (30a55e90-1325-4ec8-bfa2-dcc117b0ad3c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.669383 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c Oct 28 10:00:18.676981 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment dcdc6db5-7821-4a4c-95c2-a86f2151fb7c resource provider aggregate not found Oct 28 10:00:18.717769 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:18.721549 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment dcdc6db5-7821-4a4c-95c2-a86f2151fb7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dcdc6db5-7821-4a4c-95c2-a86f2151fb7c found for delete ", "request_id": "req-2a9d10fd-d37d-405b-bf3d-281b42ec50ec"}]} Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:18.726775 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Failed to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] Oct 28 10:00:18.755265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261921ef-b35a-4aef-b86a-50dab799bd2d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:18.756819 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-261921ef-b35a-4aef-b86a-50dab799bd2d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.782579 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-76334cc9-c9c4-40eb-93fd-2c69595b25ab tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.807304 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempt 8 to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 Oct 28 10:00:18.829192 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Publish callbacks [] for port (d5d745d3-e956-44bc-aeca-037a7114645d), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.838828 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:18.867701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:18.891733 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:18.908112 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1344a2b4-aa55-4072-8ec0-7d0caa102b3d tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/27b833f1-388e-4726-970a-c702dc59d062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2368810 Oct 28 10:00:18.911251 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40300) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:18.918216 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-738a7303-f0be-456d-8cf3-280ff9b0bfe3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:18.923271 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (5824c36a-364c-431b-810a-dc97b16c54b3), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.949102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261921ef-b35a-4aef-b86a-50dab799bd2d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:18.976321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:18.977423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:18.979309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:18.982132 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks [] for port (eb11bbdc-6236-4817-8f79-b9e3d1a60d49), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.990256 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-261921ef-b35a-4aef-b86a-50dab799bd2d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (86806dc9-4a26-4aa0-b818-45f4341ed5c6), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:18.990604 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-261921ef-b35a-4aef-b86a-50dab799bd2d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Added segment 86806dc9-4a26-4aa0-b818-45f4341ed5c6 of type vlan for network 81785a8e-3311-4196-a856-480a6f10f58f Oct 28 10:00:19.023790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (d5d745d3-e956-44bc-aeca-037a7114645d), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:19.032824 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:19.035662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:19.038245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Sync routers for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:19.041973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.045103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for port (ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.053253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-fb5b6259-98f4-49c3-9373-c54bfc606ad3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:00:19.053746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-fb5b6259-98f4-49c3-9373-c54bfc606ad3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:00:19.054532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-f29bf237-749c-4b61-83b8-307b66652a1d', 'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'project_id': '957c4481f9b648aea145c14784aee8dc', 'fixed_ips': [{'subnet_id': 'bfb7a396-ad0f-44c4-8937-b697dd89486b'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:00:19.056494 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.059039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:19.089857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-261921ef-b35a-4aef-b86a-50dab799bd2d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (81785a8e-3311-4196-a856-480a6f10f58f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.094994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-76334cc9-c9c4-40eb-93fd-2c69595b25ab tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (a4493f07-abb7-4ae2-9f3c-0e0bd1d00243), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:19.109200 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:19.112947 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Failed to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] Oct 28 10:00:19.115901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:19.121337 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:19.134414 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Port': ['ID=5824c36a-364c-431b-810a-dc97b16c54b3,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:19.150421 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No DVR routers for this DVR port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:19.154917 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:19.162247 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempt 9 to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 Oct 28 10:00:19.168138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.175986 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (e5698efd-3337-4cf5-9082-4051cb7ee4ad), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.236441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (579f5177-2324-48ef-b523-c4bb0316b5fd), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.288966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-261921ef-b35a-4aef-b86a-50dab799bd2d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (81785a8e-3311-4196-a856-480a6f10f58f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.293227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:19.293934 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:19.293934 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:19.296167 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261921ef-b35a-4aef-b86a-50dab799bd2d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:19.297025 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-261921ef-b35a-4aef-b86a-50dab799bd2d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.326487 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d745d3-e956-44bc-aeca-037a7114645d,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:19.334540 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (eb11bbdc-6236-4817-8f79-b9e3d1a60d49), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.336506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-76334cc9-c9c4-40eb-93fd-2c69595b25ab tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (a4493f07-abb7-4ae2-9f3c-0e0bd1d00243), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.434882 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (78ca8fa7-9f37-438d-b691-01985a1a5ca9), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:19.468639 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:19.471990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:19.505013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:00:19.509353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:19.512299 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ba8e3f31-1a0c-4767-b426-24666b733729 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:19.557737 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:19.561364 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Failed to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] Oct 28 10:00:19.567835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ca8fa7-9f37-438d-b691-01985a1a5ca9']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:19.576982 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempt 10 to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 Oct 28 10:00:19.601358 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Network 4944a02d-7860-4864-9e10-7c534cee41d0 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:19.613684 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-261921ef-b35a-4aef-b86a-50dab799bd2d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3327162 Oct 28 10:00:19.620107 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40312) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:19.621374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:19.625690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:19.625958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92e72e2-6626-4dac-a31f-ae00003591a5') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:19.626259 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92e72e2-6626-4dac-a31f-ae00003591a5') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:19.635420 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-ad9f5840-f23c-43b1-b8f0-125ce7b263be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'subnet': {'network_id': '81785a8e-3311-4196-a856-480a6f10f58f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:19.655357 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event updated for resources: {'Port': ['ID=ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:19.663843 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (c92e72e2-6626-4dac-a31f-ae00003591a5), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.759669 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Network 1bd1764f-544a-4eea-9ed2-a86864f55e46 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:19.781511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:19.787048 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Pushing event updated for resources: {'Port': ['ID=eb11bbdc-6236-4817-8f79-b9e3d1a60d49,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:19.791316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76334cc9-c9c4-40eb-93fd-2c69595b25ab tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4493f07-abb7-4ae2-9f3c-0e0bd1d00243,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:19.818323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-76334cc9-c9c4-40eb-93fd-2c69595b25ab tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.818873 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-76334cc9-c9c4-40eb-93fd-2c69595b25ab tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.5025187 Oct 28 10:00:19.845266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:19.870695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:19.873325 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:19.873830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:19.887209 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40316) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:19.900602 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-91e7bf31-79dd-47ee-b2ee-c7fb983caf91 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'security_group': {'name': 'tempest-secgroup-1177357890'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:19.930522 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261921ef-b35a-4aef-b86a-50dab799bd2d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Network': ['ID=81785a8e-3311-4196-a856-480a6f10f58f,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:19.977887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:19.979046 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.983353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ba8e3f31-1a0c-4767-b426-24666b733729 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:19.984379 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ba8e3f31-1a0c-4767-b426-24666b733729), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:19.984916 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ba8e3f31-1a0c-4767-b426-24666b733729 Oct 28 10:00:20.034402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 81785a8e-3311-4196-a856-480a6f10f58f details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:20.037423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-fb5b6259-98f4-49c3-9373-c54bfc606ad3 None None] Current status of the port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:20.041991 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Allocated IP 172.20.0.2 (f29bf237-749c-4b61-83b8-307b66652a1d/bfb7a396-ad0f-44c4-8937-b697dd89486b/6bd74154-9b7c-47c6-91b0-712c194d414d) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:20.051677 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:20.056316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b784-2889-427d-b999-888a47612e59 None None] Attempting to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:20.077808 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-91e7bf31-79dd-47ee-b2ee-c7fb983caf91 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:20.124776 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf could not be found. Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3783b784-2889-427d-b999-888a47612e59 None None] Failed to bind port 5824c36a-364c-431b-810a-dc97b16c54b3 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c92e72e2-6626-4dac-a31f-ae00003591a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78ca8fa7-9f37-438d-b691-01985a1a5ca9'}] Oct 28 10:00:20.191350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3783b784-2889-427d-b999-888a47612e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5824c36a-364c-431b-810a-dc97b16c54b3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:20.194386 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a0633d8f-f591-4c91-985d-d7fb9b157c74 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.8426542 Oct 28 10:00:20.196159 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40322) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:20.303114 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3783b784-2889-427d-b999-888a47612e59 None None] Port 5824c36a-364c-431b-810a-dc97b16c54b3 has been deleted concurrently {{(pid=114061) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 28 10:00:20.342332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9f5840-f23c-43b1-b8f0-125ce7b263be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:20.348618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ad9f5840-f23c-43b1-b8f0-125ce7b263be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:20.378359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:20.419580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Provisioning complete for port d5d745d3-e956-44bc-aeca-037a7114645d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:20.419580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d5d745d3-e956-44bc-aeca-037a7114645d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:20.419580 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Attempt 1 to provision port d5d745d3-e956-44bc-aeca-037a7114645d Oct 28 10:00:20.427714 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-91e7bf31-79dd-47ee-b2ee-c7fb983caf91 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (64c2257d-1ed2-4341-9a9a-89a629305333), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:20.439477 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40326) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:20.460550 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c92e72e2-6626-4dac-a31f-ae00003591a5), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:20.466902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6374ea-faba-4bcb-8495-5d57d7b2b3a9 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:20.473085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6374ea-faba-4bcb-8495-5d57d7b2b3a9 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:20.476859 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:20.477533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (c92e72e2-6626-4dac-a31f-ae00003591a5), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:20.482115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6374ea-faba-4bcb-8495-5d57d7b2b3a9 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:20.485569 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1a6374ea-faba-4bcb-8495-5d57d7b2b3a9 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2884023 Oct 28 10:00:20.498310 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ba8e3f31-1a0c-4767-b426-24666b733729 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:20.498835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ba8e3f31-1a0c-4767-b426-24666b733729), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:20.528519 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40330) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:20.546109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-91e7bf31-79dd-47ee-b2ee-c7fb983caf91 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (64c2257d-1ed2-4341-9a9a-89a629305333), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:20.567806 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:13Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7', 'name': '', 'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:90:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:00:11Z', 'updated_at': '2022-10-28T10:00:14Z', 'revision_number': 2, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d4f0a7-ba3b-4574-891e-5f5337822a78', 'name': '', 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:d3:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:55Z', 'updated_at': '2022-10-28T10:00:16Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:20.579612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Router e5698efd-3337-4cf5-9082-4051cb7ee4ad has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:20.582847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:20.623000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.ipam_backend_mixin [None req-ad9f5840-f23c-43b1-b8f0-125ce7b263be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Performing IP validity checks on allocation pools {{(pid=114060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 28 10:00:20.626147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.ipam_backend_mixin [None req-ad9f5840-f23c-43b1-b8f0-125ce7b263be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 28 10:00:20.653799 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Port d5d745d3-e956-44bc-aeca-037a7114645d cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:20.672361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Checking router: 27b833f1-388e-4726-970a-c702dc59d062 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:00:20.673391 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Updating router 27b833f1-388e-4726-970a-c702dc59d062 port 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:00:20.689139 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-6595c251-e595-4327-839a-330a86f0232b tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:20.690208 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6595c251-e595-4327-839a-330a86f0232b tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.2457187 Oct 28 10:00:20.702597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port ba8e3f31-1a0c-4767-b426-24666b733729, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ba8e3f31-1a0c-4767-b426-24666b733729,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:20.703264 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40332) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:20.706965 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (78ca8fa7-9f37-438d-b691-01985a1a5ca9), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:20.718631 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-a5ec7b14-6cf8-488f-9452-1e6eaf22054f tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/address-group returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:20.723064 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a5ec7b14-6cf8-488f-9452-1e6eaf22054f tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0184386 Oct 28 10:00:20.725486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40334) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:20.731692 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-82ccee0a-75e2-4192-a4b4-00249e585dc5 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:20.732902 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-82ccee0a-75e2-4192-a4b4-00249e585dc5 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0045037 Oct 28 10:00:20.740806 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Provisioning complete for port 8b47c420-51d0-461d-b770-447f71e65113 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:20.740806 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (8b47c420-51d0-461d-b770-447f71e65113), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:20.741066 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Attempt 1 to provision port 8b47c420-51d0-461d-b770-447f71e65113 Oct 28 10:00:20.745389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:20.752908 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/78ca8fa7-9f37-438d-b691-01985a1a5ca9 HTTP/1.1" status: 204 len: 168 time: 7.4528747 Oct 28 10:00:20.752908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40338) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:20.754471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40340) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:20.766347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7bf31-79dd-47ee-b2ee-c7fb983caf91 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c2257d-1ed2-4341-9a9a-89a629305333,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:20.769426 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-1afb2ec2-b531-4fb3-994e-5a1b6d75a8b1 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:20.771215 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1afb2ec2-b531-4fb3-994e-5a1b6d75a8b1 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0158069 Oct 28 10:00:20.777706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-91e7bf31-79dd-47ee-b2ee-c7fb983caf91 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:20.778984 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-91e7bf31-79dd-47ee-b2ee-c7fb983caf91 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8900726 Oct 28 10:00:20.782847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40342) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:20.783126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40344) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:20.783750 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e37651ae-d412-48a1-a2d7-2cbf6e3b6fe9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1086192545'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:20.788611 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment c92e72e2-6626-4dac-a31f-ae00003591a5 resource provider aggregate not found Oct 28 10:00:20.791698 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-0d122b42-2ebf-42e6-b07a-ac2d9af9624e tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/agent returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:20.792943 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0d122b42-2ebf-42e6-b07a-ac2d9af9624e tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0061829 Oct 28 10:00:20.798789 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-dcef1bed-f194-4410-b218-9d8b75de5c67 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1655480947', 'security_groups': ['64c2257d-1ed2-4341-9a9a-89a629305333'], 'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bfb7a396-ad0f-44c4-8937-b697dd89486b'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:20.818213 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40348) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:20.822342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ba8e3f31-1a0c-4767-b426-24666b733729), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:20.824894 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51dd8e-086e-428d-a6fc-865a72e26808 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Network': ['ID=78ca8fa7-9f37-438d-b691-01985a1a5ca9,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:20.833127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-64ba25a2-9c0a-4772-8163-1fa9931ca8be tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:20.837501 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-64ba25a2-9c0a-4772-8163-1fa9931ca8be tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0137136 Oct 28 10:00:20.846800 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Network 07bb7c23-09bb-41e7-99d8-48d122521c6b is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:20.848108 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:20.851478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40350) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:20.856125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-1168c5b6-e74f-4332-b9cf-9fa50dd1e151 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:20.868767 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1168c5b6-e74f-4332-b9cf-9fa50dd1e151 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0059936 Oct 28 10:00:20.870781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:20.874756 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40352) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:20.898248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-2fda8ebb-1277-4cb5-8848-e5b2bf9fe32d tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:20.903980 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2fda8ebb-1277-4cb5-8848-e5b2bf9fe32d tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0255218 Oct 28 10:00:20.907148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40354) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:20.939401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Publish callbacks [] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:21.008639 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-edb79d4c-fc21-432c-9eb0-e6e877ea650a tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.009638 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-edb79d4c-fc21-432c-9eb0-e6e877ea650a tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0629935 Oct 28 10:00:21.012604 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-f18b3a39-893e-4c65-9b6d-54a57091b6a6 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Deleting port eb11bbdc-6236-4817-8f79-b9e3d1a60d49 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:21.012945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f18b3a39-893e-4c65-9b6d-54a57091b6a6 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (eb11bbdc-6236-4817-8f79-b9e3d1a60d49), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:21.028882 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40356) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.041520 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-ee7ffdc2-9639-4309-b535-798fc2c819f9 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.045147 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ee7ffdc2-9639-4309-b535-798fc2c819f9 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0096214 Oct 28 10:00:21.045337 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment c92e72e2-6626-4dac-a31f-ae00003591a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c92e72e2-6626-4dac-a31f-ae00003591a5 found for delete ", "request_id": "req-77eecc9b-1547-458b-91d7-92a747b644ec"}]} Oct 28 10:00:21.072790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40358) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.083359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-fefd1388-a0bc-4390-bde9-2c3bff25dd00 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.086621 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fefd1388-a0bc-4390-bde9-2c3bff25dd00 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0098062 Oct 28 10:00:21.086855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:21.089282 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:21.094537 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40360) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.100416 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-2f42f1bc-921b-47f1-8504-c0b4bfde5ca4 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.101802 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2f42f1bc-921b-47f1-8504-c0b4bfde5ca4 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056496 Oct 28 10:00:21.106862 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40362) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.115685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-d8ea89c1-9338-439b-8b78-c107d82b6f49 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/dvr returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.118288 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d8ea89c1-9338-439b-8b78-c107d82b6f49 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0070610 Oct 28 10:00:21.123608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40364) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.135720 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-2805e260-e64d-47d6-8c76-9a953e0a1877 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.137475 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2805e260-e64d-47d6-8c76-9a953e0a1877 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0067983 Oct 28 10:00:21.142188 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40366) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.152623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-0b265214-b288-4b1f-950a-cc476356cbe4 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/external-net returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.155108 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0b265214-b288-4b1f-950a-cc476356cbe4 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0059869 Oct 28 10:00:21.157719 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40368) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.171761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-ce3ad7e6-6155-4b53-9225-de6b32800aa7 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.173516 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ce3ad7e6-6155-4b53-9225-de6b32800aa7 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0090201 Oct 28 10:00:21.182367 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40370) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.188288 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37651ae-d412-48a1-a2d7-2cbf6e3b6fe9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:21.192235 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e37651ae-d412-48a1-a2d7-2cbf6e3b6fe9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:21.206542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-041edd39-1ef9-45ca-994f-416555568ada tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.212036 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-041edd39-1ef9-45ca-994f-416555568ada tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0265965 Oct 28 10:00:21.229768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Router 579f5177-2324-48ef-b523-c4bb0316b5fd has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:21.230537 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40372) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.239173 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-9e41a34d-2982-4d5e-9f64-cce3c0b5ad46 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.243136 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9e41a34d-2982-4d5e-9f64-cce3c0b5ad46 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0073557 Oct 28 10:00:21.250160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40374) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.258644 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-9c60a312-ac2e-43ba-9f50-20ca838289b2 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.262229 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9c60a312-ac2e-43ba-9f50-20ca838289b2 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0062296 Oct 28 10:00:21.264174 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40376) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.275239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.extraroute_db [None req-738a7303-f0be-456d-8cf3-280ff9b0bfe3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=114059) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 10:00:21.282627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:21.282864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-29d27be4-5ac4-49eb-be16-999b16c67985 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/floating-ip-port-forwarding-detail returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.286730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d7dbd2b0-67cb-49cd-ab55-778514833d57 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:21.286952 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-29d27be4-5ac4-49eb-be16-999b16c67985 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/floating-ip-port-forwarding-detail HTTP/1.1" status: 200 len: 465 time: 0.0097117 Oct 28 10:00:21.288886 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40378) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.293561 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Current status of the port 8b47c420-51d0-461d-b770-447f71e65113 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:21.293963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (8b47c420-51d0-461d-b770-447f71e65113), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:21.296862 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-bb538aad-27ae-4ca2-abbd-7e1fb2836794 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.302329 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bb538aad-27ae-4ca2-abbd-7e1fb2836794 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0059707 Oct 28 10:00:21.303323 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40380) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.305463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:21.310918 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-95260d6a-b65e-42dd-b1d7-939f4e8ca48f tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/flavors returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.315229 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-95260d6a-b65e-42dd-b1d7-939f4e8ca48f tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0076733 Oct 28 10:00:21.315344 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1520e2ad-0ae7-44d7-9c4d-60c9de77c0eb tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "PUT /networking/v2.0/routers/e5698efd-3337-4cf5-9082-4051cb7ee4ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2071786 Oct 28 10:00:21.317262 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40382) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.317477 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40384) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.318221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:21.320948 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:21.331459 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8dd4b7-5d0b-48e1-866d-795b2de21f44 None None] Sync routers for ids ['e5698efd-3337-4cf5-9082-4051cb7ee4ad'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:21.332455 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=ba8e3f31-1a0c-4767-b426-24666b733729,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:21.333879 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37651ae-d412-48a1-a2d7-2cbf6e3b6fe9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:21.340478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-a3ddfbe6-8160-4747-9793-90a4113f207b tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.344109 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a3ddfbe6-8160-4747-9793-90a4113f207b tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0168328 Oct 28 10:00:21.348243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: d7dbd2b0-67cb-49cd-ab55-778514833d57 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:21.348243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d7dbd2b0-67cb-49cd-ab55-778514833d57 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:21.348542 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40386) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.349029 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ec924544-70bb-417a-92ef-2e9635c2156d no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:21.350001 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.extraroute_db [None req-738a7303-f0be-456d-8cf3-280ff9b0bfe3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Removed routes are [] {{(pid=114059) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 10:00:21.350417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-738a7303-f0be-456d-8cf3-280ff9b0bfe3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (27b833f1-388e-4726-970a-c702dc59d062), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:21.357269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-52c6b877-6f9f-4874-84d3-06378ea944ba tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.358234 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-52c6b877-6f9f-4874-84d3-06378ea944ba tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0052681 Oct 28 10:00:21.364384 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8dd4b7-5d0b-48e1-866d-795b2de21f44 None None] Routers {'e5698efd-3337-4cf5-9082-4051cb7ee4ad'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:21.370701 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ed8dd4b7-5d0b-48e1-866d-795b2de21f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e5698efd-3337-4cf5-9082-4051cb7ee4ad'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:21.371880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40388) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.380771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f18b3a39-893e-4c65-9b6d-54a57091b6a6 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (eb11bbdc-6236-4817-8f79-b9e3d1a60d49), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:21.382061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: ec924544-70bb-417a-92ef-2e9635c2156d {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:21.382405 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ec924544-70bb-417a-92ef-2e9635c2156d not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:21.409720 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-9dc28b2f-6fff-4dbe-96d0-d25f668b82c6 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/router returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.413332 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9dc28b2f-6fff-4dbe-96d0-d25f668b82c6 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0400562 Oct 28 10:00:21.447994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40390) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.459418 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ed8dd4b7-5d0b-48e1-866d-795b2de21f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:21.460078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-13309568-31b5-46fa-90a0-8e9eeb90d413 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.460078 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-13309568-31b5-46fa-90a0-8e9eeb90d413 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0084660 Oct 28 10:00:21.460302 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ad9f5840-f23c-43b1-b8f0-125ce7b263be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (4a3c452e-e4a8-4e05-a7f5-f7c019697a80), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:21.462300 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40392) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.463216 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=16 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:21.478863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-cb48bbbf-3fc7-4c14-8d67-6d74eb0012e0 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.479990 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cb48bbbf-3fc7-4c14-8d67-6d74eb0012e0 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0074852 Oct 28 10:00:21.480114 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Network f29bf237-749c-4b61-83b8-307b66652a1d is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:21.482073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-f18b3a39-893e-4c65-9b6d-54a57091b6a6 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Calling delete_port for eb11bbdc-6236-4817-8f79-b9e3d1a60d49 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:21.485643 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8dd4b7-5d0b-48e1-866d-795b2de21f44 None None] Routers {'e5698efd-3337-4cf5-9082-4051cb7ee4ad'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:21.486374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40394) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.488077 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ed8dd4b7-5d0b-48e1-866d-795b2de21f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e5698efd-3337-4cf5-9082-4051cb7ee4ad'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:21.497412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:21.516637 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-869f6661-86bd-48e7-9971-068aad336a7c tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.517787 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-869f6661-86bd-48e7-9971-068aad336a7c tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0102303 Oct 28 10:00:21.523122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:21.532274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40396) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.552702 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-27357c31-20f1-42e1-8116-330c64de44cb tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.553785 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-27357c31-20f1-42e1-8116-330c64de44cb tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0051897 Oct 28 10:00:21.566102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40398) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.583283 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3932cb92-d547-4976-b7ca-618077581443 None None] For port 8b47c420-51d0-461d-b770-447f71e65113, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=8b47c420-51d0-461d-b770-447f71e65113,segment=NetworkSegment(9a576e12-bcec-4817-a878-2cb5dcd9baec),segment_id=9a576e12-bcec-4817-a878-2cb5dcd9baec)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:21.585642 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ed8dd4b7-5d0b-48e1-866d-795b2de21f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:21.586626 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8dd4b7-5d0b-48e1-866d-795b2de21f44 None None] The sync data for ids ['e5698efd-3337-4cf5-9082-4051cb7ee4ad'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:21.608176 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-201ba10f-82cb-40e9-89b5-f914eb5965e2 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.609293 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-201ba10f-82cb-40e9-89b5-f914eb5965e2 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0131793 Oct 28 10:00:21.620095 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e37651ae-d412-48a1-a2d7-2cbf6e3b6fe9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (a088ce4a-90a9-4a2b-a3c4-7896de5bc119), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:21.623651 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-e37651ae-d412-48a1-a2d7-2cbf6e3b6fe9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Added segment a088ce4a-90a9-4a2b-a3c4-7896de5bc119 of type vlan for network 50be8186-ee5b-4c4a-921c-ac79026ebfe4 Oct 28 10:00:21.636145 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Pushing event updated for resources: {'Port': ['ID=6bd74154-9b7c-47c6-91b0-712c194d414d,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:21.673470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40400) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.684053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-2b164586-7d52-48c3-9ce9-e0a7a3e60a59 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/metering returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.690455 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2b164586-7d52-48c3-9ce9-e0a7a3e60a59 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0105562 Oct 28 10:00:21.693417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40402) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.701197 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-cc6d6d0f-7f0c-43ce-9c8a-282385ae0021 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.704939 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cc6d6d0f-7f0c-43ce-9c8a-282385ae0021 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077660 Oct 28 10:00:21.704939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f5840-f23c-43b1-b8f0-125ce7b263be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Subnet': ['ID=4a3c452e-e4a8-4e05-a7f5-f7c019697a80,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:21.716001 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40404) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.735603 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-eee6e5b7-7164-4239-8a32-80e048254042 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.739276 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-eee6e5b7-7164-4239-8a32-80e048254042 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0140977 Oct 28 10:00:21.753468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40406) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.761357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (8b47c420-51d0-461d-b770-447f71e65113), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:21.782659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-230b3750-38fe-48af-a1d8-64fbe9b75c4d tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.787636 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-230b3750-38fe-48af-a1d8-64fbe9b75c4d tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0128047 Oct 28 10:00:21.788803 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcef1bed-f194-4410-b218-9d8b75de5c67 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:21.805375 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40408) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.820230 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-4c6b8424-ae26-45e9-8bb0-ed39bf3f5637 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.821506 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4c6b8424-ae26-45e9-8bb0-ed39bf3f5637 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0050893 Oct 28 10:00:21.829357 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40410) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.855100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-a69e8820-ae24-4866-90cc-d00365593378 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.856421 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a69e8820-ae24-4866-90cc-d00365593378 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0235379 Oct 28 10:00:21.862867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40412) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.889234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Provisioning complete for port 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:21.889673 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:21.889938 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Attempt 1 to provision port 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 Oct 28 10:00:21.902072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-daba1411-572e-485a-bcc6-36b74d69885b tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.904022 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-daba1411-572e-485a-bcc6-36b74d69885b tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0397003 Oct 28 10:00:21.913388 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f5840-f23c-43b1-b8f0-125ce7b263be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Checking segment: {'id': '86806dc9-4a26-4aa0-b818-45f4341ed5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '81785a8e-3311-4196-a856-480a6f10f58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:21.917665 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f5840-f23c-43b1-b8f0-125ce7b263be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network hostable DHCP agents. Network: 81785a8e-3311-4196-a856-480a6f10f58f, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:21.921167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40414) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.925956 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-14f8bbc8-e5cb-4173-9dd9-93e0c9fe7c67 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/pagination returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.927452 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-14f8bbc8-e5cb-4173-9dd9-93e0c9fe7c67 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050089 Oct 28 10:00:21.929900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Port 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:21.943481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40416) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.947536 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Provisioning complete for port 3f5a1566-0efd-4e26-b5da-2b22694535f9 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:21.947917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3f5a1566-0efd-4e26-b5da-2b22694535f9), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:21.948256 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Attempt 1 to provision port 3f5a1566-0efd-4e26-b5da-2b22694535f9 Oct 28 10:00:21.950063 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b9d4f0a7-ba3b-4574-891e-5f5337822a78 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:21.957200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-577a084f-8359-4626-8940-187877598545 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.958175 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-577a084f-8359-4626-8940-187877598545 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0056682 Oct 28 10:00:21.962606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40418) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.968548 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-6e0ce313-3e98-4ef6-9ea6-13331a00c85d tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.969492 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6e0ce313-3e98-4ef6-9ea6-13331a00c85d tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/port-mac-override HTTP/1.1" status: 200 len: 445 time: 0.0057836 Oct 28 10:00:21.976327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40420) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:21.986821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-16d301a8-55fd-42ee-b942-199f0ed35041 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:21.988059 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-16d301a8-55fd-42ee-b942-199f0ed35041 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0107923 Oct 28 10:00:21.989847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Attempting to bind port 6bd74154-9b7c-47c6-91b0-712c194d414d on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:21.990242 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Attempting to bind port 6bd74154-9b7c-47c6-91b0-712c194d414d by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '4df18bf0-2fbd-4278-b064-be27ffb75447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:21.990591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Attempting to bind port 6bd74154-9b7c-47c6-91b0-712c194d414d on network f29bf237-749c-4b61-83b8-307b66652a1d {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:21.992730 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40422) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.001985 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-e8c3613e-38c1-4e97-a6cd-bfcbb17583a5 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.003034 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e8c3613e-38c1-4e97-a6cd-bfcbb17583a5 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0066688 Oct 28 10:00:22.008391 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40424) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.016271 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-e4f6105a-cac7-48f7-84e9-a0b3d54fafff tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/binding returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.017580 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e37651ae-d412-48a1-a2d7-2cbf6e3b6fe9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (50be8186-ee5b-4c4a-921c-ac79026ebfe4), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.019300 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e4f6105a-cac7-48f7-84e9-a0b3d54fafff tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0087168 Oct 28 10:00:22.034516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40426) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.043099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:22.046998 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-f022ece3-c626-4334-acd5-6b55b64de941 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.048141 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f022ece3-c626-4334-acd5-6b55b64de941 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0101540 Oct 28 10:00:22.055748 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40428) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.061612 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:22.072877 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-ba353422-c276-4050-a556-1f1e9967431f tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/port-security returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.074495 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ba353422-c276-4050-a556-1f1e9967431f tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0174320 Oct 28 10:00:22.091629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-876239e6-7dcf-4193-895c-4e442c976249 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for router (e5698efd-3337-4cf5-9082-4051cb7ee4ad), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.096940 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Pushing event updated for resources: {'Port': ['ID=8b47c420-51d0-461d-b770-447f71e65113,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:22.103505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40430) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.121144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port b9d4f0a7-ba3b-4574-891e-5f5337822a78 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:22.122291 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.122291 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port b9d4f0a7-ba3b-4574-891e-5f5337822a78 Oct 28 10:00:22.130093 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2006217-f4ae-4766-b7a9-59ba15dfb56f None None] DHCP port deletion for 78ca8fa7-9f37-438d-b691-01985a1a5ca9 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:00:22.157926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-760f6975-896a-4fff-beef-b55283dbab57 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/project-id returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.162074 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-760f6975-896a-4fff-beef-b55283dbab57 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0541327 Oct 28 10:00:22.168551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40432) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.172394 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-738a7303-f0be-456d-8cf3-280ff9b0bfe3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (27b833f1-388e-4726-970a-c702dc59d062), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.183591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:00:22.183591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Checking segment: {'id': '4df18bf0-2fbd-4278-b064-be27ffb75447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:22.184481 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.190381 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Bound using segment: {'id': '4df18bf0-2fbd-4278-b064-be27ffb75447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:00:22.190381 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Bound port: 6bd74154-9b7c-47c6-91b0-712c194d414d, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df18bf0-2fbd-4278-b064-be27ffb75447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:00:22.190381 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.210200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b66ad8-98fc-4e92-ac5b-0f92c21b4625 None None] Network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:22.213675 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-f4051c60-667e-47ea-b5a8-e6dff2c42ca0 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/provider returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.217354 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f4051c60-667e-47ea-b5a8-e6dff2c42ca0 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0447576 Oct 28 10:00:22.219378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e37651ae-d412-48a1-a2d7-2cbf6e3b6fe9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (50be8186-ee5b-4c4a-921c-ac79026ebfe4), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.223939 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37651ae-d412-48a1-a2d7-2cbf6e3b6fe9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:22.224577 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e37651ae-d412-48a1-a2d7-2cbf6e3b6fe9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.227593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:22.233773 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40434) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.239088 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-738a7303-f0be-456d-8cf3-280ff9b0bfe3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (27b833f1-388e-4726-970a-c702dc59d062), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.241410 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Publish callbacks [] for port (2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.249214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295019e2-de67-43df-8704-fc587772c76d None None] Sync routers for ids ['579f5177-2324-48ef-b523-c4bb0316b5fd'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:22.250528 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-b991a9d6-4fec-4ed5-8539-486901f5d22c tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.254762 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b991a9d6-4fec-4ed5-8539-486901f5d22c tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0100644 Oct 28 10:00:22.256105 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d3793374-9871-4016-969f-564725ff8818 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/579f5177-2324-48ef-b523-c4bb0316b5fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7321575 Oct 28 10:00:22.273935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40436) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.278502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-9f726654-094f-48c1-81f7-ad9c49687818 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/quotas returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.279441 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9f726654-094f-48c1-81f7-ad9c49687818 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0042763 Oct 28 10:00:22.288245 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:22.289638 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b66ad8-98fc-4e92-ac5b-0f92c21b4625 None None] Network 78ca8fa7-9f37-438d-b691-01985a1a5ca9 could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 10:00:22.321131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40440) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.328037 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-45dd99bc-50e6-49f4-b113-801374bc0369 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.328999 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-45dd99bc-50e6-49f4-b113-801374bc0369 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042963 Oct 28 10:00:22.335085 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40442) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.381967 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295019e2-de67-43df-8704-fc587772c76d None None] Routers {'579f5177-2324-48ef-b523-c4bb0316b5fd'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:22.387899 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-b83cb873-697c-484c-8d45-049b0f1f7875 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.388080 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-295019e2-de67-43df-8704-fc587772c76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['579f5177-2324-48ef-b523-c4bb0316b5fd'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:22.388210 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b83cb873-697c-484c-8d45-049b0f1f7875 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0390456 Oct 28 10:00:22.392242 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-876239e6-7dcf-4193-895c-4e442c976249 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 28 10:00:22.396388 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-876239e6-7dcf-4193-895c-4e442c976249 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "DELETE /networking/v2.0/routers/e5698efd-3337-4cf5-9082-4051cb7ee4ad HTTP/1.1" status: 409 len: 376 time: 1.0698402 Oct 28 10:00:22.396388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40444) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.410422 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40446) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.419956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f5840-f23c-43b1-b8f0-125ce7b263be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network 81785a8e-3311-4196-a856-480a6f10f58f is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:22.429285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-e9aa70b2-38d4-4507-be4c-0a5b957fed20 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.430232 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e9aa70b2-38d4-4507-be4c-0a5b957fed20 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042374 Oct 28 10:00:22.433004 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40448) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.434566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dcef1bed-f194-4410-b218-9d8b75de5c67 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.438107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-b2c09e35-54df-4966-aae9-26b8e4f5a53c tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.439079 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b2c09e35-54df-4966-aae9-26b8e4f5a53c tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0051942 Oct 28 10:00:22.445356 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37651ae-d412-48a1-a2d7-2cbf6e3b6fe9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Network': ['ID=50be8186-ee5b-4c4a-921c-ac79026ebfe4,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:22.447693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40450) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.454229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] For port 6bd74154-9b7c-47c6-91b0-712c194d414d, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:22.455026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-be5217b6-0e31-44ad-9593-156ebe80f6ae tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.456001 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-be5217b6-0e31-44ad-9593-156ebe80f6ae tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043459 Oct 28 10:00:22.464449 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e37651ae-d412-48a1-a2d7-2cbf6e3b6fe9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6855695 Oct 28 10:00:22.464449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40452) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.465772 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.468500 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-08c0bd64-88ec-43d0-ba5e-21032187baa4 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.469440 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-08c0bd64-88ec-43d0-ba5e-21032187baa4 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042243 Oct 28 10:00:22.474244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40454) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.474569 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40456) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.479391 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-a0df3fd7-0340-41fa-a1c6-a0468e796ae5 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'subnet': {'network_id': '50be8186-ee5b-4c4a-921c-ac79026ebfe4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:22.482215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 50be8186-ee5b-4c4a-921c-ac79026ebfe4 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:22.485189 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Current status of the port 3f5a1566-0efd-4e26-b5da-2b22694535f9 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:22.493050 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3f5a1566-0efd-4e26-b5da-2b22694535f9), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.493215 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-0107ef95-5829-43a5-9dd6-88eb8aa9099f tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.493215 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0107ef95-5829-43a5-9dd6-88eb8aa9099f tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052111 Oct 28 10:00:22.499167 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40458) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.509325 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-f35a20f1-3e6e-4755-b227-4711962841a7 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.513221 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f35a20f1-3e6e-4755-b227-4711962841a7 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0117946 Oct 28 10:00:22.534817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40460) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.539215 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-e690a4d6-c225-4b44-a7cf-2f8497b979a5 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.540441 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e690a4d6-c225-4b44-a7cf-2f8497b979a5 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044060 Oct 28 10:00:22.545071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40468) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.554644 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-dcef1bed-f194-4410-b218-9d8b75de5c67 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] device_id is not set on port 687a0072-cfe2-42fe-854c-456374df621b yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:00:22.562308 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738a7303-f0be-456d-8cf3-280ff9b0bfe3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router 27b833f1-388e-4726-970a-c702dc59d062 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:22.642346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-e68c7d24-83cf-440c-bf34-e128a203830d tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.646508 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e68c7d24-83cf-440c-bf34-e128a203830d tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0984735 Oct 28 10:00:22.653241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] For port 6bd74154-9b7c-47c6-91b0-712c194d414d, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6bd74154-9b7c-47c6-91b0-712c194d414d,segment=NetworkSegment(4df18bf0-2fbd-4278-b064-be27ffb75447),segment_id=4df18bf0-2fbd-4278-b064-be27ffb75447)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:22.654685 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40470) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.663259 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-cac0c33a-578b-4b08-8afe-36582a9f1ca6 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.667013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port b9d4f0a7-ba3b-4574-891e-5f5337822a78 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:22.667013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 8b47c420-51d0-461d-b770-447f71e65113 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:22.667861 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cac0c33a-578b-4b08-8afe-36582a9f1ca6 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0115943 Oct 28 10:00:22.668214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40472) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.669382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-ad9f5840-f23c-43b1-b8f0-125ce7b263be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 81785a8e-3311-4196-a856-480a6f10f58f) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:22.669501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0a47c-937d-4f9f-a1b3-a852b2c10b11 None None] Pushing event updated for resources: {'Port': ['ID=2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:22.672519 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-69437c28-784b-4615-b65d-a20a0a4f4146 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.676352 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-69437c28-784b-4615-b65d-a20a0a4f4146 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043426 Oct 28 10:00:22.679326 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40474) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.684141 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-e21af704-319e-4173-9276-29efc3e4e462 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.685742 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e21af704-319e-4173-9276-29efc3e4e462 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0041382 Oct 28 10:00:22.698265 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40476) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.698601 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9f5840-f23c-43b1-b8f0-125ce7b263be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:22.699430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ad9f5840-f23c-43b1-b8f0-125ce7b263be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.715164 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-ed5f4989-964b-48d1-ae84-557e346260b5 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/security-group returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.719534 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ed5f4989-964b-48d1-ae84-557e346260b5 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0094068 Oct 28 10:00:22.723096 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40478) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.728664 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-3d36ba7d-b76f-488d-95cf-264506c4d376 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/service-type returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.732183 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3d36ba7d-b76f-488d-95cf-264506c4d376 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0066471 Oct 28 10:00:22.735347 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40480) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.751506 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-2132bea5-679d-480c-bcb3-26661b79a77b tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/sorting returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.753965 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2132bea5-679d-480c-bcb3-26661b79a77b tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0164657 Oct 28 10:00:22.755653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738a7303-f0be-456d-8cf3-280ff9b0bfe3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:22.759315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f753a4-8a8c-4c3a-887f-983c5dbf1354 None None] Network 81785a8e-3311-4196-a856-480a6f10f58f requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:22.762983 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-738a7303-f0be-456d-8cf3-280ff9b0bfe3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.764554 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-738a7303-f0be-456d-8cf3-280ff9b0bfe3 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/27b833f1-388e-4726-970a-c702dc59d062 HTTP/1.1" status: 200 len: 953 time: 3.8521063 Oct 28 10:00:22.765152 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40482) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.768506 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40484) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.771582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-4ccc7429-0472-4a4c-94da-b1703b46470e tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.775115 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4ccc7429-0472-4a4c-94da-b1703b46470e tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0066798 Oct 28 10:00:22.777607 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40486) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.783149 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f18b3a39-893e-4c65-9b6d-54a57091b6a6 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (eb11bbdc-6236-4817-8f79-b9e3d1a60d49), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.821005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-62360bbf-434e-4e04-b349-27327e604db6 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.825013 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-62360bbf-434e-4e04-b349-27327e604db6 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0429201 Oct 28 10:00:22.827655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40488) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.839627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-dbe7487e-5871-4361-98a6-df3242c16387 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.843371 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-dbe7487e-5871-4361-98a6-df3242c16387 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0072117 Oct 28 10:00:22.857506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40490) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.870366 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.883054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3932cb92-d547-4976-b7ca-618077581443 None None] For port 3f5a1566-0efd-4e26-b5da-2b22694535f9, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3f5a1566-0efd-4e26-b5da-2b22694535f9,segment=NetworkSegment(c34354e2-bccf-4c9f-a481-6116e2d3551c),segment_id=c34354e2-bccf-4c9f-a481-6116e2d3551c)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:22.906591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-20d724ba-6807-499c-bb3d-14a7632b306b tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.910826 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0df3fd7-0340-41fa-a1c6-a0468e796ae5 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:22.911140 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-20d724ba-6807-499c-bb3d-14a7632b306b tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0340312 Oct 28 10:00:22.912998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a0df3fd7-0340-41fa-a1c6-a0468e796ae5 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:22.916626 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40492) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.929710 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-1213f885-22ea-416e-976b-99ef50d41248 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.930781 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1213f885-22ea-416e-976b-99ef50d41248 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0109594 Oct 28 10:00:22.931373 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ad9f5840-f23c-43b1-b8f0-125ce7b263be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3004179 Oct 28 10:00:22.933862 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b3a39-893e-4c65-9b6d-54a57091b6a6 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Pushing event deleted for resources: {'Port': ['ID=eb11bbdc-6236-4817-8f79-b9e3d1a60d49,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:22.935568 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40494) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.935903 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40496) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.970164 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-dcef1bed-f194-4410-b218-9d8b75de5c67 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Allocated IP 172.20.0.14 (f29bf237-749c-4b61-83b8-307b66652a1d/bfb7a396-ad0f-44c4-8937-b697dd89486b/687a0072-cfe2-42fe-854c-456374df621b) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:22.973411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40498) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:22.977450 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [None req-234dff78-8fe7-414b-8dba-844f35e923ea tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:22.979120 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-234dff78-8fe7-414b-8dba-844f35e923ea tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0152369 Oct 28 10:00:22.984656 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-3cae80b9-fe57-47ae-a5aa-2f60199474a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1494440146', 'description': 'tempest-secgroup-smoke-1494440146 description', 'project_id': '076144e2070b434c9d1fda1223cff4ed'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:22.995321 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7146f35f-c095-46b7-9282-e334c71c5310 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'network_id': '81785a8e-3311-4196-a856-480a6f10f58f', 'name': 'tempest-PortsIpV6TestJSON-1543998844'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:23.026539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-295019e2-de67-43df-8704-fc587772c76d None None] Set router 579f5177-2324-48ef-b523-c4bb0316b5fd gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:00:23.027356 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40500) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:23.062482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-4b8e6854-cb27-43c5-b394-6a6a379209c7 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:23.063551 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4b8e6854-cb27-43c5-b394-6a6a379209c7 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0345976 Oct 28 10:00:23.072261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40502) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:23.073246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:23.081397 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [None req-081035ea-ca8c-4c55-879c-78208b8998e9 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] http://10.222.0.49:9696/networking/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:00:23.082366 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-081035ea-ca8c-4c55-879c-78208b8998e9 tempest-ExtensionsTestJSON-755354585 tempest-ExtensionsTestJSON-755354585-project] 10.222.0.49 "GET /networking/v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0063944 Oct 28 10:00:23.101357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (3f5a1566-0efd-4e26-b5da-2b22694535f9), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:23.120502 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:23.142289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.ipam_backend_mixin [None req-a0df3fd7-0340-41fa-a1c6-a0468e796ae5 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Performing IP validity checks on allocation pools {{(pid=114059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 28 10:00:23.143833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.ipam_backend_mixin [None req-a0df3fd7-0340-41fa-a1c6-a0468e796ae5 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 28 10:00:23.155401 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b05f0f4f-9aa3-4421-9b38-c1731ed50c45 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/routers/27b833f1-388e-4726-970a-c702dc59d062 HTTP/1.1" status: 200 len: 953 time: 0.3807924 Oct 28 10:00:23.163683 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40506) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:23.190232 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7de2e225-ca6d-4bc4-8f45-2704a2f323b0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'router': {'routes': None}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:23.236080 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:23.254877 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 8b47c420-51d0-461d-b770-447f71e65113 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:23.256188 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (8b47c420-51d0-461d-b770-447f71e65113), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:23.256671 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 8b47c420-51d0-461d-b770-447f71e65113 Oct 28 10:00:23.328252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Provisioning complete for port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:23.328817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (21cb59ac-2c4e-4fb6-a8e7-2e942711fd72), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:23.331424 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Attempt 1 to provision port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 Oct 28 10:00:23.339320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Attempting to bind port 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:23.339822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Attempting to bind port 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c34354e2-bccf-4c9f-a481-6116e2d3551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:23.341932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Attempting to bind port 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 on network 04530626-2772-4cf3-a9b7-0d2e08826ff8 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:23.371856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f18b3a39-893e-4c65-9b6d-54a57091b6a6 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:23.372468 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4de1a3-778d-4e2c-972e-2be12c1f29d9 None None] Pushing event updated for resources: {'Port': ['ID=6bd74154-9b7c-47c6-91b0-712c194d414d,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:23.375238 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f18b3a39-893e-4c65-9b6d-54a57091b6a6 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] 10.222.0.49 "DELETE /networking/v2.0/ports/eb11bbdc-6236-4817-8f79-b9e3d1a60d49 HTTP/1.1" status: 204 len: 168 time: 2.8458745 Oct 28 10:00:23.386336 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40508) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:23.394155 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-60d1f632-3f75-4e32-93ec-7ac56fb36c3a tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Request body: {'port': {'name': 'tempest-new-port-name-88181818', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:23.396057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.api.validators [None req-60d1f632-3f75-4e32-93ec-7ac56fb36c3a tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] bootfile-name is not in valid_values {{(pid=114060) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 28 10:00:23.396057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.api.validators [None req-60d1f632-3f75-4e32-93ec-7ac56fb36c3a tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] tftp-server is not in valid_values {{(pid=114060) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 28 10:00:23.396057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.api.validators [None req-60d1f632-3f75-4e32-93ec-7ac56fb36c3a tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] server-ip-address is not in valid_values {{(pid=114060) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 28 10:00:23.461274 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-81785a8e-3311-4196-a856-480a6f10f58f', 'network_id': '81785a8e-3311-4196-a856-480a6f10f58f', 'project_id': 'ca63ccf8f825493e97e93fc2a91c67ac', 'fixed_ips': [{'subnet_id': '4a3c452e-e4a8-4e05-a7f5-f7c019697a80'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:00:23.462934 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:23.510525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dcef1bed-f194-4410-b218-9d8b75de5c67 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (687a0072-cfe2-42fe-854c-456374df621b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:23.525948 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3cae80b9-fe57-47ae-a5aa-2f60199474a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:23.590481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-60d1f632-3f75-4e32-93ec-7ac56fb36c3a tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ef497731-ba73-46cd-9d8d-d95668f15b61), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:23.631768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5258bf94-522e-4d6e-8588-6122a910f053 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (e5698efd-3337-4cf5-9082-4051cb7ee4ad), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:23.716684 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:23.745889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3cae80b9-fe57-47ae-a5aa-2f60199474a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group (5565ee5c-a05f-4b75-a353-d54f0d47a2ce), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:23.840320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Pushing event updated for resources: {'Port': ['ID=3f5a1566-0efd-4e26-b5da-2b22694535f9,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:23.858736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:00:23.859231 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Checking segment: {'id': 'c34354e2-bccf-4c9f-a481-6116e2d3551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:23.859827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:23.860337 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Bound using segment: {'id': 'c34354e2-bccf-4c9f-a481-6116e2d3551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:00:23.860932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Bound port: 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34354e2-bccf-4c9f-a481-6116e2d3551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:00:23.861421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:23.863208 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3cae80b9-fe57-47ae-a5aa-2f60199474a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5565ee5c-a05f-4b75-a353-d54f0d47a2ce), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:23.905846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7146f35f-c095-46b7-9282-e334c71c5310 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:23.915076 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:23.915759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7146f35f-c095-46b7-9282-e334c71c5310 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:23.919624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40512) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:23.920736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dcef1bed-f194-4410-b218-9d8b75de5c67 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (687a0072-cfe2-42fe-854c-456374df621b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:23.970775 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae80b9-fe57-47ae-a5aa-2f60199474a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5565ee5c-a05f-4b75-a353-d54f0d47a2ce,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:23.975860 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a0df3fd7-0340-41fa-a1c6-a0468e796ae5 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (aa9594db-a341-43d3-a8e2-73686d990571), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.064151 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Current status of the port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:24.064676 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (21cb59ac-2c4e-4fb6-a8e7-2e942711fd72), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.073555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:24.075510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcef1bed-f194-4410-b218-9d8b75de5c67 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network f29bf237-749c-4b61-83b8-307b66652a1d is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:24.079104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 8b47c420-51d0-461d-b770-447f71e65113 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:24.080383 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:24.109835 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-dcef1bed-f194-4410-b218-9d8b75de5c67 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:24.114250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3cae80b9-fe57-47ae-a5aa-2f60199474a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.118277 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3cae80b9-fe57-47ae-a5aa-2f60199474a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1352158 Oct 28 10:00:24.118277 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-7146f35f-c095-46b7-9282-e334c71c5310 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] device_id is not set on port e3ac7775-97ac-40c3-bf41-63ee6b6f3bf0 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:00:24.120220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef1bed-f194-4410-b218-9d8b75de5c67 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:24.127345 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40516) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:24.132125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-dd13cc02-b81b-41e1-9817-5f3282e543d8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Request body: {'security_group_rule': {'security_group_id': '5565ee5c-a05f-4b75-a353-d54f0d47a2ce', 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:24.159589 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef1bed-f194-4410-b218-9d8b75de5c67 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=687a0072-cfe2-42fe-854c-456374df621b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:24.168137 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-295019e2-de67-43df-8704-fc587772c76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'name': 'tempest-TestVolumeBootPattern-552676432-router', 'tenant_id': '0a25ffaef1b74d34b52eff683648c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ba8e3f31-1a0c-4767-b426-24666b733729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:00:04Z', 'updated_at': '2022-10-28T10:00:17Z', 'revision_number': 4, 'project_id': '0a25ffaef1b74d34b52eff683648c46a', 'gw_port': {'id': 'ba8e3f31-1a0c-4767-b426-24666b733729', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:00:06Z', 'updated_at': '2022-10-28T10:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'd5d745d3-e956-44bc-aeca-037a7114645d', 'name': '', 'network_id': '07bb7c23-09bb-41e7-99d8-48d122521c6b', 'tenant_id': '0a25ffaef1b74d34b52eff683648c46a', 'mac_address': 'fa:16:3e:f5:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '63d41d6b-6411-4792-9553-c463e79e4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:00:14Z', 'updated_at': '2022-10-28T10:00:18Z', 'revision_number': 2, 'project_id': '0a25ffaef1b74d34b52eff683648c46a', 'subnets': [{'id': '63d41d6b-6411-4792-9553-c463e79e4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:24.180318 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df3fd7-0340-41fa-a1c6-a0468e796ae5 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Subnet': ['ID=aa9594db-a341-43d3-a8e2-73686d990571,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:24.231901 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.extraroute_db [None req-7de2e225-ca6d-4bc4-8f45-2704a2f323b0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Added routes are [] {{(pid=114059) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 10:00:24.232214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.extraroute_db [None req-7de2e225-ca6d-4bc4-8f45-2704a2f323b0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=114059) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 10:00:24.240154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Allocated IP 2001:db8::2 (81785a8e-3311-4196-a856-480a6f10f58f/4a3c452e-e4a8-4e05-a7f5-f7c019697a80/14f1ba11-29dc-4fa9-8b11-648f81bccf6d) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:24.251525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0df3fd7-0340-41fa-a1c6-a0468e796ae5 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Checking segment: {'id': 'a088ce4a-90a9-4a2b-a3c4-7896de5bc119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '50be8186-ee5b-4c4a-921c-ac79026ebfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:24.251881 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0df3fd7-0340-41fa-a1c6-a0468e796ae5 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network hostable DHCP agents. Network: 50be8186-ee5b-4c4a-921c-ac79026ebfe4, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:24.263432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295019e2-de67-43df-8704-fc587772c76d None None] Checking router: 579f5177-2324-48ef-b523-c4bb0316b5fd for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:00:24.263809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295019e2-de67-43df-8704-fc587772c76d None None] Updating router 579f5177-2324-48ef-b523-c4bb0316b5fd port d5d745d3-e956-44bc-aeca-037a7114645d binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:00:24.269379 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3932cb92-d547-4976-b7ca-618077581443 None None] For port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=21cb59ac-2c4e-4fb6-a8e7-2e942711fd72,segment=NetworkSegment(d7da8809-be42-4b8d-ac06-22ee9b2be9ab),segment_id=d7da8809-be42-4b8d-ac06-22ee9b2be9ab)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:24.271066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] For port 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:24.288511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7de2e225-ca6d-4bc4-8f45-2704a2f323b0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (27b833f1-388e-4726-970a-c702dc59d062), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.313777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-49b74da1-4767-4c23-bb49-06d9919fa8ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.328846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] For port 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7,segment=NetworkSegment(c34354e2-bccf-4c9f-a481-6116e2d3551c),segment_id=c34354e2-bccf-4c9f-a481-6116e2d3551c)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:24.360623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:24.362819 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1f4ad297-2ee8-4fcc-8c1d-e10647786f52), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.363406 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 Oct 28 10:00:24.365473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-295019e2-de67-43df-8704-fc587772c76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d5d745d3-e956-44bc-aeca-037a7114645d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.378519 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dd13cc02-b81b-41e1-9817-5f3282e543d8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (57f06c71-2f97-45b4-8c52-767400f5df20), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.386553 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcef1bed-f194-4410-b218-9d8b75de5c67 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:24.387186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dcef1bed-f194-4410-b218-9d8b75de5c67 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.416424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0df3fd7-0340-41fa-a1c6-a0468e796ae5 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network 50be8186-ee5b-4c4a-921c-ac79026ebfe4 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:24.417469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-5258bf94-522e-4d6e-8588-6122a910f053 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Deleting port ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:24.417870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5258bf94-522e-4d6e-8588-6122a910f053 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.420687 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (21cb59ac-2c4e-4fb6-a8e7-2e942711fd72), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.429635 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.525094 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-dcef1bed-f194-4410-b218-9d8b75de5c67 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7369123 Oct 28 10:00:24.525834 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40518) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:24.537191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Provisioning complete for port ef497731-ba73-46cd-9d8d-d95668f15b61 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:24.538353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ef497731-ba73-46cd-9d8d-d95668f15b61), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.538881 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Attempt 1 to provision port ef497731-ba73-46cd-9d8d-d95668f15b61 Oct 28 10:00:24.545273 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e62ec594-76f4-4927-b4b6-764fef5a894c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'subnet': {'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:24.589633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:24.590394 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:24.665766 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Pushing event updated for resources: {'Port': ['ID=21cb59ac-2c4e-4fb6-a8e7-2e942711fd72,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:24.737575 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-60d1f632-3f75-4e32-93ec-7ac56fb36c3a tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks [] for port (ef497731-ba73-46cd-9d8d-d95668f15b61), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.780432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dd13cc02-b81b-41e1-9817-5f3282e543d8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (57f06c71-2f97-45b4-8c52-767400f5df20), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.798248 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Publish callbacks [] for port (14f1ba11-29dc-4fa9-8b11-648f81bccf6d), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.799845 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5258bf94-522e-4d6e-8588-6122a910f053 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.818314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-60d1f632-3f75-4e32-93ec-7ac56fb36c3a tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (ef497731-ba73-46cd-9d8d-d95668f15b61), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.885452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-5258bf94-522e-4d6e-8588-6122a910f053 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Calling delete_port for ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:24.901339 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-49b74da1-4767-4c23-bb49-06d9919fa8ba admin admin] Publish callbacks [] for security_group (79b7e44e-bf97-4a17-93a2-0a2979f56369), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.904325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-a0df3fd7-0340-41fa-a1c6-a0468e796ae5 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 50be8186-ee5b-4c4a-921c-ac79026ebfe4) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:24.906052 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:24.915774 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0df3fd7-0340-41fa-a1c6-a0468e796ae5 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:24.916366 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a0df3fd7-0340-41fa-a1c6-a0468e796ae5 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.922122 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dd13cc02-b81b-41e1-9817-5f3282e543d8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (57f06c71-2f97-45b4-8c52-767400f5df20), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:24.925478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:24.942617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:00:24.976411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0a47c-937d-4f9f-a1b3-a852b2c10b11 None None] Pushing event updated for resources: {'Port': ['ID=2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:24.979421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995cd6b6-a067-4f6e-879b-503a111c2fbb None None] Network 50be8186-ee5b-4c4a-921c-ac79026ebfe4 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:24.981856 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Port ef497731-ba73-46cd-9d8d-d95668f15b61 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:25.003899 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (14f1ba11-29dc-4fa9-8b11-648f81bccf6d), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.030881 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1f632-3f75-4e32-93ec-7ac56fb36c3a tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Pushing event updated for resources: {'Port': ['ID=ef497731-ba73-46cd-9d8d-d95668f15b61,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:25.048596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-49b74da1-4767-4c23-bb49-06d9919fa8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (79b7e44e-bf97-4a17-93a2-0a2979f56369), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.062175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13cc02-b81b-41e1-9817-5f3282e543d8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f06c71-2f97-45b4-8c52-767400f5df20,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:25.093498 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a0df3fd7-0340-41fa-a1c6-a0468e796ae5 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.6176171 Oct 28 10:00:25.095810 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7de2e225-ca6d-4bc4-8f45-2704a2f323b0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (27b833f1-388e-4726-970a-c702dc59d062), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.098563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40520) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:25.123318 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-7146f35f-c095-46b7-9282-e334c71c5310 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Allocated IP 2001:db8::158 (81785a8e-3311-4196-a856-480a6f10f58f/4a3c452e-e4a8-4e05-a7f5-f7c019697a80/e3ac7775-97ac-40c3-bf41-63ee6b6f3bf0) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:25.131538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7de2e225-ca6d-4bc4-8f45-2704a2f323b0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (27b833f1-388e-4726-970a-c702dc59d062), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.158247 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-49b74da1-4767-4c23-bb49-06d9919fa8ba admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4c9fe1f04e784e45983c52664d34afef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2352750 Oct 28 10:00:25.159966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-60d1f632-3f75-4e32-93ec-7ac56fb36c3a tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] In _notify_port_updated(), no bound segment for port ef497731-ba73-46cd-9d8d-d95668f15b61 on network 4944a02d-7860-4864-9e10-7c534cee41d0 {{(pid=114060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 10:00:25.164938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d1f632-3f75-4e32-93ec-7ac56fb36c3a tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:25.165992 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-60d1f632-3f75-4e32-93ec-7ac56fb36c3a tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.167609 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-60d1f632-3f75-4e32-93ec-7ac56fb36c3a tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] 10.222.0.49 "PUT /networking/v2.0/ports/ef497731-ba73-46cd-9d8d-d95668f15b61 HTTP/1.1" status: 200 len: 1135 time: 1.7799344 Oct 28 10:00:25.170468 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:25.170812 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40522) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:25.171650 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3f5a1566-0efd-4e26-b5da-2b22694535f9 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:25.172229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40524) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:25.173322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b74da1-4767-4c23-bb49-06d9919fa8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b7e44e-bf97-4a17-93a2-0a2979f56369,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:25.173445 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Provisioning complete for port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:25.173759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1f4ad297-2ee8-4fcc-8c1d-e10647786f52), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.174096 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Attempt 1 to provision port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 Oct 28 10:00:25.212316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Network 81785a8e-3311-4196-a856-480a6f10f58f is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:25.216413 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62ec594-76f4-4927-b4b6-764fef5a894c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:25.221598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e62ec594-76f4-4927-b4b6-764fef5a894c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.232869 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-dd13cc02-b81b-41e1-9817-5f3282e543d8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.234441 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-dd13cc02-b81b-41e1-9817-5f3282e543d8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1066124 Oct 28 10:00:25.267439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:25.285333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40526) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:25.317817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:25.319796 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a6b09921-4107-461e-835e-9e4d83c4bad1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Request body: {'security_group_rule': {'security_group_id': '5565ee5c-a05f-4b75-a353-d54f0d47a2ce', 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:25.321901 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de2e225-ca6d-4bc4-8f45-2704a2f323b0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router 27b833f1-388e-4726-970a-c702dc59d062 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:25.343089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:25.349871 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Pushing event updated for resources: {'Port': ['ID=14f1ba11-29dc-4fa9-8b11-648f81bccf6d,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:25.370238 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154e578f-210e-4742-aca9-581372861f7c tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:25.372177 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-154e578f-210e-4742-aca9-581372861f7c tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] 10.222.0.49 "GET /networking/v2.0/ports/ef497731-ba73-46cd-9d8d-d95668f15b61 HTTP/1.1" status: 200 len: 1135 time: 0.1785023 Oct 28 10:00:25.406051 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40528) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:25.411731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:25.444455 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:25.488777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:25.541447 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b3ce-1abb-4f16-8c4c-7b898b523357 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (50be8186-ee5b-4c4a-921c-ac79026ebfe4), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.625125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de2e225-ca6d-4bc4-8f45-2704a2f323b0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:25.633395 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7de2e225-ca6d-4bc4-8f45-2704a2f323b0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.637666 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7de2e225-ca6d-4bc4-8f45-2704a2f323b0 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/27b833f1-388e-4726-970a-c702dc59d062 HTTP/1.1" status: 200 len: 703 time: 2.4673758 Oct 28 10:00:25.671132 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40530) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:25.728324 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 3f5a1566-0efd-4e26-b5da-2b22694535f9 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:25.728983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3f5a1566-0efd-4e26-b5da-2b22694535f9), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.729087 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 3f5a1566-0efd-4e26-b5da-2b22694535f9 Oct 28 10:00:25.736628 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7146f35f-c095-46b7-9282-e334c71c5310 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (e3ac7775-97ac-40c3-bf41-63ee6b6f3bf0), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.782949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aa93ed-5447-4407-a0e7-928dd851d353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-50be8186-ee5b-4c4a-921c-ac79026ebfe4', 'network_id': '50be8186-ee5b-4c4a-921c-ac79026ebfe4', 'project_id': '2e2b0df30914433097c544ce0c429d35', 'fixed_ips': [{'subnet_id': 'aa9594db-a341-43d3-a8e2-73686d990571'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:00:25.784802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a1aa93ed-5447-4407-a0e7-928dd851d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.803448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b3ce-1abb-4f16-8c4c-7b898b523357 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (aa9594db-a341-43d3-a8e2-73686d990571), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.851293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:25.852480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Attempting to bind port 14f1ba11-29dc-4fa9-8b11-648f81bccf6d on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:25.852923 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Attempting to bind port 14f1ba11-29dc-4fa9-8b11-648f81bccf6d by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '86806dc9-4a26-4aa0-b818-45f4341ed5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '81785a8e-3311-4196-a856-480a6f10f58f'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:25.853228 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Attempting to bind port 14f1ba11-29dc-4fa9-8b11-648f81bccf6d on network 81785a8e-3311-4196-a856-480a6f10f58f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:25.857274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-48d1653c-4232-4fa2-a205-23a17e13800f admin admin] Publish callbacks [] for security_group (79b7e44e-bf97-4a17-93a2-0a2979f56369), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.867082 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-deb02641-5c64-49aa-9b8d-3e5425081ecb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/routers/27b833f1-388e-4726-970a-c702dc59d062 HTTP/1.1" status: 200 len: 703 time: 0.1920049 Oct 28 10:00:25.869156 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40532) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:25.897495 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.ipam_backend_mixin [None req-e62ec594-76f4-4927-b4b6-764fef5a894c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bfb7a396-ad0f-44c4-8937-b697dd89486b (CIDR: 172.20.0.0/28) Oct 28 10:00:25.912448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:25.920477 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Current status of the port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:25.938894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6b09921-4107-461e-835e-9e4d83c4bad1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (b5c8fb00-04a0-4514-999a-16a19e7ffdb3), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.942058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-48d1653c-4232-4fa2-a205-23a17e13800f admin admin] Publish callbacks [] for security_group (79b7e44e-bf97-4a17-93a2-0a2979f56369), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:25.956480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Could not find standard attr ID for object eb11bbdc-6236-4817-8f79-b9e3d1a60d49. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:00:25.961775 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62ec594-76f4-4927-b4b6-764fef5a894c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:25.962405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62ec594-76f4-4927-b4b6-764fef5a894c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:25.973626 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-1a283856-9fa2-45de-b1c9-8ec31a1dde8d tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Deleting port ef497731-ba73-46cd-9d8d-d95668f15b61 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:25.974109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1a283856-9fa2-45de-b1c9-8ec31a1dde8d tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ef497731-ba73-46cd-9d8d-d95668f15b61), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.011181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:26.015063 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:24Z', 'revision_number': 7, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7', 'name': '', 'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:90:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:00:11Z', 'updated_at': '2022-10-28T10:00:24Z', 'revision_number': 4, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d4f0a7-ba3b-4574-891e-5f5337822a78', 'name': '', 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:d3:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:55Z', 'updated_at': '2022-10-28T10:00:16Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:26.048413 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7146f35f-c095-46b7-9282-e334c71c5310 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e3ac7775-97ac-40c3-bf41-63ee6b6f3bf0), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.074162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-295019e2-de67-43df-8704-fc587772c76d None None] Publish callbacks [] for port (d5d745d3-e956-44bc-aeca-037a7114645d), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.084296 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5258bf94-522e-4d6e-8588-6122a910f053 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.095543 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c93b540-09ba-4f59-b209-bbb483baeb11 None None] The sync data for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv is: [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:24Z', 'revision_number': 7, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7', 'name': '', 'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:90:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:00:11Z', 'updated_at': '2022-10-28T10:00:24Z', 'revision_number': 4, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d4f0a7-ba3b-4574-891e-5f5337822a78', 'name': '', 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:d3:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:55Z', 'updated_at': '2022-10-28T10:00:16Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:26.129813 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258bf94-522e-4d6e-8588-6122a910f053 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event deleted for resources: {'Port': ['ID=ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:26.132104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Provisioning complete for port ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:26.132921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.132921 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Attempt 1 to provision port ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507 Oct 28 10:00:26.134600 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:00:26.135102 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Checking segment: {'id': '86806dc9-4a26-4aa0-b818-45f4341ed5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '81785a8e-3311-4196-a856-480a6f10f58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:26.135393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.135797 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Bound using segment: {'id': '86806dc9-4a26-4aa0-b818-45f4341ed5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '81785a8e-3311-4196-a856-480a6f10f58f'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:00:26.136298 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Bound port: 14f1ba11-29dc-4fa9-8b11-648f81bccf6d, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86806dc9-4a26-4aa0-b818-45f4341ed5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '81785a8e-3311-4196-a856-480a6f10f58f'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:00:26.136681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (14f1ba11-29dc-4fa9-8b11-648f81bccf6d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.141628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6b09921-4107-461e-835e-9e4d83c4bad1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (b5c8fb00-04a0-4514-999a-16a19e7ffdb3), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.173443 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3932cb92-d547-4976-b7ca-618077581443 None None] Port ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507 was deleted so its status cannot be updated. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Oct 28 10:00:26.173871 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 3f5a1566-0efd-4e26-b5da-2b22694535f9 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:26.174828 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:26.180206 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e62ec594-76f4-4927-b4b6-764fef5a894c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6403246 Oct 28 10:00:26.213260 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b3ce-1abb-4f16-8c4c-7b898b523357 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (aa9594db-a341-43d3-a8e2-73686d990571), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.225187 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40534) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server [None req-a1aa93ed-5447-4407-a0e7-928dd851d353 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa9594db-a341-43d3-a8e2-73686d990571: This subnet is being modified by another concurrent operation. Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise exception Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa9594db-a341-43d3-a8e2-73686d990571: This subnet is being modified by another concurrent operation. Oct 28 10:00:26.263210 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server Oct 28 10:00:26.273381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9da979f2-c167-4ca9-b33a-5deea05b6289 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'subnet': {'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:26.276788 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:26.280846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1a283856-9fa2-45de-b1c9-8ec31a1dde8d tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ef497731-ba73-46cd-9d8d-d95668f15b61), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.288243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-295019e2-de67-43df-8704-fc587772c76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d5d745d3-e956-44bc-aeca-037a7114645d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.302133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6b09921-4107-461e-835e-9e4d83c4bad1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b5c8fb00-04a0-4514-999a-16a19e7ffdb3), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.359635 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b3ce-1abb-4f16-8c4c-7b898b523357 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (50be8186-ee5b-4c4a-921c-ac79026ebfe4), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.369066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-48d1653c-4232-4fa2-a205-23a17e13800f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (79b7e44e-bf97-4a17-93a2-0a2979f56369), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.371778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-48d1653c-4232-4fa2-a205-23a17e13800f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.373035 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-48d1653c-4232-4fa2-a205-23a17e13800f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/79b7e44e-bf97-4a17-93a2-0a2979f56369 HTTP/1.1" status: 204 len: 168 time: 1.1947269 Oct 28 10:00:26.382039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-1a283856-9fa2-45de-b1c9-8ec31a1dde8d tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Calling delete_port for ef497731-ba73-46cd-9d8d-d95668f15b61 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:26.400669 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-d9a1b3ce-1abb-4f16-8c4c-7b898b523357 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50be8186-ee5b-4c4a-921c-ac79026ebfe4']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:26.412642 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-d9a1b3ce-1abb-4f16-8c4c-7b898b523357 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a088ce4a-90a9-4a2b-a3c4-7896de5bc119') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:26.412935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-d9a1b3ce-1abb-4f16-8c4c-7b898b523357 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a088ce4a-90a9-4a2b-a3c4-7896de5bc119') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:26.425696 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b3ce-1abb-4f16-8c4c-7b898b523357 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (a088ce4a-90a9-4a2b-a3c4-7896de5bc119), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.447243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b3ce-1abb-4f16-8c4c-7b898b523357 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (a088ce4a-90a9-4a2b-a3c4-7896de5bc119), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.456197 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a1b3ce-1abb-4f16-8c4c-7b898b523357 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:26.456608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b3ce-1abb-4f16-8c4c-7b898b523357 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (a088ce4a-90a9-4a2b-a3c4-7896de5bc119), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.512539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] For port 14f1ba11-29dc-4fa9-8b11-648f81bccf6d, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:26.518735 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b09921-4107-461e-835e-9e4d83c4bad1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c8fb00-04a0-4514-999a-16a19e7ffdb3,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:26.521268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] For port 14f1ba11-29dc-4fa9-8b11-648f81bccf6d, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=14f1ba11-29dc-4fa9-8b11-648f81bccf6d,segment=NetworkSegment(86806dc9-4a26-4aa0-b818-45f4341ed5c6),segment_id=86806dc9-4a26-4aa0-b818-45f4341ed5c6)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:26.525608 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Provisioning complete for port d5d745d3-e956-44bc-aeca-037a7114645d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:26.526094 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d5d745d3-e956-44bc-aeca-037a7114645d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.526306 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1653c-4232-4fa2-a205-23a17e13800f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b7e44e-bf97-4a17-93a2-0a2979f56369,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:26.526604 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Attempt 1 to provision port d5d745d3-e956-44bc-aeca-037a7114645d Oct 28 10:00:26.528744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5258bf94-522e-4d6e-8588-6122a910f053 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (e5698efd-3337-4cf5-9082-4051cb7ee4ad), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.555636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7146f35f-c095-46b7-9282-e334c71c5310 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network 81785a8e-3311-4196-a856-480a6f10f58f is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:26.629580 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-7146f35f-c095-46b7-9282-e334c71c5310 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:26.630891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1b3ce-1abb-4f16-8c4c-7b898b523357 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Subnet': ['ID=aa9594db-a341-43d3-a8e2-73686d990571,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:26.633051 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7146f35f-c095-46b7-9282-e334c71c5310 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:26.638806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7146f35f-c095-46b7-9282-e334c71c5310 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:26.639724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7146f35f-c095-46b7-9282-e334c71c5310 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.647379 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:26.650225 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment a088ce4a-90a9-4a2b-a3c4-7896de5bc119 resource provider aggregate not found Oct 28 10:00:26.655037 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146f35f-c095-46b7-9282-e334c71c5310 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=e3ac7775-97ac-40c3-bf41-63ee6b6f3bf0,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:26.665524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec148be9-40cd-4116-928a-49ed290f31b1 None None] Pushing event updated for resources: {'Port': ['ID=d5d745d3-e956-44bc-aeca-037a7114645d,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:26.689698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (14f1ba11-29dc-4fa9-8b11-648f81bccf6d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.703066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a6b09921-4107-461e-835e-9e4d83c4bad1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.704616 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a6b09921-4107-461e-835e-9e4d83c4bad1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4121833 Oct 28 10:00:26.712270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40542) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:26.753642 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:26.757174 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment a088ce4a-90a9-4a2b-a3c4-7896de5bc119 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a088ce4a-90a9-4a2b-a3c4-7896de5bc119 found for delete ", "request_id": "req-db37692f-2b5a-4d1d-9a25-d34c0bf66c3d"}]} Oct 28 10:00:26.761482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b3ce-1abb-4f16-8c4c-7b898b523357 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (50be8186-ee5b-4c4a-921c-ac79026ebfe4), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.767259 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7146f35f-c095-46b7-9282-e334c71c5310 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7999032 Oct 28 10:00:26.773890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4230d96b-cf02-4aca-92f4-4eb5f63fc697 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Request body: {'security_group_rule': {'security_group_id': '5565ee5c-a05f-4b75-a353-d54f0d47a2ce', 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:26.782562 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40544) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:26.784105 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:26.787723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (21cb59ac-2c4e-4fb6-a8e7-2e942711fd72), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.788076 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 Oct 28 10:00:26.789925 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Port d5d745d3-e956-44bc-aeca-037a7114645d cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:26.790345 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b3ce-1abb-4f16-8c4c-7b898b523357 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.794506 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d9a1b3ce-1abb-4f16-8c4c-7b898b523357 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/50be8186-ee5b-4c4a-921c-ac79026ebfe4 HTTP/1.1" status: 204 len: 168 time: 1.6831596 Oct 28 10:00:26.801479 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40546) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:26.824506 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-6503f43a-4e05-4f00-bf5a-3b6585c3112a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1880017147'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:26.847633 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1b3ce-1abb-4f16-8c4c-7b898b523357 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Network': ['ID=50be8186-ee5b-4c4a-921c-ac79026ebfe4,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:26.898503 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:26.928264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Provisioning complete for port 6a17c822-505e-4ccf-a4ba-689979b7829b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:26.928648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6a17c822-505e-4ccf-a4ba-689979b7829b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:26.928995 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Attempt 1 to provision port 6a17c822-505e-4ccf-a4ba-689979b7829b Oct 28 10:00:27.046854 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-295019e2-de67-43df-8704-fc587772c76d None None] Attempting to bind port d5d745d3-e956-44bc-aeca-037a7114645d on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:27.052933 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-295019e2-de67-43df-8704-fc587772c76d None None] Attempting to bind port d5d745d3-e956-44bc-aeca-037a7114645d by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '13469ac8-b298-4655-9f0a-6d7d240e6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '07bb7c23-09bb-41e7-99d8-48d122521c6b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:27.052933 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295019e2-de67-43df-8704-fc587772c76d None None] Attempting to bind port d5d745d3-e956-44bc-aeca-037a7114645d on network 07bb7c23-09bb-41e7-99d8-48d122521c6b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:27.088276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6503f43a-4e05-4f00-bf5a-3b6585c3112a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:27.093285 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da979f2-c167-4ca9-b33a-5deea05b6289 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:27.096742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6503f43a-4e05-4f00-bf5a-3b6585c3112a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.107424 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9da979f2-c167-4ca9-b33a-5deea05b6289 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.119770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:27.128669 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Port 6a17c822-505e-4ccf-a4ba-689979b7829b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:27.132355 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b762e-825a-405e-abdb-26fbab1529c7 None None] Pushing event updated for resources: {'Port': ['ID=14f1ba11-29dc-4fa9-8b11-648f81bccf6d,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:27.155370 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6503f43a-4e05-4f00-bf5a-3b6585c3112a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:27.170636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6503f43a-4e05-4f00-bf5a-3b6585c3112a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (48b7b05c-4365-4ab1-9d35-2d085ab6f1a7), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.171027 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-6503f43a-4e05-4f00-bf5a-3b6585c3112a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Added segment 48b7b05c-4365-4ab1-9d35-2d085ab6f1a7 of type vlan for network 7160e477-74d6-4bf4-9172-43c50f32fe05 Oct 28 10:00:27.179847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b378530d-71d4-4559-8d50-b6ade77b5df1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port e3ac7775-97ac-40c3-bf41-63ee6b6f3bf0 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:27.180383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b378530d-71d4-4559-8d50-b6ade77b5df1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e3ac7775-97ac-40c3-bf41-63ee6b6f3bf0), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.191033 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4230d96b-cf02-4aca-92f4-4eb5f63fc697 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (b1b096c5-d9e8-4bf6-a913-b9915e9b3329), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.199201 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b02dfea9-aaaf-4b2a-857a-57931cc37278 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (27b833f1-388e-4726-970a-c702dc59d062), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.238054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Could not find standard attr ID for object ffe8c5d4-5a83-47aa-8f5a-c412f7a5f507. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:00:27.253718 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5258bf94-522e-4d6e-8588-6122a910f053 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Router e5698efd-3337-4cf5-9082-4051cb7ee4ad has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:27.254540 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6503f43a-4e05-4f00-bf5a-3b6585c3112a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (7160e477-74d6-4bf4-9172-43c50f32fe05), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.281056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:27.282172 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ba8e3f31-1a0c-4767-b426-24666b733729 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:27.324120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Provisioning complete for port ef497731-ba73-46cd-9d8d-d95668f15b61 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:27.326323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ef497731-ba73-46cd-9d8d-d95668f15b61), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.326323 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Attempt 1 to provision port ef497731-ba73-46cd-9d8d-d95668f15b61 Oct 28 10:00:27.362049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ba8e3f31-1a0c-4767-b426-24666b733729 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:27.362607 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ba8e3f31-1a0c-4767-b426-24666b733729), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.363001 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ba8e3f31-1a0c-4767-b426-24666b733729 Oct 28 10:00:27.365117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1a283856-9fa2-45de-b1c9-8ec31a1dde8d tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ef497731-ba73-46cd-9d8d-d95668f15b61), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.394423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295019e2-de67-43df-8704-fc587772c76d None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:00:27.396544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295019e2-de67-43df-8704-fc587772c76d None None] Checking segment: {'id': '13469ac8-b298-4655-9f0a-6d7d240e6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '07bb7c23-09bb-41e7-99d8-48d122521c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:27.396544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-295019e2-de67-43df-8704-fc587772c76d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.396749 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295019e2-de67-43df-8704-fc587772c76d None None] Bound using segment: {'id': '13469ac8-b298-4655-9f0a-6d7d240e6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '07bb7c23-09bb-41e7-99d8-48d122521c6b'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:00:27.401070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-295019e2-de67-43df-8704-fc587772c76d None None] Bound port: d5d745d3-e956-44bc-aeca-037a7114645d, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13469ac8-b298-4655-9f0a-6d7d240e6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '07bb7c23-09bb-41e7-99d8-48d122521c6b'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:00:27.401070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-295019e2-de67-43df-8704-fc587772c76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d5d745d3-e956-44bc-aeca-037a7114645d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.401070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Port ef497731-ba73-46cd-9d8d-d95668f15b61 was deleted so its status cannot be updated. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Oct 28 10:00:27.406998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Could not find standard attr ID for object 5824c36a-364c-431b-810a-dc97b16c54b3. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:00:27.460722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a283856-9fa2-45de-b1c9-8ec31a1dde8d tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Pushing event deleted for resources: {'Port': ['ID=ef497731-ba73-46cd-9d8d-d95668f15b61,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:27.462632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=78,neutron:DELETE=13,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:27.472975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Provisioning complete for port 687a0072-cfe2-42fe-854c-456374df621b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:27.473571 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (687a0072-cfe2-42fe-854c-456374df621b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.475346 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Attempt 1 to provision port 687a0072-cfe2-42fe-854c-456374df621b Oct 28 10:00:27.497813 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ccd614-eb36-4aae-9030-a11a9608e52c None None] Sync routers for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:27.511796 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6503f43a-4e05-4f00-bf5a-3b6585c3112a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (7160e477-74d6-4bf4-9172-43c50f32fe05), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.522072 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ccd614-eb36-4aae-9030-a11a9608e52c None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:27.527434 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d3ccd614-eb36-4aae-9030-a11a9608e52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:27.533238 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6503f43a-4e05-4f00-bf5a-3b6585c3112a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:27.538896 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6503f43a-4e05-4f00-bf5a-3b6585c3112a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.569458 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ba8e3f31-1a0c-4767-b426-24666b733729 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:27.594967 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:27.645367 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b378530d-71d4-4559-8d50-b6ade77b5df1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e3ac7775-97ac-40c3-bf41-63ee6b6f3bf0), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.666423 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4230d96b-cf02-4aca-92f4-4eb5f63fc697 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (b1b096c5-d9e8-4bf6-a913-b9915e9b3329), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.669641 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:27.673853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-295019e2-de67-43df-8704-fc587772c76d None None] For port d5d745d3-e956-44bc-aeca-037a7114645d, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:27.680902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-295019e2-de67-43df-8704-fc587772c76d None None] For port d5d745d3-e956-44bc-aeca-037a7114645d, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d5d745d3-e956-44bc-aeca-037a7114645d,segment=NetworkSegment(13469ac8-b298-4655-9f0a-6d7d240e6c23),segment_id=13469ac8-b298-4655-9f0a-6d7d240e6c23)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:27.708269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b378530d-71d4-4559-8d50-b6ade77b5df1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for e3ac7775-97ac-40c3-bf41-63ee6b6f3bf0 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:27.711561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5258bf94-522e-4d6e-8588-6122a910f053 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:27.720691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Port 687a0072-cfe2-42fe-854c-456374df621b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:27.735198 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6d3ac2-1d2e-42b6-be8e-377036b0b75f None None] Sync routers for ids ['e5698efd-3337-4cf5-9082-4051cb7ee4ad'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:27.738325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503f43a-4e05-4f00-bf5a-3b6585c3112a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Network': ['ID=7160e477-74d6-4bf4-9172-43c50f32fe05,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:27.747983 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d3ccd614-eb36-4aae-9030-a11a9608e52c None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:00:27.757419 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5258bf94-522e-4d6e-8588-6122a910f053 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "PUT /networking/v2.0/routers/e5698efd-3337-4cf5-9082-4051cb7ee4ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3412230 Oct 28 10:00:27.765918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40560) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:27.782718 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 7160e477-74d6-4bf4-9172-43c50f32fe05 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:27.783298 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6503f43a-4e05-4f00-bf5a-3b6585c3112a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9664309 Oct 28 10:00:27.784883 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40564) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:27.793755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1a283856-9fa2-45de-b1c9-8ec31a1dde8d tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.794218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-4e616d9e-86df-4952-b4d3-dcb5ef84778e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'subnet': {'network_id': '7160e477-74d6-4bf4-9172-43c50f32fe05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:27.797271 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1a283856-9fa2-45de-b1c9-8ec31a1dde8d tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] 10.222.0.49 "DELETE /networking/v2.0/ports/ef497731-ba73-46cd-9d8d-d95668f15b61 HTTP/1.1" status: 204 len: 168 time: 2.3853409 Oct 28 10:00:27.811884 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40566) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:27.880043 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-b1abdd8c-fd9e-46fc-9850-e7b2e3915fbf tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] show failed (client error): The resource could not be found. Oct 28 10:00:27.881543 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b1abdd8c-fd9e-46fc-9850-e7b2e3915fbf tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "GET /networking/v2.0/routers/tempest-non_exist_router-609904159 HTTP/1.1" status: 404 len: 334 time: 0.1125121 Oct 28 10:00:27.882419 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4230d96b-cf02-4aca-92f4-4eb5f63fc697 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b1b096c5-d9e8-4bf6-a913-b9915e9b3329), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:27.885067 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:27.896675 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40568) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:27.914242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4c34094e-9af4-4cf4-ac04-c5655671ddd1 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:27.943998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-295019e2-de67-43df-8704-fc587772c76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d5d745d3-e956-44bc-aeca-037a7114645d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.016348 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec148be9-40cd-4116-928a-49ed290f31b1 None None] Pushing event updated for resources: {'Port': ['ID=d5d745d3-e956-44bc-aeca-037a7114645d,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:28.020750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Provisioning complete for port 6bd74154-9b7c-47c6-91b0-712c194d414d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:28.021149 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.021467 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Attempt 1 to provision port 6bd74154-9b7c-47c6-91b0-712c194d414d Oct 28 10:00:28.026216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d3ac2-1d2e-42b6-be8e-377036b0b75f None None] Routers {'e5698efd-3337-4cf5-9082-4051cb7ee4ad'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:28.027451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bf6d3ac2-1d2e-42b6-be8e-377036b0b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e5698efd-3337-4cf5-9082-4051cb7ee4ad'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:28.036508 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-4c34094e-9af4-4cf4-ac04-c5655671ddd1 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] update failed (client error): The resource could not be found. Oct 28 10:00:28.037824 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4c34094e-9af4-4cf4-ac04-c5655671ddd1 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "PUT /networking/v2.0/routers/tempest-non_exist_router-2138000104 HTTP/1.1" status: 404 len: 335 time: 0.1298795 Oct 28 10:00:28.044376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40572) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:28.052013 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-b02dfea9-aaaf-4b2a-857a-57931cc37278 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:28.052378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b02dfea9-aaaf-4b2a-857a-57931cc37278 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.060351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230d96b-cf02-4aca-92f4-4eb5f63fc697 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b096c5-d9e8-4bf6-a913-b9915e9b3329,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:28.078726 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:28.099236 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bf6d3ac2-1d2e-42b6-be8e-377036b0b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:28.121988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ae5281-2a56-41d0-bc68-af2890344293 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Deleting subnet 87932ab0-b4ca-49db-b6a5-ca2031aff364 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:00:28.139536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4230d96b-cf02-4aca-92f4-4eb5f63fc697 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.141077 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4230d96b-cf02-4aca-92f4-4eb5f63fc697 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4263895 Oct 28 10:00:28.150427 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40576) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:28.158073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-7c418fc9-d796-4c7b-ab02-8e25ee2e9a4e tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Request body: {'security_group_rule': {'security_group_id': '5565ee5c-a05f-4b75-a353-d54f0d47a2ce', 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:28.179290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d3ac2-1d2e-42b6-be8e-377036b0b75f None None] Routers {'e5698efd-3337-4cf5-9082-4051cb7ee4ad'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:28.179932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bf6d3ac2-1d2e-42b6-be8e-377036b0b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e5698efd-3337-4cf5-9082-4051cb7ee4ad'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:28.181773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295019e2-de67-43df-8704-fc587772c76d None None] Routers {'579f5177-2324-48ef-b523-c4bb0316b5fd'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:28.183094 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-295019e2-de67-43df-8704-fc587772c76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['579f5177-2324-48ef-b523-c4bb0316b5fd'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:28.217300 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3dd084a-361e-4ae6-b6d9-e2304430e5b9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Deleting subnet 1b0d929e-ce98-4869-a8f8-e2da77c8b508 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:00:28.218998 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d3ccd614-eb36-4aae-9030-a11a9608e52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:24Z', 'revision_number': 7, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7', 'name': '', 'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:90:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:00:11Z', 'updated_at': '2022-10-28T10:00:24Z', 'revision_number': 4, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d4f0a7-ba3b-4574-891e-5f5337822a78', 'name': '', 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:d3:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:55Z', 'updated_at': '2022-10-28T10:00:16Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:28.233924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31ae5281-2a56-41d0-bc68-af2890344293 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks [] for subnet (87932ab0-b4ca-49db-b6a5-ca2031aff364), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.246269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3dd084a-361e-4ae6-b6d9-e2304430e5b9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for subnet (1b0d929e-ce98-4869-a8f8-e2da77c8b508), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.265557 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ccd614-eb36-4aae-9030-a11a9608e52c None None] Checking router: 27b833f1-388e-4726-970a-c702dc59d062 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:00:28.278473 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ccd614-eb36-4aae-9030-a11a9608e52c None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:28.279565 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d3ccd614-eb36-4aae-9030-a11a9608e52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:28.349880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40578) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:28.354248 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 14f1ba11-29dc-4fa9-8b11-648f81bccf6d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:28.358103 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bf6d3ac2-1d2e-42b6-be8e-377036b0b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:28.358796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6d3ac2-1d2e-42b6-be8e-377036b0b75f None None] The sync data for ids ['e5698efd-3337-4cf5-9082-4051cb7ee4ad'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:28.402709 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d3ccd614-eb36-4aae-9030-a11a9608e52c None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:00:28.439963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-b02dfea9-aaaf-4b2a-857a-57931cc37278 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] For port 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7,segment=NetworkSegment(c34354e2-bccf-4c9f-a481-6116e2d3551c),segment_id=c34354e2-bccf-4c9f-a481-6116e2d3551c)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:28.445137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b02dfea9-aaaf-4b2a-857a-57931cc37278 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.458767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:28.460807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-b02dfea9-aaaf-4b2a-857a-57931cc37278 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:28.506258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b378530d-71d4-4559-8d50-b6ade77b5df1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e3ac7775-97ac-40c3-bf41-63ee6b6f3bf0), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.523577 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3dd084a-361e-4ae6-b6d9-e2304430e5b9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (1b0d929e-ce98-4869-a8f8-e2da77c8b508), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.577403 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31ae5281-2a56-41d0-bc68-af2890344293 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (87932ab0-b4ca-49db-b6a5-ca2031aff364), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.603611 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:28.612048 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c418fc9-d796-4c7b-ab02-8e25ee2e9a4e tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (c767915d-36f9-4262-9a36-4ef55d168c53), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.623626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-295019e2-de67-43df-8704-fc587772c76d None None] Set router 579f5177-2324-48ef-b523-c4bb0316b5fd gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:00:28.630249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9da979f2-c167-4ca9-b33a-5deea05b6289 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (cec88c37-05f6-4e0a-a7f3-f2d5cd6deefa), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.632583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378530d-71d4-4559-8d50-b6ade77b5df1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=e3ac7775-97ac-40c3-bf41-63ee6b6f3bf0,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:28.696704 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e616d9e-86df-4952-b4d3-dcb5ef84778e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:28.697493 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Request body: {'networks': [{'name': 'tempest-network--1027160324'}, {'name': 'tempest-network--71705294'}]} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:28.697815 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Request body: {'network': {'name': 'tempest-network--1027160324'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:28.698288 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Request body: {'network': {'name': 'tempest-network--71705294'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:28.701887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4e616d9e-86df-4952-b4d3-dcb5ef84778e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.716003 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d3ccd614-eb36-4aae-9030-a11a9608e52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:24Z', 'revision_number': 7, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7', 'name': '', 'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:90:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:00:11Z', 'updated_at': '2022-10-28T10:00:24Z', 'revision_number': 4, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d4f0a7-ba3b-4574-891e-5f5337822a78', 'name': '', 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:d3:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:55Z', 'updated_at': '2022-10-28T10:00:16Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:28.736514 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Current status of the port 6bd74154-9b7c-47c6-91b0-712c194d414d is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:28.736514 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.752937 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ccd614-eb36-4aae-9030-a11a9608e52c None None] The sync data for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv is: [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:24Z', 'revision_number': 7, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7', 'name': '', 'network_id': '04530626-2772-4cf3-a9b7-0d2e08826ff8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:90:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:00:11Z', 'updated_at': '2022-10-28T10:00:24Z', 'revision_number': 4, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d4f0a7-ba3b-4574-891e-5f5337822a78', 'name': '', 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:d3:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:55Z', 'updated_at': '2022-10-28T10:00:16Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:28.792994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b378530d-71d4-4559-8d50-b6ade77b5df1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.796368 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b378530d-71d4-4559-8d50-b6ade77b5df1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/e3ac7775-97ac-40c3-bf41-63ee6b6f3bf0 HTTP/1.1" status: 204 len: 168 time: 2.0078034 Oct 28 10:00:28.807263 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40582) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:28.838894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da979f2-c167-4ca9-b33a-5deea05b6289 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network f29bf237-749c-4b61-83b8-307b66652a1d is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:28.860706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-9da979f2-c167-4ca9-b33a-5deea05b6289 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:28.873606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da979f2-c167-4ca9-b33a-5deea05b6289 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:28.874253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9da979f2-c167-4ca9-b33a-5deea05b6289 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.900337 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da979f2-c167-4ca9-b33a-5deea05b6289 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Subnet': ['ID=cec88c37-05f6-4e0a-a7f3-f2d5cd6deefa,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:28.918068 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa4d6a3-c06e-43fb-a1dc-ee302ae8ceb3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] DELETE failed (client error): The resource could not be found. Oct 28 10:00:28.919112 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa4d6a3-c06e-43fb-a1dc-ee302ae8ceb3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:28.924653 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8fa4d6a3-c06e-43fb-a1dc-ee302ae8ceb3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/e3ac7775-97ac-40c3-bf41-63ee6b6f3bf0 HTTP/1.1" status: 404 len: 333 time: 0.1124425 Oct 28 10:00:28.928861 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40584) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:28.947348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31ae5281-2a56-41d0-bc68-af2890344293 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (87932ab0-b4ca-49db-b6a5-ca2031aff364), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.952265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e36b495-74ef-4207-ba24-2f55e82b246f None None] get_active_networks_info from dv-neutron-zed-2-hyperv {{(pid=114061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 28 10:00:28.952887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c418fc9-d796-4c7b-ab02-8e25ee2e9a4e tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (c767915d-36f9-4262-9a36-4ef55d168c53), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.956848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Made reservation on behalf of 0147a36cf1854e1eba47e47194b2d91c for: {'network': 2} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:28.963997 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:28.988122 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2e08de-c4c2-4eaa-b0ba-0d02f91f5a53 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] GET failed (client error): The resource could not be found. Oct 28 10:00:28.992532 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0c2e08de-c4c2-4eaa-b0ba-0d02f91f5a53 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/e3ac7775-97ac-40c3-bf41-63ee6b6f3bf0 HTTP/1.1" status: 404 len: 333 time: 0.0626113 Oct 28 10:00:28.993218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40586) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:28.994576 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3dd084a-361e-4ae6-b6d9-e2304430e5b9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (1b0d929e-ce98-4869-a8f8-e2da77c8b508), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.034846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 14f1ba11-29dc-4fa9-8b11-648f81bccf6d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:29.035476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (14f1ba11-29dc-4fa9-8b11-648f81bccf6d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.035963 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 14f1ba11-29dc-4fa9-8b11-648f81bccf6d Oct 28 10:00:29.045038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.080508 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9da979f2-c167-4ca9-b33a-5deea05b6289 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8540254 Oct 28 10:00:29.081319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c418fc9-d796-4c7b-ab02-8e25ee2e9a4e tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (c767915d-36f9-4262-9a36-4ef55d168c53), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.090817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] For port 6bd74154-9b7c-47c6-91b0-712c194d414d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6bd74154-9b7c-47c6-91b0-712c194d414d,segment=NetworkSegment(4df18bf0-2fbd-4278-b064-be27ffb75447),segment_id=4df18bf0-2fbd-4278-b064-be27ffb75447)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:29.095731 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40588) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:29.109798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9b65b892-3d9c-460f-a37c-308590c03e33 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-397952922', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cec88c37-05f6-4e0a-a7f3-f2d5cd6deefa'}], 'security_groups': ['a4493f07-abb7-4ae2-9f3c-0e0bd1d00243']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:29.180245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.204898 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c418fc9-d796-4c7b-ab02-8e25ee2e9a4e tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c767915d-36f9-4262-9a36-4ef55d168c53,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:29.214959 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31ae5281-2a56-41d0-bc68-af2890344293 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (87932ab0-b4ca-49db-b6a5-ca2031aff364), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.224789 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a73b2b-b378-4666-9e1f-c928a522de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting subnet 4a3c452e-e4a8-4e05-a7f5-f7c019697a80 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:00:29.245807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae5281-2a56-41d0-bc68-af2890344293 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Pushing event deleted for resources: {'Subnet': ['ID=87932ab0-b4ca-49db-b6a5-ca2031aff364,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:29.248897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:29.250028 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-31ae5281-2a56-41d0-bc68-af2890344293 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.256411 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-31ae5281-2a56-41d0-bc68-af2890344293 tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/87932ab0-b4ca-49db-b6a5-ca2031aff364 HTTP/1.1" status: 204 len: 168 time: 1.4407771 Oct 28 10:00:29.256627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-11a73b2b-b378-4666-9e1f-c928a522de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (4a3c452e-e4a8-4e05-a7f5-f7c019697a80), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.259117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40590) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:29.260526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Provisioning complete for port 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:29.260911 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.261254 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Attempt 1 to provision port 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 Oct 28 10:00:29.281622 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b02dfea9-aaaf-4b2a-857a-57931cc37278 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.318721 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4e616d9e-86df-4952-b4d3-dcb5ef84778e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (af15adca-3a64-498f-a96d-b19b8b5105aa), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.324351 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dfea9-aaaf-4b2a-857a-57931cc37278 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:29.340609 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c418fc9-d796-4c7b-ab02-8e25ee2e9a4e tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.341846 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7c418fc9-d796-4c7b-ab02-8e25ee2e9a4e tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1873095 Oct 28 10:00:29.350709 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-295019e2-de67-43df-8704-fc587772c76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'name': 'tempest-TestVolumeBootPattern-552676432-router', 'tenant_id': '0a25ffaef1b74d34b52eff683648c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ba8e3f31-1a0c-4767-b426-24666b733729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:00:04Z', 'updated_at': '2022-10-28T10:00:17Z', 'revision_number': 4, 'project_id': '0a25ffaef1b74d34b52eff683648c46a', 'gw_port': {'id': 'ba8e3f31-1a0c-4767-b426-24666b733729', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:00:06Z', 'updated_at': '2022-10-28T10:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'd5d745d3-e956-44bc-aeca-037a7114645d', 'name': '', 'network_id': '07bb7c23-09bb-41e7-99d8-48d122521c6b', 'tenant_id': '0a25ffaef1b74d34b52eff683648c46a', 'mac_address': 'fa:16:3e:f5:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '63d41d6b-6411-4792-9553-c463e79e4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:00:14Z', 'updated_at': '2022-10-28T10:00:27Z', 'revision_number': 4, 'project_id': '0a25ffaef1b74d34b52eff683648c46a', 'subnets': [{'id': '63d41d6b-6411-4792-9553-c463e79e4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:29.380294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40592) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:29.386725 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-494058b1-917a-46ed-bce1-55a828dad0f9 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Request body: {'security_group_rule': {'security_group_id': '5565ee5c-a05f-4b75-a353-d54f0d47a2ce', 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:29.399267 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 14f1ba11-29dc-4fa9-8b11-648f81bccf6d is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:29.399267 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (14f1ba11-29dc-4fa9-8b11-648f81bccf6d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.416471 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Pushing event updated for resources: {'Port': ['ID=6bd74154-9b7c-47c6-91b0-712c194d414d,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:29.420666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295019e2-de67-43df-8704-fc587772c76d None None] The sync data for ids ['579f5177-2324-48ef-b523-c4bb0316b5fd'] in dv-neutron-zed-2-hyperv is: [{'id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'name': 'tempest-TestVolumeBootPattern-552676432-router', 'tenant_id': '0a25ffaef1b74d34b52eff683648c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ba8e3f31-1a0c-4767-b426-24666b733729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:00:04Z', 'updated_at': '2022-10-28T10:00:17Z', 'revision_number': 4, 'project_id': '0a25ffaef1b74d34b52eff683648c46a', 'gw_port': {'id': 'ba8e3f31-1a0c-4767-b426-24666b733729', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:00:06Z', 'updated_at': '2022-10-28T10:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'd5d745d3-e956-44bc-aeca-037a7114645d', 'name': '', 'network_id': '07bb7c23-09bb-41e7-99d8-48d122521c6b', 'tenant_id': '0a25ffaef1b74d34b52eff683648c46a', 'mac_address': 'fa:16:3e:f5:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '63d41d6b-6411-4792-9553-c463e79e4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:00:14Z', 'updated_at': '2022-10-28T10:00:27Z', 'revision_number': 4, 'project_id': '0a25ffaef1b74d34b52eff683648c46a', 'subnets': [{'id': '63d41d6b-6411-4792-9553-c463e79e4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:29.427600 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] Could not find standard attr ID for object 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:00:29.451700 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.db [None req-76b121ec-3c64-49bc-bd04-3a34a267b35c None None] No ports have port_id starting with 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 Oct 28 10:00:29.476464 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:29.488685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 14f1ba11-29dc-4fa9-8b11-648f81bccf6d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=14f1ba11-29dc-4fa9-8b11-648f81bccf6d,segment=NetworkSegment(86806dc9-4a26-4aa0-b818-45f4341ed5c6),segment_id=86806dc9-4a26-4aa0-b818-45f4341ed5c6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:29.489108 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e616d9e-86df-4952-b4d3-dcb5ef84778e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Subnet': ['ID=af15adca-3a64-498f-a96d-b19b8b5105aa,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:29.518150 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e36b495-74ef-4207-ba24-2f55e82b246f None None] Resources bound (agent type, host, resource id): {{(pid=114061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 10:00:29.537116 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:29.550728 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e616d9e-86df-4952-b4d3-dcb5ef84778e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Checking segment: {'id': '48b7b05c-4365-4ab1-9d35-2d085ab6f1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '7160e477-74d6-4bf4-9172-43c50f32fe05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:29.550728 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e616d9e-86df-4952-b4d3-dcb5ef84778e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network hostable DHCP agents. Network: 7160e477-74d6-4bf4-9172-43c50f32fe05, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:29.573688 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b02dfea9-aaaf-4b2a-857a-57931cc37278 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (27b833f1-388e-4726-970a-c702dc59d062), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.575320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (14f1ba11-29dc-4fa9-8b11-648f81bccf6d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.576505 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6bd74154-9b7c-47c6-91b0-712c194d414d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:29.579773 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:29.742426 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-79de5e01-fa5b-430c-914f-efbb5822e8d9 None None] Provisioning complete for port 14f1ba11-29dc-4fa9-8b11-648f81bccf6d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:29.742426 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-79de5e01-fa5b-430c-914f-efbb5822e8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (14f1ba11-29dc-4fa9-8b11-648f81bccf6d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.742426 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-79de5e01-fa5b-430c-914f-efbb5822e8d9 None None] Attempt 1 to provision port 14f1ba11-29dc-4fa9-8b11-648f81bccf6d Oct 28 10:00:29.801871 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-11a73b2b-b378-4666-9e1f-c928a522de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (4a3c452e-e4a8-4e05-a7f5-f7c019697a80), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.895534 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=14f1ba11-29dc-4fa9-8b11-648f81bccf6d,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:29.898691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3dd084a-361e-4ae6-b6d9-e2304430e5b9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (1b0d929e-ce98-4869-a8f8-e2da77c8b508), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.909835 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (4944a02d-7860-4864-9e10-7c534cee41d0), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.927615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-11a73b2b-b378-4666-9e1f-c928a522de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (4a3c452e-e4a8-4e05-a7f5-f7c019697a80), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.939208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6bd74154-9b7c-47c6-91b0-712c194d414d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:29.939731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:29.940173 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6bd74154-9b7c-47c6-91b0-712c194d414d Oct 28 10:00:29.965671 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:30.031656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b6642b-e2a8-4899-b905-7d492c8a0a2e None None] Network 81785a8e-3311-4196-a856-480a6f10f58f requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:30.047830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a285fc83-5922-43ae-91d8-6c51286d1585 None None] Network 50be8186-ee5b-4c4a-921c-ac79026ebfe4 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:30.068775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:30.097988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e616d9e-86df-4952-b4d3-dcb5ef84778e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network 7160e477-74d6-4bf4-9172-43c50f32fe05 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:30.160842 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89547f35-3474-4804-b045-813eed5526db None None] Network f29bf237-749c-4b61-83b8-307b66652a1d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:30.252457 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-4e616d9e-86df-4952-b4d3-dcb5ef84778e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 7160e477-74d6-4bf4-9172-43c50f32fe05) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:30.257467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e616d9e-86df-4952-b4d3-dcb5ef84778e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:30.258069 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4e616d9e-86df-4952-b4d3-dcb5ef84778e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:30.267767 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Deleting port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:30.268160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (1f4ad297-2ee8-4fcc-8c1d-e10647786f52), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:30.304208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6632c3-59f6-4e3a-8dc8-4bd4be49a4ad None None] Network 7160e477-74d6-4bf4-9172-43c50f32fe05 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:30.304996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02dfea9-aaaf-4b2a-857a-57931cc37278 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router 27b833f1-388e-4726-970a-c702dc59d062 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:30.306913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a285fc83-5922-43ae-91d8-6c51286d1585 None None] Network 50be8186-ee5b-4c4a-921c-ac79026ebfe4 could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 10:00:30.307690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd084a-361e-4ae6-b6d9-e2304430e5b9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0d929e-ce98-4869-a8f8-e2da77c8b508,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:30.309646 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b65b892-3d9c-460f-a37c-308590c03e33 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (687a0072-cfe2-42fe-854c-456374df621b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:30.318246 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-11a73b2b-b378-4666-9e1f-c928a522de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (4a3c452e-e4a8-4e05-a7f5-f7c019697a80), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:30.342741 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:30.377538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b3dd084a-361e-4ae6-b6d9-e2304430e5b9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:30.383097 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b3dd084a-361e-4ae6-b6d9-e2304430e5b9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/1b0d929e-ce98-4869-a8f8-e2da77c8b508 HTTP/1.1" status: 204 len: 168 time: 2.3325438 Oct 28 10:00:30.392150 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40594) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:30.397630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037e5c2-09f2-4117-93fd-2c33b4fe6c6c None None] Network f81961fc-4b96-49d7-adfe-1d97f92b0f85 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:30.402789 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-79de5e01-fa5b-430c-914f-efbb5822e8d9 None None] Current status of the port 14f1ba11-29dc-4fa9-8b11-648f81bccf6d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:30.468771 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4e616d9e-86df-4952-b4d3-dcb5ef84778e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6827424 Oct 28 10:00:30.475771 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40596) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:30.487790 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-494058b1-917a-46ed-bce1-55a828dad0f9 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Project 076144e2070b434c9d1fda1223cff4ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:00:30.546647 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a73b2b-b378-4666-9e1f-c928a522de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3c452e-e4a8-4e05-a7f5-f7c019697a80,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:30.581258 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ba926a-b4fb-4cec-b680-8b96acaa08ed None None] Network 4944a02d-7860-4864-9e10-7c534cee41d0 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:30.583778 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6bd74154-9b7c-47c6-91b0-712c194d414d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:30.585804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 8b47c420-51d0-461d-b770-447f71e65113 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:30.607133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-11a73b2b-b378-4666-9e1f-c928a522de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:30.612770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02dfea9-aaaf-4b2a-857a-57931cc37278 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:30.614289 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-11a73b2b-b378-4666-9e1f-c928a522de41 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4a3c452e-e4a8-4e05-a7f5-f7c019697a80 HTTP/1.1" status: 204 len: 168 time: 1.6086302 Oct 28 10:00:30.614440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40598) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:30.620333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0ff72532-ddb1-4fb3-8c61-71736794e85c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (7160e477-74d6-4bf4-9172-43c50f32fe05), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:30.621030 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:30.627914 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5276fd-bc80-468c-8232-66e4dc87ba7f None None] Sync routers for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:30.633779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-494058b1-917a-46ed-bce1-55a828dad0f9 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (41f7f39a-2f93-4e7f-8302-565cc297c621), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:30.648431 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5276fd-bc80-468c-8232-66e4dc87ba7f None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:30.649204 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6d5276fd-bc80-468c-8232-66e4dc87ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:30.676265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for security_group (f517defb-b89a-4b20-80e7-5608fd318220), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:30.703664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] For port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1f4ad297-2ee8-4fcc-8c1d-e10647786f52,segment=NetworkSegment(099f081a-811b-4ca2-b303-21a404797e59),segment_id=099f081a-811b-4ca2-b303-21a404797e59)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:30.704016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (1f4ad297-2ee8-4fcc-8c1d-e10647786f52), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:30.734835 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b02dfea9-aaaf-4b2a-857a-57931cc37278 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/27b833f1-388e-4726-970a-c702dc59d062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8640208 Oct 28 10:00:30.741618 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (81785a8e-3311-4196-a856-480a6f10f58f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:30.742413 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40600) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:30.746559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:30.758834 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Calling delete_port for 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:30.766980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a1d09f-66a2-4f1c-81d2-f2cef662b8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-7160e477-74d6-4bf4-9172-43c50f32fe05', 'network_id': '7160e477-74d6-4bf4-9172-43c50f32fe05', 'project_id': '2e2b0df30914433097c544ce0c429d35', 'fixed_ips': [{'subnet_id': 'af15adca-3a64-498f-a96d-b19b8b5105aa'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:00:30.768293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-24a1d09f-66a2-4f1c-81d2-f2cef662b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:30.826408 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0ff72532-ddb1-4fb3-8c61-71736794e85c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (af15adca-3a64-498f-a96d-b19b8b5105aa), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:30.839727 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-6d5276fd-bc80-468c-8232-66e4dc87ba7f None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:00:30.919894 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port 14f1ba11-29dc-4fa9-8b11-648f81bccf6d {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:30.920271 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (14f1ba11-29dc-4fa9-8b11-648f81bccf6d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.012523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (f517defb-b89a-4b20-80e7-5608fd318220), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.012523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.033444 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] For port 14f1ba11-29dc-4fa9-8b11-648f81bccf6d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=14f1ba11-29dc-4fa9-8b11-648f81bccf6d,segment=NetworkSegment(86806dc9-4a26-4aa0-b818-45f4341ed5c6),segment_id=86806dc9-4a26-4aa0-b818-45f4341ed5c6)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:31.034118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (14f1ba11-29dc-4fa9-8b11-648f81bccf6d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.056983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-494058b1-917a-46ed-bce1-55a828dad0f9 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (41f7f39a-2f93-4e7f-8302-565cc297c621), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.068875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:31.083336 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for 14f1ba11-29dc-4fa9-8b11-648f81bccf6d owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:31.085665 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (f81961fc-4b96-49d7-adfe-1d97f92b0f85), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.224971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0ff72532-ddb1-4fb3-8c61-71736794e85c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (af15adca-3a64-498f-a96d-b19b8b5105aa), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.229589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:31.273360 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6d5276fd-bc80-468c-8232-66e4dc87ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:29Z', 'revision_number': 8, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d4f0a7-ba3b-4574-891e-5f5337822a78', 'name': '', 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:d3:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:55Z', 'updated_at': '2022-10-28T10:00:16Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:31.285603 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff72532-ddb1-4fb3-8c61-71736794e85c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Subnet': ['ID=af15adca-3a64-498f-a96d-b19b8b5105aa,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:31.331364 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5276fd-bc80-468c-8232-66e4dc87ba7f None None] Checking router: 27b833f1-388e-4726-970a-c702dc59d062 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:00:31.348604 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5276fd-bc80-468c-8232-66e4dc87ba7f None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:31.348839 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6d5276fd-bc80-468c-8232-66e4dc87ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:31.393554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (14f1ba11-29dc-4fa9-8b11-648f81bccf6d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.418379 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (1f4ad297-2ee8-4fcc-8c1d-e10647786f52), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.429126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-494058b1-917a-46ed-bce1-55a828dad0f9 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (41f7f39a-2f93-4e7f-8302-565cc297c621), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.485348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0ff72532-ddb1-4fb3-8c61-71736794e85c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (7160e477-74d6-4bf4-9172-43c50f32fe05), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.490217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=14f1ba11-29dc-4fa9-8b11-648f81bccf6d,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:31.496361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] No DVR routers for this DVR port 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:31.506552 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dcf87d-865e-4710-8e9f-babdc57ac841 None None] DHCP port deletion for 4944a02d-7860-4864-9e10-7c534cee41d0 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:00:31.507040 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No DVR routers for this DVR port 14f1ba11-29dc-4fa9-8b11-648f81bccf6d on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:31.517476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9f3541-933a-4f16-857a-bee9ae8a2b41 None None] Network 81785a8e-3311-4196-a856-480a6f10f58f requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:31.550746 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0ff72532-ddb1-4fb3-8c61-71736794e85c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7160e477-74d6-4bf4-9172-43c50f32fe05']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:31.577988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0ff72532-ddb1-4fb3-8c61-71736794e85c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b7b05c-4365-4ab1-9d35-2d085ab6f1a7') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:31.578300 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0ff72532-ddb1-4fb3-8c61-71736794e85c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b7b05c-4365-4ab1-9d35-2d085ab6f1a7') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:31.579075 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-6d5276fd-bc80-468c-8232-66e4dc87ba7f None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:00:31.621731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 8b47c420-51d0-461d-b770-447f71e65113 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:31.622122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (8b47c420-51d0-461d-b770-447f71e65113), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.622459 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 8b47c420-51d0-461d-b770-447f71e65113 Oct 28 10:00:31.642004 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0ff72532-ddb1-4fb3-8c61-71736794e85c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (48b7b05c-4365-4ab1-9d35-2d085ab6f1a7), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.650000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-14638733-9dc2-4ce5-936d-bde4c27b65a9 None None] Could not find standard attr ID for object 14f1ba11-29dc-4fa9-8b11-648f81bccf6d. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:00:31.656619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:31.662377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (4944a02d-7860-4864-9e10-7c534cee41d0), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.665195 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (81785a8e-3311-4196-a856-480a6f10f58f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.686612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4944a02d-7860-4864-9e10-7c534cee41d0']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:31.689429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0ff72532-ddb1-4fb3-8c61-71736794e85c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (48b7b05c-4365-4ab1-9d35-2d085ab6f1a7), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.698121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099f081a-811b-4ca2-b303-21a404797e59') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:31.698556 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099f081a-811b-4ca2-b303-21a404797e59') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:31.711407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (099f081a-811b-4ca2-b303-21a404797e59), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.728094 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:31.728616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (099f081a-811b-4ca2-b303-21a404797e59), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.732838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81785a8e-3311-4196-a856-480a6f10f58f']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:31.740855 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:31.741359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (099f081a-811b-4ca2-b303-21a404797e59), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.744180 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff72532-ddb1-4fb3-8c61-71736794e85c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:31.744611 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0ff72532-ddb1-4fb3-8c61-71736794e85c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (48b7b05c-4365-4ab1-9d35-2d085ab6f1a7), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.810505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86806dc9-4a26-4aa0-b818-45f4341ed5c6') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:31.810851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86806dc9-4a26-4aa0-b818-45f4341ed5c6') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:31.830435 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432a0636-8f41-47ac-8ec6-83007cfa978a None None] DHCP port deletion for f81961fc-4b96-49d7-adfe-1d97f92b0f85 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:00:31.832608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:31.849922 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-102f687a-0346-435b-8302-1f562fb3746b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting subnet 9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:00:31.852934 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Pushing event deleted for resources: {'Port': ['ID=1f4ad297-2ee8-4fcc-8c1d-e10647786f52,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:31.859135 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-494058b1-917a-46ed-bce1-55a828dad0f9 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.863391 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-494058b1-917a-46ed-bce1-55a828dad0f9 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.4774432 Oct 28 10:00:31.863391 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:31.877169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40608) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:31.887012 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-102f687a-0346-435b-8302-1f562fb3746b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.894158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494058b1-917a-46ed-bce1-55a828dad0f9 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f7f39a-2f93-4e7f-8302-565cc297c621,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:31.896259 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 48b7b05c-4365-4ab1-9d35-2d085ab6f1a7 resource provider aggregate not found Oct 28 10:00:31.898329 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f517defb-b89a-4b20-80e7-5608fd318220,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:31.910658 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 099f081a-811b-4ca2-b303-21a404797e59 resource provider aggregate not found Oct 28 10:00:31.914916 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:31.919207 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-0d11f764-e007-45d8-b15c-fd6684016fb2 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Request body: {'security_group_rule': {'security_group_id': '5565ee5c-a05f-4b75-a353-d54f0d47a2ce', 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:31.946599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (86806dc9-4a26-4aa0-b818-45f4341ed5c6), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:31.964037 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 48b7b05c-4365-4ab1-9d35-2d085ab6f1a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48b7b05c-4365-4ab1-9d35-2d085ab6f1a7 found for delete ", "request_id": "req-96409494-28e7-4f5d-beb0-246003b1a5e9"}]} Oct 28 10:00:32.008921 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (4944a02d-7860-4864-9e10-7c534cee41d0), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.019900 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (86806dc9-4a26-4aa0-b818-45f4341ed5c6), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.036477 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 099f081a-811b-4ca2-b303-21a404797e59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 099f081a-811b-4ca2-b303-21a404797e59 found for delete ", "request_id": "req-aecb62d8-4267-4f71-b91d-f6bb48316350"}]} Oct 28 10:00:32.040000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:32.040541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.040698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (86806dc9-4a26-4aa0-b818-45f4341ed5c6), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.044157 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] 10.222.0.49 "DELETE /networking/v2.0/networks/4944a02d-7860-4864-9e10-7c534cee41d0 HTTP/1.1" status: 204 len: 168 time: 2.7839622 Oct 28 10:00:32.045727 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce2a87c-67b7-4989-a0e6-86f7be628db5 None None] Update dhcp port {'port': {'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'fixed_ips': [{'subnet_id': 'bfb7a396-ad0f-44c4-8937-b697dd89486b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cec88c37-05f6-4e0a-a7f3-f2d5cd6deefa'}], 'binding:host_id': 'dv-neutron-zed-2-hyperv'}, 'id': '6bd74154-9b7c-47c6-91b0-712c194d414d'} from dv-neutron-zed-2-hyperv. {{(pid=114061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 28 10:00:32.080988 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6d5276fd-bc80-468c-8232-66e4dc87ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:29Z', 'revision_number': 8, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d4f0a7-ba3b-4574-891e-5f5337822a78', 'name': '', 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:d3:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:55Z', 'updated_at': '2022-10-28T10:00:16Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server [None req-24a1d09f-66a2-4f1c-81d2-f2cef662b8f5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af15adca-3a64-498f-a96d-b19b8b5105aa: This subnet is being modified by another concurrent operation. Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise exception Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af15adca-3a64-498f-a96d-b19b8b5105aa: This subnet is being modified by another concurrent operation. Oct 28 10:00:32.119189 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server Oct 28 10:00:32.133981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-102f687a-0346-435b-8302-1f562fb3746b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.134096 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-432a0636-8f41-47ac-8ec6-83007cfa978a None None] Deleting port 8b47c420-51d0-461d-b770-447f71e65113 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:32.134478 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-432a0636-8f41-47ac-8ec6-83007cfa978a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (8b47c420-51d0-461d-b770-447f71e65113), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.166952 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-0d11f764-e007-45d8-b15c-fd6684016fb2 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Project 076144e2070b434c9d1fda1223cff4ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:00:32.181887 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5276fd-bc80-468c-8232-66e4dc87ba7f None None] The sync data for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv is: [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:29Z', 'revision_number': 8, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d4f0a7-ba3b-4574-891e-5f5337822a78', 'name': '', 'network_id': '04d2cd18-7ffc-43a1-901d-3771e131828c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:d3:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:55Z', 'updated_at': '2022-10-28T10:00:16Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': 'af925de4-7f29-48c4-b6d2-4e019b804b0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:32.184573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0ff72532-ddb1-4fb3-8c61-71736794e85c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (7160e477-74d6-4bf4-9172-43c50f32fe05), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.202813 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0ff72532-ddb1-4fb3-8c61-71736794e85c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.210541 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0ff72532-ddb1-4fb3-8c61-71736794e85c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/7160e477-74d6-4bf4-9172-43c50f32fe05 HTTP/1.1" status: 204 len: 168 time: 1.7336302 Oct 28 10:00:32.225665 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-432a0636-8f41-47ac-8ec6-83007cfa978a None None] For port 8b47c420-51d0-461d-b770-447f71e65113, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=8b47c420-51d0-461d-b770-447f71e65113,segment=NetworkSegment(9a576e12-bcec-4817-a878-2cb5dcd9baec),segment_id=9a576e12-bcec-4817-a878-2cb5dcd9baec)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:32.226084 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-432a0636-8f41-47ac-8ec6-83007cfa978a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (8b47c420-51d0-461d-b770-447f71e65113), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.231540 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d11f764-e007-45d8-b15c-fd6684016fb2 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (e72528df-9ac4-4366-b317-626c4cd13135), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.243905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40616) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:32.245524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-432a0636-8f41-47ac-8ec6-83007cfa978a None None] Calling delete_port for 8b47c420-51d0-461d-b770-447f71e65113 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:32.265243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-5663bb33-fe4f-4387-8bd3-2d1c5abfe035 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-531222598'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:32.272330 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Deleting port 8b47c420-51d0-461d-b770-447f71e65113 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:32.274016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (8b47c420-51d0-461d-b770-447f71e65113), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.275517 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff72532-ddb1-4fb3-8c61-71736794e85c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Network': ['ID=7160e477-74d6-4bf4-9172-43c50f32fe05,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:32.278561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22a443-461c-42c0-84d0-b92d9818c4ec tempest-ExtraDHCPOptionsTestJSON-2086975823 tempest-ExtraDHCPOptionsTestJSON-2086975823-project] Pushing event deleted for resources: {'Network': ['ID=4944a02d-7860-4864-9e10-7c534cee41d0,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:32.330203 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf491269-936a-41d0-94b3-156e70c93668 None None] DHCP port deletion for 81785a8e-3311-4196-a856-480a6f10f58f request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:00:32.336943 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:32.339409 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a87c-67b7-4989-a0e6-86f7be628db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.349437 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (2b7dd8dc-bd77-418f-b947-aec445d28bb4), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.349791 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Added segment 2b7dd8dc-bd77-418f-b947-aec445d28bb4 of type vlan for network 19331dd7-7654-48f8-912a-7865360e027c Oct 28 10:00:32.350965 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d11f764-e007-45d8-b15c-fd6684016fb2 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (e72528df-9ac4-4366-b317-626c4cd13135), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.355325 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:32.368552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (81785a8e-3311-4196-a856-480a6f10f58f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.415052 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.415052 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/networks/81785a8e-3311-4196-a856-480a6f10f58f HTTP/1.1" status: 204 len: 168 time: 1.7900398 Oct 28 10:00:32.415052 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23ef29-cde8-4a51-983e-7e4806d5bd02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Network': ['ID=81785a8e-3311-4196-a856-480a6f10f58f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:32.415411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 8b47c420-51d0-461d-b770-447f71e65113 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:32.415411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3f5a1566-0efd-4e26-b5da-2b22694535f9 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:32.421015 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5663bb33-fe4f-4387-8bd3-2d1c5abfe035 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:32.432204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40618) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:32.432871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5663bb33-fe4f-4387-8bd3-2d1c5abfe035 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.438962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b08159b5-0158-46cf-8b74-e0ae49c2abca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-716686323'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:32.483443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5663bb33-fe4f-4387-8bd3-2d1c5abfe035 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:32.492935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-9b65b892-3d9c-460f-a37c-308590c03e33 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Delete allocated IP 172.20.0.14 (f29bf237-749c-4b61-83b8-307b66652a1d/bfb7a396-ad0f-44c4-8937-b697dd89486b) {{(pid=114060) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 10:00:32.502814 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5663bb33-fe4f-4387-8bd3-2d1c5abfe035 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (fc3b3376-026e-407d-8528-6e71ebd0ea58), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.503268 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-5663bb33-fe4f-4387-8bd3-2d1c5abfe035 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Added segment fc3b3376-026e-407d-8528-6e71ebd0ea58 of type vlan for network d6d0575f-b09f-4845-bebd-ccf454c101fb Oct 28 10:00:32.548825 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (19331dd7-7654-48f8-912a-7865360e027c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.550616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-9b65b892-3d9c-460f-a37c-308590c03e33 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Allocated IP 172.20.0.20 (f29bf237-749c-4b61-83b8-307b66652a1d/cec88c37-05f6-4e0a-a7f3-f2d5cd6deefa/687a0072-cfe2-42fe-854c-456374df621b) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:32.559814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-102f687a-0346-435b-8302-1f562fb3746b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.580348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5663bb33-fe4f-4387-8bd3-2d1c5abfe035 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (d6d0575f-b09f-4845-bebd-ccf454c101fb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.609601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-432a0636-8f41-47ac-8ec6-83007cfa978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (8b47c420-51d0-461d-b770-447f71e65113), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.620502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d11f764-e007-45d8-b15c-fd6684016fb2 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (e72528df-9ac4-4366-b317-626c4cd13135), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.635729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] For port 8b47c420-51d0-461d-b770-447f71e65113, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=8b47c420-51d0-461d-b770-447f71e65113,segment=NetworkSegment(9a576e12-bcec-4817-a878-2cb5dcd9baec),segment_id=9a576e12-bcec-4817-a878-2cb5dcd9baec)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:32.636361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (8b47c420-51d0-461d-b770-447f71e65113), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.645214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a0636-8f41-47ac-8ec6-83007cfa978a None None] No DVR routers for this DVR port 8b47c420-51d0-461d-b770-447f71e65113 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:32.668607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11f764-e007-45d8-b15c-fd6684016fb2 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72528df-9ac4-4366-b317-626c4cd13135,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:32.700269 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5663bb33-fe4f-4387-8bd3-2d1c5abfe035 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (d6d0575f-b09f-4845-bebd-ccf454c101fb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.713050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5663bb33-fe4f-4387-8bd3-2d1c5abfe035 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:32.714191 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5663bb33-fe4f-4387-8bd3-2d1c5abfe035 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.722997 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08159b5-0158-46cf-8b74-e0ae49c2abca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:32.726789 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b08159b5-0158-46cf-8b74-e0ae49c2abca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.733605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 3f5a1566-0efd-4e26-b5da-2b22694535f9 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:32.733605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3f5a1566-0efd-4e26-b5da-2b22694535f9), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.733605 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 3f5a1566-0efd-4e26-b5da-2b22694535f9 Oct 28 10:00:32.778528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a0636-8f41-47ac-8ec6-83007cfa978a None None] Pushing event deleted for resources: {'Port': ['ID=8b47c420-51d0-461d-b770-447f71e65113,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:32.807718 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Calling delete_port for 8b47c420-51d0-461d-b770-447f71e65113 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:32.841419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663bb33-fe4f-4387-8bd3-2d1c5abfe035 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Network': ['ID=d6d0575f-b09f-4845-bebd-ccf454c101fb,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:32.863736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network d6d0575f-b09f-4845-bebd-ccf454c101fb details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:32.887376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:32.889759 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08159b5-0158-46cf-8b74-e0ae49c2abca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:32.899794 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d11f764-e007-45d8-b15c-fd6684016fb2 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.901097 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0d11f764-e007-45d8-b15c-fd6684016fb2 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9985240 Oct 28 10:00:32.909729 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5663bb33-fe4f-4387-8bd3-2d1c5abfe035 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6639483 Oct 28 10:00:32.915748 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40628) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:32.933877 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b5cf667a-f2b9-40a7-bdfe-bcab5052deff tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'subnet': {'network_id': 'd6d0575f-b09f-4845-bebd-ccf454c101fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:32.960572 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40632) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:33.025929 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (56aaf88e-dd99-44a6-a531-a5da567c0071), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.026376 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Added segment 56aaf88e-dd99-44a6-a531-a5da567c0071 of type vlan for network 1abb7230-f7c5-4417-84d5-57244e6c2b4f Oct 28 10:00:33.034399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 3f5a1566-0efd-4e26-b5da-2b22694535f9 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:33.047326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:33.059394 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b08159b5-0158-46cf-8b74-e0ae49c2abca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (be789a2a-89c9-4061-b040-d3ab6acd42e0), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.060463 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-b08159b5-0158-46cf-8b74-e0ae49c2abca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Added segment be789a2a-89c9-4061-b040-d3ab6acd42e0 of type vlan for network 9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b Oct 28 10:00:33.110160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:33.124049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:33.146223 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b08159b5-0158-46cf-8b74-e0ae49c2abca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.173275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:33.173674 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (21cb59ac-2c4e-4fb6-a8e7-2e942711fd72), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.174032 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 Oct 28 10:00:33.198321 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-102f687a-0346-435b-8302-1f562fb3746b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.281378 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1e83c789-2fbf-4795-b121-7f3784bc1f7b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9a1bf00f79d448c7a7912346df6ce673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193836 Oct 28 10:00:33.282223 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40664) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:33.290919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cf667a-f2b9-40a7-bdfe-bcab5052deff tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:33.295649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b5cf667a-f2b9-40a7-bdfe-bcab5052deff tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.309358 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (1abb7230-f7c5-4417-84d5-57244e6c2b4f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.319730 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f687a-0346-435b-8302-1f562fb3746b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Subnet': ['ID=9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:33.331034 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-102f687a-0346-435b-8302-1f562fb3746b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.337303 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-102f687a-0346-435b-8302-1f562fb3746b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b HTTP/1.1" status: 204 len: 168 time: 2.5876513 Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: from cryptography.utils import int_from_bytes Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: from cryptography.utils import int_from_bytes Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /opt/stack/neutron/neutron/extensions/quotasv2.py:140: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: warnings.warn('Neutron quota engine will require "--force" ' Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: self.session.flush() Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:00:33.339676 dv-neutron-zed-2-hyperv neutron-server[114060]: items = [ Oct 28 10:00:33.347667 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40666) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:33.405281 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:33.407033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:33.407678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (8b47c420-51d0-461d-b770-447f71e65113), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.439229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b65b892-3d9c-460f-a37c-308590c03e33 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (687a0072-cfe2-42fe-854c-456374df621b), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.440442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:33.441782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 28 10:00:33.442214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fc00fcdf-adf1-4a42-b185-4f298e2735b1 admin admin] Publish callbacks [] for security_group (bdc1a450-80eb-4bdc-9dee-d5e2d5dd2bdc), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.444102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b08159b5-0158-46cf-8b74-e0ae49c2abca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.449143 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08159b5-0158-46cf-8b74-e0ae49c2abca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:33.450069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b08159b5-0158-46cf-8b74-e0ae49c2abca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.465920 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Port 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 not found, will not notify nova. {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 28 10:00:33.477085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5824c36a-364c-431b-810a-dc97b16c54b3 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:33.484028 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fc00fcdf-adf1-4a42-b185-4f298e2735b1 admin admin] Publish callbacks [] for security_group (bdc1a450-80eb-4bdc-9dee-d5e2d5dd2bdc), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.505614 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 5824c36a-364c-431b-810a-dc97b16c54b3 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:33.505985 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5824c36a-364c-431b-810a-dc97b16c54b3 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:33.522199 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event deleted for resources: {'Port': ['ID=8b47c420-51d0-461d-b770-447f71e65113,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:33.535615 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:33.567385 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] No DVR routers for this DVR port 8b47c420-51d0-461d-b770-447f71e65113 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:33.573496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (19331dd7-7654-48f8-912a-7865360e027c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.575815 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (1abb7230-f7c5-4417-84d5-57244e6c2b4f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.581328 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:33.589308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:33.590043 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.594302 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b65b892-3d9c-460f-a37c-308590c03e33 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (687a0072-cfe2-42fe-854c-456374df621b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.651246 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (04530626-2772-4cf3-a9b7-0d2e08826ff8), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.692575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-2ce2a87c-67b7-4989-a0e6-86f7be628db5 None None] Allocated IP 172.20.0.18 (f29bf237-749c-4b61-83b8-307b66652a1d/cec88c37-05f6-4e0a-a7f3-f2d5cd6deefa/6bd74154-9b7c-47c6-91b0-712c194d414d) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:33.718241 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40680) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:33.720418 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b08159b5-0158-46cf-8b74-e0ae49c2abca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2800610 Oct 28 10:00:33.721889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08159b5-0158-46cf-8b74-e0ae49c2abca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Network': ['ID=9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:33.724305 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-8f67934a-f00a-4b54-a9fd-9047a1474c63 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'subnet': {'network_id': '9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:33.770147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b5cf667a-f2b9-40a7-bdfe-bcab5052deff tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (8e2829fe-5fbe-4bd4-8a46-45a27142f9e3), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.806854 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:33.822113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65b892-3d9c-460f-a37c-308590c03e33 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=687a0072-cfe2-42fe-854c-456374df621b,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:33.822347 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6bd74154-9b7c-47c6-91b0-712c194d414d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:33.836058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event updated for resources: {'Network': ['ID=19331dd7-7654-48f8-912a-7865360e027c,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:33.841223 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:33.844152 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fc00fcdf-adf1-4a42-b185-4f298e2735b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (bdc1a450-80eb-4bdc-9dee-d5e2d5dd2bdc), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.846749 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fc00fcdf-adf1-4a42-b185-4f298e2735b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:33.850837 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-fc00fcdf-adf1-4a42-b185-4f298e2735b1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bdc1a450-80eb-4bdc-9dee-d5e2d5dd2bdc HTTP/1.1" status: 204 len: 168 time: 0.5667892 Oct 28 10:00:33.895572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 19331dd7-7654-48f8-912a-7865360e027c details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:33.904122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00fcdf-adf1-4a42-b185-4f298e2735b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc1a450-80eb-4bdc-9dee-d5e2d5dd2bdc,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:33.917180 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 5.5559657 Oct 28 10:00:33.921200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40684) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:34.072326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-2ce2a87c-67b7-4989-a0e6-86f7be628db5 None None] For port 6bd74154-9b7c-47c6-91b0-712c194d414d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6bd74154-9b7c-47c6-91b0-712c194d414d,segment=NetworkSegment(4df18bf0-2fbd-4278-b064-be27ffb75447),segment_id=4df18bf0-2fbd-4278-b064-be27ffb75447)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:34.083927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6bd74154-9b7c-47c6-91b0-712c194d414d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:34.084556 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.084890 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6bd74154-9b7c-47c6-91b0-712c194d414d Oct 28 10:00:34.086388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a234e3bb-3b97-4826-a33c-e57bbe2cb8ec tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:34.091702 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:34.099603 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (f81961fc-4b96-49d7-adfe-1d97f92b0f85), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.101314 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a234e3bb-3b97-4826-a33c-e57bbe2cb8ec tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:34.112230 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b16f0-66e0-4c84-9f0c-4aae6ff086d7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event updated for resources: {'Network': ['ID=1abb7230-f7c5-4417-84d5-57244e6c2b4f,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:34.119063 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a234e3bb-3b97-4826-a33c-e57bbe2cb8ec tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:34.129930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port 3f5a1566-0efd-4e26-b5da-2b22694535f9 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:34.130186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (3f5a1566-0efd-4e26-b5da-2b22694535f9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.130590 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a234e3bb-3b97-4826-a33c-e57bbe2cb8ec tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:34.134825 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a234e3bb-3b97-4826-a33c-e57bbe2cb8ec tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2120142 Oct 28 10:00:34.135140 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 1abb7230-f7c5-4417-84d5-57244e6c2b4f details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:34.136038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf667a-f2b9-40a7-bdfe-bcab5052deff tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Subnet': ['ID=8e2829fe-5fbe-4bd4-8a46-45a27142f9e3,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:34.138437 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40688) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:34.154737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-9b65b892-3d9c-460f-a37c-308590c03e33 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] In _notify_port_updated(), no bound segment for port 687a0072-cfe2-42fe-854c-456374df621b on network f29bf237-749c-4b61-83b8-307b66652a1d {{(pid=114060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 10:00:34.159876 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b65b892-3d9c-460f-a37c-308590c03e33 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:34.160465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b65b892-3d9c-460f-a37c-308590c03e33 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.161809 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9b65b892-3d9c-460f-a37c-308590c03e33 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "PUT /networking/v2.0/ports/687a0072-cfe2-42fe-854c-456374df621b HTTP/1.1" status: 200 len: 920 time: 5.0582333 Oct 28 10:00:34.163825 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81961fc-4b96-49d7-adfe-1d97f92b0f85']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:34.172203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40690) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:34.209169 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a576e12-bcec-4817-a878-2cb5dcd9baec') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:34.209469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a576e12-bcec-4817-a878-2cb5dcd9baec') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:34.254287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a675d21-981d-4607-8c70-2ec8c239e4ea tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (19331dd7-7654-48f8-912a-7865360e027c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.255319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a87c-67b7-4989-a0e6-86f7be628db5 None None] Publish callbacks [] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.258953 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 86806dc9-4a26-4aa0-b818-45f4341ed5c6 resource provider aggregate not found Oct 28 10:00:34.261766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (9a576e12-bcec-4817-a878-2cb5dcd9baec), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.301360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] For port 3f5a1566-0efd-4e26-b5da-2b22694535f9, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3f5a1566-0efd-4e26-b5da-2b22694535f9,segment=NetworkSegment(c34354e2-bccf-4c9f-a481-6116e2d3551c),segment_id=c34354e2-bccf-4c9f-a481-6116e2d3551c)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:34.301360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (3f5a1566-0efd-4e26-b5da-2b22694535f9), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.305229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (9a576e12-bcec-4817-a878-2cb5dcd9baec), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.307261 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 86806dc9-4a26-4aa0-b818-45f4341ed5c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86806dc9-4a26-4aa0-b818-45f4341ed5c6 found for delete ", "request_id": "req-9142e01a-513d-4b87-92ed-72d84cf09249"}]} Oct 28 10:00:34.312092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cf667a-f2b9-40a7-bdfe-bcab5052deff tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Checking segment: {'id': 'fc3b3376-026e-407d-8528-6e71ebd0ea58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd6d0575f-b09f-4845-bebd-ccf454c101fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:34.313048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf667a-f2b9-40a7-bdfe-bcab5052deff tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network hostable DHCP agents. Network: d6d0575f-b09f-4845-bebd-ccf454c101fb, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:34.339079 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a87c-67b7-4989-a0e6-86f7be628db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.360650 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:34.361066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (9a576e12-bcec-4817-a878-2cb5dcd9baec), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.365946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for 3f5a1566-0efd-4e26-b5da-2b22694535f9 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:34.417244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f67934a-f00a-4b54-a9fd-9047a1474c63 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:34.421310 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8f67934a-f00a-4b54-a9fd-9047a1474c63 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.426711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6bd74154-9b7c-47c6-91b0-712c194d414d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:34.428663 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d5d745d3-e956-44bc-aeca-037a7114645d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:34.499118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a675d21-981d-4607-8c70-2ec8c239e4ea tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (19331dd7-7654-48f8-912a-7865360e027c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.501978 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf667a-f2b9-40a7-bdfe-bcab5052deff tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network d6d0575f-b09f-4845-bebd-ccf454c101fb is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:34.551264 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-7a675d21-981d-4607-8c70-2ec8c239e4ea tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19331dd7-7654-48f8-912a-7865360e027c']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:34.574601 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-7a675d21-981d-4607-8c70-2ec8c239e4ea tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7dd8dc-bd77-418f-b947-aec445d28bb4') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:34.575723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-7a675d21-981d-4607-8c70-2ec8c239e4ea tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7dd8dc-bd77-418f-b947-aec445d28bb4') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:34.595424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a675d21-981d-4607-8c70-2ec8c239e4ea tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (2b7dd8dc-bd77-418f-b947-aec445d28bb4), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.616702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-b5cf667a-f2b9-40a7-bdfe-bcab5052deff tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, d6d0575f-b09f-4845-bebd-ccf454c101fb) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:34.627239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cf667a-f2b9-40a7-bdfe-bcab5052deff tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:34.628359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b5cf667a-f2b9-40a7-bdfe-bcab5052deff tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.638511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a675d21-981d-4607-8c70-2ec8c239e4ea tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (2b7dd8dc-bd77-418f-b947-aec445d28bb4), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.650939 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a675d21-981d-4607-8c70-2ec8c239e4ea tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:34.651351 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a675d21-981d-4607-8c70-2ec8c239e4ea tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (2b7dd8dc-bd77-418f-b947-aec445d28bb4), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.746656 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b5cf667a-f2b9-40a7-bdfe-bcab5052deff tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8297381 Oct 28 10:00:34.759313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40712) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:34.778652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2a87c-67b7-4989-a0e6-86f7be628db5 None None] Pushing event updated for resources: {'Port': ['ID=6bd74154-9b7c-47c6-91b0-712c194d414d,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:34.792029 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d5d745d3-e956-44bc-aeca-037a7114645d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:34.792417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d5d745d3-e956-44bc-aeca-037a7114645d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.792762 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d5d745d3-e956-44bc-aeca-037a7114645d Oct 28 10:00:34.867705 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a675d21-981d-4607-8c70-2ec8c239e4ea tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (19331dd7-7654-48f8-912a-7865360e027c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.892163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a675d21-981d-4607-8c70-2ec8c239e4ea tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.896500 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7a675d21-981d-4607-8c70-2ec8c239e4ea tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "DELETE /networking/v2.0/networks/19331dd7-7654-48f8-912a-7865360e027c HTTP/1.1" status: 204 len: 168 time: 0.7470448 Oct 28 10:00:34.909304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d5d745d3-e956-44bc-aeca-037a7114645d is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:34.909754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d5d745d3-e956-44bc-aeca-037a7114645d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.919946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40716) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:34.973415 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port d5d745d3-e956-44bc-aeca-037a7114645d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d5d745d3-e956-44bc-aeca-037a7114645d,segment=NetworkSegment(13469ac8-b298-4655-9f0a-6d7d240e6c23),segment_id=13469ac8-b298-4655-9f0a-6d7d240e6c23)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:34.989263 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 9a576e12-bcec-4817-a878-2cb5dcd9baec resource provider aggregate not found Oct 28 10:00:34.992823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:34.994104 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-87da5e6f-a96f-4a11-b68b-1bceadfc9c78 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port 687a0072-cfe2-42fe-854c-456374df621b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:34.994507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-87da5e6f-a96f-4a11-b68b-1bceadfc9c78 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (687a0072-cfe2-42fe-854c-456374df621b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.030583 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 9a576e12-bcec-4817-a878-2cb5dcd9baec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a576e12-bcec-4817-a878-2cb5dcd9baec found for delete ", "request_id": "req-e677e502-b472-4572-890d-ee18cb16002e"}]} Oct 28 10:00:35.050712 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a675d21-981d-4607-8c70-2ec8c239e4ea tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event deleted for resources: {'Network': ['ID=19331dd7-7654-48f8-912a-7865360e027c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:35.060694 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8f67934a-f00a-4b54-a9fd-9047a1474c63 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (4640babf-54b7-42f9-b6c4-758ea75b73d6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.066893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bbcb00f0-cce0-4494-922a-40e5f487d9fb tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (1abb7230-f7c5-4417-84d5-57244e6c2b4f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.069044 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d5d745d3-e956-44bc-aeca-037a7114645d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.164198 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 14f1ba11-29dc-4fa9-8b11-648f81bccf6d no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:35.191768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (f81961fc-4b96-49d7-adfe-1d97f92b0f85), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.234188 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 14f1ba11-29dc-4fa9-8b11-648f81bccf6d {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:35.234385 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 14f1ba11-29dc-4fa9-8b11-648f81bccf6d not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:35.234978 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:35.235081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.240732 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "DELETE /networking/v2.0/networks/f81961fc-4b96-49d7-adfe-1d97f92b0f85 HTTP/1.1" status: 204 len: 168 time: 4.8402691 Oct 28 10:00:35.244998 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98c948-fc67-4ceb-93bf-3f944a652cd7 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event deleted for resources: {'Network': ['ID=f81961fc-4b96-49d7-adfe-1d97f92b0f85,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:35.246301 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67934a-f00a-4b54-a9fd-9047a1474c63 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Subnet': ['ID=4640babf-54b7-42f9-b6c4-758ea75b73d6,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:35.248414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-87da5e6f-a96f-4a11-b68b-1bceadfc9c78 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (687a0072-cfe2-42fe-854c-456374df621b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.251561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40726) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:35.278125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:35.291324 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:35.292030 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1f4ad297-2ee8-4fcc-8c1d-e10647786f52 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:35.292749 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:35.295956 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d22-e7d7-4ebe-a29a-6c6beac878b7 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (d6d0575f-b09f-4845-bebd-ccf454c101fb), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.351794 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:35.352881 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 2c1d6ea1-ab39-4153-b471-ff9b19a6d8b7 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:35.353781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 8b47c420-51d0-461d-b770-447f71e65113 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:35.358387 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-87da5e6f-a96f-4a11-b68b-1bceadfc9c78 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for 687a0072-cfe2-42fe-854c-456374df621b owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:35.393883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 8b47c420-51d0-461d-b770-447f71e65113 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:35.395596 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 8b47c420-51d0-461d-b770-447f71e65113 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:35.405013 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f67934a-f00a-4b54-a9fd-9047a1474c63 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Checking segment: {'id': 'be789a2a-89c9-4061-b040-d3ab6acd42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:35.405350 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f67934a-f00a-4b54-a9fd-9047a1474c63 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network hostable DHCP agents. Network: 9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:35.409049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=d5d745d3-e956-44bc-aeca-037a7114645d,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:35.529259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:35.530777 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bbcb00f0-cce0-4494-922a-40e5f487d9fb tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (1abb7230-f7c5-4417-84d5-57244e6c2b4f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.530777 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d22-e7d7-4ebe-a29a-6c6beac878b7 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (8e2829fe-5fbe-4bd4-8a46-45a27142f9e3), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.531700 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cf1288-8d5e-411c-b4cc-f0b64606e2b9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Deleting subnet 75e22083-7324-4583-9403-2be2e7cf080f {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:00:35.531700 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-94cf1288-8d5e-411c-b4cc-f0b64606e2b9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for subnet (75e22083-7324-4583-9403-2be2e7cf080f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.577299 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-bbcb00f0-cce0-4494-922a-40e5f487d9fb tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abb7230-f7c5-4417-84d5-57244e6c2b4f']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:35.594659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-bbcb00f0-cce0-4494-922a-40e5f487d9fb tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56aaf88e-dd99-44a6-a531-a5da567c0071') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:35.595122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-bbcb00f0-cce0-4494-922a-40e5f487d9fb tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56aaf88e-dd99-44a6-a531-a5da567c0071') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:35.602488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-94cf1288-8d5e-411c-b4cc-f0b64606e2b9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (75e22083-7324-4583-9403-2be2e7cf080f), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.612657 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bbcb00f0-cce0-4494-922a-40e5f487d9fb tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (56aaf88e-dd99-44a6-a531-a5da567c0071), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.645496 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307a983e-356b-40b3-8ed0-0954235e7536 None None] get_active_networks_info from dv-neutron-zed-2-hyperv {{(pid=114061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 28 10:00:35.656766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bbcb00f0-cce0-4494-922a-40e5f487d9fb tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (56aaf88e-dd99-44a6-a531-a5da567c0071), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.677066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcb00f0-cce0-4494-922a-40e5f487d9fb tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:35.679867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bbcb00f0-cce0-4494-922a-40e5f487d9fb tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (56aaf88e-dd99-44a6-a531-a5da567c0071), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.700192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6bd74154-9b7c-47c6-91b0-712c194d414d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:35.716442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ebf88ac9-a586-4f13-a8ca-54747679ad4d None None] Provisioning complete for port 687a0072-cfe2-42fe-854c-456374df621b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:35.717387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ebf88ac9-a586-4f13-a8ca-54747679ad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (687a0072-cfe2-42fe-854c-456374df621b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.718140 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ebf88ac9-a586-4f13-a8ca-54747679ad4d None None] Attempt 1 to provision port 687a0072-cfe2-42fe-854c-456374df621b Oct 28 10:00:35.775912 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-94cf1288-8d5e-411c-b4cc-f0b64606e2b9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (75e22083-7324-4583-9403-2be2e7cf080f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.810055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ebf88ac9-a586-4f13-a8ca-54747679ad4d None None] Port 687a0072-cfe2-42fe-854c-456374df621b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:35.854514 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ebf88ac9-a586-4f13-a8ca-54747679ad4d None None] Provisioning complete for port 6a17c822-505e-4ccf-a4ba-689979b7829b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:35.855048 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ebf88ac9-a586-4f13-a8ca-54747679ad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6a17c822-505e-4ccf-a4ba-689979b7829b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.855389 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ebf88ac9-a586-4f13-a8ca-54747679ad4d None None] Attempt 1 to provision port 6a17c822-505e-4ccf-a4ba-689979b7829b Oct 28 10:00:35.940649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6bd74154-9b7c-47c6-91b0-712c194d414d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:35.941025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.941374 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6bd74154-9b7c-47c6-91b0-712c194d414d Oct 28 10:00:35.945567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ebf88ac9-a586-4f13-a8ca-54747679ad4d None None] Port 6a17c822-505e-4ccf-a4ba-689979b7829b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:35.946106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (3f5a1566-0efd-4e26-b5da-2b22694535f9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:35.976205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=3f5a1566-0efd-4e26-b5da-2b22694535f9,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:35.980109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] No DVR routers for this DVR port 3f5a1566-0efd-4e26-b5da-2b22694535f9 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:36.000143 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ebf88ac9-a586-4f13-a8ca-54747679ad4d None None] Provisioning complete for port 6bd74154-9b7c-47c6-91b0-712c194d414d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:36.000523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ebf88ac9-a586-4f13-a8ca-54747679ad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.000951 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ebf88ac9-a586-4f13-a8ca-54747679ad4d None None] Attempt 1 to provision port 6bd74154-9b7c-47c6-91b0-712c194d414d Oct 28 10:00:36.004087 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bbcb00f0-cce0-4494-922a-40e5f487d9fb tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (1abb7230-f7c5-4417-84d5-57244e6c2b4f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.006982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-87da5e6f-a96f-4a11-b68b-1bceadfc9c78 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (687a0072-cfe2-42fe-854c-456374df621b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.006982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-94cf1288-8d5e-411c-b4cc-f0b64606e2b9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (75e22083-7324-4583-9403-2be2e7cf080f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.014233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bbcb00f0-cce0-4494-922a-40e5f487d9fb tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.021186 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bbcb00f0-cce0-4494-922a-40e5f487d9fb tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "DELETE /networking/v2.0/networks/1abb7230-f7c5-4417-84d5-57244e6c2b4f HTTP/1.1" status: 204 len: 168 time: 1.0739610 Oct 28 10:00:36.025772 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40762) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:36.036008 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d22-e7d7-4ebe-a29a-6c6beac878b7 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (8e2829fe-5fbe-4bd4-8a46-45a27142f9e3), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.052877 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da5e6f-a96f-4a11-b68b-1bceadfc9c78 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=687a0072-cfe2-42fe-854c-456374df621b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:36.058052 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f67934a-f00a-4b54-a9fd-9047a1474c63 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network 9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:36.109106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf1288-8d5e-411c-b4cc-f0b64606e2b9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event deleted for resources: {'Subnet': ['ID=75e22083-7324-4583-9403-2be2e7cf080f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:36.110863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-94cf1288-8d5e-411c-b4cc-f0b64606e2b9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.114598 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-94cf1288-8d5e-411c-b4cc-f0b64606e2b9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/75e22083-7324-4583-9403-2be2e7cf080f HTTP/1.1" status: 204 len: 168 time: 0.8606889 Oct 28 10:00:36.137083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6bd74154-9b7c-47c6-91b0-712c194d414d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:36.138245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d5d745d3-e956-44bc-aeca-037a7114645d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:36.147778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40764) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:36.229875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40766) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:36.234026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ebf88ac9-a586-4f13-a8ca-54747679ad4d None None] Current status of the port 6bd74154-9b7c-47c6-91b0-712c194d414d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:36.239634 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (04530626-2772-4cf3-a9b7-0d2e08826ff8), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.252637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d5d745d3-e956-44bc-aeca-037a7114645d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:36.253031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d5d745d3-e956-44bc-aeca-037a7114645d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.253357 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d5d745d3-e956-44bc-aeca-037a7114645d Oct 28 10:00:36.260253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-8f67934a-f00a-4b54-a9fd-9047a1474c63 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:36.265201 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67934a-f00a-4b54-a9fd-9047a1474c63 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:36.266169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8f67934a-f00a-4b54-a9fd-9047a1474c63 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.290956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307a983e-356b-40b3-8ed0-0954235e7536 None None] Unable to find a vacant binding_index for network 9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b and agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad {{(pid=114061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 28 10:00:36.299300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307a983e-356b-40b3-8ed0-0954235e7536 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b) {{(pid=114061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 10:00:36.310711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:36.332431 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:36.346965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04530626-2772-4cf3-a9b7-0d2e08826ff8']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:36.354643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb00f0-cce0-4494-922a-40e5f487d9fb tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event deleted for resources: {'Network': ['ID=1abb7230-f7c5-4417-84d5-57244e6c2b4f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:36.364812 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d22-e7d7-4ebe-a29a-6c6beac878b7 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (d6d0575f-b09f-4845-bebd-ccf454c101fb), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.370399 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8830c5-73ea-48be-bcf7-17fcfa2fde0b tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Deleting subnet 4e9ee5c8-54c0-4391-acbd-c8dc73c9bbb4 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:00:36.370816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4c8830c5-73ea-48be-bcf7-17fcfa2fde0b tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for subnet (4e9ee5c8-54c0-4391-acbd-c8dc73c9bbb4), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.409682 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b3d22-e7d7-4ebe-a29a-6c6beac878b7 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2829fe-5fbe-4bd4-8a46-45a27142f9e3,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:36.427681 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4c8830c5-73ea-48be-bcf7-17fcfa2fde0b tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (4e9ee5c8-54c0-4391-acbd-c8dc73c9bbb4), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.427971 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 2b7dd8dc-bd77-418f-b947-aec445d28bb4 resource provider aggregate not found Oct 28 10:00:36.431541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:36.475384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:36.476882 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 2b7dd8dc-bd77-418f-b947-aec445d28bb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b7dd8dc-bd77-418f-b947-aec445d28bb4 found for delete ", "request_id": "req-0a3108de-6925-4036-a2b5-89a0487338c7"}]} Oct 28 10:00:36.492633 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34354e2-bccf-4c9f-a481-6116e2d3551c') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:36.493075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34354e2-bccf-4c9f-a481-6116e2d3551c') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:36.514714 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (c34354e2-bccf-4c9f-a481-6116e2d3551c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.526143 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-87da5e6f-a96f-4a11-b68b-1bceadfc9c78 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.526319 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-eb8b3d22-e7d7-4ebe-a29a-6c6beac878b7 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d0575f-b09f-4845-bebd-ccf454c101fb']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:36.526817 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-87da5e6f-a96f-4a11-b68b-1bceadfc9c78 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/687a0072-cfe2-42fe-854c-456374df621b HTTP/1.1" status: 204 len: 168 time: 2.3536398 Oct 28 10:00:36.531944 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40776) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:36.532254 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 56aaf88e-dd99-44a6-a531-a5da567c0071 resource provider aggregate not found Oct 28 10:00:36.550035 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d5d745d3-e956-44bc-aeca-037a7114645d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:36.550186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c34354e2-bccf-4c9f-a481-6116e2d3551c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.568095 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 56aaf88e-dd99-44a6-a531-a5da567c0071 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56aaf88e-dd99-44a6-a531-a5da567c0071 found for delete ", "request_id": "req-2b935ec2-17e4-47e1-a706-4a8c31c354be"}]} Oct 28 10:00:36.575947 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-8af451c3-c5d4-4d08-80dc-d71ecca8e9e9 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:36.577868 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING neutron.api.v2.base [None req-8af451c3-c5d4-4d08-80dc-d71ecca8e9e9 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 28 10:00:36.577868 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-8af451c3-c5d4-4d08-80dc-d71ecca8e9e9 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): There was a conflict when trying to complete your request. Oct 28 10:00:36.583199 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8af451c3-c5d4-4d08-80dc-d71ecca8e9e9 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3239212 Oct 28 10:00:36.591869 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8f67934a-f00a-4b54-a9fd-9047a1474c63 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8724453 Oct 28 10:00:36.593842 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40780) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:36.594785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40782) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:36.602602 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-eb8b3d22-e7d7-4ebe-a29a-6c6beac878b7 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3b3376-026e-407d-8528-6e71ebd0ea58') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:36.603767 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-3b87bee5-b9fd-486a-9ade-e3ccc3930f1d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'network_id': '9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2002810564'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:36.603920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-eb8b3d22-e7d7-4ebe-a29a-6c6beac878b7 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3b3376-026e-407d-8528-6e71ebd0ea58') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:36.619415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d7488e2a-67c3-4b61-be57-c522419650b6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group': {'name': 'tempest-secgroup--717260078'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:36.627969 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d22-e7d7-4ebe-a29a-6c6beac878b7 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (fc3b3376-026e-407d-8528-6e71ebd0ea58), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.642166 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-41880b9b-7eb3-4cd0-8cc3-87ba4d6b630f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] GET failed (client error): The resource could not be found. Oct 28 10:00:36.643920 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-41880b9b-7eb3-4cd0-8cc3-87ba4d6b630f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/687a0072-cfe2-42fe-854c-456374df621b HTTP/1.1" status: 404 len: 333 time: 0.1079900 Oct 28 10:00:36.645218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:36.645923 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (c34354e2-bccf-4c9f-a481-6116e2d3551c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.646315 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ef2006-3435-48ff-91e0-3b52e2efb1ac tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:36.652169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ef2006-3435-48ff-91e0-3b52e2efb1ac tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:36.655157 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-56ef2006-3435-48ff-91e0-3b52e2efb1ac tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5797629 Oct 28 10:00:36.658729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40784) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:36.661142 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40786) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:36.670550 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f0265719-dd04-431a-b4d9-115e4db9d8e6 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-228871770'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:36.716381 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d22-e7d7-4ebe-a29a-6c6beac878b7 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (fc3b3376-026e-407d-8528-6e71ebd0ea58), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.731050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8b3d22-e7d7-4ebe-a29a-6c6beac878b7 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:36.731467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d22-e7d7-4ebe-a29a-6c6beac878b7 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (fc3b3376-026e-407d-8528-6e71ebd0ea58), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.734223 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b', 'network_id': '9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b', 'project_id': 'ca63ccf8f825493e97e93fc2a91c67ac', 'fixed_ips': [{'subnet_id': '4640babf-54b7-42f9-b6c4-758ea75b73d6'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:00:36.735293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.792524 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4c8830c5-73ea-48be-bcf7-17fcfa2fde0b tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (4e9ee5c8-54c0-4391-acbd-c8dc73c9bbb4), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.887260 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4f536004-62db-4b95-b436-9d681a37aa1e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (64c2257d-1ed2-4341-9a9a-89a629305333), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.922474 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4f536004-62db-4b95-b436-9d681a37aa1e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (64c2257d-1ed2-4341-9a9a-89a629305333), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.003263 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0265719-dd04-431a-b4d9-115e4db9d8e6 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Made reservation on behalf of 0147a36cf1854e1eba47e47194b2d91c for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:37.009225 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f0265719-dd04-431a-b4d9-115e4db9d8e6 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.049965 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment c34354e2-bccf-4c9f-a481-6116e2d3551c resource provider aggregate not found Oct 28 10:00:37.051820 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0265719-dd04-431a-b4d9-115e4db9d8e6 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:37.063550 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f0265719-dd04-431a-b4d9-115e4db9d8e6 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (a4b70c5b-c5a1-4108-9c14-8530844e31a7), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.063999 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-f0265719-dd04-431a-b4d9-115e4db9d8e6 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Added segment a4b70c5b-c5a1-4108-9c14-8530844e31a7 of type vlan for network e83c5f36-1b44-4b91-ab09-d7b14a5697b8 Oct 28 10:00:37.068195 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d7488e2a-67c3-4b61-be57-c522419650b6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.072832 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment c34354e2-bccf-4c9f-a481-6116e2d3551c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c34354e2-bccf-4c9f-a481-6116e2d3551c found for delete ", "request_id": "req-80f4392f-472d-4296-9d16-92193475a7c1"}]} Oct 28 10:00:37.077369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d22-e7d7-4ebe-a29a-6c6beac878b7 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (d6d0575f-b09f-4845-bebd-ccf454c101fb), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.077535 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (04530626-2772-4cf3-a9b7-0d2e08826ff8), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.079102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.082018 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d22-e7d7-4ebe-a29a-6c6beac878b7 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.083622 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/networks/04530626-2772-4cf3-a9b7-0d2e08826ff8 HTTP/1.1" status: 204 len: 168 time: 3.7355618 Oct 28 10:00:37.088903 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-eb8b3d22-e7d7-4ebe-a29a-6c6beac878b7 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/d6d0575f-b09f-4845-bebd-ccf454c101fb HTTP/1.1" status: 204 len: 168 time: 2.3291748 Oct 28 10:00:37.090145 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40794) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:37.090478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40796) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:37.104832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b9c0c40a-6bc2-4b2a-ba46-8d131709f2e8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1946564011'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:37.124232 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4f536004-62db-4b95-b436-9d681a37aa1e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (64c2257d-1ed2-4341-9a9a-89a629305333), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.127405 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4f536004-62db-4b95-b436-9d681a37aa1e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.128562 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4f536004-62db-4b95-b436-9d681a37aa1e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/64c2257d-1ed2-4341-9a9a-89a629305333 HTTP/1.1" status: 204 len: 168 time: 0.4684317 Oct 28 10:00:37.131976 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d7488e2a-67c3-4b61-be57-c522419650b6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.134337 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4c8830c5-73ea-48be-bcf7-17fcfa2fde0b tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (4e9ee5c8-54c0-4391-acbd-c8dc73c9bbb4), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.136007 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b3d22-e7d7-4ebe-a29a-6c6beac878b7 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Network': ['ID=d6d0575f-b09f-4845-bebd-ccf454c101fb,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:37.136317 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b87bee5-b9fd-486a-9ade-e3ccc3930f1d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:37.142156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3b87bee5-b9fd-486a-9ade-e3ccc3930f1d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.143134 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40798) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:37.167596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f0265719-dd04-431a-b4d9-115e4db9d8e6 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (e83c5f36-1b44-4b91-ab09-d7b14a5697b8), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.174200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f536004-62db-4b95-b436-9d681a37aa1e tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c2257d-1ed2-4341-9a9a-89a629305333,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:37.191069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f364180-4270-4348-b47d-cab93f53a90a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Network': ['ID=04530626-2772-4cf3-a9b7-0d2e08826ff8,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:37.216901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:37.232101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7188da6d-9fa8-4ea0-8a35-c6cd66714b09 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (a4493f07-abb7-4ae2-9f3c-0e0bd1d00243), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.253917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Allocated IP 2001:db8::2 (9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b/4640babf-54b7-42f9-b6c4-758ea75b73d6/83d72e15-bb2f-4bea-a0ef-0aff840ba422) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:37.259222 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7188da6d-9fa8-4ea0-8a35-c6cd66714b09 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (a4493f07-abb7-4ae2-9f3c-0e0bd1d00243), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.261058 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:37.278244 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8830c5-73ea-48be-bcf7-17fcfa2fde0b tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9ee5c8-54c0-4391-acbd-c8dc73c9bbb4,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:37.291733 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4c8830c5-73ea-48be-bcf7-17fcfa2fde0b tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.295676 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4c8830c5-73ea-48be-bcf7-17fcfa2fde0b tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4e9ee5c8-54c0-4391-acbd-c8dc73c9bbb4 HTTP/1.1" status: 204 len: 168 time: 1.1469154 Oct 28 10:00:37.298973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40800) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:37.305472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-3b87bee5-b9fd-486a-9ade-e3ccc3930f1d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] device_id is not set on port 2101a826-2a37-40e8-921c-cf0ba31dce12 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:00:37.392844 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c0c40a-6bc2-4b2a-ba46-8d131709f2e8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:37.396754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c40a-6bc2-4b2a-ba46-8d131709f2e8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.489421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Publish callbacks [] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.544313 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c0c40a-6bc2-4b2a-ba46-8d131709f2e8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:37.575654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c40a-6bc2-4b2a-ba46-8d131709f2e8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (1e829560-5436-43be-9b4a-b4df0462b1f0), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.575999 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-b9c0c40a-6bc2-4b2a-ba46-8d131709f2e8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Added segment 1e829560-5436-43be-9b4a-b4df0462b1f0 of type vlan for network bb113227-1d14-4b6d-b120-1562ea5f7cab Oct 28 10:00:37.614891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d7488e2a-67c3-4b61-be57-c522419650b6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (e780863b-3639-467b-be29-c27a6a8beeca), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.621294 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.685634 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:00:37.690627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:37.762896 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d7488e2a-67c3-4b61-be57-c522419650b6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (e780863b-3639-467b-be29-c27a6a8beeca), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.764031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Pushing event updated for resources: {'Port': ['ID=83d72e15-bb2f-4bea-a0ef-0aff840ba422,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:37.764146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f0265719-dd04-431a-b4d9-115e4db9d8e6 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (e83c5f36-1b44-4b91-ab09-d7b14a5697b8), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.764146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0265719-dd04-431a-b4d9-115e4db9d8e6 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:37.764146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f0265719-dd04-431a-b4d9-115e4db9d8e6 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.764712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Network 9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:37.764712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:37.764712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:37.764952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c40a-6bc2-4b2a-ba46-8d131709f2e8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (bb113227-1d14-4b6d-b120-1562ea5f7cab), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.811402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:37.829423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Attempting to bind port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:37.830103 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Attempting to bind port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'be789a2a-89c9-4061-b040-d3ab6acd42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:37.830555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Attempting to bind port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 on network 9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:37.833407 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (07575449-a6c7-472d-a95a-1dd0541a8955), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.836859 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-3b87bee5-b9fd-486a-9ade-e3ccc3930f1d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Allocated IP 2001:db8::28e (9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b/4640babf-54b7-42f9-b6c4-758ea75b73d6/2101a826-2a37-40e8-921c-cf0ba31dce12) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:37.838920 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7488e2a-67c3-4b61-be57-c522419650b6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e780863b-3639-467b-be29-c27a6a8beeca,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:37.860401 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f0265719-dd04-431a-b4d9-115e4db9d8e6 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1988916 Oct 28 10:00:37.866208 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7188da6d-9fa8-4ea0-8a35-c6cd66714b09 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (a4493f07-abb7-4ae2-9f3c-0e0bd1d00243), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.869314 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7188da6d-9fa8-4ea0-8a35-c6cd66714b09 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.870509 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7188da6d-9fa8-4ea0-8a35-c6cd66714b09 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a4493f07-abb7-4ae2-9f3c-0e0bd1d00243 HTTP/1.1" status: 204 len: 168 time: 0.7248924 Oct 28 10:00:37.871956 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40802) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:37.873673 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40804) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:37.884892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f96e9656-698d-49d6-82f5-b7a8ad9e895a tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-36848253'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:37.902069 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0265719-dd04-431a-b4d9-115e4db9d8e6 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event updated for resources: {'Network': ['ID=e83c5f36-1b44-4b91-ab09-d7b14a5697b8,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:37.917325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188da6d-9fa8-4ea0-8a35-c6cd66714b09 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4493f07-abb7-4ae2-9f3c-0e0bd1d00243,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:37.947436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network e83c5f36-1b44-4b91-ab09-d7b14a5697b8 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:37.967929 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Deleting port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:37.970552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (471b8958-9b1f-4edb-95bc-8eb0840cfbdb), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.978483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:38.007224 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c40a-6bc2-4b2a-ba46-8d131709f2e8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (bb113227-1d14-4b6d-b120-1562ea5f7cab), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.012253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c0c40a-6bc2-4b2a-ba46-8d131709f2e8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:38.012861 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c40a-6bc2-4b2a-ba46-8d131709f2e8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.055071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:00:38.061487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Checking segment: {'id': 'be789a2a-89c9-4061-b040-d3ab6acd42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:38.061487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.061487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Bound using segment: {'id': 'be789a2a-89c9-4061-b040-d3ab6acd42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:00:38.061487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Bound port: 83d72e15-bb2f-4bea-a0ef-0aff840ba422, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be789a2a-89c9-4061-b040-d3ab6acd42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:00:38.061487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.097728 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] For port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=471b8958-9b1f-4edb-95bc-8eb0840cfbdb,segment=NetworkSegment(e246e4cb-a171-4be8-9c5d-5b3dc8100c0e),segment_id=e246e4cb-a171-4be8-9c5d-5b3dc8100c0e)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:38.098121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (471b8958-9b1f-4edb-95bc-8eb0840cfbdb), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.110856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d7488e2a-67c3-4b61-be57-c522419650b6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (5fbf4cc4-938d-4fdc-bd68-14823a74bfc5), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.115458 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:38.118958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Calling delete_port for 471b8958-9b1f-4edb-95bc-8eb0840cfbdb owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:38.119285 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb319ff2-171e-4515-a688-df3677c056d8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting subnet bfb7a396-ad0f-44c4-8937-b697dd89486b {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:00:38.125454 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96e9656-698d-49d6-82f5-b7a8ad9e895a tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Made reservation on behalf of 0147a36cf1854e1eba47e47194b2d91c for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:38.131291 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f96e9656-698d-49d6-82f5-b7a8ad9e895a tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.150067 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] For port 83d72e15-bb2f-4bea-a0ef-0aff840ba422, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:38.154222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] For port 83d72e15-bb2f-4bea-a0ef-0aff840ba422, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=83d72e15-bb2f-4bea-a0ef-0aff840ba422,segment=NetworkSegment(be789a2a-89c9-4061-b040-d3ab6acd42e0),segment_id=be789a2a-89c9-4061-b040-d3ab6acd42e0)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:38.157784 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ddae21f2-67c8-4c95-a8d7-bd330f7b7387 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (27b833f1-388e-4726-970a-c702dc59d062), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.165567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eb319ff2-171e-4515-a688-df3677c056d8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (bfb7a396-ad0f-44c4-8937-b697dd89486b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.212600 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96e9656-698d-49d6-82f5-b7a8ad9e895a tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:38.231745 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f96e9656-698d-49d6-82f5-b7a8ad9e895a tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (64f79175-d8ed-4150-b15b-e21932a18321), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.232678 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-f96e9656-698d-49d6-82f5-b7a8ad9e895a tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Added segment 64f79175-d8ed-4150-b15b-e21932a18321 of type vlan for network 180ca42a-4708-46f5-8f27-43210a8ef6e4 Oct 28 10:00:38.233894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d7488e2a-67c3-4b61-be57-c522419650b6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5fbf4cc4-938d-4fdc-bd68-14823a74bfc5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.242793 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b9c0c40a-6bc2-4b2a-ba46-8d131709f2e8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1394401 Oct 28 10:00:38.246115 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40808) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:38.256888 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f3dc0547-ed57-40d1-9845-f4814d8c8555 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'subnet': {'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:38.289932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.363278 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f96e9656-698d-49d6-82f5-b7a8ad9e895a tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (180ca42a-4708-46f5-8f27-43210a8ef6e4), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.431716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (471b8958-9b1f-4edb-95bc-8eb0840cfbdb), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.432307 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4333738-7160-4ff8-a8a1-748183b55dd0 None None] Pushing event updated for resources: {'Port': ['ID=83d72e15-bb2f-4bea-a0ef-0aff840ba422,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:38.459221 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event deleted for resources: {'Port': ['ID=471b8958-9b1f-4edb-95bc-8eb0840cfbdb,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:38.466844 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] No DVR routers for this DVR port 471b8958-9b1f-4edb-95bc-8eb0840cfbdb on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:38.493209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f96e9656-698d-49d6-82f5-b7a8ad9e895a tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (180ca42a-4708-46f5-8f27-43210a8ef6e4), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.498765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96e9656-698d-49d6-82f5-b7a8ad9e895a tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:38.499649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f96e9656-698d-49d6-82f5-b7a8ad9e895a tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.540918 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dc0547-ed57-40d1-9845-f4814d8c8555 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:38.545036 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0547-ed57-40d1-9845-f4814d8c8555 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.690087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:38.690207 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (07575449-a6c7-472d-a95a-1dd0541a8955), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.704293 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment fc3b3376-026e-407d-8528-6e71ebd0ea58 resource provider aggregate not found Oct 28 10:00:38.719885 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:38.726832 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f96e9656-698d-49d6-82f5-b7a8ad9e895a tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8470356 Oct 28 10:00:38.729946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:38.741260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0c40a-6bc2-4b2a-ba46-8d131709f2e8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Network': ['ID=bb113227-1d14-4b6d-b120-1562ea5f7cab,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:38.744202 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7488e2a-67c3-4b61-be57-c522419650b6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbf4cc4-938d-4fdc-bd68-14823a74bfc5,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:38.752053 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network bb113227-1d14-4b6d-b120-1562ea5f7cab details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:38.764191 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40814) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:38.774941 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Request body: {'ports': [{'network_id': 'e83c5f36-1b44-4b91-ab09-d7b14a5697b8', 'name': 'tempest-port--1276925223', 'admin_state_up': True}, {'network_id': '180ca42a-4708-46f5-8f27-43210a8ef6e4', 'admin_state_up': False}]} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:38.775366 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Request body: {'port': {'network_id': 'e83c5f36-1b44-4b91-ab09-d7b14a5697b8', 'name': 'tempest-port--1276925223', 'admin_state_up': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:38.775861 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Request body: {'port': {'network_id': '180ca42a-4708-46f5-8f27-43210a8ef6e4', 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:38.808253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07575449-a6c7-472d-a95a-1dd0541a8955']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:38.821748 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e246e4cb-a171-4be8-9c5d-5b3dc8100c0e') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:38.822083 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e246e4cb-a171-4be8-9c5d-5b3dc8100c0e') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:38.840269 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (e246e4cb-a171-4be8-9c5d-5b3dc8100c0e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.856407 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e246e4cb-a171-4be8-9c5d-5b3dc8100c0e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.864868 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:38.865279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (e246e4cb-a171-4be8-9c5d-5b3dc8100c0e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.897583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3b87bee5-b9fd-486a-9ade-e3ccc3930f1d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (2101a826-2a37-40e8-921c-cf0ba31dce12), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.903759 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d7488e2a-67c3-4b61-be57-c522419650b6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.905066 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d7488e2a-67c3-4b61-be57-c522419650b6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 2.3079133 Oct 28 10:00:38.916370 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eb319ff2-171e-4515-a688-df3677c056d8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (bfb7a396-ad0f-44c4-8937-b697dd89486b), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.919602 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment fc3b3376-026e-407d-8528-6e71ebd0ea58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc3b3376-026e-407d-8528-6e71ebd0ea58 found for delete ", "request_id": "req-38e23e1c-83e9-4e2c-a134-e00e51d452e5"}]} Oct 28 10:00:38.920357 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40816) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:38.928964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-ab6d91c6-d605-4d30-9185-6c2c0040a775 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '5fbf4cc4-938d-4fdc-bd68-14823a74bfc5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:38.978279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.ipam_backend_mixin [None req-f3dc0547-ed57-40d1-9845-f4814d8c8555 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Performing IP validity checks on allocation pools {{(pid=114059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 28 10:00:38.979104 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.ipam_backend_mixin [None req-f3dc0547-ed57-40d1-9845-f4814d8c8555 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 28 10:00:38.983291 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e9656-698d-49d6-82f5-b7a8ad9e895a tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event updated for resources: {'Network': ['ID=180ca42a-4708-46f5-8f27-43210a8ef6e4,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:39.005356 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 180ca42a-4708-46f5-8f27-43210a8ef6e4 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:39.119032 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (07575449-a6c7-472d-a95a-1dd0541a8955), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.134117 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.138708 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "DELETE /networking/v2.0/networks/07575449-a6c7-472d-a95a-1dd0541a8955 HTTP/1.1" status: 204 len: 168 time: 1.8386178 Oct 28 10:00:39.145404 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40820) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:39.174894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:39.189396 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9d4a7-a818-4d51-830c-ba8044c163ea tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event deleted for resources: {'Network': ['ID=07575449-a6c7-472d-a95a-1dd0541a8955,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:39.242482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eb319ff2-171e-4515-a688-df3677c056d8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (bfb7a396-ad0f-44c4-8937-b697dd89486b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.300879 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (a526a344-9397-4d0b-8662-67d17f5cc28e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.349945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Deleting port afe04754-cb25-48de-a5f5-a822a0f50df7 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:39.350313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (afe04754-cb25-48de-a5f5-a822a0f50df7), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.410587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-ddae21f2-67c8-4c95-a8d7-bd330f7b7387 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port b9d4f0a7-ba3b-4574-891e-5f5337822a78 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:39.411541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ddae21f2-67c8-4c95-a8d7-bd330f7b7387 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.453682 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] For port afe04754-cb25-48de-a5f5-a822a0f50df7, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=afe04754-cb25-48de-a5f5-a822a0f50df7,segment=NetworkSegment(4974e3aa-12c1-481d-a058-1e3fe3879390),segment_id=4974e3aa-12c1-481d-a058-1e3fe3879390)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:39.454097 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (afe04754-cb25-48de-a5f5-a822a0f50df7), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.476792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Calling delete_port for afe04754-cb25-48de-a5f5-a822a0f50df7 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:39.547007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-ddae21f2-67c8-4c95-a8d7-bd330f7b7387 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] For port b9d4f0a7-ba3b-4574-891e-5f5337822a78, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b9d4f0a7-ba3b-4574-891e-5f5337822a78,segment=NetworkSegment(bdf0c71b-fbee-46db-91df-4ca543f6b22c),segment_id=bdf0c71b-fbee-46db-91df-4ca543f6b22c)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:39.547382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ddae21f2-67c8-4c95-a8d7-bd330f7b7387 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.576101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-ddae21f2-67c8-4c95-a8d7-bd330f7b7387 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for b9d4f0a7-ba3b-4574-891e-5f5337822a78 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:39.644655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ab6d91c6-d605-4d30-9185-6c2c0040a775 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group_rule (f9614b41-47a4-4d8d-8a9b-ff5b358c949a), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.649316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0547-ed57-40d1-9845-f4814d8c8555 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (0836f123-291f-408b-a9b4-8eb459ad95d3), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.666323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3b87bee5-b9fd-486a-9ade-e3ccc3930f1d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (2101a826-2a37-40e8-921c-cf0ba31dce12), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.670067 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Made reservation on behalf of 0147a36cf1854e1eba47e47194b2d91c for: {'port': 2} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:39.673303 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.691694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:39.738997 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:39.740000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (afe04754-cb25-48de-a5f5-a822a0f50df7), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.771456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eb319ff2-171e-4515-a688-df3677c056d8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (bfb7a396-ad0f-44c4-8937-b697dd89486b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.806216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 83d72e15-bb2f-4bea-a0ef-0aff840ba422 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:39.814409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event deleted for resources: {'Port': ['ID=afe04754-cb25-48de-a5f5-a822a0f50df7,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:39.826350 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] No DVR routers for this DVR port afe04754-cb25-48de-a5f5-a822a0f50df7 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:39.838341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eb319ff2-171e-4515-a688-df3677c056d8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.838341 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-eb319ff2-171e-4515-a688-df3677c056d8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/bfb7a396-ad0f-44c4-8937-b697dd89486b HTTP/1.1" status: 204 len: 168 time: 1.9633825 Oct 28 10:00:39.870167 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b87bee5-b9fd-486a-9ade-e3ccc3930f1d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network 9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:39.870859 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40822) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:39.872961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.885708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:39.885708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.885708 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 Oct 28 10:00:39.886003 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-8597bf47-8563-4a25-90e8-3c16daff3857 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'subnet': {'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:39.934697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c61cac1-c893-4c69-9058-329c952464e8 None None] Network 7160e477-74d6-4bf4-9172-43c50f32fe05 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:39.936415 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc0547-ed57-40d1-9845-f4814d8c8555 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Subnet': ['ID=0836f123-291f-408b-a9b4-8eb459ad95d3,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:39.937473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f15c5d-306e-4891-88f2-ab137fe6c363 None None] Network 04530626-2772-4cf3-a9b7-0d2e08826ff8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:39.941869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bcadc0-7e2d-40eb-a42c-4a35e9ed7ec6 None None] Network d6d0575f-b09f-4845-bebd-ccf454c101fb requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:39.944976 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64288099-caf9-4bd2-b272-e2422cc4d3cc None None] Network 07575449-a6c7-472d-a95a-1dd0541a8955 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:39.947298 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349289a9-f12b-49b7-acd3-39aeb3f0e73a None None] Network 9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:39.951895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c646af-a897-4c45-8259-19795cdd448a None None] Network a526a344-9397-4d0b-8662-67d17f5cc28e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:40.003511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc0547-ed57-40d1-9845-f4814d8c8555 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Checking segment: {'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:40.003913 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dc0547-ed57-40d1-9845-f4814d8c8555 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network hostable DHCP agents. Network: bb113227-1d14-4b6d-b120-1562ea5f7cab, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:40.004085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb319ff2-171e-4515-a688-df3677c056d8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb7a396-ad0f-44c4-8937-b697dd89486b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:40.008314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ab6d91c6-d605-4d30-9185-6c2c0040a775 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group_rule (f9614b41-47a4-4d8d-8a9b-ff5b358c949a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.008544 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (a526a344-9397-4d0b-8662-67d17f5cc28e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.021965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-3b87bee5-b9fd-486a-9ade-e3ccc3930f1d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:40.044825 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a526a344-9397-4d0b-8662-67d17f5cc28e']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:40.056890 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f15c5d-306e-4891-88f2-ab137fe6c363 None None] Network 04530626-2772-4cf3-a9b7-0d2e08826ff8 could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 10:00:40.059374 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bcadc0-7e2d-40eb-a42c-4a35e9ed7ec6 None None] Network d6d0575f-b09f-4845-bebd-ccf454c101fb could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 10:00:40.061280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b87bee5-b9fd-486a-9ade-e3ccc3930f1d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:40.066898 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b87bee5-b9fd-486a-9ade-e3ccc3930f1d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:40.067639 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3b87bee5-b9fd-486a-9ade-e3ccc3930f1d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.077137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4974e3aa-12c1-481d-a058-1e3fe3879390') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:40.077137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4974e3aa-12c1-481d-a058-1e3fe3879390') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:40.090707 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87bee5-b9fd-486a-9ade-e3ccc3930f1d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=2101a826-2a37-40e8-921c-cf0ba31dce12,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:40.094759 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ab6d91c6-d605-4d30-9185-6c2c0040a775 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (f9614b41-47a4-4d8d-8a9b-ff5b358c949a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.130984 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (4974e3aa-12c1-481d-a058-1e3fe3879390), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.140272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64288099-caf9-4bd2-b272-e2422cc4d3cc None None] Network 07575449-a6c7-472d-a95a-1dd0541a8955 could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 10:00:40.142806 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c61cac1-c893-4c69-9058-329c952464e8 None None] Network 7160e477-74d6-4bf4-9172-43c50f32fe05 could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 10:00:40.153448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbed2fd2-a3d0-4344-ac3e-6e70a3cff24a None None] Network d6d0575f-b09f-4845-bebd-ccf454c101fb requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:40.179000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b34dc4f3-3802-423b-9e07-c9065f690852 None None] Provisioning complete for port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:40.179565 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b34dc4f3-3802-423b-9e07-c9065f690852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.180368 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b34dc4f3-3802-423b-9e07-c9065f690852 None None] Attempt 1 to provision port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 Oct 28 10:00:40.195656 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (4974e3aa-12c1-481d-a058-1e3fe3879390), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.226342 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:40.226342 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (4974e3aa-12c1-481d-a058-1e3fe3879390), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.228146 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1187e42d-8fe9-4de9-b9c0-a29a30acd58d None None] DHCP port deletion for 04530626-2772-4cf3-a9b7-0d2e08826ff8 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:00:40.244092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbed2fd2-a3d0-4344-ac3e-6e70a3cff24a None None] Network d6d0575f-b09f-4845-bebd-ccf454c101fb could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 10:00:40.254268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dc0547-ed57-40d1-9845-f4814d8c8555 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network bb113227-1d14-4b6d-b120-1562ea5f7cab is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:40.270984 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d91c6-d605-4d30-9185-6c2c0040a775 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9614b41-47a4-4d8d-8a9b-ff5b358c949a,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:40.305537 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:40.342459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023cbccd-d675-42d3-a331-4d7a9b837f7c None None] DHCP port deletion for 07575449-a6c7-472d-a95a-1dd0541a8955 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:00:40.408486 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-f3dc0547-ed57-40d1-9845-f4814d8c8555 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, bb113227-1d14-4b6d-b120-1562ea5f7cab) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:40.410408 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (a526a344-9397-4d0b-8662-67d17f5cc28e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.422090 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.425961 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "DELETE /networking/v2.0/networks/a526a344-9397-4d0b-8662-67d17f5cc28e HTTP/1.1" status: 204 len: 168 time: 1.2795670 Oct 28 10:00:40.427484 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dc0547-ed57-40d1-9845-f4814d8c8555 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:40.428106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0547-ed57-40d1-9845-f4814d8c8555 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.431784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40826) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:40.481812 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47660666-7a24-4b85-b3b6-8a5576bd8720 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event deleted for resources: {'Network': ['ID=a526a344-9397-4d0b-8662-67d17f5cc28e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:40.493654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ab6d91c6-d605-4d30-9185-6c2c0040a775 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.495803 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ab6d91c6-d605-4d30-9185-6c2c0040a775 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5741568 Oct 28 10:00:40.517064 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3b87bee5-b9fd-486a-9ade-e3ccc3930f1d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.9184496 Oct 28 10:00:40.522946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40828) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:40.527565 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-7ee47380-557c-44c0-ab9c-803224ade1e9 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '5fbf4cc4-938d-4fdc-bd68-14823a74bfc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:40.540039 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40830) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:40.557117 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:40.564616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:40.581053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8597bf47-8563-4a25-90e8-3c16daff3857 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:40.585659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8597bf47-8563-4a25-90e8-3c16daff3857 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.601147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] device_id is not set on port 9e47acd0-d868-4b24-a994-ae8c83b6f9fd yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:00:40.626542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-5035b4aa-1f68-4f07-8c2d-ad6276613ca9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Deleting subnet b7361876-fcd8-4a8f-84e4-0334efe3f056 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:00:40.632110 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5035b4aa-1f68-4f07-8c2d-ad6276613ca9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for subnet (b7361876-fcd8-4a8f-84e4-0334efe3f056), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.662514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ddae21f2-67c8-4c95-a8d7-bd330f7b7387 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (b9d4f0a7-ba3b-4574-891e-5f5337822a78), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.695324 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590507d4-cb99-4469-bea7-9ae4e1fde82f None None] Network bb113227-1d14-4b6d-b120-1562ea5f7cab requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:40.697718 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb94ae1-ae44-4680-95ee-0b15a9f2f29d None None] DHCP port deletion for a526a344-9397-4d0b-8662-67d17f5cc28e request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:00:40.700956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eafbf30-770f-4457-955a-df1c5c5948c2 None None] Network f29bf237-749c-4b61-83b8-307b66652a1d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:40.701987 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f3dc0547-ed57-40d1-9845-f4814d8c8555 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4542475 Oct 28 10:00:40.703074 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40832) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:40.723981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:40.737221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:40.739258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-686feeeb-46f5-464a-91d5-494f37e9b3a9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port 2101a826-2a37-40e8-921c-cf0ba31dce12 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:40.743355 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-686feeeb-46f5-464a-91d5-494f37e9b3a9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (2101a826-2a37-40e8-921c-cf0ba31dce12), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.746832 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5035b4aa-1f68-4f07-8c2d-ad6276613ca9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (b7361876-fcd8-4a8f-84e4-0334efe3f056), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.755581 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae21f2-67c8-4c95-a8d7-bd330f7b7387 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=b9d4f0a7-ba3b-4574-891e-5f5337822a78,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:40.788558 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ee47380-557c-44c0-ab9c-803224ade1e9 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group_rule (9b73f434-21d0-4e2f-907a-50878770a624), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.885320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:40.885916 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:40.983193 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b34dc4f3-3802-423b-9e07-c9065f690852 None None] Current status of the port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:40.983731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b34dc4f3-3802-423b-9e07-c9065f690852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:41.077055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:41.082256 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 83d72e15-bb2f-4bea-a0ef-0aff840ba422, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=83d72e15-bb2f-4bea-a0ef-0aff840ba422,segment=NetworkSegment(be789a2a-89c9-4061-b040-d3ab6acd42e0),segment_id=be789a2a-89c9-4061-b040-d3ab6acd42e0)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:41.089643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:41.094059 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment e246e4cb-a171-4be8-9c5d-5b3dc8100c0e resource provider aggregate not found Oct 28 10:00:41.141035 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-bb113227-1d14-4b6d-b120-1562ea5f7cab', 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab', 'project_id': '2e2b0df30914433097c544ce0c429d35', 'fixed_ips': [{'subnet_id': '0836f123-291f-408b-a9b4-8eb459ad95d3'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:00:41.147222 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:41.155042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:41.162281 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment e246e4cb-a171-4be8-9c5d-5b3dc8100c0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e246e4cb-a171-4be8-9c5d-5b3dc8100c0e found for delete ", "request_id": "req-ceb2a6d5-a9f4-47bf-b53a-568a4760c7ca"}]} Oct 28 10:00:41.185675 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5035b4aa-1f68-4f07-8c2d-ad6276613ca9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (b7361876-fcd8-4a8f-84e4-0334efe3f056), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:41.198457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:41.240288 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-686feeeb-46f5-464a-91d5-494f37e9b3a9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (2101a826-2a37-40e8-921c-cf0ba31dce12), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:41.246631 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 4974e3aa-12c1-481d-a058-1e3fe3879390 resource provider aggregate not found Oct 28 10:00:41.262755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (bb113227-1d14-4b6d-b120-1562ea5f7cab), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:41.270330 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ddae21f2-67c8-4c95-a8d7-bd330f7b7387 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (27b833f1-388e-4726-970a-c702dc59d062), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:41.297350 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-686feeeb-46f5-464a-91d5-494f37e9b3a9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for 2101a826-2a37-40e8-921c-cf0ba31dce12 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:41.316526 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 4974e3aa-12c1-481d-a058-1e3fe3879390 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4974e3aa-12c1-481d-a058-1e3fe3879390 found for delete ", "request_id": "req-6db799ad-28b6-49e1-888e-958374bb53cd"}]} Oct 28 10:00:41.421319 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-7ee47380-557c-44c0-ab9c-803224ade1e9 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): There was a conflict when trying to complete your request. Oct 28 10:00:41.422863 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7ee47380-557c-44c0-ab9c-803224ade1e9 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8998601 Oct 28 10:00:41.431130 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40844) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:41.461599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:41.553200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-b34dc4f3-3802-423b-9e07-c9065f690852 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:00:41.553617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-b34dc4f3-3802-423b-9e07-c9065f690852 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:00:41.566369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=83d72e15-bb2f-4bea-a0ef-0aff840ba422,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:41.571388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (0836f123-291f-408b-a9b4-8eb459ad95d3), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:41.653816 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5035b4aa-1f68-4f07-8c2d-ad6276613ca9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (b7361876-fcd8-4a8f-84e4-0334efe3f056), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:41.701330 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035b4aa-1f68-4f07-8c2d-ad6276613ca9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event deleted for resources: {'Subnet': ['ID=b7361876-fcd8-4a8f-84e4-0334efe3f056,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:41.701540 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:41.724484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for port (9e47acd0-d868-4b24-a994-ae8c83b6f9fd), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:41.749953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Allocated IP 172.20.0.3 (bb113227-1d14-4b6d-b120-1562ea5f7cab/0836f123-291f-408b-a9b4-8eb459ad95d3/006e67a8-5d99-48e9-b23f-1efab0d84165) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:41.773450 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5035b4aa-1f68-4f07-8c2d-ad6276613ca9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:41.774724 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5035b4aa-1f68-4f07-8c2d-ad6276613ca9 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b7361876-fcd8-4a8f-84e4-0334efe3f056 HTTP/1.1" status: 204 len: 168 time: 1.3416138 Oct 28 10:00:41.788249 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40846) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:41.813307 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b939742a-a726-48a3-82a4-8ef94e78b1d8 None None] Network 1bd1764f-544a-4eea-9ed2-a86864f55e46 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:41.842656 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-922ce91a-ebe4-420b-8eec-8e7e2778a6c6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (5fbf4cc4-938d-4fdc-bd68-14823a74bfc5), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:41.890903 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device afe04754-cb25-48de-a5f5-a822a0f50df7 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:41.892255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-922ce91a-ebe4-420b-8eec-8e7e2778a6c6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (5fbf4cc4-938d-4fdc-bd68-14823a74bfc5), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:41.920282 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d18c3a-0ed5-437e-83c1-13b4e49aacd7 None None] Network 9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:41.931867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8597bf47-8563-4a25-90e8-3c16daff3857 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (6b27c4b9-d7ec-4213-b508-b941628baa89), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:41.941678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] device_id is not set on port 295e87d0-0cfc-4480-a176-3a55ec8a3dd0 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:00:41.980917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: afe04754-cb25-48de-a5f5-a822a0f50df7 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:41.981342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device afe04754-cb25-48de-a5f5-a822a0f50df7 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:41.981891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3f5a1566-0efd-4e26-b5da-2b22694535f9 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:42.009237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=78,neutron:INSERT=5,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:42.040362 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddae21f2-67c8-4c95-a8d7-bd330f7b7387 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router 27b833f1-388e-4726-970a-c702dc59d062 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:42.041992 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:42.043376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8597bf47-8563-4a25-90e8-3c16daff3857 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network f29bf237-749c-4b61-83b8-307b66652a1d is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:42.053843 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-8597bf47-8563-4a25-90e8-3c16daff3857 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:42.054117 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 3f5a1566-0efd-4e26-b5da-2b22694535f9 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:42.054846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3f5a1566-0efd-4e26-b5da-2b22694535f9 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:42.055613 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 471b8958-9b1f-4edb-95bc-8eb0840cfbdb no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:42.059454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597bf47-8563-4a25-90e8-3c16daff3857 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Subnet': ['ID=6b27c4b9-d7ec-4213-b508-b941628baa89,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:42.065560 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597bf47-8563-4a25-90e8-3c16daff3857 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:42.065560 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8597bf47-8563-4a25-90e8-3c16daff3857 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.065961 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-922ce91a-ebe4-420b-8eec-8e7e2778a6c6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5fbf4cc4-938d-4fdc-bd68-14823a74bfc5), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.068023 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-922ce91a-ebe4-420b-8eec-8e7e2778a6c6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.071971 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-922ce91a-ebe4-420b-8eec-8e7e2778a6c6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5fbf4cc4-938d-4fdc-bd68-14823a74bfc5 HTTP/1.1" status: 204 len: 168 time: 0.6297772 Oct 28 10:00:42.079393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40848) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:42.102534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (1bd1764f-544a-4eea-9ed2-a86864f55e46), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.104582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ce91a-ebe4-420b-8eec-8e7e2778a6c6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbf4cc4-938d-4fdc-bd68-14823a74bfc5,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:42.180183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 471b8958-9b1f-4edb-95bc-8eb0840cfbdb {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:42.180561 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 471b8958-9b1f-4edb-95bc-8eb0840cfbdb not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:42.181563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Deleting port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:42.182188 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (54bfb267-8e54-40e5-b798-1be7f0d9ee94), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.182709 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=93 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:42.192783 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:42.208494 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eb7ef2-3cc1-4040-8379-1acc54eb0ae3 None None] Network f29bf237-749c-4b61-83b8-307b66652a1d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:42.211130 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-686feeeb-46f5-464a-91d5-494f37e9b3a9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (2101a826-2a37-40e8-921c-cf0ba31dce12), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.289557 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8597bf47-8563-4a25-90e8-3c16daff3857 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4107072 Oct 28 10:00:42.289784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686feeeb-46f5-464a-91d5-494f37e9b3a9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=2101a826-2a37-40e8-921c-cf0ba31dce12,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:42.291638 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40850) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:42.301626 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b02362c7-0a5c-45a0-b74c-ed029992ea68 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'security_group': {'name': 'tempest-secgroup-1454594098'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:42.338031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-686feeeb-46f5-464a-91d5-494f37e9b3a9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.344975 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-686feeeb-46f5-464a-91d5-494f37e9b3a9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/2101a826-2a37-40e8-921c-cf0ba31dce12 HTTP/1.1" status: 204 len: 168 time: 1.7972584 Oct 28 10:00:42.345515 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] For port 54bfb267-8e54-40e5-b798-1be7f0d9ee94, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=54bfb267-8e54-40e5-b798-1be7f0d9ee94,segment=NetworkSegment(a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1),segment_id=a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:42.345889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (54bfb267-8e54-40e5-b798-1be7f0d9ee94), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.348718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40852) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:42.370374 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-09080b3d-199b-4c46-8752-f3d053807b77 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2857604 Oct 28 10:00:42.393614 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40856) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:42.411045 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1195324c-4a42-41af-80c9-3f7a9c3b604d tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group': {'name': 'tempest-secgroup--984453195'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:42.411179 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd6afc5-390f-4922-8ebe-451d519fff73 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] GET failed (client error): The resource could not be found. Oct 28 10:00:42.412645 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0fd6afc5-390f-4922-8ebe-451d519fff73 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/2101a826-2a37-40e8-921c-cf0ba31dce12 HTTP/1.1" status: 404 len: 333 time: 0.0629983 Oct 28 10:00:42.417536 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Calling delete_port for 54bfb267-8e54-40e5-b798-1be7f0d9ee94 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:42.417782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40858) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:42.447613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddae21f2-67c8-4c95-a8d7-bd330f7b7387 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:42.459872 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ddae21f2-67c8-4c95-a8d7-bd330f7b7387 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/27b833f1-388e-4726-970a-c702dc59d062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3601410 Oct 28 10:00:42.460858 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40860) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:42.466518 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Publish callbacks [] for port (006e67a8-5d99-48e9-b23f-1efab0d84165), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.470555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0086103-6a9a-4f2a-ac54-ced1f797fe8f None None] DHCP port deletion for 1bd1764f-544a-4eea-9ed2-a86864f55e46 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:00:42.512032 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b02362c7-0a5c-45a0-b74c-ed029992ea68 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.518817 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for port (295e87d0-0cfc-4480-a176-3a55ec8a3dd0), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.535541 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00caa32-d53b-4d3a-afed-bbc94638e1d2 None None] Sync routers for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:42.548934 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4011d4-7a3d-4202-95a1-e002c07a6980 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting subnet af925de4-7f29-48c4-b6d2-4e019b804b0b {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:00:42.549740 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c157e4-92e9-4b08-ad79-c09dd8c627a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting subnet 4640babf-54b7-42f9-b6c4-758ea75b73d6 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:00:42.554119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ac4011d4-7a3d-4202-95a1-e002c07a6980 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (af925de4-7f29-48c4-b6d2-4e019b804b0b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.558507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-54c157e4-92e9-4b08-ad79-c09dd8c627a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (4640babf-54b7-42f9-b6c4-758ea75b73d6), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.563605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:42.597633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b34dc4f3-3802-423b-9e07-c9065f690852 None None] Current status of the port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:42.618305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ac4011d4-7a3d-4202-95a1-e002c07a6980 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (af925de4-7f29-48c4-b6d2-4e019b804b0b), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.626049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00caa32-d53b-4d3a-afed-bbc94638e1d2 None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:42.626759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-f00caa32-d53b-4d3a-afed-bbc94638e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:42.629317 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1195324c-4a42-41af-80c9-3f7a9c3b604d tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.642893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-54c157e4-92e9-4b08-ad79-c09dd8c627a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (4640babf-54b7-42f9-b6c4-758ea75b73d6), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.673424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (006e67a8-5d99-48e9-b23f-1efab0d84165), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.757589 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (9e47acd0-d868-4b24-a994-ae8c83b6f9fd), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.771480 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (0836f123-291f-408b-a9b4-8eb459ad95d3), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.777448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d0086103-6a9a-4f2a-ac54-ced1f797fe8f None None] Deleting port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:42.777835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d0086103-6a9a-4f2a-ac54-ced1f797fe8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (54bfb267-8e54-40e5-b798-1be7f0d9ee94), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.789721 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:42.808779 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Network bb113227-1d14-4b6d-b120-1562ea5f7cab is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:42.832097 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (54bfb267-8e54-40e5-b798-1be7f0d9ee94), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.842860 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d421f9ad-b969-4a2d-bf6d-8ceb217bfe72 None None] Provisioning complete for port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:42.843247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d421f9ad-b969-4a2d-bf6d-8ceb217bfe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.843591 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d421f9ad-b969-4a2d-bf6d-8ceb217bfe72 None None] Attempt 1 to provision port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 Oct 28 10:00:42.856445 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:42.867234 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ac4011d4-7a3d-4202-95a1-e002c07a6980 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (af925de4-7f29-48c4-b6d2-4e019b804b0b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.887803 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:42.901182 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:42.904341 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-f00caa32-d53b-4d3a-afed-bbc94638e1d2 None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:00:42.926517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event updated for resources: {'Port': ['ID=9e47acd0-d868-4b24-a994-ae8c83b6f9fd,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:42.935899 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event deleted for resources: {'Port': ['ID=54bfb267-8e54-40e5-b798-1be7f0d9ee94,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:42.940657 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-54c157e4-92e9-4b08-ad79-c09dd8c627a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (4640babf-54b7-42f9-b6c4-758ea75b73d6), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:42.953464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Checking segment: {'id': 'a4b70c5b-c5a1-4108-9c14-8530844e31a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e83c5f36-1b44-4b91-ab09-d7b14a5697b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:42.954036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Network hostable DHCP agents. Network: e83c5f36-1b44-4b91-ab09-d7b14a5697b8, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:43.038502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Subnet': ['ID=0836f123-291f-408b-a9b4-8eb459ad95d3,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:43.062946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (bb113227-1d14-4b6d-b120-1562ea5f7cab), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.076995 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Network e83c5f36-1b44-4b91-ab09-d7b14a5697b8 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:43.094521 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] No DVR routers for this DVR port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:43.107415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ac4011d4-7a3d-4202-95a1-e002c07a6980 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (af925de4-7f29-48c4-b6d2-4e019b804b0b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.143806 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Pushing event updated for resources: {'Port': ['ID=006e67a8-5d99-48e9-b23f-1efab0d84165,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:43.179845 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4011d4-7a3d-4202-95a1-e002c07a6980 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Subnet': ['ID=af925de4-7f29-48c4-b6d2-4e019b804b0b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:43.189200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, e83c5f36-1b44-4b91-ab09-d7b14a5697b8) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:43.191463 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb113227-1d14-4b6d-b120-1562ea5f7cab']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:43.198317 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ac4011d4-7a3d-4202-95a1-e002c07a6980 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.202919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d0086103-6a9a-4f2a-ac54-ced1f797fe8f None None] For port 54bfb267-8e54-40e5-b798-1be7f0d9ee94, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=54bfb267-8e54-40e5-b798-1be7f0d9ee94,segment=NetworkSegment(a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1),segment_id=a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:43.202919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d0086103-6a9a-4f2a-ac54-ced1f797fe8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (54bfb267-8e54-40e5-b798-1be7f0d9ee94), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.211714 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ac4011d4-7a3d-4202-95a1-e002c07a6980 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/af925de4-7f29-48c4-b6d2-4e019b804b0b HTTP/1.1" status: 204 len: 168 time: 0.7451053 Oct 28 10:00:43.215561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:43.216533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (295e87d0-0cfc-4480-a176-3a55ec8a3dd0), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.219938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40862) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:43.233231 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c916b368-3d4b-4d86-98f2-6cb90c63cf3d None None] Network e83c5f36-1b44-4b91-ab09-d7b14a5697b8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:43.241197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:43.282990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e83583d-6078-46e1-aa6a-096a8ffdbaa1 None None] Network 04d2cd18-7ffc-43a1-901d-3771e131828c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:43.298999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b02362c7-0a5c-45a0-b74c-ed029992ea68 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (358e4a6b-801d-4821-8524-ecaadcc30cc1), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.311582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e829560-5436-43be-9b4a-b4df0462b1f0') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:43.311887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e829560-5436-43be-9b4a-b4df0462b1f0') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:43.315999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1195324c-4a42-41af-80c9-3f7a9c3b604d tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (82ba7a02-9c22-4e00-99f6-2ab4d78bc8ff), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.341675 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d0086103-6a9a-4f2a-ac54-ced1f797fe8f None None] Calling delete_port for 54bfb267-8e54-40e5-b798-1be7f0d9ee94 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:43.349787 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (1e829560-5436-43be-9b4a-b4df0462b1f0), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.360002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (1bd1764f-544a-4eea-9ed2-a86864f55e46), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.360887 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e8b54230-27c9-4391-b54c-4f073f4392c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.379433 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (1e829560-5436-43be-9b4a-b4df0462b1f0), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.392824 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd1764f-544a-4eea-9ed2-a86864f55e46']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:43.396002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:43.396662 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (1e829560-5436-43be-9b4a-b4df0462b1f0), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.467211 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:43.467571 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:43.472063 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 1e829560-5436-43be-9b4a-b4df0462b1f0 resource provider aggregate not found Oct 28 10:00:43.474318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event updated for resources: {'Port': ['ID=295e87d0-0cfc-4480-a176-3a55ec8a3dd0,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:43.480890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:43.488068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-54c157e4-92e9-4b08-ad79-c09dd8c627a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (4640babf-54b7-42f9-b6c4-758ea75b73d6), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.497258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b02362c7-0a5c-45a0-b74c-ed029992ea68 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (358e4a6b-801d-4821-8524-ecaadcc30cc1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.506165 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1195324c-4a42-41af-80c9-3f7a9c3b604d tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (82ba7a02-9c22-4e00-99f6-2ab4d78bc8ff), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.534574 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 1e829560-5436-43be-9b4a-b4df0462b1f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e829560-5436-43be-9b4a-b4df0462b1f0 found for delete ", "request_id": "req-d3715692-415d-4458-938a-251b71a5d861"}]} Oct 28 10:00:43.537300 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (04d2cd18-7ffc-43a1-901d-3771e131828c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.546216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aa645e-7c33-4543-b05a-fda56b329c90 None None] Update dhcp port {'port': {'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'fixed_ips': [{'subnet_id': 'cec88c37-05f6-4e0a-a7f3-f2d5cd6deefa', 'ip_address': '172.20.0.18'}, {'subnet_id': '6b27c4b9-d7ec-4213-b508-b941628baa89'}], 'binding:host_id': 'dv-neutron-zed-2-hyperv'}, 'id': '6bd74154-9b7c-47c6-91b0-712c194d414d'} from dv-neutron-zed-2-hyperv. {{(pid=114061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 28 10:00:43.554177 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Checking segment: {'id': '64f79175-d8ed-4150-b15b-e21932a18321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '180ca42a-4708-46f5-8f27-43210a8ef6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:43.554649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Network hostable DHCP agents. Network: 180ca42a-4708-46f5-8f27-43210a8ef6e4, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:43.588332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.617081 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-54c157e4-92e9-4b08-ad79-c09dd8c627a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.618588 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-54c157e4-92e9-4b08-ad79-c09dd8c627a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4640babf-54b7-42f9-b6c4-758ea75b73d6 HTTP/1.1" status: 204 len: 168 time: 1.1978831 Oct 28 10:00:43.627222 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40870) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:43.660130 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b02362c7-0a5c-45a0-b74c-ed029992ea68 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.664000 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b02362c7-0a5c-45a0-b74c-ed029992ea68 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3634932 Oct 28 10:00:43.665749 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1195324c-4a42-41af-80c9-3f7a9c3b604d tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.667076 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1195324c-4a42-41af-80c9-3f7a9c3b604d tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2698715 Oct 28 10:00:43.674129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40872) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:43.674997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40874) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:43.680095 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:43.680606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:43.682615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:43.690014 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-4745bade-6005-4455-803f-74726b927be3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'security_group': {'name': 'tempest-secgroup-1930628518'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:43.701858 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c157e4-92e9-4b08-ad79-c09dd8c627a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Subnet': ['ID=4640babf-54b7-42f9-b6c4-758ea75b73d6,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:43.723937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-4e8d48d7-cc9d-421f-bc8c-9351dd7edd9b tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '82ba7a02-9c22-4e00-99f6-2ab4d78bc8ff', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:43.723937 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING neutron.api.v2.base [None req-4e8d48d7-cc9d-421f-bc8c-9351dd7edd9b tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 28 10:00:43.727784 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-4e8d48d7-cc9d-421f-bc8c-9351dd7edd9b tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:43.729136 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4e8d48d7-cc9d-421f-bc8c-9351dd7edd9b tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0289676 Oct 28 10:00:43.744800 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40876) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:43.748837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.api [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 10:00:43.748837 dv-neutron-zed-2-hyperv neutron-server[114059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 10:00:43.748837 dv-neutron-zed-2-hyperv neutron-server[114059]: [parameters: {'id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] Oct 28 10:00:43.748837 dv-neutron-zed-2-hyperv neutron-server[114059]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:00:43.749329 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG oslo_db.api [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:00:43.776155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 83d72e15-bb2f-4bea-a0ef-0aff840ba422 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:43.789887 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:43.793957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:43.799997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.804775 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.840824 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02362c7-0a5c-45a0-b74c-ed029992ea68 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358e4a6b-801d-4821-8524-ecaadcc30cc1,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:43.843864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:43.844289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.860162 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port f288ca3b-35f4-4813-b5cc-a3b0b1daadea {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:43.866159 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f288ca3b-35f4-4813-b5cc-a3b0b1daadea), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.882183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c6aa645e-7c33-4543-b05a-fda56b329c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.912251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d421f9ad-b969-4a2d-bf6d-8ceb217bfe72 None None] Current status of the port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:43.935086 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:43.938332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f0803768-02ae-4a9d-8f90-9e32a995bf76 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (82ba7a02-9c22-4e00-99f6-2ab4d78bc8ff), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:43.939098 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Failed to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] Oct 28 10:00:43.956730 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempt 2 to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 Oct 28 10:00:43.966026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da117b5e-94b2-4dac-867c-8fbec3edad5c None None] Network 9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:43.999403 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4745bade-6005-4455-803f-74726b927be3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.036617 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:44.059217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f0803768-02ae-4a9d-8f90-9e32a995bf76 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (82ba7a02-9c22-4e00-99f6-2ab4d78bc8ff), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.066834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d421f9ad-b969-4a2d-bf6d-8ceb217bfe72 None None] Provisioning complete for port 6bd74154-9b7c-47c6-91b0-712c194d414d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:44.067594 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d421f9ad-b969-4a2d-bf6d-8ceb217bfe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.068167 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d421f9ad-b969-4a2d-bf6d-8ceb217bfe72 None None] Attempt 1 to provision port 6bd74154-9b7c-47c6-91b0-712c194d414d Oct 28 10:00:44.084588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195324c-4a42-41af-80c9-3f7a9c3b604d tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ba7a02-9c22-4e00-99f6-2ab4d78bc8ff,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:44.093332 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:44.094085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:44.094709 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:44.156854 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:44.193736 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:44.202679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:44.221282 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4745bade-6005-4455-803f-74726b927be3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (c6546519-fbf9-4523-b469-649daf0b5540), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.227660 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (1bd1764f-544a-4eea-9ed2-a86864f55e46), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.241591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e814e9d-408a-4896-ae14-935d50e848e4 None None] DHCP port deletion for 04d2cd18-7ffc-43a1-901d-3771e131828c request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:00:44.244759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.254891 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "DELETE /networking/v2.0/networks/1bd1764f-544a-4eea-9ed2-a86864f55e46 HTTP/1.1" status: 204 len: 168 time: 2.4652040 Oct 28 10:00:44.270595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (bb113227-1d14-4b6d-b120-1562ea5f7cab), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.273866 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40878) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:44.280817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b5a48-187f-457d-9c67-c31d76d3aec4 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Pushing event deleted for resources: {'Network': ['ID=1bd1764f-544a-4eea-9ed2-a86864f55e46,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:44.290536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Network 180ca42a-4708-46f5-8f27-43210a8ef6e4 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:44.309056 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:44.323360 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:44.324114 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.324679 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:44.327208 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:44.331262 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Failed to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] Oct 28 10:00:44.342009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f0803768-02ae-4a9d-8f90-9e32a995bf76 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (82ba7a02-9c22-4e00-99f6-2ab4d78bc8ff), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.344570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f0803768-02ae-4a9d-8f90-9e32a995bf76 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.345771 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f0803768-02ae-4a9d-8f90-9e32a995bf76 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/82ba7a02-9c22-4e00-99f6-2ab4d78bc8ff HTTP/1.1" status: 204 len: 168 time: 0.5956962 Oct 28 10:00:44.347235 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4745bade-6005-4455-803f-74726b927be3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (c6546519-fbf9-4523-b469-649daf0b5540), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.352181 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40880) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:44.354881 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempt 3 to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 Oct 28 10:00:44.360462 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d0086103-6a9a-4f2a-ac54-ced1f797fe8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (54bfb267-8e54-40e5-b798-1be7f0d9ee94), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.378553 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1aa173b8-26de-464e-8ef0-9f42e825d2b3 tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e5698efd-3337-4cf5-9082-4051cb7ee4ad HTTP/1.1" status: 200 len: 205 time: 0.1019950 Oct 28 10:00:44.380575 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Deleting port 006e67a8-5d99-48e9-b23f-1efab0d84165 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:44.380575 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (006e67a8-5d99-48e9-b23f-1efab0d84165), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.387556 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40882) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:44.399841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] For port f288ca3b-35f4-4813-b5cc-a3b0b1daadea, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f288ca3b-35f4-4813-b5cc-a3b0b1daadea,segment=NetworkSegment(bdf0c71b-fbee-46db-91df-4ca543f6b22c),segment_id=bdf0c71b-fbee-46db-91df-4ca543f6b22c)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:44.400207 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f288ca3b-35f4-4813-b5cc-a3b0b1daadea), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.435251 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0803768-02ae-4a9d-8f90-9e32a995bf76 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ba7a02-9c22-4e00-99f6-2ab4d78bc8ff,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:44.448006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:44.448371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.450110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 180ca42a-4708-46f5-8f27-43210a8ef6e4) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:44.469953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745bade-6005-4455-803f-74726b927be3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6546519-fbf9-4523-b469-649daf0b5540,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:44.479223 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-f00caa32-d53b-4d3a-afed-bbc94638e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:40Z', 'revision_number': 9, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:44.480776 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:44.481436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0086103-6a9a-4f2a-ac54-ced1f797fe8f None None] Pushing event deleted for resources: {'Port': ['ID=54bfb267-8e54-40e5-b798-1be7f0d9ee94,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:44.484634 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0086103-6a9a-4f2a-ac54-ced1f797fe8f None None] Network 1bd1764f-544a-4eea-9ed2-a86864f55e46 is not hosted by any dhcp agent {{(pid=114061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 10:00:44.485227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0086103-6a9a-4f2a-ac54-ced1f797fe8f None None] No DVR routers for this DVR port 54bfb267-8e54-40e5-b798-1be7f0d9ee94 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:44.488942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fa8f36-8540-498e-9bc6-4301a716ce98 None None] Network 180ca42a-4708-46f5-8f27-43210a8ef6e4 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:44.499433 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4745bade-6005-4455-803f-74726b927be3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.505065 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4745bade-6005-4455-803f-74726b927be3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8288281 Oct 28 10:00:44.505848 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40884) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:44.507418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:44.507418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:44.507928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:44.512627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e08e94a0-6c2d-427d-95bb-96eb1e88adc8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'security_group': {'name': 'tempest-secgroup-49193058'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:44.520822 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:44.528346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:44.530394 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:44.531129 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.534220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for f288ca3b-35f4-4813-b5cc-a3b0b1daadea owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:44.538173 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] For port 006e67a8-5d99-48e9-b23f-1efab0d84165, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:44.538173 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (006e67a8-5d99-48e9-b23f-1efab0d84165), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.554863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Calling delete_port for 006e67a8-5d99-48e9-b23f-1efab0d84165 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:44.617954 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f3fcfca-f644-46e0-82a6-afccd26d85ed tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for router (e5698efd-3337-4cf5-9082-4051cb7ee4ad), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.630931 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-06b880bb-9362-4f40-9924-1ec4ece215a3 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2758040 Oct 28 10:00:44.632651 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40888) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:44.645649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00caa32-d53b-4d3a-afed-bbc94638e1d2 None None] Checking router: 27b833f1-388e-4726-970a-c702dc59d062 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:00:44.647398 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e331c305-7c4e-48d4-9ebf-a89df45df1cb tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750030700'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:44.661242 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:44.664637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:44.666336 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4e814e9d-408a-4896-ae14-935d50e848e4 None None] Deleting port f288ca3b-35f4-4813-b5cc-a3b0b1daadea {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:44.666899 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4e814e9d-408a-4896-ae14-935d50e848e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f288ca3b-35f4-4813-b5cc-a3b0b1daadea), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.691695 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e08e94a0-6c2d-427d-95bb-96eb1e88adc8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.737934 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d6752797-3da6-4193-a8f9-efe1cb22b1c4 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.9670095 Oct 28 10:00:44.741893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] For port 83d72e15-bb2f-4bea-a0ef-0aff840ba422, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=83d72e15-bb2f-4bea-a0ef-0aff840ba422,segment=NetworkSegment(be789a2a-89c9-4061-b040-d3ab6acd42e0),segment_id=be789a2a-89c9-4061-b040-d3ab6acd42e0)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:44.742523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.744480 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40890) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:44.745446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:44.750414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fcda07-881b-4bfe-8b89-b981750a78f8 None None] DHCP port deletion for 9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:00:44.792743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for 83d72e15-bb2f-4bea-a0ef-0aff840ba422 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:44.802749 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:44.809594 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Failed to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] Oct 28 10:00:44.813496 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempt 4 to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 Oct 28 10:00:44.849843 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=76,neutron:UPDATE=6,neutron:DELETE=8,neutron:INSERT=10 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:44.855666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00caa32-d53b-4d3a-afed-bbc94638e1d2 None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:44.856599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-f00caa32-d53b-4d3a-afed-bbc94638e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:44.893978 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07506033-74df-4e28-914e-0f5592970bc0 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:44.900996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07506033-74df-4e28-914e-0f5592970bc0 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:44.905957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d421f9ad-b969-4a2d-bf6d-8ceb217bfe72 None None] Current status of the port 6bd74154-9b7c-47c6-91b0-712c194d414d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:44.906098 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-07506033-74df-4e28-914e-0f5592970bc0 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1561997 Oct 28 10:00:44.911600 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e08e94a0-6c2d-427d-95bb-96eb1e88adc8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (3a78d196-ee95-4115-874b-1a5d7bce43a6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.912374 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40892) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:44.928352 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e331c305-7c4e-48d4-9ebf-a89df45df1cb tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.987989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f3fcfca-f644-46e0-82a6-afccd26d85ed tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (e5698efd-3337-4cf5-9082-4051cb7ee4ad), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.993353 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e08e94a0-6c2d-427d-95bb-96eb1e88adc8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (3a78d196-ee95-4115-874b-1a5d7bce43a6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:44.996178 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f3fcfca-f644-46e0-82a6-afccd26d85ed tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for router_controller (e5698efd-3337-4cf5-9082-4051cb7ee4ad), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.078496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f288ca3b-35f4-4813-b5cc-a3b0b1daadea), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.103178 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (006e67a8-5d99-48e9-b23f-1efab0d84165), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.115684 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=f288ca3b-35f4-4813-b5cc-a3b0b1daadea,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:45.121899 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] No DVR routers for this DVR port f288ca3b-35f4-4813-b5cc-a3b0b1daadea on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:45.131609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:45.132662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:45.133222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:45.153686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-c6aa645e-7c33-4543-b05a-fda56b329c90 None None] Allocated IP 172.20.0.2 (f29bf237-749c-4b61-83b8-307b66652a1d/6b27c4b9-d7ec-4213-b508-b941628baa89/6bd74154-9b7c-47c6-91b0-712c194d414d) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:45.153900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:45.162270 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No DVR routers for this DVR port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:45.171550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e331c305-7c4e-48d4-9ebf-a89df45df1cb tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (101980cb-cb69-43b5-acb7-bb241b97d6b4), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.193022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Port': ['ID=006e67a8-5d99-48e9-b23f-1efab0d84165,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:45.213138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f3fcfca-f644-46e0-82a6-afccd26d85ed tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (e5698efd-3337-4cf5-9082-4051cb7ee4ad), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.213700 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3fcfca-f644-46e0-82a6-afccd26d85ed tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Fanout notify agent at l3_agent the message router_deleted on router e5698efd-3337-4cf5-9082-4051cb7ee4ad {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:00:45.223973 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f3fcfca-f644-46e0-82a6-afccd26d85ed tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.227435 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2f3fcfca-f644-46e0-82a6-afccd26d85ed tempest-RoutersNegativeIpV6Test-803233104 tempest-RoutersNegativeIpV6Test-803233104-project] 10.222.0.49 "DELETE /networking/v2.0/routers/e5698efd-3337-4cf5-9082-4051cb7ee4ad HTTP/1.1" status: 204 len: 168 time: 0.8352602 Oct 28 10:00:45.227582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4e814e9d-408a-4896-ae14-935d50e848e4 None None] For port f288ca3b-35f4-4813-b5cc-a3b0b1daadea, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f288ca3b-35f4-4813-b5cc-a3b0b1daadea,segment=NetworkSegment(bdf0c71b-fbee-46db-91df-4ca543f6b22c),segment_id=bdf0c71b-fbee-46db-91df-4ca543f6b22c)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:45.227582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4e814e9d-408a-4896-ae14-935d50e848e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f288ca3b-35f4-4813-b5cc-a3b0b1daadea), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:45.238170 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:45.243620 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:45.243721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.248871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e94a0-6c2d-427d-95bb-96eb1e88adc8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a78d196-ee95-4115-874b-1a5d7bce43a6,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:45.254569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (04d2cd18-7ffc-43a1-901d-3771e131828c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.290764 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d421f9ad-b969-4a2d-bf6d-8ceb217bfe72 None None] Provisioning complete for port 6a17c822-505e-4ccf-a4ba-689979b7829b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:45.291827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d421f9ad-b969-4a2d-bf6d-8ceb217bfe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6a17c822-505e-4ccf-a4ba-689979b7829b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.293370 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d421f9ad-b969-4a2d-bf6d-8ceb217bfe72 None None] Attempt 1 to provision port 6a17c822-505e-4ccf-a4ba-689979b7829b Oct 28 10:00:45.325613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d2cd18-7ffc-43a1-901d-3771e131828c']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:45.363988 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf0c71b-fbee-46db-91df-4ca543f6b22c') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:45.364297 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf0c71b-fbee-46db-91df-4ca543f6b22c') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:45.384369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d421f9ad-b969-4a2d-bf6d-8ceb217bfe72 None None] Port 6a17c822-505e-4ccf-a4ba-689979b7829b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:45.398771 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcda07-881b-4bfe-8b89-b981750a78f8 None None] Deleting port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:45.399021 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e331c305-7c4e-48d4-9ebf-a89df45df1cb tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (101980cb-cb69-43b5-acb7-bb241b97d6b4), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.399130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f3fcda07-881b-4bfe-8b89-b981750a78f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.401450 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:45.410710 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:45.416697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4e814e9d-408a-4896-ae14-935d50e848e4 None None] Calling delete_port for f288ca3b-35f4-4813-b5cc-a3b0b1daadea owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:45.420128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d421f9ad-b969-4a2d-bf6d-8ceb217bfe72 None None] Could not find standard attr ID for object 687a0072-cfe2-42fe-854c-456374df621b. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:45.424882 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Failed to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] Oct 28 10:00:45.428079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (bdf0c71b-fbee-46db-91df-4ca543f6b22c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.446020 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempt 5 to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 Oct 28 10:00:45.464094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=83d72e15-bb2f-4bea-a0ef-0aff840ba422,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:45.484984 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (bdf0c71b-fbee-46db-91df-4ca543f6b22c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.496939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:45.497358 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (bdf0c71b-fbee-46db-91df-4ca543f6b22c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.526453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No DVR routers for this DVR port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:45.553252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d421f9ad-b969-4a2d-bf6d-8ceb217bfe72 None None] Could not find standard attr ID for object 2101a826-2a37-40e8-921c-cf0ba31dce12. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:00:45.555768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 54bfb267-8e54-40e5-b798-1be7f0d9ee94 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:45.560658 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-f00caa32-d53b-4d3a-afed-bbc94638e1d2 None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:00:45.568286 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment bdf0c71b-fbee-46db-91df-4ca543f6b22c resource provider aggregate not found Oct 28 10:00:45.616054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9d32fc28-5515-436b-b8ff-b136ae554848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.654869 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331c305-7c4e-48d4-9ebf-a89df45df1cb tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101980cb-cb69-43b5-acb7-bb241b97d6b4,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:45.664652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:45.664954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:45.665328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:45.670244 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment bdf0c71b-fbee-46db-91df-4ca543f6b22c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdf0c71b-fbee-46db-91df-4ca543f6b22c found for delete ", "request_id": "req-78faba5d-4ba8-42d0-adb3-5fb2fa637fc7"}]} Oct 28 10:00:45.677292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e331c305-7c4e-48d4-9ebf-a89df45df1cb tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.677431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 54bfb267-8e54-40e5-b798-1be7f0d9ee94 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:45.677660 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 54bfb267-8e54-40e5-b798-1be7f0d9ee94 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:45.700110 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e331c305-7c4e-48d4-9ebf-a89df45df1cb tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0353618 Oct 28 10:00:45.738145 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40902) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:45.740734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4393af4a-f228-478f-ae8b-4e0efc429f3a tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '101980cb-cb69-43b5-acb7-bb241b97d6b4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:45.741613 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING neutron.api.v2.base [None req-4393af4a-f228-478f-ae8b-4e0efc429f3a tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 28 10:00:45.742140 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-4393af4a-f228-478f-ae8b-4e0efc429f3a tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:45.743413 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4393af4a-f228-478f-ae8b-4e0efc429f3a tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072091 Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:45.748462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:45.751391 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:45.755037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40904) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:45.755175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8d0b3b56-c74d-429e-8ada-cfd264b4bdcf None None] Could not find standard attr ID for object 83d72e15-bb2f-4bea-a0ef-0aff840ba422. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:00:45.771198 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (bb113227-1d14-4b6d-b120-1562ea5f7cab), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.781915 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.803438 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb113227-1d14-4b6d-b120-1562ea5f7cab']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:45.809397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f3fcda07-881b-4bfe-8b89-b981750a78f8 None None] For port 83d72e15-bb2f-4bea-a0ef-0aff840ba422, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:45.810174 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f3fcda07-881b-4bfe-8b89-b981750a78f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.816759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e829560-5436-43be-9b4a-b4df0462b1f0') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:45.817169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e829560-5436-43be-9b4a-b4df0462b1f0') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:45.830977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (04d2cd18-7ffc-43a1-901d-3771e131828c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.838636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (1e829560-5436-43be-9b4a-b4df0462b1f0), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.861791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (1e829560-5436-43be-9b4a-b4df0462b1f0), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.869111 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:45.871451 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:45.874421 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Failed to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] Oct 28 10:00:45.874421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8d0b3b56-c74d-429e-8ada-cfd264b4bdcf None None] Could not find standard attr ID for object 2101a826-2a37-40e8-921c-cf0ba31dce12. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:00:45.874602 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.874956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcda07-881b-4bfe-8b89-b981750a78f8 None None] Calling delete_port for 83d72e15-bb2f-4bea-a0ef-0aff840ba422 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:45.881141 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/networks/04d2cd18-7ffc-43a1-901d-3771e131828c HTTP/1.1" status: 204 len: 168 time: 2.6599035 Oct 28 10:00:45.884044 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:45.886009 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c497552-f088-458b-9546-e676b0665af2 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Network': ['ID=04d2cd18-7ffc-43a1-901d-3771e131828c,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:45.887959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40906) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:45.888588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:45.891193 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (1e829560-5436-43be-9b4a-b4df0462b1f0), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.902347 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e08e94a0-6c2d-427d-95bb-96eb1e88adc8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.903561 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempt 6 to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 Oct 28 10:00:45.910555 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e08e94a0-6c2d-427d-95bb-96eb1e88adc8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 1.4007211 Oct 28 10:00:45.912821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.ipam_backend_mixin [None req-f3fcda07-881b-4bfe-8b89-b981750a78f8 None None] Port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 was not found and therefore no delete operation was performed {{(pid=114061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 28 10:00:45.917578 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40908) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:45.928810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3de7cf6c-fa54-4d64-b07b-f1fe1bc06435 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (101980cb-cb69-43b5-acb7-bb241b97d6b4), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.933600 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be789a2a-89c9-4061-b040-d3ab6acd42e0') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:45.933982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be789a2a-89c9-4061-b040-d3ab6acd42e0') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:45.939080 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-de348a79-9193-4d2e-8e46-3d4ca8517333 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-332410699', 'security_groups': ['3a78d196-ee95-4115-874b-1a5d7bce43a6'], 'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b27c4b9-d7ec-4213-b508-b941628baa89'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:45.943751 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-18ee046f-1458-4254-8cb0-3d8d9f214e60 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Deleting port 9e47acd0-d868-4b24-a994-ae8c83b6f9fd {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:45.944096 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-18ee046f-1458-4254-8cb0-3d8d9f214e60 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9e47acd0-d868-4b24-a994-ae8c83b6f9fd), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:45.960545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f288ca3b-35f4-4813-b5cc-a3b0b1daadea no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:45.980243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f3fcda07-881b-4bfe-8b89-b981750a78f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (83d72e15-bb2f-4bea-a0ef-0aff840ba422), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.006916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (be789a2a-89c9-4061-b040-d3ab6acd42e0), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.008814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:46.043200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-18ee046f-1458-4254-8cb0-3d8d9f214e60 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9e47acd0-d868-4b24-a994-ae8c83b6f9fd), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.052370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: f288ca3b-35f4-4813-b5cc-a3b0b1daadea {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:46.053057 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f288ca3b-35f4-4813-b5cc-a3b0b1daadea not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:46.053646 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 83d72e15-bb2f-4bea-a0ef-0aff840ba422 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:46.056014 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3de7cf6c-fa54-4d64-b07b-f1fe1bc06435 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (101980cb-cb69-43b5-acb7-bb241b97d6b4), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.060871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-18ee046f-1458-4254-8cb0-3d8d9f214e60 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Calling delete_port for 9e47acd0-d868-4b24-a994-ae8c83b6f9fd owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:46.063662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:46.064226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:46.064792 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:46.084921 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (be789a2a-89c9-4061-b040-d3ab6acd42e0), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.089966 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-c6aa645e-7c33-4543-b05a-fda56b329c90 None None] For port 6bd74154-9b7c-47c6-91b0-712c194d414d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6bd74154-9b7c-47c6-91b0-712c194d414d,segment=NetworkSegment(4df18bf0-2fbd-4278-b064-be27ffb75447),segment_id=4df18bf0-2fbd-4278-b064-be27ffb75447)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:46.097293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcda07-881b-4bfe-8b89-b981750a78f8 None None] Pushing event deleted for resources: {'Port': ['ID=83d72e15-bb2f-4bea-a0ef-0aff840ba422,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:46.105738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:46.105979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (be789a2a-89c9-4061-b040-d3ab6acd42e0), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.134574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 83d72e15-bb2f-4bea-a0ef-0aff840ba422 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:46.135623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 83d72e15-bb2f-4bea-a0ef-0aff840ba422 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:46.137858 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fcda07-881b-4bfe-8b89-b981750a78f8 None None] No DVR routers for this DVR port 83d72e15-bb2f-4bea-a0ef-0aff840ba422 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.143340 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:46.146834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:46.154130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4e814e9d-408a-4896-ae14-935d50e848e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (f288ca3b-35f4-4813-b5cc-a3b0b1daadea), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.175347 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1 resource provider aggregate not found Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.239896 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:46.244977 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Failed to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] Oct 28 10:00:46.244977 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e814e9d-408a-4896-ae14-935d50e848e4 None None] Pushing event deleted for resources: {'Port': ['ID=f288ca3b-35f4-4813-b5cc-a3b0b1daadea,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:46.251487 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempt 7 to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 Oct 28 10:00:46.255927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e814e9d-408a-4896-ae14-935d50e848e4 None None] Network 04d2cd18-7ffc-43a1-901d-3771e131828c is not hosted by any dhcp agent {{(pid=114061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 10:00:46.256837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e814e9d-408a-4896-ae14-935d50e848e4 None None] No DVR routers for this DVR port f288ca3b-35f4-4813-b5cc-a3b0b1daadea on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:46.265051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c6aa645e-7c33-4543-b05a-fda56b329c90 None None] Publish callbacks [] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.280353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:46.281550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:46.282138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:46.319417 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a619dfa2-bd8b-43ca-9632-2fbaf2c75ee1 found for delete ", "request_id": "req-655bdae3-ff53-4d9f-a0ad-5e79e7561a73"}]} Oct 28 10:00:46.322912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40916) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.332931 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:46.341474 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:46.342258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-18ee046f-1458-4254-8cb0-3d8d9f214e60 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (9e47acd0-d868-4b24-a994-ae8c83b6f9fd), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.356760 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 1e829560-5436-43be-9b4a-b4df0462b1f0 resource provider aggregate not found Oct 28 10:00:46.365280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c6aa645e-7c33-4543-b05a-fda56b329c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.367869 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:46.370581 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Failed to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] Oct 28 10:00:46.376213 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempt 8 to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 Oct 28 10:00:46.404815 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-18ee046f-1458-4254-8cb0-3d8d9f214e60 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.414004 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-18ee046f-1458-4254-8cb0-3d8d9f214e60 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "DELETE /networking/v2.0/ports/9e47acd0-d868-4b24-a994-ae8c83b6f9fd HTTP/1.1" status: 204 len: 168 time: 1.5003831 Oct 28 10:00:46.416226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-f00caa32-d53b-4d3a-afed-bbc94638e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:40Z', 'revision_number': 9, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:46.417583 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40924) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:46.420342 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee046f-1458-4254-8cb0-3d8d9f214e60 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event deleted for resources: {'Port': ['ID=9e47acd0-d868-4b24-a994-ae8c83b6f9fd,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:46.458729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00caa32-d53b-4d3a-afed-bbc94638e1d2 None None] The sync data for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv is: [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:40Z', 'revision_number': 9, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': '68f43f81-d9c4-434b-96e5-9d3a5fa9e472', 'name': '', 'network_id': '452d52ec-5ce3-4188-b267-57856c4a4ad8', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:04:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:41Z', 'updated_at': '2022-10-28T09:59:58Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '359f81aa-8be6-46e5-bd47-27b3fae12455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:46.477096 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:46.477477 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:46.477853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:46.521361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:46.527777 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 1e829560-5436-43be-9b4a-b4df0462b1f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e829560-5436-43be-9b4a-b4df0462b1f0 found for delete ", "request_id": "req-344956c7-0209-4d72-84e0-9bd3acde7f80"}]} Oct 28 10:00:46.581562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.583565 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:46.586589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Failed to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '1e829560-5436-43be-9b4a-b4df0462b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb113227-1d14-4b6d-b120-1562ea5f7cab'}] Oct 28 10:00:46.586589 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempt 9 to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 Oct 28 10:00:46.589859 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa645e-7c33-4543-b05a-fda56b329c90 None None] Pushing event updated for resources: {'Port': ['ID=6bd74154-9b7c-47c6-91b0-712c194d414d,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:46.598360 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:46.598767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:46.599147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:46.604594 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (bb113227-1d14-4b6d-b120-1562ea5f7cab), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.607706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.610979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3de7cf6c-fa54-4d64-b07b-f1fe1bc06435 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (101980cb-cb69-43b5-acb7-bb241b97d6b4), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.617757 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3de7cf6c-fa54-4d64-b07b-f1fe1bc06435 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.617757 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3de7cf6c-fa54-4d64-b07b-f1fe1bc06435 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/101980cb-cb69-43b5-acb7-bb241b97d6b4 HTTP/1.1" status: 204 len: 168 time: 0.8634520 Oct 28 10:00:46.618036 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.634388 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bb113227-1d14-4b6d-b120-1562ea5f7cab HTTP/1.1" status: 204 len: 168 time: 5.9117901 Oct 28 10:00:46.645369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40926) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:46.646419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40928) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:46.647472 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.654474 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:46.657890 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.695543 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:46.698494 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Failed to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [] Oct 28 10:00:46.698494 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempt 10 to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 Oct 28 10:00:46.710326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:46.710866 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:46.711367 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:46.717817 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.724918 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/networks/9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b HTTP/1.1" status: 204 len: 168 time: 3.0952516 Oct 28 10:00:46.734158 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-02f1c532-6fb5-41d1-aeeb-819d3c58d429 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-876942273'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:46.759564 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:46.761983 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de348a79-9193-4d2e-8e46-3d4ca8517333 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:46.762239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7cf6c-fa54-4d64-b07b-f1fe1bc06435 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=101980cb-cb69-43b5-acb7-bb241b97d6b4,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.762476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:46.765790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Attempting to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on network bb113227-1d14-4b6d-b120-1562ea5f7cab {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:46.768109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40930) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:46.790222 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c24f665b-147d-4e19-968e-b46f551ff6ef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'name': 'tempest-PortsIpV6TestJSON-460667945'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:46.796716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38608a00-d087-48ab-9a84-33c25928c773 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Network': ['ID=9d0aca1c-359f-4828-bd5f-cfc4ff2c2f8b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:46.825276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab8464-203a-47c6-8149-0e61e95c9b1a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Network': ['ID=bb113227-1d14-4b6d-b120-1562ea5f7cab,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0836f123-291f-408b-a9b4-8eb459ad95d3 could not be found. Oct 28 10:00:46.825573 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:46.835909 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Failed to bind port 006e67a8-5d99-48e9-b23f-1efab0d84165 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [] Oct 28 10:00:46.838701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (006e67a8-5d99-48e9-b23f-1efab0d84165), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.881161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:46.928206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2b97110d-ac85-403e-b880-440cf91d805b None None] Port 006e67a8-5d99-48e9-b23f-1efab0d84165 has been deleted concurrently {{(pid=114061) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 28 10:00:46.937443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f1c532-6fb5-41d1-aeeb-819d3c58d429 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:46.944397 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02f1c532-6fb5-41d1-aeeb-819d3c58d429 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.962605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c4547b14-6c3e-47a7-b997-e0ae168beb0e tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Deleting port 295e87d0-0cfc-4480-a176-3a55ec8a3dd0 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:46.962996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c4547b14-6c3e-47a7-b997-e0ae168beb0e tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (295e87d0-0cfc-4480-a176-3a55ec8a3dd0), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:46.984579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.010580 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ec1fce17-7563-457e-a99d-8ddee0135681 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3440902 Oct 28 10:00:47.015980 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40934) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:47.028271 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369044861'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:47.074814 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3eb848c7-88b8-4af1-a4cd-abd1db37f34b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7c6d100b442847c8a0564fd14e5a2e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7455881 Oct 28 10:00:47.080546 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40936) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:47.126233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f1c532-6fb5-41d1-aeeb-819d3c58d429 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:47.130497 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c4547b14-6c3e-47a7-b997-e0ae168beb0e tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (295e87d0-0cfc-4480-a176-3a55ec8a3dd0), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.161753 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c4547b14-6c3e-47a7-b997-e0ae168beb0e tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Calling delete_port for 295e87d0-0cfc-4480-a176-3a55ec8a3dd0 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:47.171909 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-de348a79-9193-4d2e-8e46-3d4ca8517333 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.181765 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-050769fc-8c5a-4dc5-9e47-189ad3035d23 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (27b833f1-388e-4726-970a-c702dc59d062), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.188603 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02f1c532-6fb5-41d1-aeeb-819d3c58d429 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c375fb8c-7e00-4170-a060-76a5c2581c27), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.189261 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-02f1c532-6fb5-41d1-aeeb-819d3c58d429 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Added segment c375fb8c-7e00-4170-a060-76a5c2581c27 of type vlan for network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 Oct 28 10:00:47.198035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-de348a79-9193-4d2e-8e46-3d4ca8517333 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] device_id is not set on port f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:00:47.260121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.298618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24f665b-147d-4e19-968e-b46f551ff6ef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:47.308144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c24f665b-147d-4e19-968e-b46f551ff6ef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.316577 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02f1c532-6fb5-41d1-aeeb-819d3c58d429 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (d3bebbd1-e1f8-42f2-a852-bf1ae709e252), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.356122 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f1286ed-a744-4aa2-a5a1-8a22b5e37d9b admin admin] Publish callbacks [] for security_group (bbfb9a6e-f983-45d0-bd29-14399e67b1c9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.387543 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-c24f665b-147d-4e19-968e-b46f551ff6ef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] device_id is not set on port 68fa8ff7-a73a-406a-80fc-9182c8d1a113 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:00:47.387964 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:47.548858 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f1286ed-a744-4aa2-a5a1-8a22b5e37d9b admin admin] Publish callbacks [] for security_group (bbfb9a6e-f983-45d0-bd29-14399e67b1c9), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.632395 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02f1c532-6fb5-41d1-aeeb-819d3c58d429 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (d3bebbd1-e1f8-42f2-a852-bf1ae709e252), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.637817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f1c532-6fb5-41d1-aeeb-819d3c58d429 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:47.638280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-7c5c340c-3d86-4831-8852-376365ac398a None None] Provisioning complete for port 6a17c822-505e-4ccf-a4ba-689979b7829b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:47.638869 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-02f1c532-6fb5-41d1-aeeb-819d3c58d429 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.640137 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7c5c340c-3d86-4831-8852-376365ac398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6a17c822-505e-4ccf-a4ba-689979b7829b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.642000 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7c5c340c-3d86-4831-8852-376365ac398a None None] Attempt 1 to provision port 6a17c822-505e-4ccf-a4ba-689979b7829b Oct 28 10:00:47.643668 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-de348a79-9193-4d2e-8e46-3d4ca8517333 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Allocated IP 172.20.0.13 (f29bf237-749c-4b61-83b8-307b66652a1d/6b27c4b9-d7ec-4213-b508-b941628baa89/f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:47.704365 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c4547b14-6c3e-47a7-b997-e0ae168beb0e tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (295e87d0-0cfc-4480-a176-3a55ec8a3dd0), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.721723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c340c-3d86-4831-8852-376365ac398a None None] Port 6a17c822-505e-4ccf-a4ba-689979b7829b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:47.737939 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-7c5c340c-3d86-4831-8852-376365ac398a None None] Provisioning complete for port 6bd74154-9b7c-47c6-91b0-712c194d414d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:47.738777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7c5c340c-3d86-4831-8852-376365ac398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.739616 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7c5c340c-3d86-4831-8852-376365ac398a None None] Attempt 1 to provision port 6bd74154-9b7c-47c6-91b0-712c194d414d Oct 28 10:00:47.759398 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c4547b14-6c3e-47a7-b997-e0ae168beb0e tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.762559 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c4547b14-6c3e-47a7-b997-e0ae168beb0e tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "DELETE /networking/v2.0/ports/295e87d0-0cfc-4480-a176-3a55ec8a3dd0 HTTP/1.1" status: 204 len: 168 time: 1.3385530 Oct 28 10:00:47.770149 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4547b14-6c3e-47a7-b997-e0ae168beb0e tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event deleted for resources: {'Port': ['ID=295e87d0-0cfc-4480-a176-3a55ec8a3dd0,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:47.776587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (99135479-4476-45f1-8e85-5f03b5f149e3), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.782977 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40940) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:47.802464 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1c532-6fb5-41d1-aeeb-819d3c58d429 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Network': ['ID=d3bebbd1-e1f8-42f2-a852-bf1ae709e252,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:47.841041 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-02f1c532-6fb5-41d1-aeeb-819d3c58d429 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1541634 Oct 28 10:00:47.842572 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40942) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:47.848030 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-538b40e4-0879-423d-a406-60f2f9a2f577 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0599358 Oct 28 10:00:47.853755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e2b664fc-f921-4675-9efe-9dc9fa202f01 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'subnet': {'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:47.857902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40944) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:47.859467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:47.862241 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment be789a2a-89c9-4061-b040-d3ab6acd42e0 resource provider aggregate not found Oct 28 10:00:47.867889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-aca39cb2-527c-4480-82cb-d20a65ca2346 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1237002047'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:47.929722 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment be789a2a-89c9-4061-b040-d3ab6acd42e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be789a2a-89c9-4061-b040-d3ab6acd42e0 found for delete ", "request_id": "req-8379f855-5f2a-483b-8a15-68e8ac9ba2bd"}]} Oct 28 10:00:47.936051 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (99135479-4476-45f1-8e85-5f03b5f149e3), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:47.947765 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c340c-3d86-4831-8852-376365ac398a None None] Current status of the port 6bd74154-9b7c-47c6-91b0-712c194d414d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:47.993985 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f1286ed-a744-4aa2-a5a1-8a22b5e37d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (bbfb9a6e-f983-45d0-bd29-14399e67b1c9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.000412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f1286ed-a744-4aa2-a5a1-8a22b5e37d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.000412 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6f1286ed-a744-4aa2-a5a1-8a22b5e37d9b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bbfb9a6e-f983-45d0-bd29-14399e67b1c9 HTTP/1.1" status: 204 len: 168 time: 0.9141860 Oct 28 10:00:48.110416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c24f665b-147d-4e19-968e-b46f551ff6ef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (68fa8ff7-a73a-406a-80fc-9182c8d1a113), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.116590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99135479-4476-45f1-8e85-5f03b5f149e3,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:48.134712 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-050769fc-8c5a-4dc5-9e47-189ad3035d23 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:48.135033 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-050769fc-8c5a-4dc5-9e47-189ad3035d23 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.172846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca39cb2-527c-4480-82cb-d20a65ca2346 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Made reservation on behalf of 0147a36cf1854e1eba47e47194b2d91c for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:48.175185 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:48.178719 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-aca39cb2-527c-4480-82cb-d20a65ca2346 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.217464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.217702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:48.222128 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2020926 Oct 28 10:00:48.224601 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-de348a79-9193-4d2e-8e46-3d4ca8517333 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.225989 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40952) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:48.232429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-50e0d134-fc2a-47fb-a350-8ca94342c1ff tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '99135479-4476-45f1-8e85-5f03b5f149e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:48.250785 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING neutron.api.v2.base [None req-50e0d134-fc2a-47fb-a350-8ca94342c1ff tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 28 10:00:48.250785 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-50e0d134-fc2a-47fb-a350-8ca94342c1ff tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:48.250785 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-50e0d134-fc2a-47fb-a350-8ca94342c1ff tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0186696 Oct 28 10:00:48.265279 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:48.265802 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:48.267397 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:48.268315 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:48.268775 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:48.269511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:48.269955 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:48.270448 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:48.270942 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:48.271443 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:48.271889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:48.272320 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:48.272772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:48.273202 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:48.273678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10617a6d-684c-4f42-8e50-d4587fcc4cd6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:48.280724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40954) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:48.287136 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-dad3f865-5daa-4d62-bebc-82a14465c3f7 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '99135479-4476-45f1-8e85-5f03b5f149e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:48.290028 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING neutron.api.v2.base [None req-dad3f865-5daa-4d62-bebc-82a14465c3f7 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 28 10:00:48.290776 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-dad3f865-5daa-4d62-bebc-82a14465c3f7 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:48.299989 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-dad3f865-5daa-4d62-bebc-82a14465c3f7 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0148547 Oct 28 10:00:48.300510 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40956) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:48.314101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-3f095bca-554a-4e41-b432-65da8eccc5e6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '99135479-4476-45f1-8e85-5f03b5f149e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:48.315996 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING neutron.api.v2.base [None req-3f095bca-554a-4e41-b432-65da8eccc5e6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 28 10:00:48.316527 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-3f095bca-554a-4e41-b432-65da8eccc5e6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:48.317568 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3f095bca-554a-4e41-b432-65da8eccc5e6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091059 Oct 28 10:00:48.322448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40958) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:48.332102 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-61e2f345-897d-4a1d-931c-d797a78df549 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '99135479-4476-45f1-8e85-5f03b5f149e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:48.333623 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING neutron.api.v2.base [None req-61e2f345-897d-4a1d-931c-d797a78df549 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 28 10:00:48.334376 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-61e2f345-897d-4a1d-931c-d797a78df549 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:48.335723 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-61e2f345-897d-4a1d-931c-d797a78df549 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0118532 Oct 28 10:00:48.340754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40960) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:48.350854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1286ed-a744-4aa2-a5a1-8a22b5e37d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfb9a6e-f983-45d0-bd29-14399e67b1c9,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:48.351867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca39cb2-527c-4480-82cb-d20a65ca2346 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:48.353502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6bd74154-9b7c-47c6-91b0-712c194d414d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:48.363889 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.376137 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c24f665b-147d-4e19-968e-b46f551ff6ef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (68fa8ff7-a73a-406a-80fc-9182c8d1a113), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.392942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b664fc-f921-4675-9efe-9dc9fa202f01 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:48.398969 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e2b664fc-f921-4675-9efe-9dc9fa202f01 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.422927 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-aca39cb2-527c-4480-82cb-d20a65ca2346 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.423437 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-aca39cb2-527c-4480-82cb-d20a65ca2346 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Added segment e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26 of type vlan for network 444d67b4-192a-4bbd-b4f7-f9bbd14e8d15 Oct 28 10:00:48.451826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f665b-147d-4e19-968e-b46f551ff6ef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=68fa8ff7-a73a-406a-80fc-9182c8d1a113,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:48.479984 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-de348a79-9193-4d2e-8e46-3d4ca8517333 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.508868 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6bd74154-9b7c-47c6-91b0-712c194d414d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:48.510402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.511640 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6bd74154-9b7c-47c6-91b0-712c194d414d Oct 28 10:00:48.531904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-050769fc-8c5a-4dc5-9e47-189ad3035d23 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] For port 68f43f81-d9c4-434b-96e5-9d3a5fa9e472, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=68f43f81-d9c4-434b-96e5-9d3a5fa9e472,segment=NetworkSegment(8a91be4a-9917-44b0-ac50-be2a4bfcc21a),segment_id=8a91be4a-9917-44b0-ac50-be2a4bfcc21a)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:48.532406 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-050769fc-8c5a-4dc5-9e47-189ad3035d23 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.550416 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.564803 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-050769fc-8c5a-4dc5-9e47-189ad3035d23 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:48.613620 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de348a79-9193-4d2e-8e46-3d4ca8517333 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:48.662609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:48.667550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6bd74154-9b7c-47c6-91b0-712c194d414d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:48.669384 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-aca39cb2-527c-4480-82cb-d20a65ca2346 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (444d67b4-192a-4bbd-b4f7-f9bbd14e8d15), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.674640 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de348a79-9193-4d2e-8e46-3d4ca8517333 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network f29bf237-749c-4b61-83b8-307b66652a1d is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:48.680544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b9d4f0a7-ba3b-4574-891e-5f5337822a78 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:48.708722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: b9d4f0a7-ba3b-4574-891e-5f5337822a78 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:48.711483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b9d4f0a7-ba3b-4574-891e-5f5337822a78 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:48.723679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-de348a79-9193-4d2e-8e46-3d4ca8517333 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:48.724658 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de348a79-9193-4d2e-8e46-3d4ca8517333 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:48.760059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24f665b-147d-4e19-968e-b46f551ff6ef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network aa84229e-5432-4ac8-ba7a-72aa15779650 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:48.768551 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:48.769589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-923a5677-324a-4891-bf98-3ddf2fe59593 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (99135479-4476-45f1-8e85-5f03b5f149e3), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.771021 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-51838843-5ec1-49c5-9516-034d8312744f None None] Could not find standard attr ID for object 006e67a8-5d99-48e9-b23f-1efab0d84165. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:00:48.782211 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.resource_extend [None req-aca39cb2-527c-4480-82cb-d20a65ca2346 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 28 10:00:48.841236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:48.851322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1886b4c-8e95-45f5-aab8-2aa8df5fd0aa None None] DHCP port deletion for bb113227-1d14-4b6d-b120-1562ea5f7cab request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:00:48.877382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb88104-a582-40ac-96d7-33dac004fb78 None None] Network bb113227-1d14-4b6d-b120-1562ea5f7cab requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:48.898610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb88104-a582-40ac-96d7-33dac004fb78 None None] Network bb113227-1d14-4b6d-b120-1562ea5f7cab could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 10:00:48.902764 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de348a79-9193-4d2e-8e46-3d4ca8517333 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:48.903440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-de348a79-9193-4d2e-8e46-3d4ca8517333 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.916586 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-923a5677-324a-4891-bf98-3ddf2fe59593 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (99135479-4476-45f1-8e85-5f03b5f149e3), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:48.921760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-c24f665b-147d-4e19-968e-b46f551ff6ef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:48.926430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24f665b-147d-4e19-968e-b46f551ff6ef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:48.933799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24f665b-147d-4e19-968e-b46f551ff6ef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:48.934474 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c24f665b-147d-4e19-968e-b46f551ff6ef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.001620 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-aca39cb2-527c-4480-82cb-d20a65ca2346 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (444d67b4-192a-4bbd-b4f7-f9bbd14e8d15), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.007691 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca39cb2-527c-4480-82cb-d20a65ca2346 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:49.014171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-aca39cb2-527c-4480-82cb-d20a65ca2346 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.061432 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c24f665b-147d-4e19-968e-b46f551ff6ef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2735405 Oct 28 10:00:49.061432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-050769fc-8c5a-4dc5-9e47-189ad3035d23 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (68f43f81-d9c4-434b-96e5-9d3a5fa9e472), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.063232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40972) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:49.090397 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-de348a79-9193-4d2e-8e46-3d4ca8517333 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1571453 Oct 28 10:00:49.093530 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40976) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:49.101984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-900cac54-4065-423a-81b5-82a4d100fbc4 None None] Provisioning complete for port f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:49.105434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-900cac54-4065-423a-81b5-82a4d100fbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.105434 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-900cac54-4065-423a-81b5-82a4d100fbc4 None None] Attempt 1 to provision port f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb Oct 28 10:00:49.106987 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-776b4c64-383a-4c56-b3e4-d32a4780267c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'subnet': {'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:49.128087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050769fc-8c5a-4dc5-9e47-189ad3035d23 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=68f43f81-d9c4-434b-96e5-9d3a5fa9e472,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:49.172242 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-923a5677-324a-4891-bf98-3ddf2fe59593 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (99135479-4476-45f1-8e85-5f03b5f149e3), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.174572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-900cac54-4065-423a-81b5-82a4d100fbc4 None None] Port f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:49.175553 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-923a5677-324a-4891-bf98-3ddf2fe59593 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.179761 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-923a5677-324a-4891-bf98-3ddf2fe59593 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/99135479-4476-45f1-8e85-5f03b5f149e3 HTTP/1.1" status: 204 len: 168 time: 0.8354988 Oct 28 10:00:49.185516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40978) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:49.220971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca39cb2-527c-4480-82cb-d20a65ca2346 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event updated for resources: {'Network': ['ID=444d67b4-192a-4bbd-b4f7-f9bbd14e8d15,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:49.232872 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 444d67b4-192a-4bbd-b4f7-f9bbd14e8d15 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:49.246416 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a5677-324a-4891-bf98-3ddf2fe59593 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99135479-4476-45f1-8e85-5f03b5f149e3,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:49.260099 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-aca39cb2-527c-4480-82cb-d20a65ca2346 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4011476 Oct 28 10:00:49.263751 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40980) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:49.289023 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7962d8f6-c9e4-45fe-83ad-7364f7e9667f tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1594702321'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:49.364543 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e2b664fc-f921-4675-9efe-9dc9fa202f01 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.437819 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7962d8f6-c9e4-45fe-83ad-7364f7e9667f tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Made reservation on behalf of 0147a36cf1854e1eba47e47194b2d91c for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:49.443624 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7962d8f6-c9e4-45fe-83ad-7364f7e9667f tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.479066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776b4c64-383a-4c56-b3e4-d32a4780267c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:49.487008 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-776b4c64-383a-4c56-b3e4-d32a4780267c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.527882 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b664fc-f921-4675-9efe-9dc9fa202f01 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Subnet': ['ID=d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:49.573266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:49.588864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7962d8f6-c9e4-45fe-83ad-7364f7e9667f tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:49.611457 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7962d8f6-c9e4-45fe-83ad-7364f7e9667f tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (8768f426-0f8a-41e9-bd1f-177235036e5c), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.611837 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-7962d8f6-c9e4-45fe-83ad-7364f7e9667f tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Added segment 8768f426-0f8a-41e9-bd1f-177235036e5c of type vlan for network 85afd045-b380-403a-acd5-2f4ce3e058c8 Oct 28 10:00:49.625052 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b664fc-f921-4675-9efe-9dc9fa202f01 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Checking segment: {'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:49.625408 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b664fc-f921-4675-9efe-9dc9fa202f01 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network hostable DHCP agents. Network: d3bebbd1-e1f8-42f2-a852-bf1ae709e252, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:49.704131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7962d8f6-c9e4-45fe-83ad-7364f7e9667f tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (85afd045-b380-403a-acd5-2f4ce3e058c8), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.724662 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:49.761945 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.ipam_backend_mixin [None req-776b4c64-383a-4c56-b3e4-d32a4780267c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6b27c4b9-d7ec-4213-b508-b941628baa89 (CIDR: 172.20.0.0/28) Oct 28 10:00:49.784027 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-08afd692-4208-4a09-9bf7-c54d91d7d522 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port 68fa8ff7-a73a-406a-80fc-9182c8d1a113 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:49.784866 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-08afd692-4208-4a09-9bf7-c54d91d7d522 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (68fa8ff7-a73a-406a-80fc-9182c8d1a113), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.795745 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-de2b9a03-b167-4d5c-a410-41f06ef20b72 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.6076856 Oct 28 10:00:49.799599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40990) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:49.805466 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392434780'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:49.823272 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-776b4c64-383a-4c56-b3e4-d32a4780267c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:49.823866 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776b4c64-383a-4c56-b3e4-d32a4780267c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:49.841737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-050769fc-8c5a-4dc5-9e47-189ad3035d23 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (27b833f1-388e-4726-970a-c702dc59d062), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.861271 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 40992) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:49.869037 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking/ HTTP/1.1" status: 200 len: 259 time: 0.0057836 Oct 28 10:00:49.876219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7962d8f6-c9e4-45fe-83ad-7364f7e9667f tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (85afd045-b380-403a-acd5-2f4ce3e058c8), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.880530 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 006e67a8-5d99-48e9-b23f-1efab0d84165 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:49.882251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40994) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:49.886707 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7962d8f6-c9e4-45fe-83ad-7364f7e9667f tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:49.887943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7962d8f6-c9e4-45fe-83ad-7364f7e9667f tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.898971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b664fc-f921-4675-9efe-9dc9fa202f01 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:49.933918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-08afd692-4208-4a09-9bf7-c54d91d7d522 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (68fa8ff7-a73a-406a-80fc-9182c8d1a113), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:49.935267 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-776b4c64-383a-4c56-b3e4-d32a4780267c tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8359423 Oct 28 10:00:49.941151 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 006e67a8-5d99-48e9-b23f-1efab0d84165 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:49.941924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 40998) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:49.946429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:49.947648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 006e67a8-5d99-48e9-b23f-1efab0d84165 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:49.957438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-faa332d2-516c-4df6-9d9a-c79cdc553cc5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'subnet': {'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:49.978276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:50.015628 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962d8f6-c9e4-45fe-83ad-7364f7e9667f tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event updated for resources: {'Network': ['ID=85afd045-b380-403a-acd5-2f4ce3e058c8,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:50.028340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 85afd045-b380-403a-acd5-2f4ce3e058c8 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:50.051735 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-e2b664fc-f921-4675-9efe-9dc9fa202f01 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, d3bebbd1-e1f8-42f2-a852-bf1ae709e252) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:50.053638 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-08afd692-4208-4a09-9bf7-c54d91d7d522 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for 68fa8ff7-a73a-406a-80fc-9182c8d1a113 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:50.063064 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7962d8f6-c9e4-45fe-83ad-7364f7e9667f tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7937517 Oct 28 10:00:50.083610 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7ce9dc10-4b9a-4a66-bf2c-b82bbee2f58f tempest-NetworksApiDiscovery-877901883 tempest-NetworksApiDiscovery-877901883-project] 10.222.0.49 "GET /networking/v2.0/ HTTP/1.1" status: 200 len: 746 time: 0.2005150 Oct 28 10:00:50.123526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (113f3713-3b2f-4d77-b6bb-444d9f70c963), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:50.128373 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b664fc-f921-4675-9efe-9dc9fa202f01 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:50.129457 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e2b664fc-f921-4675-9efe-9dc9fa202f01 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:50.138288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec64215-69db-41fe-a028-425366fc6571 None None] Network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:50.218392 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (113f3713-3b2f-4d77-b6bb-444d9f70c963), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:50.285824 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e2b664fc-f921-4675-9efe-9dc9fa202f01 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4335072 Oct 28 10:00:50.288696 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41004) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:50.387471 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-d3bebbd1-e1f8-42f2-a852-bf1ae709e252', 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252', 'project_id': '2e2b0df30914433097c544ce0c429d35', 'fixed_ips': [{'subnet_id': 'd925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:00:50.396714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:50.432319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:50.435764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-08afd692-4208-4a09-9bf7-c54d91d7d522 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (68fa8ff7-a73a-406a-80fc-9182c8d1a113), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:50.488573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (d3bebbd1-e1f8-42f2-a852-bf1ae709e252), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:50.494576 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:50.496424 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6955345 Oct 28 10:00:50.500740 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41006) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:50.507672 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-65c5dedf-948d-46db-9d97-248eb9475d4b tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '113f3713-3b2f-4d77-b6bb-444d9f70c963', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:50.508752 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING neutron.api.v2.base [None req-65c5dedf-948d-46db-9d97-248eb9475d4b tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 28 10:00:50.509490 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-65c5dedf-948d-46db-9d97-248eb9475d4b tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:50.511624 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-65c5dedf-948d-46db-9d97-248eb9475d4b tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080490 Oct 28 10:00:50.526776 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41008) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:50.533121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-36b0067e-b4ff-442f-9c29-5d16a8294262 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '113f3713-3b2f-4d77-b6bb-444d9f70c963', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:50.560471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113f3713-3b2f-4d77-b6bb-444d9f70c963,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:50.574564 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050769fc-8c5a-4dc5-9e47-189ad3035d23 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router 27b833f1-388e-4726-970a-c702dc59d062 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:50.581987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afd692-4208-4a09-9bf7-c54d91d7d522 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=68fa8ff7-a73a-406a-80fc-9182c8d1a113,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:50.614427 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-08afd692-4208-4a09-9bf7-c54d91d7d522 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:50.616867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:50.617218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:50.617602 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:50.618390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:50.620709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:50.623788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:50.623788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:50.623788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:50.623788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:50.623788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:50.623788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:50.623788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:50.624386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:50.624386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:50.624713 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f477ce-4a05-49b6-8014-1baf637cc541 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:50.624981 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-08afd692-4208-4a09-9bf7-c54d91d7d522 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/68fa8ff7-a73a-406a-80fc-9182c8d1a113 HTTP/1.1" status: 204 len: 168 time: 1.5522707 Oct 28 10:00:50.626086 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41010) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:50.639324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-fa917769-86a9-45fe-a980-c34912ef75ba tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'mac_address': 'fa:16:3e:41:2a:38', 'name': 'tempest-PortsIpV6TestJSON-345397970'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:50.655731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:50.710362 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Allocated IP 172.20.0.1 (d3bebbd1-e1f8-42f2-a852-bf1ae709e252/d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc/d2fd17ea-77cc-4421-9f6c-a7aa10501bca) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:50.791688 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa332d2-516c-4df6-9d9a-c79cdc553cc5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:50.798605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-faa332d2-516c-4df6-9d9a-c79cdc553cc5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:50.877106 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-36b0067e-b4ff-442f-9c29-5d16a8294262 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:50.885388 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41012) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:50.888154 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-36b0067e-b4ff-442f-9c29-5d16a8294262 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3572662 Oct 28 10:00:50.929874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Publish callbacks [] for port (d2fd17ea-77cc-4421-9f6c-a7aa10501bca), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:50.988055 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-db3d5cd8-02d1-41cc-98fa-ca342324ff0c tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '113f3713-3b2f-4d77-b6bb-444d9f70c963', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:50.988770 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING neutron.api.v2.base [None req-db3d5cd8-02d1-41cc-98fa-ca342324ff0c tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 28 10:00:50.989266 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-db3d5cd8-02d1-41cc-98fa-ca342324ff0c tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:50.993173 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41016) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:50.993299 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-db3d5cd8-02d1-41cc-98fa-ca342324ff0c tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0167184 Oct 28 10:00:51.001609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-09b50084-f2d9-4936-9921-c2e233065faf tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '113f3713-3b2f-4d77-b6bb-444d9f70c963', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:51.007119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050769fc-8c5a-4dc5-9e47-189ad3035d23 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:51.019493 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-050769fc-8c5a-4dc5-9e47-189ad3035d23 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/27b833f1-388e-4726-970a-c702dc59d062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1223934 Oct 28 10:00:51.026778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41018) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:51.026902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (d2fd17ea-77cc-4421-9f6c-a7aa10501bca), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:51.041308 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c315919-f392-4cee-82b8-46cbc22a37b9 None None] Sync routers for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:51.056037 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c315919-f392-4cee-82b8-46cbc22a37b9 None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:51.056665 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-7c315919-f392-4cee-82b8-46cbc22a37b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:51.060321 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41020) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:51.121719 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:51.133920 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:51.137787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:51.153480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:51.158763 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Pushing event updated for resources: {'Port': ['ID=d2fd17ea-77cc-4421-9f6c-a7aa10501bca,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:51.162567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:51.251433 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:51.268899 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa917769-86a9-45fe-a980-c34912ef75ba tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:51.310494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:51.322417 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.ipam_backend_mixin [None req-faa332d2-516c-4df6-9d9a-c79cdc553cc5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cec88c37-05f6-4e0a-a7f3-f2d5cd6deefa (CIDR: 172.20.0.16/28) Oct 28 10:00:51.324326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:51.324940 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:51.326984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:51.334075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d51553-4ae7-4171-86ed-8bfcf65226d4 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting subnet 359f81aa-8be6-46e5-bd47-27b3fae12455 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:00:51.354013 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-09b50084-f2d9-4936-9921-c2e233065faf tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:51.357184 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-09b50084-f2d9-4936-9921-c2e233065faf tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3617358 Oct 28 10:00:51.366572 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Subnet': ['ID=d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:51.377967 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41026) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:51.392829 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-7c315919-f392-4cee-82b8-46cbc22a37b9 None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:00:51.393525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-225b4bff-19a5-43ad-94dc-cfc36c2771fc tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '113f3713-3b2f-4d77-b6bb-444d9f70c963', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:51.395097 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING neutron.api.v2.base [None req-225b4bff-19a5-43ad-94dc-cfc36c2771fc tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 28 10:00:51.396988 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-225b4bff-19a5-43ad-94dc-cfc36c2771fc tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:51.397716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53d51553-4ae7-4171-86ed-8bfcf65226d4 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (359f81aa-8be6-46e5-bd47-27b3fae12455), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:51.403179 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-225b4bff-19a5-43ad-94dc-cfc36c2771fc tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0194361 Oct 28 10:00:51.405316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41028) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:51.418917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:51.422190 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:51.425915 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa332d2-516c-4df6-9d9a-c79cdc553cc5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:51.432194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa332d2-516c-4df6-9d9a-c79cdc553cc5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:00:51.451773 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-78bacf23-16e2-4572-9b06-4cdf81daa912 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '113f3713-3b2f-4d77-b6bb-444d9f70c963', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:51.464960 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:51.467911 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Failed to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] Oct 28 10:00:51.467911 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempt 2 to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca Oct 28 10:00:51.474055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:51.506701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:51.507152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:51.507751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:51.528664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e33376af-288b-43d0-9c36-6c5cc1355e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:51.566784 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:51.569749 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:51.572731 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-faa332d2-516c-4df6-9d9a-c79cdc553cc5 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.6296961 Oct 28 10:00:51.581411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41030) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:51.598163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-920f95cb-d504-426f-9b0b-a1410237b5fa tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'subnet': {'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:51.640932 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:51.645953 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Failed to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] Oct 28 10:00:51.645953 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempt 3 to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca Oct 28 10:00:51.676465 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:51.676889 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:51.677212 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:51.687847 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (d3bebbd1-e1f8-42f2-a852-bf1ae709e252), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:51.713437 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-78bacf23-16e2-4572-9b06-4cdf81daa912 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Project f7e7e92bedfe44dc95098b15e07dfe78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:51.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:51.726060 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:51.769376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53d51553-4ae7-4171-86ed-8bfcf65226d4 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (359f81aa-8be6-46e5-bd47-27b3fae12455), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:51.795767 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:51.799936 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Failed to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] Oct 28 10:00:51.799936 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempt 4 to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca Oct 28 10:00:51.807128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bebbd1-e1f8-42f2-a852-bf1ae709e252']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:51.824760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fa917769-86a9-45fe-a980-c34912ef75ba tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:51.833582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:51.835147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:51.835568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:51.854189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c375fb8c-7e00-4170-a060-76a5c2581c27') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:51.855449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c375fb8c-7e00-4170-a060-76a5c2581c27') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:51.864903 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-78bacf23-16e2-4572-9b06-4cdf81daa912 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:51.866249 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-78bacf23-16e2-4572-9b06-4cdf81daa912 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4502075 Oct 28 10:00:51.875610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41032) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:51.886436 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-fa917769-86a9-45fe-a980-c34912ef75ba tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] device_id is not set on port d7656af6-c4b8-4c48-9c2b-989ea8b2f06a yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:51.896542 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:51.899636 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:51.901436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (c375fb8c-7e00-4170-a060-76a5c2581c27), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:51.912540 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-7c315919-f392-4cee-82b8-46cbc22a37b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:48Z', 'revision_number': 10, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:51.949633 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c375fb8c-7e00-4170-a060-76a5c2581c27), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:51.954452 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:51.958597 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Failed to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] Oct 28 10:00:51.958597 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempt 5 to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca Oct 28 10:00:51.971740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-eecc8d80-b1a0-4948-b68e-f8cbcfcab1a7 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '113f3713-3b2f-4d77-b6bb-444d9f70c963', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:51.975020 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:51.975544 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (c375fb8c-7e00-4170-a060-76a5c2581c27), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:51.986888 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING neutron.api.v2.base [None req-eecc8d80-b1a0-4948-b68e-f8cbcfcab1a7 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 28 10:00:51.987574 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-eecc8d80-b1a0-4948-b68e-f8cbcfcab1a7 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:51.990954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:51.991372 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:51.991706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:51.992452 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c315919-f392-4cee-82b8-46cbc22a37b9 None None] Checking router: 27b833f1-388e-4726-970a-c702dc59d062 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:00:51.992662 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-eecc8d80-b1a0-4948-b68e-f8cbcfcab1a7 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0404735 Oct 28 10:00:52.008316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41034) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:52.015881 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c315919-f392-4cee-82b8-46cbc22a37b9 None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:52.016531 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-7c315919-f392-4cee-82b8-46cbc22a37b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:52.019157 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920f95cb-d504-426f-9b0b-a1410237b5fa tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Made reservation on behalf of 957c4481f9b648aea145c14784aee8dc for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:52.026092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-920f95cb-d504-426f-9b0b-a1410237b5fa tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.036405 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:52.045233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.061812 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:52.068217 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Failed to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] Oct 28 10:00:52.068217 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempt 6 to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca Oct 28 10:00:52.078007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:52.078390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:52.078786 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.130549 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:52.133476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:52.134883 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment c375fb8c-7e00-4170-a060-76a5c2581c27 resource provider aggregate not found Oct 28 10:00:52.169177 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment c375fb8c-7e00-4170-a060-76a5c2581c27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c375fb8c-7e00-4170-a060-76a5c2581c27 found for delete ", "request_id": "req-df5124a9-d0ef-47f2-ab8c-7e06c8e85010"}]} Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.172913 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:52.177171 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Failed to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] Oct 28 10:00:52.177867 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempt 7 to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca Oct 28 10:00:52.196346 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:52.197037 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:52.197740 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.228662 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:52.234131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.api [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 10:00:52.234131 dv-neutron-zed-2-hyperv neutron-server[114059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 10:00:52.234131 dv-neutron-zed-2-hyperv neutron-server[114059]: [parameters: {'id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] Oct 28 10:00:52.234131 dv-neutron-zed-2-hyperv neutron-server[114059]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:00:52.234828 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG oslo_db.api [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:00:52.235725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:52.255073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-ac81de82-0522-4703-bca1-f4f013c9ea81 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '113f3713-3b2f-4d77-b6bb-444d9f70c963', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.271989 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:52.277232 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Failed to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] Oct 28 10:00:52.277888 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempt 8 to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca Oct 28 10:00:52.284402 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-7c315919-f392-4cee-82b8-46cbc22a37b9 None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:00:52.320599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:52.321523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:52.322353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.444341 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:52.448338 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53d51553-4ae7-4171-86ed-8bfcf65226d4 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (359f81aa-8be6-46e5-bd47-27b3fae12455), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:52.449775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.507631 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:52.514263 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Failed to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] Oct 28 10:00:52.515175 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempt 9 to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca Oct 28 10:00:52.522120 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-ac81de82-0522-4703-bca1-f4f013c9ea81 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Project f7e7e92bedfe44dc95098b15e07dfe78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:00:52.553351 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:52.554175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:52.554876 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:52.587949 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-7c315919-f392-4cee-82b8-46cbc22a37b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:48Z', 'revision_number': 10, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.611680 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:52.615489 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:52.624181 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e33376af-288b-43d0-9c36-6c5cc1355e23 admin admin] Publish callbacks [] for security_group (bf7165c4-8897-4640-8d5d-1b93e0f37f05), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:52.631622 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c315919-f392-4cee-82b8-46cbc22a37b9 None None] The sync data for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv is: [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:48Z', 'revision_number': 10, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None, '_interfaces': [{'id': 'dcfaeb74-f546-4540-9bf9-f93b427bc585', 'name': '', 'network_id': '72a1c2a9-28ba-452a-8489-1eeac9c7990c', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'mac_address': 'fa:16:3e:a2:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b833f1-388e-4726-970a-c702dc59d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:29Z', 'updated_at': '2022-10-28T09:59:44Z', 'revision_number': 5, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'subnets': [{'id': '33dfe16a-559f-423a-b0b1-29402dd1a3c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.664559 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:52.669090 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Failed to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] Oct 28 10:00:52.669090 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempt 10 to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca Oct 28 10:00:52.700820 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:52.701102 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-ac81de82-0522-4703-bca1-f4f013c9ea81 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:52.705151 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41042) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:52.706239 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ac81de82-0522-4703-bca1-f4f013c9ea81 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6883137 Oct 28 10:00:52.706344 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:52.706495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:52.713935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-26b10b17-36a2-4621-990b-ff2bc2fc46b6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '113f3713-3b2f-4d77-b6bb-444d9f70c963', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:52.739033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempting to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:52.745086 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:52.747926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (d3bebbd1-e1f8-42f2-a852-bf1ae709e252), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:52.759737 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:52.761714 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fa917769-86a9-45fe-a980-c34912ef75ba tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (d7656af6-c4b8-4c48-9c2b-989ea8b2f06a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:52.767611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e33376af-288b-43d0-9c36-6c5cc1355e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (bf7165c4-8897-4640-8d5d-1b93e0f37f05), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc could not be found. Oct 28 10:00:52.771697 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:00:52.774854 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Failed to bind port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'c375fb8c-7e00-4170-a060-76a5c2581c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3bebbd1-e1f8-42f2-a852-bf1ae709e252'}] Oct 28 10:00:52.775384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d2fd17ea-77cc-4421-9f6c-a7aa10501bca), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:52.826252 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Deleting port d2fd17ea-77cc-4421-9f6c-a7aa10501bca {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:52.826728 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d2fd17ea-77cc-4421-9f6c-a7aa10501bca), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:52.856456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33376af-288b-43d0-9c36-6c5cc1355e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7165c4-8897-4640-8d5d-1b93e0f37f05,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:52.878353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] For port d2fd17ea-77cc-4421-9f6c-a7aa10501bca, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:52.878972 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Attempted to set empty binding levels {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 10:00:52.901826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53d51553-4ae7-4171-86ed-8bfcf65226d4 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (359f81aa-8be6-46e5-bd47-27b3fae12455), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:52.902211 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-26b10b17-36a2-4621-990b-ff2bc2fc46b6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Project f7e7e92bedfe44dc95098b15e07dfe78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:00:52.933050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:52.947051 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] For port d2fd17ea-77cc-4421-9f6c-a7aa10501bca, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:52.947331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d2fd17ea-77cc-4421-9f6c-a7aa10501bca), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:52.952734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d2fd17ea-77cc-4421-9f6c-a7aa10501bca), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:52.976510 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Calling delete_port for d2fd17ea-77cc-4421-9f6c-a7aa10501bca owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:52.987421 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e33376af-288b-43d0-9c36-6c5cc1355e23 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bfe8f0fde7334e928ebb8e123ad69a89&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8557489 Oct 28 10:00:52.990984 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41044) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:53.040482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Pushing event updated for resources: {'Port': ['ID=d2fd17ea-77cc-4421-9f6c-a7aa10501bca,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:53.050175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8d0abb-0504-4c3b-85cb-613b7a05f92f None None] get_active_networks_info from dv-neutron-zed-2-hyperv {{(pid=114061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 28 10:00:53.058616 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:53.061785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=80,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:53.063882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:53.064467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:53.065566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:53.066113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:53.066711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:53.067255 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:53.067938 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:53.068497 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:53.069264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:53.069834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:53.072215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:53.072870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:53.073378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:53.076956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68feaf5d-7878-487c-926f-af3297fc3af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:53.104583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d51553-4ae7-4171-86ed-8bfcf65226d4 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Subnet': ['ID=359f81aa-8be6-46e5-bd47-27b3fae12455,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:53.112410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53d51553-4ae7-4171-86ed-8bfcf65226d4 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.123978 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-53d51553-4ae7-4171-86ed-8bfcf65226d4 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/359f81aa-8be6-46e5-bd47-27b3fae12455 HTTP/1.1" status: 204 len: 168 time: 2.0984125 Oct 28 10:00:53.152591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41046) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:53.167953 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-26b10b17-36a2-4621-990b-ff2bc2fc46b6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:00:53.169041 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-26b10b17-36a2-4621-990b-ff2bc2fc46b6 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4610858 Oct 28 10:00:53.174070 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41048) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:53.186116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:53.275392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8d0abb-0504-4c3b-85cb-613b7a05f92f None None] Resources bound (agent type, host, resource id): {{(pid=114061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 10:00:53.305077 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3974d07d-96fc-4f06-8efb-82fa207561d2 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (113f3713-3b2f-4d77-b6bb-444d9f70c963), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.336027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.337011 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d2fd17ea-77cc-4421-9f6c-a7aa10501bca), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.419745 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Port': ['ID=d2fd17ea-77cc-4421-9f6c-a7aa10501bca,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:53.427734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No DVR routers for this DVR port d2fd17ea-77cc-4421-9f6c-a7aa10501bca on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:53.443632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3974d07d-96fc-4f06-8efb-82fa207561d2 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (113f3713-3b2f-4d77-b6bb-444d9f70c963), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.456597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fa917769-86a9-45fe-a980-c34912ef75ba tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (d7656af6-c4b8-4c48-9c2b-989ea8b2f06a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.507424 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (452d52ec-5ce3-4188-b267-57856c4a4ad8), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.512123 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41050) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:53.521670 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Request body: {'subnets': [{'network_id': '444d67b4-192a-4bbd-b4f7-f9bbd14e8d15', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1585948526', 'ip_version': 6}, {'network_id': '85afd045-b380-403a-acd5-2f4ce3e058c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:53.521992 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Request body: {'subnet': {'network_id': '444d67b4-192a-4bbd-b4f7-f9bbd14e8d15', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1585948526', 'ip_version': 6}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:53.523871 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Request body: {'subnet': {'network_id': '85afd045-b380-403a-acd5-2f4ce3e058c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:53.599867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-920f95cb-d504-426f-9b0b-a1410237b5fa tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (4ba726a9-2816-415b-ae3b-3625126d45c3), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.608303 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa917769-86a9-45fe-a980-c34912ef75ba tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network aa84229e-5432-4ac8-ba7a-72aa15779650 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:53.628628 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (d3bebbd1-e1f8-42f2-a852-bf1ae709e252), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.629350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899d43b7-390b-4e71-8291-07a7b9148178 None None] Network d3bebbd1-e1f8-42f2-a852-bf1ae709e252 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:53.644617 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa917769-86a9-45fe-a980-c34912ef75ba tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=d7656af6-c4b8-4c48-9c2b-989ea8b2f06a,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:53.648374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-fa917769-86a9-45fe-a980-c34912ef75ba tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:53.650559 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa917769-86a9-45fe-a980-c34912ef75ba tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:53.655615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa917769-86a9-45fe-a980-c34912ef75ba tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:53.656270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fa917769-86a9-45fe-a980-c34912ef75ba tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.671983 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bebbd1-e1f8-42f2-a852-bf1ae709e252']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:53.681681 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8ce966df-f871-4203-9ce3-7a9377fab660 admin admin] Publish callbacks [] for security_group (bf7165c4-8897-4640-8d5d-1b93e0f37f05), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.697768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c375fb8c-7e00-4170-a060-76a5c2581c27') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:53.698068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c375fb8c-7e00-4170-a060-76a5c2581c27') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:53.701254 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb2839-22d8-434c-8d24-4d71250ab6bc None None] Network 452d52ec-5ce3-4188-b267-57856c4a4ad8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:53.711561 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (c375fb8c-7e00-4170-a060-76a5c2581c27), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.729685 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920f95cb-d504-426f-9b0b-a1410237b5fa tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Network f29bf237-749c-4b61-83b8-307b66652a1d is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:53.734336 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3974d07d-96fc-4f06-8efb-82fa207561d2 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (113f3713-3b2f-4d77-b6bb-444d9f70c963), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.738526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3974d07d-96fc-4f06-8efb-82fa207561d2 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.745166 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3974d07d-96fc-4f06-8efb-82fa207561d2 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/113f3713-3b2f-4d77-b6bb-444d9f70c963 HTTP/1.1" status: 204 len: 168 time: 0.5630383 Oct 28 10:00:53.745166 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c375fb8c-7e00-4170-a060-76a5c2581c27), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.764048 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41054) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:53.780448 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8ce966df-f871-4203-9ce3-7a9377fab660 admin admin] Publish callbacks [] for security_group (bf7165c4-8897-4640-8d5d-1b93e0f37f05), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.785809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-920f95cb-d504-426f-9b0b-a1410237b5fa tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:53.786937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974d07d-96fc-4f06-8efb-82fa207561d2 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=113f3713-3b2f-4d77-b6bb-444d9f70c963,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:53.789174 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f95cb-d504-426f-9b0b-a1410237b5fa tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:53.789834 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-920f95cb-d504-426f-9b0b-a1410237b5fa tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.798048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:53.801980 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (c375fb8c-7e00-4170-a060-76a5c2581c27), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.822575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b65c915-df45-47ff-871a-3540b210e431 None None] Network f29bf237-749c-4b61-83b8-307b66652a1d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:53.828146 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:53.889460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f95cb-d504-426f-9b0b-a1410237b5fa tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Subnet': ['ID=4ba726a9-2816-415b-ae3b-3625126d45c3,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:53.892761 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:53.893188 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 68f43f81-d9c4-434b-96e5-9d3a5fa9e472 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:53.896088 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fa917769-86a9-45fe-a980-c34912ef75ba tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.2686555 Oct 28 10:00:53.899443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41056) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:53.914646 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:53.932002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:53.932342 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:53.960427 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cef73a-16c7-4dfb-a169-1f1d41d17cf1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:53.962399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:53.965425 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d2cef73a-16c7-4dfb-a169-1f1d41d17cf1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/d7656af6-c4b8-4c48-9c2b-989ea8b2f06a HTTP/1.1" status: 200 len: 844 time: 0.0649142 Oct 28 10:00:53.966071 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41058) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:54.030707 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-920f95cb-d504-426f-9b0b-a1410237b5fa tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4355216 Oct 28 10:00:54.035430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41060) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:54.054329 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0aa5f1e0-ca2f-4c6d-af98-3ac1e958e77a tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2749116 Oct 28 10:00:54.054329 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-857b1b75-7f47-49c9-b3f8-6cccc1c21293 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1983479893', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4ba726a9-2816-415b-ae3b-3625126d45c3'}], 'security_groups': ['358e4a6b-801d-4821-8524-ecaadcc30cc1', 'c6546519-fbf9-4523-b469-649daf0b5540']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:54.064664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41062) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:54.074445 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-155c7d38-3ea1-4dc0-b5a3-27ed7300f250 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group': {'name': 'tempest-secgroup--629242519'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:54.113359 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5965c8c-854b-4f8f-9d98-1d9294bdf602 None None] DHCP port deletion for 452d52ec-5ce3-4188-b267-57856c4a4ad8 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:00:54.146405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] For port 6fd33af0-4930-40de-8a5f-0b4351d0ef55, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6fd33af0-4930-40de-8a5f-0b4351d0ef55,segment=NetworkSegment(8a91be4a-9917-44b0-ac50-be2a4bfcc21a),segment_id=8a91be4a-9917-44b0-ac50-be2a4bfcc21a)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:54.146825 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.179715 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8ce966df-f871-4203-9ce3-7a9377fab660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (bf7165c4-8897-4640-8d5d-1b93e0f37f05), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.182378 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8ce966df-f871-4203-9ce3-7a9377fab660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.185871 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8ce966df-f871-4203-9ce3-7a9377fab660 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bf7165c4-8897-4640-8d5d-1b93e0f37f05 HTTP/1.1" status: 204 len: 168 time: 1.1170928 Oct 28 10:00:54.189294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for 6fd33af0-4930-40de-8a5f-0b4351d0ef55 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:54.253440 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce966df-f871-4203-9ce3-7a9377fab660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7165c4-8897-4640-8d5d-1b93e0f37f05,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:54.258435 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e5965c8c-854b-4f8f-9d98-1d9294bdf602 None None] Deleting port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:54.260247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e5965c8c-854b-4f8f-9d98-1d9294bdf602 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.344874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e5965c8c-854b-4f8f-9d98-1d9294bdf602 None None] For port 6fd33af0-4930-40de-8a5f-0b4351d0ef55, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6fd33af0-4930-40de-8a5f-0b4351d0ef55,segment=NetworkSegment(8a91be4a-9917-44b0-ac50-be2a4bfcc21a),segment_id=8a91be4a-9917-44b0-ac50-be2a4bfcc21a)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:54.345597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e5965c8c-854b-4f8f-9d98-1d9294bdf602 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.364369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e5965c8c-854b-4f8f-9d98-1d9294bdf602 None None] Calling delete_port for 6fd33af0-4930-40de-8a5f-0b4351d0ef55 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:54.442818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (d3bebbd1-e1f8-42f2-a852-bf1ae709e252), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.452185 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7201786f-8fda-496f-8abd-3fbcb4ba6b38 None None] Update dhcp port {'port': {'network_id': 'f29bf237-749c-4b61-83b8-307b66652a1d', 'fixed_ips': [{'subnet_id': 'cec88c37-05f6-4e0a-a7f3-f2d5cd6deefa', 'ip_address': '172.20.0.18'}, {'subnet_id': '6b27c4b9-d7ec-4213-b508-b941628baa89', 'ip_address': '172.20.0.2'}, {'subnet_id': '4ba726a9-2816-415b-ae3b-3625126d45c3'}], 'binding:host_id': 'dv-neutron-zed-2-hyperv'}, 'id': '6bd74154-9b7c-47c6-91b0-712c194d414d'} from dv-neutron-zed-2-hyperv. {{(pid=114061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 28 10:00:54.452519 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment c375fb8c-7e00-4170-a060-76a5c2581c27 resource provider aggregate not found Oct 28 10:00:54.456550 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:54.497298 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7201786f-8fda-496f-8abd-3fbcb4ba6b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.520927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:54.523452 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.542435 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/d3bebbd1-e1f8-42f2-a852-bf1ae709e252 HTTP/1.1" status: 204 len: 168 time: 4.2472589 Oct 28 10:00:54.558085 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41070) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:54.560437 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment c375fb8c-7e00-4170-a060-76a5c2581c27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c375fb8c-7e00-4170-a060-76a5c2581c27 found for delete ", "request_id": "req-4c21f2b9-b182-4132-a8f0-9ebe52d4411e"}]} Oct 28 10:00:54.567076 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-91c66745-786d-4a71-8ec8-91d499c400a2 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-757701632'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:54.599308 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb75780-90b5-4380-8055-81ee5616e25e tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Network': ['ID=d3bebbd1-e1f8-42f2-a852-bf1ae709e252,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:54.620203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Made reservation on behalf of 0147a36cf1854e1eba47e47194b2d91c for: {'subnet': 2} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:54.625909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.626256 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.635705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-155c7d38-3ea1-4dc0-b5a3-27ed7300f250 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.640087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:54.642691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:54.649106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-3ec77f32-2e7c-4b2e-bf3d-2fba3ca44e56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port d7656af6-c4b8-4c48-9c2b-989ea8b2f06a {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:54.649988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ec77f32-2e7c-4b2e-bf3d-2fba3ca44e56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d7656af6-c4b8-4c48-9c2b-989ea8b2f06a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.660154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e5965c8c-854b-4f8f-9d98-1d9294bdf602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.686234 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c66745-786d-4a71-8ec8-91d499c400a2 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:54.691456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-91c66745-786d-4a71-8ec8-91d499c400a2 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.780659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c66745-786d-4a71-8ec8-91d499c400a2 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:54.793347 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-91c66745-786d-4a71-8ec8-91d499c400a2 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (7cfe9ff2-638b-4275-b435-0d8cddf7f596), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.800480 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-91c66745-786d-4a71-8ec8-91d499c400a2 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Added segment 7cfe9ff2-638b-4275-b435-0d8cddf7f596 of type vlan for network 53339e3a-d9d0-47de-9f7a-6f158f4650c6 Oct 28 10:00:54.851568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5965c8c-854b-4f8f-9d98-1d9294bdf602 None None] Pushing event deleted for resources: {'Port': ['ID=6fd33af0-4930-40de-8a5f-0b4351d0ef55,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:54.870145 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-91c66745-786d-4a71-8ec8-91d499c400a2 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (53339e3a-d9d0-47de-9f7a-6f158f4650c6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.886425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5965c8c-854b-4f8f-9d98-1d9294bdf602 None None] No DVR routers for this DVR port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:54.895228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ec77f32-2e7c-4b2e-bf3d-2fba3ca44e56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d7656af6-c4b8-4c48-9c2b-989ea8b2f06a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.918644 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-857b1b75-7f47-49c9-b3f8-6cccc1c21293 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.936976 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-3ec77f32-2e7c-4b2e-bf3d-2fba3ca44e56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for d7656af6-c4b8-4c48-9c2b-989ea8b2f06a owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:54.950288 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (6fd33af0-4930-40de-8a5f-0b4351d0ef55), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:54.965903 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-7201786f-8fda-496f-8abd-3fbcb4ba6b38 None None] Allocated IP 172.20.0.34 (f29bf237-749c-4b61-83b8-307b66652a1d/4ba726a9-2816-415b-ae3b-3625126d45c3/6bd74154-9b7c-47c6-91b0-712c194d414d) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:55.007618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] No DVR routers for this DVR port 6fd33af0-4930-40de-8a5f-0b4351d0ef55 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:00:55.012839 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=6fd33af0-4930-40de-8a5f-0b4351d0ef55,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:55.063857 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-91c66745-786d-4a71-8ec8-91d499c400a2 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (53339e3a-d9d0-47de-9f7a-6f158f4650c6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.069972 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c66745-786d-4a71-8ec8-91d499c400a2 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:55.070772 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-91c66745-786d-4a71-8ec8-91d499c400a2 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.093102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-155c7d38-3ea1-4dc0-b5a3-27ed7300f250 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (c42efd1b-ac20-41ef-83db-714a5aeeda73), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.154617 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c66745-786d-4a71-8ec8-91d499c400a2 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Network': ['ID=53339e3a-d9d0-47de-9f7a-6f158f4650c6,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:55.165901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-7201786f-8fda-496f-8abd-3fbcb4ba6b38 None None] For port 6bd74154-9b7c-47c6-91b0-712c194d414d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6bd74154-9b7c-47c6-91b0-712c194d414d,segment=NetworkSegment(4df18bf0-2fbd-4278-b064-be27ffb75447),segment_id=4df18bf0-2fbd-4278-b064-be27ffb75447)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:55.169590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 53339e3a-d9d0-47de-9f7a-6f158f4650c6 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:55.203831 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ec77f32-2e7c-4b2e-bf3d-2fba3ca44e56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d7656af6-c4b8-4c48-9c2b-989ea8b2f06a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.209055 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-91c66745-786d-4a71-8ec8-91d499c400a2 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6473081 Oct 28 10:00:55.217402 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41074) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:55.220506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-155c7d38-3ea1-4dc0-b5a3-27ed7300f250 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (c42efd1b-ac20-41ef-83db-714a5aeeda73), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.223316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-bcddad8d-d948-4356-8a5f-88dfca9eb2ac tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'subnet': {'network_id': '53339e3a-d9d0-47de-9f7a-6f158f4650c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:55.271427 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec77f32-2e7c-4b2e-bf3d-2fba3ca44e56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=d7656af6-c4b8-4c48-9c2b-989ea8b2f06a,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:55.284555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (452d52ec-5ce3-4188-b267-57856c4a4ad8), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.287911 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7201786f-8fda-496f-8abd-3fbcb4ba6b38 None None] Publish callbacks [] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.311766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3ec77f32-2e7c-4b2e-bf3d-2fba3ca44e56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.319244 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3ec77f32-2e7c-4b2e-bf3d-2fba3ca44e56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/d7656af6-c4b8-4c48-9c2b-989ea8b2f06a HTTP/1.1" status: 204 len: 168 time: 1.3521185 Oct 28 10:00:55.329406 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41076) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:55.342163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:55.351646 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7201786f-8fda-496f-8abd-3fbcb4ba6b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.370442 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5988b5c1-b8f1-4e9c-b335-e81baac7e403 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] GET failed (client error): The resource could not be found. Oct 28 10:00:55.376707 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5988b5c1-b8f1-4e9c-b335-e81baac7e403 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/d7656af6-c4b8-4c48-9c2b-989ea8b2f06a HTTP/1.1" status: 404 len: 333 time: 0.0461943 Oct 28 10:00:55.377924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41078) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:55.386836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-df543741-e508-4dff-8121-c9d5ce49006a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'name': 'tempest-PortsIpV6TestJSON-872562704'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:55.410611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452d52ec-5ce3-4188-b267-57856c4a4ad8']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:55.410876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:55.418944 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c7d38-3ea1-4dc0-b5a3-27ed7300f250 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c42efd1b-ac20-41ef-83db-714a5aeeda73,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:55.439162 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-155c7d38-3ea1-4dc0-b5a3-27ed7300f250 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.441328 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-155c7d38-3ea1-4dc0-b5a3-27ed7300f250 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3727894 Oct 28 10:00:55.451771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a91be4a-9917-44b0-ac50-be2a4bfcc21a') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:55.452381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a91be4a-9917-44b0-ac50-be2a4bfcc21a') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:55.454121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41080) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:55.465230 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-56b2663a-7db4-49e3-adfb-9d80c2c9856a tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': 'c42efd1b-ac20-41ef-83db-714a5aeeda73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:55.477252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (8a91be4a-9917-44b0-ac50-be2a4bfcc21a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.514809 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:55.536481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (8a91be4a-9917-44b0-ac50-be2a4bfcc21a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.594535 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:55.594976 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (8a91be4a-9917-44b0-ac50-be2a4bfcc21a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.618172 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcddad8d-d948-4356-8a5f-88dfca9eb2ac tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:55.622165 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bcddad8d-d948-4356-8a5f-88dfca9eb2ac tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.657274 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 8a91be4a-9917-44b0-ac50-be2a4bfcc21a resource provider aggregate not found Oct 28 10:00:55.672791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201786f-8fda-496f-8abd-3fbcb4ba6b38 None None] Pushing event updated for resources: {'Port': ['ID=6bd74154-9b7c-47c6-91b0-712c194d414d,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:55.705060 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df543741-e508-4dff-8121-c9d5ce49006a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:55.709478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-df543741-e508-4dff-8121-c9d5ce49006a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.715518 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 8a91be4a-9917-44b0-ac50-be2a4bfcc21a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a91be4a-9917-44b0-ac50-be2a4bfcc21a found for delete ", "request_id": "req-51ddbcf2-b2c0-48f4-9f95-eca9a076577d"}]} Oct 28 10:00:55.758504 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-56b2663a-7db4-49e3-adfb-9d80c2c9856a tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The resource could not be found. Oct 28 10:00:55.762929 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-56b2663a-7db4-49e3-adfb-9d80c2c9856a tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2985377 Oct 28 10:00:55.765043 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41086) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:55.787578 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-df543741-e508-4dff-8121-c9d5ce49006a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] device_id is not set on port 187b9bf8-66d8-4142-ad7c-b896083d0afd yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:00:55.808297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1b9fc584-e531-4c0c-a3e7-45ecd2d28a4f tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': 'c42efd1b-ac20-41ef-83db-714a5aeeda73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7e59cbd0-c968-41fc-b8c0-d859babc5f01'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:55.855677 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-857b1b75-7f47-49c9-b3f8-6cccc1c21293 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Delete allocated IP 172.20.0.13 (f29bf237-749c-4b61-83b8-307b66652a1d/6b27c4b9-d7ec-4213-b508-b941628baa89) {{(pid=114060) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 10:00:55.866392 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (452d52ec-5ce3-4188-b267-57856c4a4ad8), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.888626 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:55.899399 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/networks/452d52ec-5ce3-4188-b267-57856c4a4ad8 HTTP/1.1" status: 204 len: 168 time: 2.7431159 Oct 28 10:00:55.900674 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41090) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:55.905717 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-857b1b75-7f47-49c9-b3f8-6cccc1c21293 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Allocated IP 172.20.0.41 (f29bf237-749c-4b61-83b8-307b66652a1d/4ba726a9-2816-415b-ae3b-3625126d45c3/f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:55.933491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6bd74154-9b7c-47c6-91b0-712c194d414d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:55.945956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227de4c2-a7db-4e15-bb0c-f38b1a6f762b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Network': ['ID=452d52ec-5ce3-4188-b267-57856c4a4ad8,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:55.958299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (8629146d-1592-4f1e-884e-5d43bb6df37e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.037809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6bd74154-9b7c-47c6-91b0-712c194d414d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:56.038252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.038701 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6bd74154-9b7c-47c6-91b0-712c194d414d Oct 28 10:00:56.095248 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event updated for resources: {'Subnet': ['ID=8629146d-1592-4f1e-884e-5d43bb6df37e,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:56.101544 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:56.116919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:56.137233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6bd74154-9b7c-47c6-91b0-712c194d414d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:56.211790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6fd33af0-4930-40de-8a5f-0b4351d0ef55 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:56.224502 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Checking segment: {'id': 'e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '444d67b4-192a-4bbd-b4f7-f9bbd14e8d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:56.224874 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Network hostable DHCP agents. Network: 444d67b4-192a-4bbd-b4f7-f9bbd14e8d15, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:56.250448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 6fd33af0-4930-40de-8a5f-0b4351d0ef55 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:00:56.254277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6fd33af0-4930-40de-8a5f-0b4351d0ef55 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:56.316227 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=77,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:56.318532 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-857b1b75-7f47-49c9-b3f8-6cccc1c21293 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for port (f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.374704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Network 444d67b4-192a-4bbd-b4f7-f9bbd14e8d15 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:56.408252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-857b1b75-7f47-49c9-b3f8-6cccc1c21293 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.453415 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-df543741-e508-4dff-8121-c9d5ce49006a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (187b9bf8-66d8-4142-ad7c-b896083d0afd), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.492267 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-1b9fc584-e531-4c0c-a3e7-45ecd2d28a4f tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The resource could not be found. Oct 28 10:00:56.493345 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1b9fc584-e531-4c0c-a3e7-45ecd2d28a4f tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7272308 Oct 28 10:00:56.499885 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41092) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:56.517807 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b1b75-7f47-49c9-b3f8-6cccc1c21293 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event updated for resources: {'Port': ['ID=f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:56.520504 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 444d67b4-192a-4bbd-b4f7-f9bbd14e8d15) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:56.529351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (d7e0ee5f-9c22-4bf0-8296-4959746d26b7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.538068 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165d054d-6cf7-4bba-b7c1-6633027999df None None] Network 444d67b4-192a-4bbd-b4f7-f9bbd14e8d15 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:56.585335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bcddad8d-d948-4356-8a5f-88dfca9eb2ac tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (d4303571-3c32-429c-bfc5-c1068ba33c96), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.619897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-857b1b75-7f47-49c9-b3f8-6cccc1c21293 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] In _notify_port_updated(), no bound segment for port f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb on network f29bf237-749c-4b61-83b8-307b66652a1d {{(pid=114060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 10:00:56.627554 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857b1b75-7f47-49c9-b3f8-6cccc1c21293 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:56.628439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-857b1b75-7f47-49c9-b3f8-6cccc1c21293 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.633904 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-857b1b75-7f47-49c9-b3f8-6cccc1c21293 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "PUT /networking/v2.0/ports/f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb HTTP/1.1" status: 200 len: 960 time: 2.5982201 Oct 28 10:00:56.637649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41094) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:56.639623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2488b18f-da5e-410b-bd30-1504d847f9b0 None None] Provisioning complete for port f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:56.640296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2488b18f-da5e-410b-bd30-1504d847f9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.640687 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2488b18f-da5e-410b-bd30-1504d847f9b0 None None] Attempt 1 to provision port f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb Oct 28 10:00:56.700166 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:56.704151 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2488b18f-da5e-410b-bd30-1504d847f9b0 None None] Port f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:56.715466 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event updated for resources: {'Subnet': ['ID=d7e0ee5f-9c22-4bf0-8296-4959746d26b7,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:56.729209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-df543741-e508-4dff-8121-c9d5ce49006a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (187b9bf8-66d8-4142-ad7c-b896083d0afd), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.732822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2488b18f-da5e-410b-bd30-1504d847f9b0 None None] Provisioning complete for port 6a17c822-505e-4ccf-a4ba-689979b7829b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:56.733208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2488b18f-da5e-410b-bd30-1504d847f9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6a17c822-505e-4ccf-a4ba-689979b7829b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.733551 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2488b18f-da5e-410b-bd30-1504d847f9b0 None None] Attempt 1 to provision port 6a17c822-505e-4ccf-a4ba-689979b7829b Oct 28 10:00:56.735558 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eb818416-ae23-446a-81e3-e4dcb0e2ee70 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (c42efd1b-ac20-41ef-83db-714a5aeeda73), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.756843 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddad8d-d948-4356-8a5f-88dfca9eb2ac tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Subnet': ['ID=d4303571-3c32-429c-bfc5-c1068ba33c96,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:56.766887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Checking segment: {'id': '8768f426-0f8a-41e9-bd1f-177235036e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '85afd045-b380-403a-acd5-2f4ce3e058c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:56.771545 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Network hostable DHCP agents. Network: 85afd045-b380-403a-acd5-2f4ce3e058c8, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:56.793160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-0a199d89-ce7e-4a48-b279-b57407f11bc8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:56.793891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0a199d89-ce7e-4a48-b279-b57407f11bc8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.812176 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2488b18f-da5e-410b-bd30-1504d847f9b0 None None] Port 6a17c822-505e-4ccf-a4ba-689979b7829b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:56.831098 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2488b18f-da5e-410b-bd30-1504d847f9b0 None None] Provisioning complete for port 6bd74154-9b7c-47c6-91b0-712c194d414d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:56.831562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2488b18f-da5e-410b-bd30-1504d847f9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.832110 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2488b18f-da5e-410b-bd30-1504d847f9b0 None None] Attempt 1 to provision port 6bd74154-9b7c-47c6-91b0-712c194d414d Oct 28 10:00:56.846976 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:56.851526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eb818416-ae23-446a-81e3-e4dcb0e2ee70 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (c42efd1b-ac20-41ef-83db-714a5aeeda73), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.874261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcddad8d-d948-4356-8a5f-88dfca9eb2ac tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Checking segment: {'id': '7cfe9ff2-638b-4275-b435-0d8cddf7f596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53339e3a-d9d0-47de-9f7a-6f158f4650c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:56.874634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcddad8d-d948-4356-8a5f-88dfca9eb2ac tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network hostable DHCP agents. Network: 53339e3a-d9d0-47de-9f7a-6f158f4650c6, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:56.881626 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df543741-e508-4dff-8121-c9d5ce49006a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network aa84229e-5432-4ac8-ba7a-72aa15779650 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:56.886193 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eda6dd54-a8e3-48d0-a65c-8344cd2db76a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (27b833f1-388e-4726-970a-c702dc59d062), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.886345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-444d67b4-192a-4bbd-b4f7-f9bbd14e8d15', 'network_id': '444d67b4-192a-4bbd-b4f7-f9bbd14e8d15', 'project_id': '0147a36cf1854e1eba47e47194b2d91c', 'fixed_ips': [{'subnet_id': '8629146d-1592-4f1e-884e-5d43bb6df37e'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:00:56.888673 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.909203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Network 85afd045-b380-403a-acd5-2f4ce3e058c8 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:56.913219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:56.923319 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-df543741-e508-4dff-8121-c9d5ce49006a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:56.935896 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df543741-e508-4dff-8121-c9d5ce49006a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:56.941735 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df543741-e508-4dff-8121-c9d5ce49006a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:56.942409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-df543741-e508-4dff-8121-c9d5ce49006a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:56.945174 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df543741-e508-4dff-8121-c9d5ce49006a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=187b9bf8-66d8-4142-ad7c-b896083d0afd,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:57.017700 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 85afd045-b380-403a-acd5-2f4ce3e058c8) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:57.030748 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0a199d89-ce7e-4a48-b279-b57407f11bc8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:57.039592 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:57.040632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:57.041523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:57.061937 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac90a86d-e146-42e2-a03b-46a655c2b3da None None] Network 85afd045-b380-403a-acd5-2f4ce3e058c8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:57.098953 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-0a199d89-ce7e-4a48-b279-b57407f11bc8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:57.203713 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2488b18f-da5e-410b-bd30-1504d847f9b0 None None] Current status of the port 6bd74154-9b7c-47c6-91b0-712c194d414d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:00:57.238338 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-df543741-e508-4dff-8121-c9d5ce49006a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8565083 Oct 28 10:00:57.238565 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6486147d-7fb3-4d0f-99f5-5a4cbbc5764b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.7224245 Oct 28 10:00:57.240059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=6,neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:57.243299 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41100) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:57.244012 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41098) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:57.244588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eb818416-ae23-446a-81e3-e4dcb0e2ee70 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (c42efd1b-ac20-41ef-83db-714a5aeeda73), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:57.255816 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eb818416-ae23-446a-81e3-e4dcb0e2ee70 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:57.259359 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-eb818416-ae23-446a-81e3-e4dcb0e2ee70 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c42efd1b-ac20-41ef-83db-714a5aeeda73 HTTP/1.1" status: 204 len: 168 time: 0.7582567 Oct 28 10:00:57.260264 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcddad8d-d948-4356-8a5f-88dfca9eb2ac tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network 53339e3a-d9d0-47de-9f7a-6f158f4650c6 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:57.262332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41104) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:57.277937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-c19003d2-6d3a-47b7-a0ec-41107dd01ffa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:57.459472 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-980cbf26-339a-45b2-9a0c-cd968e09cfd4 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1953070 Oct 28 10:00:57.471908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41106) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:57.477499 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6fd77aa4-ea76-4f88-92ee-5462de93db2e tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '74e0a3e9-b125-4e4d-bb25-a73203e1d889', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:57.488084 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-bcddad8d-d948-4356-8a5f-88dfca9eb2ac tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 53339e3a-d9d0-47de-9f7a-6f158f4650c6) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:57.494014 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Allocated IP 2001:db8::1 (444d67b4-192a-4bbd-b4f7-f9bbd14e8d15/8629146d-1592-4f1e-884e-5d43bb6df37e/ca2cc847-c334-4932-8e72-54cbe01d1231) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:57.495876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb818416-ae23-446a-81e3-e4dcb0e2ee70 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42efd1b-ac20-41ef-83db-714a5aeeda73,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:57.505227 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcddad8d-d948-4356-8a5f-88dfca9eb2ac tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:57.506029 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bcddad8d-d948-4356-8a5f-88dfca9eb2ac tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:57.517518 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4de3eb6a-d240-44f0-b12a-ffbc38b048cf None None] Provisioning complete for port f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:00:57.518575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4de3eb6a-d240-44f0-b12a-ffbc38b048cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:57.519107 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4de3eb6a-d240-44f0-b12a-ffbc38b048cf None None] Attempt 1 to provision port f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb Oct 28 10:00:57.532757 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-85afd045-b380-403a-acd5-2f4ce3e058c8', 'network_id': '85afd045-b380-403a-acd5-2f4ce3e058c8', 'project_id': '0147a36cf1854e1eba47e47194b2d91c', 'fixed_ips': [{'subnet_id': 'd7e0ee5f-9c22-4bf0-8296-4959746d26b7'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:00:57.533782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:57.560117 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07c77b3-6f48-4daa-9419-d165f9af2ef9 None None] Network 53339e3a-d9d0-47de-9f7a-6f158f4650c6 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:00:57.615118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62771fc3-2b15-42a4-bb29-89f1a7c9201a tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:57.616773 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62771fc3-2b15-42a4-bb29-89f1a7c9201a tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:57.618411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62771fc3-2b15-42a4-bb29-89f1a7c9201a tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:57.626773 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-62771fc3-2b15-42a4-bb29-89f1a7c9201a tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3373072 Oct 28 10:00:57.634047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41108) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:57.634334 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c19003d2-6d3a-47b7-a0ec-41107dd01ffa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (187b9bf8-66d8-4142-ad7c-b896083d0afd), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:57.778158 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-eda6dd54-a8e3-48d0-a65c-8344cd2db76a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port dcfaeb74-f546-4540-9bf9-f93b427bc585 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:57.778158 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eda6dd54-a8e3-48d0-a65c-8344cd2db76a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:57.778628 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4de3eb6a-d240-44f0-b12a-ffbc38b048cf None None] Port f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:00:57.778756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-178305c0-7b2b-4c8a-8627-c2067c9af6da tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Deleting subnet 8629146d-1592-4f1e-884e-5d43bb6df37e {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:00:57.832054 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-eda6dd54-a8e3-48d0-a65c-8344cd2db76a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] For port dcfaeb74-f546-4540-9bf9-f93b427bc585, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=dcfaeb74-f546-4540-9bf9-f93b427bc585,segment=NetworkSegment(e21df447-2f54-47d6-aac7-17a38e016941),segment_id=e21df447-2f54-47d6-aac7-17a38e016941)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:57.832415 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eda6dd54-a8e3-48d0-a65c-8344cd2db76a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:57.858508 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-eda6dd54-a8e3-48d0-a65c-8344cd2db76a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for dcfaeb74-f546-4540-9bf9-f93b427bc585 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:57.900964 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-53339e3a-d9d0-47de-9f7a-6f158f4650c6', 'network_id': '53339e3a-d9d0-47de-9f7a-6f158f4650c6', 'project_id': '2e2b0df30914433097c544ce0c429d35', 'fixed_ips': [{'subnet_id': 'd4303571-3c32-429c-bfc5-c1068ba33c96'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:00:57.901414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:57.953051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Allocated IP 2001:db8:0:1::1 (85afd045-b380-403a-acd5-2f4ce3e058c8/d7e0ee5f-9c22-4bf0-8296-4959746d26b7/6567e439-ad97-42d8-be5d-6d9a2eb20c37) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:58.014440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c19003d2-6d3a-47b7-a0ec-41107dd01ffa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (187b9bf8-66d8-4142-ad7c-b896083d0afd), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:58.047834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Publish callbacks [] for port (ca2cc847-c334-4932-8e72-54cbe01d1231), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:58.204038 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Allocated IP 172.20.0.1 (53339e3a-d9d0-47de-9f7a-6f158f4650c6/d4303571-3c32-429c-bfc5-c1068ba33c96/c329294e-09e9-4cd3-8baa-43f763b2ed26) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:58.319909 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Publish callbacks [] for port (6567e439-ad97-42d8-be5d-6d9a2eb20c37), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:58.415966 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Publish callbacks [] for port (c329294e-09e9-4cd3-8baa-43f763b2ed26), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:58.663318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0a199d89-ce7e-4a48-b279-b57407f11bc8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:58.665392 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41120) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:58.671238 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bcddad8d-d948-4356-8a5f-88dfca9eb2ac tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4428582 Oct 28 10:00:58.690705 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eda6dd54-a8e3-48d0-a65c-8344cd2db76a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (dcfaeb74-f546-4540-9bf9-f93b427bc585), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:58.692799 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (ca2cc847-c334-4932-8e72-54cbe01d1231), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:58.697927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (6567e439-ad97-42d8-be5d-6d9a2eb20c37), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:58.700220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c19003d2-6d3a-47b7-a0ec-41107dd01ffa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (187b9bf8-66d8-4142-ad7c-b896083d0afd), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:58.700847 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c19003d2-6d3a-47b7-a0ec-41107dd01ffa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] In _notify_port_updated(), no bound segment for port 187b9bf8-66d8-4142-ad7c-b896083d0afd on network aa84229e-5432-4ac8-ba7a-72aa15779650 {{(pid=114059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 10:00:58.717903 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19003d2-6d3a-47b7-a0ec-41107dd01ffa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:00:58.718576 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c19003d2-6d3a-47b7-a0ec-41107dd01ffa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:58.724946 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c19003d2-6d3a-47b7-a0ec-41107dd01ffa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "PUT /networking/v2.0/ports/187b9bf8-66d8-4142-ad7c-b896083d0afd HTTP/1.1" status: 200 len: 818 time: 1.4551458 Oct 28 10:00:58.724946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41122) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:58.742099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-178305c0-7b2b-4c8a-8627-c2067c9af6da tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for subnet (8629146d-1592-4f1e-884e-5d43bb6df37e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:58.756123 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (c329294e-09e9-4cd3-8baa-43f763b2ed26), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:58.759432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Network 444d67b4-192a-4bbd-b4f7-f9bbd14e8d15 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:58.764645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Pushing event updated for resources: {'Port': ['ID=ca2cc847-c334-4932-8e72-54cbe01d1231,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:58.767390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:58.793425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6dd54-a8e3-48d0-a65c-8344cd2db76a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=dcfaeb74-f546-4540-9bf9-f93b427bc585,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:58.824971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a199d89-ce7e-4a48-b279-b57407f11bc8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:58.988569 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19003d2-6d3a-47b7-a0ec-41107dd01ffa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=187b9bf8-66d8-4142-ad7c-b896083d0afd,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:59.012446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Network 85afd045-b380-403a-acd5-2f4ce3e058c8 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:59.020828 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:59.025608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=7,neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:59.035916 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-6fd77aa4-ea76-4f88-92ee-5462de93db2e tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The resource could not be found. Oct 28 10:00:59.043018 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6fd77aa4-ea76-4f88-92ee-5462de93db2e tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.5699027 Oct 28 10:00:59.050477 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41124) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:59.056075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-76728f1a-afd2-4168-a98d-8ced7c2b5978 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group': {'name': 'tempest-secgroup--34164899'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:00:59.065962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-178305c0-7b2b-4c8a-8627-c2067c9af6da tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (8629146d-1592-4f1e-884e-5d43bb6df37e), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.069184 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:59.084452 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:59.093772 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:59.105398 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0a199d89-ce7e-4a48-b279-b57407f11bc8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.108966 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0a199d89-ce7e-4a48-b279-b57407f11bc8 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb HTTP/1.1" status: 204 len: 168 time: 2.4667406 Oct 28 10:00:59.113034 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41126) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:59.135614 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Network 53339e3a-d9d0-47de-9f7a-6f158f4650c6 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:59.145023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:59.149759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:00:59.159640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:59.167522 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (53339e3a-d9d0-47de-9f7a-6f158f4650c6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.215010 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3201596-f8f8-411f-9933-eb34d7792587 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] GET failed (client error): The resource could not be found. Oct 28 10:00:59.220055 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f3201596-f8f8-411f-9933-eb34d7792587 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports/f01ffa9f-c2e2-4a6a-8ff8-214ff24b86cb HTTP/1.1" status: 404 len: 333 time: 0.0992162 Oct 28 10:00:59.220055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c928ec27-38fd-4a89-bbd3-97f120e3f0d4 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port 187b9bf8-66d8-4142-ad7c-b896083d0afd {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:59.220055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c928ec27-38fd-4a89-bbd3-97f120e3f0d4 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (187b9bf8-66d8-4142-ad7c-b896083d0afd), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.220353 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41128) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:59.225338 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-eda6dd54-a8e3-48d0-a65c-8344cd2db76a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (27b833f1-388e-4726-970a-c702dc59d062), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.252697 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-76728f1a-afd2-4168-a98d-8ced7c2b5978 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.282197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Pushing event updated for resources: {'Port': ['ID=6567e439-ad97-42d8-be5d-6d9a2eb20c37,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:59.305349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:59.327852 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Attempting to bind port ca2cc847-c334-4932-8e72-54cbe01d1231 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:59.328444 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Attempting to bind port ca2cc847-c334-4932-8e72-54cbe01d1231 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '444d67b4-192a-4bbd-b4f7-f9bbd14e8d15'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:59.329013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Attempting to bind port ca2cc847-c334-4932-8e72-54cbe01d1231 on network 444d67b4-192a-4bbd-b4f7-f9bbd14e8d15 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:59.387011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Deleting port c329294e-09e9-4cd3-8baa-43f763b2ed26 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:00:59.387373 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (c329294e-09e9-4cd3-8baa-43f763b2ed26), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.400955 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-178305c0-7b2b-4c8a-8627-c2067c9af6da tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (8629146d-1592-4f1e-884e-5d43bb6df37e), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.447365 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Attempting to bind port c329294e-09e9-4cd3-8baa-43f763b2ed26 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:59.447896 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Attempting to bind port c329294e-09e9-4cd3-8baa-43f763b2ed26 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '7cfe9ff2-638b-4275-b435-0d8cddf7f596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53339e3a-d9d0-47de-9f7a-6f158f4650c6'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:59.448279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c928ec27-38fd-4a89-bbd3-97f120e3f0d4 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (187b9bf8-66d8-4142-ad7c-b896083d0afd), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.448411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Attempting to bind port c329294e-09e9-4cd3-8baa-43f763b2ed26 on network 53339e3a-d9d0-47de-9f7a-6f158f4650c6 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:59.469013 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c928ec27-38fd-4a89-bbd3-97f120e3f0d4 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for 187b9bf8-66d8-4142-ad7c-b896083d0afd owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:59.495839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Attempting to bind port 6567e439-ad97-42d8-be5d-6d9a2eb20c37 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:00:59.497816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Attempting to bind port 6567e439-ad97-42d8-be5d-6d9a2eb20c37 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8768f426-0f8a-41e9-bd1f-177235036e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '85afd045-b380-403a-acd5-2f4ce3e058c8'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:00:59.497816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Attempting to bind port 6567e439-ad97-42d8-be5d-6d9a2eb20c37 on network 85afd045-b380-403a-acd5-2f4ce3e058c8 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:59.568200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Pushing event updated for resources: {'Port': ['ID=c329294e-09e9-4cd3-8baa-43f763b2ed26,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:59.576109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7afe8e09-e6a2-41d9-a8c1-203e3d8d054f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (3a78d196-ee95-4115-874b-1a5d7bce43a6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.587138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:00:59.588333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Checking segment: {'id': 'e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '444d67b4-192a-4bbd-b4f7-f9bbd14e8d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:59.589016 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.589671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Bound using segment: {'id': 'e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '444d67b4-192a-4bbd-b4f7-f9bbd14e8d15'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:00:59.590412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Bound port: ca2cc847-c334-4932-8e72-54cbe01d1231, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '444d67b4-192a-4bbd-b4f7-f9bbd14e8d15'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:00:59.591490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ca2cc847-c334-4932-8e72-54cbe01d1231), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.601620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7afe8e09-e6a2-41d9-a8c1-203e3d8d054f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (3a78d196-ee95-4115-874b-1a5d7bce43a6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.608306 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda6dd54-a8e3-48d0-a65c-8344cd2db76a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router 27b833f1-388e-4726-970a-c702dc59d062 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:59.625011 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:00:59.625998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Checking segment: {'id': '7cfe9ff2-638b-4275-b435-0d8cddf7f596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53339e3a-d9d0-47de-9f7a-6f158f4650c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:59.626646 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.628302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Bound using segment: {'id': '7cfe9ff2-638b-4275-b435-0d8cddf7f596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53339e3a-d9d0-47de-9f7a-6f158f4650c6'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:00:59.629075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Bound port: c329294e-09e9-4cd3-8baa-43f763b2ed26, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfe9ff2-638b-4275-b435-0d8cddf7f596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53339e3a-d9d0-47de-9f7a-6f158f4650c6'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:00:59.629740 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c329294e-09e9-4cd3-8baa-43f763b2ed26), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.637107 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:00:59.637918 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Checking segment: {'id': '8768f426-0f8a-41e9-bd1f-177235036e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '85afd045-b380-403a-acd5-2f4ce3e058c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:00:59.638576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.639560 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Bound using segment: {'id': '8768f426-0f8a-41e9-bd1f-177235036e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '85afd045-b380-403a-acd5-2f4ce3e058c8'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:00:59.640796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Bound port: 6567e439-ad97-42d8-be5d-6d9a2eb20c37, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8768f426-0f8a-41e9-bd1f-177235036e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '85afd045-b380-403a-acd5-2f4ce3e058c8'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:00:59.645727 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6567e439-ad97-42d8-be5d-6d9a2eb20c37), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.650446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-76728f1a-afd2-4168-a98d-8ced7c2b5978 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (5e652d53-6c40-4b6a-9fa6-6bdec8cd8237), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.683854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] For port c329294e-09e9-4cd3-8baa-43f763b2ed26, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:59.685365 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (c329294e-09e9-4cd3-8baa-43f763b2ed26), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.699472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Calling delete_port for c329294e-09e9-4cd3-8baa-43f763b2ed26 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:00:59.725000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda6dd54-a8e3-48d0-a65c-8344cd2db76a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:59.735653 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-eda6dd54-a8e3-48d0-a65c-8344cd2db76a tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/27b833f1-388e-4726-970a-c702dc59d062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8287473 Oct 28 10:00:59.736456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41140) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:59.792233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dec2a37-4d95-4b70-8039-bfe96fd1c307 None None] Sync routers for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:59.809938 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c928ec27-38fd-4a89-bbd3-97f120e3f0d4 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (187b9bf8-66d8-4142-ad7c-b896083d0afd), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.885767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:59.909081 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dec2a37-4d95-4b70-8039-bfe96fd1c307 None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:00:59.909660 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-2dec2a37-4d95-4b70-8039-bfe96fd1c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:59.925671 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7afe8e09-e6a2-41d9-a8c1-203e3d8d054f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (3a78d196-ee95-4115-874b-1a5d7bce43a6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.933445 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7afe8e09-e6a2-41d9-a8c1-203e3d8d054f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.935096 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7afe8e09-e6a2-41d9-a8c1-203e3d8d054f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3a78d196-ee95-4115-874b-1a5d7bce43a6 HTTP/1.1" status: 204 len: 168 time: 0.7061388 Oct 28 10:00:59.940477 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-76728f1a-afd2-4168-a98d-8ced7c2b5978 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5e652d53-6c40-4b6a-9fa6-6bdec8cd8237), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:59.974525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41142) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:00:59.990252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] For port 6567e439-ad97-42d8-be5d-6d9a2eb20c37, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:01:00.008251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] For port ca2cc847-c334-4932-8e72-54cbe01d1231, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:01:00.015091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-2dec2a37-4d95-4b70-8039-bfe96fd1c307 None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:01:00.018633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] For port 6567e439-ad97-42d8-be5d-6d9a2eb20c37, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6567e439-ad97-42d8-be5d-6d9a2eb20c37,segment=NetworkSegment(8768f426-0f8a-41e9-bd1f-177235036e5c),segment_id=8768f426-0f8a-41e9-bd1f-177235036e5c)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:01:00.023147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:00.052779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-178305c0-7b2b-4c8a-8627-c2067c9af6da tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (8629146d-1592-4f1e-884e-5d43bb6df37e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:00.084401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-2dec2a37-4d95-4b70-8039-bfe96fd1c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:58Z', 'revision_number': 11, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:00.111777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dec2a37-4d95-4b70-8039-bfe96fd1c307 None None] Checking router: 27b833f1-388e-4726-970a-c702dc59d062 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:01:00.122408 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dec2a37-4d95-4b70-8039-bfe96fd1c307 None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:00.123280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-2dec2a37-4d95-4b70-8039-bfe96fd1c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:00.152888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe8e09-e6a2-41d9-a8c1-203e3d8d054f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a78d196-ee95-4115-874b-1a5d7bce43a6,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:00.165212 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178305c0-7b2b-4c8a-8627-c2067c9af6da tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event deleted for resources: {'Subnet': ['ID=8629146d-1592-4f1e-884e-5d43bb6df37e,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:00.171823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-76728f1a-afd2-4168-a98d-8ced7c2b5978 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:00.176723 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-76728f1a-afd2-4168-a98d-8ced7c2b5978 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1243970 Oct 28 10:01:00.186653 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41144) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:00.209187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6567e439-ad97-42d8-be5d-6d9a2eb20c37), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:00.240570 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-8aaf172f-9d21-4b56-ab0e-201ef37fa185 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group': {'name': 'tempest-secgroup--275921269'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:00.291716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76728f1a-afd2-4168-a98d-8ced7c2b5978 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e652d53-6c40-4b6a-9fa6-6bdec8cd8237,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:00.328703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-178305c0-7b2b-4c8a-8627-c2067c9af6da tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:00.332958 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-178305c0-7b2b-4c8a-8627-c2067c9af6da tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/8629146d-1592-4f1e-884e-5d43bb6df37e HTTP/1.1" status: 204 len: 168 time: 2.6998153 Oct 28 10:01:00.339278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41146) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:00.357382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928ec27-38fd-4a89-bbd3-97f120e3f0d4 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=187b9bf8-66d8-4142-ad7c-b896083d0afd,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:00.358145 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-2dec2a37-4d95-4b70-8039-bfe96fd1c307 None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:01:00.366994 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81158b1-5c93-4ae6-8ddc-f2d531108609 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting subnet 33dfe16a-559f-423a-b0b1-29402dd1a3c1 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:01:00.372189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c928ec27-38fd-4a89-bbd3-97f120e3f0d4 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:00.381782 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c928ec27-38fd-4a89-bbd3-97f120e3f0d4 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/187b9bf8-66d8-4142-ad7c-b896083d0afd HTTP/1.1" status: 204 len: 168 time: 1.6507654 Oct 28 10:01:00.381782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f81158b1-5c93-4ae6-8ddc-f2d531108609 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (33dfe16a-559f-423a-b0b1-29402dd1a3c1), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:00.386398 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41150) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:00.453025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-2dec2a37-4d95-4b70-8039-bfe96fd1c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:58Z', 'revision_number': 11, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:00.480897 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f81158b1-5c93-4ae6-8ddc-f2d531108609 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (33dfe16a-559f-423a-b0b1-29402dd1a3c1), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:00.487112 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44ef26b1-b58d-456e-97f9-a7989758acd3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (c6546519-fbf9-4523-b469-649daf0b5540), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:00.496270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8aaf172f-9d21-4b56-ab0e-201ef37fa185 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:00.496554 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:00.500687 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:01:00.501067 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:01:00.503540 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] For port ca2cc847-c334-4932-8e72-54cbe01d1231, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ca2cc847-c334-4932-8e72-54cbe01d1231,segment=NetworkSegment(e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26),segment_id=e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:01:00.505327 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dec2a37-4d95-4b70-8039-bfe96fd1c307 None None] The sync data for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv is: [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:58Z', 'revision_number': 11, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:01:00.514568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d28a8-8626-462b-b102-45ddcbb8c498 None None] Pushing event updated for resources: {'Port': ['ID=6567e439-ad97-42d8-be5d-6d9a2eb20c37,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:00.574878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ca2cc847-c334-4932-8e72-54cbe01d1231), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:00.591153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8aaf172f-9d21-4b56-ab0e-201ef37fa185 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (81820375-ee21-47c6-9fd2-5292ea7914ad), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:00.601470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:00.606804 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (c329294e-09e9-4cd3-8baa-43f763b2ed26), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:00.651197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091e74d-8301-47a9-9faa-bbfc4ed46a3f None None] Pushing event updated for resources: {'Port': ['ID=ca2cc847-c334-4932-8e72-54cbe01d1231,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:00.653838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f81158b1-5c93-4ae6-8ddc-f2d531108609 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (33dfe16a-559f-423a-b0b1-29402dd1a3c1), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:00.812858 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f81158b1-5c93-4ae6-8ddc-f2d531108609 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (33dfe16a-559f-423a-b0b1-29402dd1a3c1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:00.847196 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:00.849648 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81158b1-5c93-4ae6-8ddc-f2d531108609 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Subnet': ['ID=33dfe16a-559f-423a-b0b1-29402dd1a3c1,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:00.851953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f81158b1-5c93-4ae6-8ddc-f2d531108609 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:00.860003 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f81158b1-5c93-4ae6-8ddc-f2d531108609 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/33dfe16a-559f-423a-b0b1-29402dd1a3c1 HTTP/1.1" status: 204 len: 168 time: 1.1204751 Oct 28 10:01:00.860284 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41152) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:00.866259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1754b23-dbb4-4e9e-bbcc-ee0d5dc1613c None None] Network 72a1c2a9-28ba-452a-8489-1eeac9c7990c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:01.069369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (72a1c2a9-28ba-452a-8489-1eeac9c7990c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.075544 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:01.136324 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Attempting to bind port c329294e-09e9-4cd3-8baa-43f763b2ed26 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:01.136910 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Deleting port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:01.137262 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.137765 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Attempting to bind port c329294e-09e9-4cd3-8baa-43f763b2ed26 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '7cfe9ff2-638b-4275-b435-0d8cddf7f596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53339e3a-d9d0-47de-9f7a-6f158f4650c6'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:01.138408 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Attempting to bind port c329294e-09e9-4cd3-8baa-43f763b2ed26 on network 53339e3a-d9d0-47de-9f7a-6f158f4650c6 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:01.194956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8aaf172f-9d21-4b56-ab0e-201ef37fa185 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (81820375-ee21-47c6-9fd2-5292ea7914ad), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.224515 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44ef26b1-b58d-456e-97f9-a7989758acd3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (c6546519-fbf9-4523-b469-649daf0b5540), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.241273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:01.243012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:01:01.244360 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Checking segment: {'id': '7cfe9ff2-638b-4275-b435-0d8cddf7f596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53339e3a-d9d0-47de-9f7a-6f158f4650c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:01.245059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.245656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Bound using segment: {'id': '7cfe9ff2-638b-4275-b435-0d8cddf7f596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53339e3a-d9d0-47de-9f7a-6f158f4650c6'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:01:01.246979 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Bound port: c329294e-09e9-4cd3-8baa-43f763b2ed26, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfe9ff2-638b-4275-b435-0d8cddf7f596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53339e3a-d9d0-47de-9f7a-6f158f4650c6'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:01:01.247637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c329294e-09e9-4cd3-8baa-43f763b2ed26), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.250532 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c54200-bba3-4175-9c86-ddcdc8868974 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Deleting subnet d7e0ee5f-9c22-4bf0-8296-4959746d26b7 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:01:01.256346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Port': ['ID=c329294e-09e9-4cd3-8baa-43f763b2ed26,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:01.280186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19b6bb9-1f41-444a-a12f-8e1881d7e5d6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:01.281736 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b19b6bb9-1f41-444a-a12f-8e1881d7e5d6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8913195 Oct 28 10:01:01.285196 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] For port b4148d1b-f3d9-41fc-b5fc-f995cf708d86, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b4148d1b-f3d9-41fc-b5fc-f995cf708d86,segment=NetworkSegment(e21df447-2f54-47d6-aac7-17a38e016941),segment_id=e21df447-2f54-47d6-aac7-17a38e016941)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:01.286285 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75c54200-bba3-4175-9c86-ddcdc8868974 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for subnet (d7e0ee5f-9c22-4bf0-8296-4959746d26b7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.287989 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.293544 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41154) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:01.326698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-01fc650f-101e-4d48-8ac5-ae37f7e3b032 None None] Port c329294e-09e9-4cd3-8baa-43f763b2ed26 has been deleted concurrently {{(pid=114061) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 28 10:01:01.354905 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fe686b-7151-4b16-86af-b0e87e088aa3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] GET failed (client error): The resource could not be found. Oct 28 10:01:01.364674 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8aaf172f-9d21-4b56-ab0e-201ef37fa185 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.364886 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-88fe686b-7151-4b16-86af-b0e87e088aa3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/187b9bf8-66d8-4142-ad7c-b896083d0afd HTTP/1.1" status: 404 len: 333 time: 0.0701880 Oct 28 10:01:01.365499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41156) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:01.369058 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8aaf172f-9d21-4b56-ab0e-201ef37fa185 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1315963 Oct 28 10:01:01.369171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Calling delete_port for b4148d1b-f3d9-41fc-b5fc-f995cf708d86 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:01.378639 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-92fb4094-b3eb-4751-b235-b5598cbe9c56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1317885739'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:01.383964 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41158) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:01.387767 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:01.387767 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No DVR routers for this DVR port c329294e-09e9-4cd3-8baa-43f763b2ed26 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:01.408524 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-af48abdb-a8b4-4e13-9e6f-9b7b56e94ef2 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '5e652d53-6c40-4b6a-9fa6-6bdec8cd8237', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '81820375-ee21-47c6-9fd2-5292ea7914ad'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:01.433068 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27484e80-ad8d-4fce-b03b-543fe1832b51 None None] DHCP port deletion for 72a1c2a9-28ba-452a-8489-1eeac9c7990c request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:01:01.505960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-27484e80-ad8d-4fce-b03b-543fe1832b51 None None] Deleting port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:01.506463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-27484e80-ad8d-4fce-b03b-543fe1832b51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.548608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (d4303571-3c32-429c-bfc5-c1068ba33c96), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.566761 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:01.576247 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf172f-9d21-4b56-ab0e-201ef37fa185 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81820375-ee21-47c6-9fd2-5292ea7914ad,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:01.586642 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fb4094-b3eb-4751-b235-b5598cbe9c56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:01.596290 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-92fb4094-b3eb-4751-b235-b5598cbe9c56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.604712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-27484e80-ad8d-4fce-b03b-543fe1832b51 None None] For port b4148d1b-f3d9-41fc-b5fc-f995cf708d86, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b4148d1b-f3d9-41fc-b5fc-f995cf708d86,segment=NetworkSegment(e21df447-2f54-47d6-aac7-17a38e016941),segment_id=e21df447-2f54-47d6-aac7-17a38e016941)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:01.605764 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-27484e80-ad8d-4fce-b03b-543fe1832b51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.615271 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75c54200-bba3-4175-9c86-ddcdc8868974 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (d7e0ee5f-9c22-4bf0-8296-4959746d26b7), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.635083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-27484e80-ad8d-4fce-b03b-543fe1832b51 None None] Calling delete_port for b4148d1b-f3d9-41fc-b5fc-f995cf708d86 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:01.647270 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.658032 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:01.713904 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Port': ['ID=b4148d1b-f3d9-41fc-b5fc-f995cf708d86,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:01.719123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fb4094-b3eb-4751-b235-b5598cbe9c56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:01:01.724149 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] No DVR routers for this DVR port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:01.739366 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:01.777424 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75c54200-bba3-4175-9c86-ddcdc8868974 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (d7e0ee5f-9c22-4bf0-8296-4959746d26b7), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.788243 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44ef26b1-b58d-456e-97f9-a7989758acd3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (c6546519-fbf9-4523-b469-649daf0b5540), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.789319 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-af48abdb-a8b4-4e13-9e6f-9b7b56e94ef2 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:01:01.790459 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-af48abdb-a8b4-4e13-9e6f-9b7b56e94ef2 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3913946 Oct 28 10:01:01.791205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-44ef26b1-b58d-456e-97f9-a7989758acd3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.795159 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-44ef26b1-b58d-456e-97f9-a7989758acd3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c6546519-fbf9-4523-b469-649daf0b5540 HTTP/1.1" status: 204 len: 168 time: 1.8129883 Oct 28 10:01:01.795351 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41162) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:01.804740 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-27484e80-ad8d-4fce-b03b-543fe1832b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (b4148d1b-f3d9-41fc-b5fc-f995cf708d86), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.841908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41164) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:01.849985 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:01.865144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (d4303571-3c32-429c-bfc5-c1068ba33c96), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.895070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27484e80-ad8d-4fce-b03b-543fe1832b51 None None] No DVR routers for this DVR port b4148d1b-f3d9-41fc-b5fc-f995cf708d86 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:01.916791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27484e80-ad8d-4fce-b03b-543fe1832b51 None None] Pushing event deleted for resources: {'Port': ['ID=b4148d1b-f3d9-41fc-b5fc-f995cf708d86,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:01.951385 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-92fb4094-b3eb-4751-b235-b5598cbe9c56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (708b9f0d-9bb0-4c53-bcf0-bc7101b6d196), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.951385 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-92fb4094-b3eb-4751-b235-b5598cbe9c56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Added segment 708b9f0d-9bb0-4c53-bcf0-bc7101b6d196 of type vlan for network bfc43efe-4567-4482-822a-775f5983a067 Oct 28 10:01:01.978184 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (72a1c2a9-28ba-452a-8489-1eeac9c7990c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:01.978722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef26b1-b58d-456e-97f9-a7989758acd3 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6546519-fbf9-4523-b469-649daf0b5540,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:01.989498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:01.996734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Subnet': ['ID=d4303571-3c32-429c-bfc5-c1068ba33c96,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:02.074794 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-559ab44f-328e-427b-994b-9f495cf29a5f tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (81820375-ee21-47c6-9fd2-5292ea7914ad), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.106169 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6567e439-ad97-42d8-be5d-6d9a2eb20c37 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:02.136887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-92fb4094-b3eb-4751-b235-b5598cbe9c56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (bfc43efe-4567-4482-822a-775f5983a067), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.142610 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a1c2a9-28ba-452a-8489-1eeac9c7990c']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:02.165219 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (53339e3a-d9d0-47de-9f7a-6f158f4650c6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.172556 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18ba805e-174a-473c-8e84-f7c7b95772f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (358e4a6b-801d-4821-8524-ecaadcc30cc1), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.175391 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21df447-2f54-47d6-aac7-17a38e016941') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:02.175697 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21df447-2f54-47d6-aac7-17a38e016941') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:02.178555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-559ab44f-328e-427b-994b-9f495cf29a5f tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (81820375-ee21-47c6-9fd2-5292ea7914ad), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.205682 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6567e439-ad97-42d8-be5d-6d9a2eb20c37 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:02.207677 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6567e439-ad97-42d8-be5d-6d9a2eb20c37), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.208393 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6567e439-ad97-42d8-be5d-6d9a2eb20c37 Oct 28 10:01:02.223746 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (e21df447-2f54-47d6-aac7-17a38e016941), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.256531 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53339e3a-d9d0-47de-9f7a-6f158f4650c6']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:02.267211 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18ba805e-174a-473c-8e84-f7c7b95772f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (358e4a6b-801d-4821-8524-ecaadcc30cc1), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.306068 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75c54200-bba3-4175-9c86-ddcdc8868974 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (d7e0ee5f-9c22-4bf0-8296-4959746d26b7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.308000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e21df447-2f54-47d6-aac7-17a38e016941), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.317785 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:02.318634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (e21df447-2f54-47d6-aac7-17a38e016941), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.337578 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfe9ff2-638b-4275-b435-0d8cddf7f596') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:02.337879 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfe9ff2-638b-4275-b435-0d8cddf7f596') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:02.340294 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6567e439-ad97-42d8-be5d-6d9a2eb20c37 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:02.340294 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6567e439-ad97-42d8-be5d-6d9a2eb20c37), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.390603 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:02.394539 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (7cfe9ff2-638b-4275-b435-0d8cddf7f596), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.398760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c54200-bba3-4175-9c86-ddcdc8868974 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e0ee5f-9c22-4bf0-8296-4959746d26b7,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:02.426038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-75c54200-bba3-4175-9c86-ddcdc8868974 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.439288 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-75c54200-bba3-4175-9c86-ddcdc8868974 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/d7e0ee5f-9c22-4bf0-8296-4959746d26b7 HTTP/1.1" status: 204 len: 168 time: 2.0905828 Oct 28 10:01:02.442572 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41168) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:02.446477 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 6567e439-ad97-42d8-be5d-6d9a2eb20c37, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6567e439-ad97-42d8-be5d-6d9a2eb20c37,segment=NetworkSegment(8768f426-0f8a-41e9-bd1f-177235036e5c),segment_id=8768f426-0f8a-41e9-bd1f-177235036e5c)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:02.457262 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment e21df447-2f54-47d6-aac7-17a38e016941 resource provider aggregate not found Oct 28 10:01:02.489667 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment e21df447-2f54-47d6-aac7-17a38e016941 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e21df447-2f54-47d6-aac7-17a38e016941 found for delete ", "request_id": "req-b6f329e2-472b-45b0-b6c2-6ac67c284982"}]} Oct 28 10:01:02.502035 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (7cfe9ff2-638b-4275-b435-0d8cddf7f596), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.516710 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:02.517119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (7cfe9ff2-638b-4275-b435-0d8cddf7f596), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.570761 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 7cfe9ff2-638b-4275-b435-0d8cddf7f596 resource provider aggregate not found Oct 28 10:01:02.578301 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6567e439-ad97-42d8-be5d-6d9a2eb20c37), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.579186 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ca2cc847-c334-4932-8e72-54cbe01d1231 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:02.579988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (72a1c2a9-28ba-452a-8489-1eeac9c7990c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.583213 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-92fb4094-b3eb-4751-b235-b5598cbe9c56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (bfc43efe-4567-4482-822a-775f5983a067), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.599002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fb4094-b3eb-4751-b235-b5598cbe9c56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:02.600013 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-92fb4094-b3eb-4751-b235-b5598cbe9c56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.624871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-559ab44f-328e-427b-994b-9f495cf29a5f tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (81820375-ee21-47c6-9fd2-5292ea7914ad), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.649774 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-559ab44f-328e-427b-994b-9f495cf29a5f tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.653598 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-559ab44f-328e-427b-994b-9f495cf29a5f tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/81820375-ee21-47c6-9fd2-5292ea7914ad HTTP/1.1" status: 204 len: 168 time: 0.8588037 Oct 28 10:01:02.654978 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.655770 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 7cfe9ff2-638b-4275-b435-0d8cddf7f596 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cfe9ff2-638b-4275-b435-0d8cddf7f596 found for delete ", "request_id": "req-b0c55561-b50f-4a71-8dc5-719adc64634e"}]} Oct 28 10:01:02.660069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18ba805e-174a-473c-8e84-f7c7b95772f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (358e4a6b-801d-4821-8524-ecaadcc30cc1), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.662838 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/networks/72a1c2a9-28ba-452a-8489-1eeac9c7990c HTTP/1.1" status: 204 len: 168 time: 1.7974210 Oct 28 10:01:02.663079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18ba805e-174a-473c-8e84-f7c7b95772f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.666887 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-18ba805e-174a-473c-8e84-f7c7b95772f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/358e4a6b-801d-4821-8524-ecaadcc30cc1 HTTP/1.1" status: 204 len: 168 time: 0.8187246 Oct 28 10:01:02.666887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41178) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:02.691265 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41180) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:02.691623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41182) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:02.699648 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-2901d681-4334-4e6b-a30d-89016526fd91 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'router': {'routes': None}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:02.766827 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7ecdc8-ed11-44c5-a913-3235feca2cbf tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:02.794246 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cb7ecdc8-ed11-44c5-a913-3235feca2cbf tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3491626 Oct 28 10:01:02.797630 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41184) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:02.802860 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:02.802860 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba805e-174a-473c-8e84-f7c7b95772f1 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358e4a6b-801d-4821-8524-ecaadcc30cc1,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:02.837623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924cfc9a-2234-42aa-a15a-fd502ab03edf None None] Network 85afd045-b380-403a-acd5-2f4ce3e058c8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:02.876284 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-46cfa276-d253-4624-9f43-5c6e36dfdfc8 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1996281 Oct 28 10:01:02.880037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41186) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:02.931916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (53339e3a-d9d0-47de-9f7a-6f158f4650c6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.978808 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.982818 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/53339e3a-d9d0-47de-9f7a-6f158f4650c6 HTTP/1.1" status: 204 len: 168 time: 4.3130174 Oct 28 10:01:03.027004 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41188) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:03.032479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-7ec452a3-cc94-484a-a0a1-fcf7eeaaa280 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1748468109'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:03.077624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca49a7-afeb-4d99-83be-660888082fb3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Network': ['ID=53339e3a-d9d0-47de-9f7a-6f158f4650c6,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:03.090781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:03.099867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-5e8b4208-f9ba-4fcd-b683-a20ff09d91c2 None None] Provisioning complete for port 6567e439-ad97-42d8-be5d-6d9a2eb20c37 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:03.100250 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5e8b4208-f9ba-4fcd-b683-a20ff09d91c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6567e439-ad97-42d8-be5d-6d9a2eb20c37), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.100585 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-5e8b4208-f9ba-4fcd-b683-a20ff09d91c2 None None] Attempt 1 to provision port 6567e439-ad97-42d8-be5d-6d9a2eb20c37 Oct 28 10:01:03.122163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (85afd045-b380-403a-acd5-2f4ce3e058c8), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.161742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=6567e439-ad97-42d8-be5d-6d9a2eb20c37,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:03.164618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-94b25612-10e6-4641-b758-22271131378e tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (5e652d53-6c40-4b6a-9fa6-6bdec8cd8237), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.171193 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec452a3-cc94-484a-a0a1-fcf7eeaaa280 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:03.178392 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ec452a3-cc94-484a-a0a1-fcf7eeaaa280 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.185174 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb4094-b3eb-4751-b235-b5598cbe9c56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Network': ['ID=bfc43efe-4567-4482-822a-775f5983a067,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:03.192066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.extraroute_db [None req-2901d681-4334-4e6b-a30d-89016526fd91 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Added routes are [] {{(pid=114059) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 10:01:03.192412 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.extraroute_db [None req-2901d681-4334-4e6b-a30d-89016526fd91 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Removed routes are [] {{(pid=114059) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 10:01:03.192969 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2901d681-4334-4e6b-a30d-89016526fd91 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (27b833f1-388e-4726-970a-c702dc59d062), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.227317 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network bfc43efe-4567-4482-822a-775f5983a067 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:01:03.253665 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-94b25612-10e6-4641-b758-22271131378e tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (5e652d53-6c40-4b6a-9fa6-6bdec8cd8237), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.256235 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ab44f-328e-427b-994b-9f495cf29a5f tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81820375-ee21-47c6-9fd2-5292ea7914ad,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:03.310343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec452a3-cc94-484a-a0a1-fcf7eeaaa280 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:01:03.317885 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Deleting port 6567e439-ad97-42d8-be5d-6d9a2eb20c37 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:03.318236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6567e439-ad97-42d8-be5d-6d9a2eb20c37), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.321533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:03.343788 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-92fb4094-b3eb-4751-b235-b5598cbe9c56 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9720852 Oct 28 10:01:03.346709 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41192) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:03.351959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9e084b8d-819b-4570-b45c-b8363f2403d9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'subnet': {'network_id': 'bfc43efe-4567-4482-822a-775f5983a067', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:03.352608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053265fe-6c4e-4fae-bfcd-7ccb4de685fa tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Pushing event deleted for resources: {'Network': ['ID=72a1c2a9-28ba-452a-8489-1eeac9c7990c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:03.372565 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ca2cc847-c334-4932-8e72-54cbe01d1231 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:03.372834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ca2cc847-c334-4932-8e72-54cbe01d1231), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.373264 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ca2cc847-c334-4932-8e72-54cbe01d1231 Oct 28 10:01:03.385541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ec452a3-cc94-484a-a0a1-fcf7eeaaa280 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (6e6251f2-049f-4394-b8c2-9b5174bceb87), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.385541 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-7ec452a3-cc94-484a-a0a1-fcf7eeaaa280 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Added segment 6e6251f2-049f-4394-b8c2-9b5174bceb87 of type vlan for network 175f56ce-b155-45c7-a4a0-0d32e540e949 Oct 28 10:01:03.409122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb72f9e-71a5-4ff8-bacf-53ec6c640bd6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting subnet 6b27c4b9-d7ec-4213-b508-b941628baa89 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:01:03.416392 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fcb72f9e-71a5-4ff8-bacf-53ec6c640bd6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (6b27c4b9-d7ec-4213-b508-b941628baa89), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.480316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d734ea2-0c68-4d46-88e6-0408c790f107 None None] DHCP port deletion for 53339e3a-d9d0-47de-9f7a-6f158f4650c6 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:01:03.530598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] For port 6567e439-ad97-42d8-be5d-6d9a2eb20c37, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6567e439-ad97-42d8-be5d-6d9a2eb20c37,segment=NetworkSegment(8768f426-0f8a-41e9-bd1f-177235036e5c),segment_id=8768f426-0f8a-41e9-bd1f-177235036e5c)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:03.531065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6567e439-ad97-42d8-be5d-6d9a2eb20c37), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.548039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e660a2-999f-4854-bd2b-eba7a4b41c81 None None] Network 53339e3a-d9d0-47de-9f7a-6f158f4650c6 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:03.552591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ec452a3-cc94-484a-a0a1-fcf7eeaaa280 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (175f56ce-b155-45c7-a4a0-0d32e540e949), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.554987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-94b25612-10e6-4641-b758-22271131378e tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5e652d53-6c40-4b6a-9fa6-6bdec8cd8237), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.558167 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-94b25612-10e6-4641-b758-22271131378e tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.561763 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-94b25612-10e6-4641-b758-22271131378e tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5e652d53-6c40-4b6a-9fa6-6bdec8cd8237 HTTP/1.1" status: 204 len: 168 time: 0.6778212 Oct 28 10:01:03.572536 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fcb72f9e-71a5-4ff8-bacf-53ec6c640bd6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (6b27c4b9-d7ec-4213-b508-b941628baa89), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.573125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Calling delete_port for 6567e439-ad97-42d8-be5d-6d9a2eb20c37 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:03.576407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41202) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:03.583927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e660a2-999f-4854-bd2b-eba7a4b41c81 None None] Network 53339e3a-d9d0-47de-9f7a-6f158f4650c6 could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 10:01:03.625935 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa11988-cf11-4b97-a68f-dbbcdf9cc9ec None None] Network 444d67b4-192a-4bbd-b4f7-f9bbd14e8d15 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:03.634679 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b25612-10e6-4641-b758-22271131378e tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e652d53-6c40-4b6a-9fa6-6bdec8cd8237,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:03.638075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa08d29-24ad-4d18-85b0-d52329bd6f1e None None] DHCP port deletion for 85afd045-b380-403a-acd5-2f4ce3e058c8 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:01:03.642387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b4208-f9ba-4fcd-b683-a20ff09d91c2 None None] Current status of the port 6567e439-ad97-42d8-be5d-6d9a2eb20c37 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:03.703151 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fb111473-6f60-48c5-91cb-cf4e2a6180b4 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1246288 Oct 28 10:01:03.708316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41206) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:03.713392 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e20fa22c-f8f7-4742-932e-73953e6acd2f tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379583013'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:03.732267 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2901d681-4334-4e6b-a30d-89016526fd91 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (27b833f1-388e-4726-970a-c702dc59d062), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.739317 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2901d681-4334-4e6b-a30d-89016526fd91 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (27b833f1-388e-4726-970a-c702dc59d062), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.769840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fcb72f9e-71a5-4ff8-bacf-53ec6c640bd6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (6b27c4b9-d7ec-4213-b508-b941628baa89), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.790043 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e084b8d-819b-4570-b45c-b8363f2403d9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:03.794112 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e084b8d-819b-4570-b45c-b8363f2403d9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.859297 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ec452a3-cc94-484a-a0a1-fcf7eeaaa280 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (175f56ce-b155-45c7-a4a0-0d32e540e949), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.865281 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec452a3-cc94-484a-a0a1-fcf7eeaaa280 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:03.865916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7ec452a3-cc94-484a-a0a1-fcf7eeaaa280 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.900521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e20fa22c-f8f7-4742-932e-73953e6acd2f tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.933401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-c95c9c58-f51d-4dda-bb52-8b4c742fe932 None None] Could not find standard attr ID for object c329294e-09e9-4cd3-8baa-43f763b2ed26. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:01:03.973517 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:03.987482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3aa08d29-24ad-4d18-85b0-d52329bd6f1e None None] Deleting port 6567e439-ad97-42d8-be5d-6d9a2eb20c37 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:03.988387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3aa08d29-24ad-4d18-85b0-d52329bd6f1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6567e439-ad97-42d8-be5d-6d9a2eb20c37), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.990549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fcb72f9e-71a5-4ff8-bacf-53ec6c640bd6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (6b27c4b9-d7ec-4213-b508-b941628baa89), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.000798 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7ec452a3-cc94-484a-a0a1-fcf7eeaaa280 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9727786 Oct 28 10:01:04.012324 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ca2cc847-c334-4932-8e72-54cbe01d1231 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:04.014845 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ca2cc847-c334-4932-8e72-54cbe01d1231), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.015085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41208) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:04.021391 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-fbdf729a-fe1c-4bb3-abbf-01fea7cc52d3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:04.042201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-c95c9c58-f51d-4dda-bb52-8b4c742fe932 None None] Provisioning complete for port ca2cc847-c334-4932-8e72-54cbe01d1231 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:04.043545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c95c9c58-f51d-4dda-bb52-8b4c742fe932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ca2cc847-c334-4932-8e72-54cbe01d1231), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.043545 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-c95c9c58-f51d-4dda-bb52-8b4c742fe932 None None] Attempt 1 to provision port ca2cc847-c334-4932-8e72-54cbe01d1231 Oct 28 10:01:04.050603 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec452a3-cc94-484a-a0a1-fcf7eeaaa280 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Network': ['ID=175f56ce-b155-45c7-a4a0-0d32e540e949,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:04.087885 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb72f9e-71a5-4ff8-bacf-53ec6c640bd6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Subnet': ['ID=6b27c4b9-d7ec-4213-b508-b941628baa89,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:04.091228 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 175f56ce-b155-45c7-a4a0-0d32e540e949 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:01:04.095891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (6567e439-ad97-42d8-be5d-6d9a2eb20c37), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.123117 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2901d681-4334-4e6b-a30d-89016526fd91 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router 27b833f1-388e-4726-970a-c702dc59d062 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:01:04.143821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fcb72f9e-71a5-4ff8-bacf-53ec6c640bd6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.160014 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-fcb72f9e-71a5-4ff8-bacf-53ec6c640bd6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/6b27c4b9-d7ec-4213-b508-b941628baa89 HTTP/1.1" status: 204 len: 168 time: 1.2985506 Oct 28 10:01:04.160862 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41210) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:04.178011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:04.179858 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bf1b0c-5770-4935-95fa-1481cf030681 None None] Network f29bf237-749c-4b61-83b8-307b66652a1d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:04.181963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038f93f0-3148-493f-ab7f-cd96b3b27fc5 None None] DHCP port deletion for 444d67b4-192a-4bbd-b4f7-f9bbd14e8d15 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:01:04.185690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3aa08d29-24ad-4d18-85b0-d52329bd6f1e None None] For port 6567e439-ad97-42d8-be5d-6d9a2eb20c37, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6567e439-ad97-42d8-be5d-6d9a2eb20c37,segment=NetworkSegment(8768f426-0f8a-41e9-bd1f-177235036e5c),segment_id=8768f426-0f8a-41e9-bd1f-177235036e5c)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:04.186182 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3aa08d29-24ad-4d18-85b0-d52329bd6f1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6567e439-ad97-42d8-be5d-6d9a2eb20c37), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.203770 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event deleted for resources: {'Port': ['ID=6567e439-ad97-42d8-be5d-6d9a2eb20c37,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:04.216796 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] No DVR routers for this DVR port 6567e439-ad97-42d8-be5d-6d9a2eb20c37 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:04.224803 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:04.261007 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:04.266700 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c40218-03e3-4061-a2c8-e9744bb71bf2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting subnet 4ba726a9-2816-415b-ae3b-3625126d45c3 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:01:04.272147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5c40218-03e3-4061-a2c8-e9744bb71bf2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (4ba726a9-2816-415b-ae3b-3625126d45c3), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.298901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3aa08d29-24ad-4d18-85b0-d52329bd6f1e None None] Calling delete_port for 6567e439-ad97-42d8-be5d-6d9a2eb20c37 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:04.302272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port ca2cc847-c334-4932-8e72-54cbe01d1231, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ca2cc847-c334-4932-8e72-54cbe01d1231,segment=NetworkSegment(e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26),segment_id=e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:04.332248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5c40218-03e3-4061-a2c8-e9744bb71bf2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (4ba726a9-2816-415b-ae3b-3625126d45c3), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.376146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fbdf729a-fe1c-4bb3-abbf-01fea7cc52d3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (175f56ce-b155-45c7-a4a0-0d32e540e949), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.404737 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:04.413628 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ca2cc847-c334-4932-8e72-54cbe01d1231), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.421781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-038f93f0-3148-493f-ab7f-cd96b3b27fc5 None None] Deleting port ca2cc847-c334-4932-8e72-54cbe01d1231 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:04.422158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-038f93f0-3148-493f-ab7f-cd96b3b27fc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ca2cc847-c334-4932-8e72-54cbe01d1231), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.490297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:04.492598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fbdf729a-fe1c-4bb3-abbf-01fea7cc52d3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (175f56ce-b155-45c7-a4a0-0d32e540e949), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.502312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e20fa22c-f8f7-4742-932e-73953e6acd2f tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (8a4840dc-c6aa-42f7-bf09-73ad29168542), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.528325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2901d681-4334-4e6b-a30d-89016526fd91 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:01:04.538042 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2901d681-4334-4e6b-a30d-89016526fd91 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.543106 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2901d681-4334-4e6b-a30d-89016526fd91 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/27b833f1-388e-4726-970a-c702dc59d062 HTTP/1.1" status: 200 len: 704 time: 1.8439341 Oct 28 10:01:04.543226 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41212) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:04.544364 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbdf729a-fe1c-4bb3-abbf-01fea7cc52d3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network 175f56ce-b155-45c7-a4a0-0d32e540e949 is not hosted by any dhcp agent {{(pid=114060) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 10:01:04.547267 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd84666-68d5-4837-b039-b48efd436ef5 None None] Sync routers for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:01:04.549304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdf729a-fe1c-4bb3-abbf-01fea7cc52d3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:04.550023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fbdf729a-fe1c-4bb3-abbf-01fea7cc52d3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.554902 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fbdf729a-fe1c-4bb3-abbf-01fea7cc52d3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "PUT /networking/v2.0/networks/175f56ce-b155-45c7-a4a0-0d32e540e949 HTTP/1.1" status: 200 len: 723 time: 0.5369611 Oct 28 10:01:04.556362 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41214) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:04.558885 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (85afd045-b380-403a-acd5-2f4ce3e058c8), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.563494 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d035daf9-b901-43ef-9c1c-56c89ef9ef91 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'subnet': {'network_id': '175f56ce-b155-45c7-a4a0-0d32e540e949', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:04.585263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b4148d1b-f3d9-41fc-b5fc-f995cf708d86 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:01:04.597843 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd84666-68d5-4837-b039-b48efd436ef5 None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:04.603190 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6bd84666-68d5-4837-b039-b48efd436ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:04.603429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c95c9c58-f51d-4dda-bb52-8b4c742fe932 None None] Current status of the port ca2cc847-c334-4932-8e72-54cbe01d1231 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:04.619697 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e20fa22c-f8f7-4742-932e-73953e6acd2f tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (8a4840dc-c6aa-42f7-bf09-73ad29168542), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.656251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: b4148d1b-f3d9-41fc-b5fc-f995cf708d86 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:01:04.656480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b4148d1b-f3d9-41fc-b5fc-f995cf708d86 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:01:04.657717 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device dcfaeb74-f546-4540-9bf9-f93b427bc585 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:01:04.704135 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85afd045-b380-403a-acd5-2f4ce3e058c8']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:04.713654 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5c40218-03e3-4061-a2c8-e9744bb71bf2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (4ba726a9-2816-415b-ae3b-3625126d45c3), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.721685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-038f93f0-3148-493f-ab7f-cd96b3b27fc5 None None] For port ca2cc847-c334-4932-8e72-54cbe01d1231, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ca2cc847-c334-4932-8e72-54cbe01d1231,segment=NetworkSegment(e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26),segment_id=e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:04.721958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-038f93f0-3148-493f-ab7f-cd96b3b27fc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ca2cc847-c334-4932-8e72-54cbe01d1231), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.731262 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e569ad4a-234d-4760-b642-7ac5219996d1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=27b833f1-388e-4726-970a-c702dc59d062 HTTP/1.1" status: 200 len: 205 time: 0.1844227 Oct 28 10:01:04.732322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=ca2cc847-c334-4932-8e72-54cbe01d1231,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:04.743693 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: dcfaeb74-f546-4540-9bf9-f93b427bc585 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:01:04.743693 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device dcfaeb74-f546-4540-9bf9-f93b427bc585 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:01:04.749329 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41218) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:04.764723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8768f426-0f8a-41e9-bd1f-177235036e5c') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:04.765165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8768f426-0f8a-41e9-bd1f-177235036e5c') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:04.775839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3aa08d29-24ad-4d18-85b0-d52329bd6f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (6567e439-ad97-42d8-be5d-6d9a2eb20c37), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.778482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-038f93f0-3148-493f-ab7f-cd96b3b27fc5 None None] Calling delete_port for ca2cc847-c334-4932-8e72-54cbe01d1231 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:04.833706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf729a-fe1c-4bb3-abbf-01fea7cc52d3 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Network': ['ID=175f56ce-b155-45c7-a4a0-0d32e540e949,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:04.848460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (8768f426-0f8a-41e9-bd1f-177235036e5c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.853013 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e20fa22c-f8f7-4742-932e-73953e6acd2f tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.854290 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e20fa22c-f8f7-4742-932e-73953e6acd2f tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1444623 Oct 28 10:01:04.862181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41220) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:04.864970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa08d29-24ad-4d18-85b0-d52329bd6f1e None None] Pushing event deleted for resources: {'Port': ['ID=6567e439-ad97-42d8-be5d-6d9a2eb20c37,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:04.873546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-879a6608-1d94-4903-9753-ce443a602072 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '8a4840dc-c6aa-42f7-bf09-73ad29168542', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:04.886189 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 175f56ce-b155-45c7-a4a0-0d32e540e949 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:01:04.890325 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-6bd84666-68d5-4837-b039-b48efd436ef5 None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:01:04.924588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fa22c-f8f7-4742-932e-73953e6acd2f tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4840dc-c6aa-42f7-bf09-73ad29168542,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:04.927950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d035daf9-b901-43ef-9c1c-56c89ef9ef91 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:04.937001 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d035daf9-b901-43ef-9c1c-56c89ef9ef91 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.946723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a543d1e-2443-46a4-9dc0-d5508841c01c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (27b833f1-388e-4726-970a-c702dc59d062), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:04.972334 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6bd84666-68d5-4837-b039-b48efd436ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:58Z', 'revision_number': 11, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:05.005752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa08d29-24ad-4d18-85b0-d52329bd6f1e None None] No DVR routers for this DVR port 6567e439-ad97-42d8-be5d-6d9a2eb20c37 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:05.006719 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd84666-68d5-4837-b039-b48efd436ef5 None None] Checking router: 27b833f1-388e-4726-970a-c702dc59d062 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:01:05.031466 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd84666-68d5-4837-b039-b48efd436ef5 None None] Routers {'27b833f1-388e-4726-970a-c702dc59d062'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:05.032696 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6bd84666-68d5-4837-b039-b48efd436ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['27b833f1-388e-4726-970a-c702dc59d062'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:05.082910 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e084b8d-819b-4570-b45c-b8363f2403d9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (690218ae-14ad-4ccb-a1ec-796fbe3cc5ca), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.086792 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (8768f426-0f8a-41e9-bd1f-177235036e5c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.087968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c329294e-09e9-4cd3-8baa-43f763b2ed26 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:01:05.099411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5c40218-03e3-4061-a2c8-e9744bb71bf2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (4ba726a9-2816-415b-ae3b-3625126d45c3), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.134806 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:05.153951 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-6bd84666-68d5-4837-b039-b48efd436ef5 None None] Set router 27b833f1-388e-4726-970a-c702dc59d062 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:01:05.173033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: c329294e-09e9-4cd3-8baa-43f763b2ed26 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:01:05.173618 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c329294e-09e9-4cd3-8baa-43f763b2ed26 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:01:05.173731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6567e439-ad97-42d8-be5d-6d9a2eb20c37 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:01:05.179571 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:05.180016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (8768f426-0f8a-41e9-bd1f-177235036e5c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.209290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:05.223230 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c40218-03e3-4061-a2c8-e9744bb71bf2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba726a9-2816-415b-ae3b-3625126d45c3,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:05.241928 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6bd84666-68d5-4837-b039-b48efd436ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:58Z', 'revision_number': 11, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:05.244100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5c40218-03e3-4061-a2c8-e9744bb71bf2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.249718 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e5c40218-03e3-4061-a2c8-e9744bb71bf2 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4ba726a9-2816-415b-ae3b-3625126d45c3 HTTP/1.1" status: 204 len: 168 time: 1.0836201 Oct 28 10:01:05.261910 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 6567e439-ad97-42d8-be5d-6d9a2eb20c37 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:01:05.262266 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6567e439-ad97-42d8-be5d-6d9a2eb20c37 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:01:05.262715 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ca2cc847-c334-4932-8e72-54cbe01d1231 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:01:05.262884 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41222) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:05.358084 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e084b8d-819b-4570-b45c-b8363f2403d9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Subnet': ['ID=690218ae-14ad-4ccb-a1ec-796fbe3cc5ca,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:05.363976 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-879a6608-1d94-4903-9753-ce443a602072 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:01:05.365280 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-879a6608-1d94-4903-9753-ce443a602072 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4986854 Oct 28 10:01:05.386841 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9ccf28-9bed-4707-9deb-23412809b515 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:05.389176 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9ccf28-9bed-4707-9deb-23412809b515 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:05.397836 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bd9ccf28-9bed-4707-9deb-23412809b515 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/6b27c4b9-d7ec-4213-b508-b941628baa89 HTTP/1.1" status: 404 len: 337 time: 0.1289041 Oct 28 10:01:05.397836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41226) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:05.398175 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 8768f426-0f8a-41e9-bd1f-177235036e5c resource provider aggregate not found Oct 28 10:01:05.400695 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41228) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:05.408669 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-0156a1d4-fc0f-408f-b6c9-fbf4bb3f6aec tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group_rule': {'security_group_id': '8a4840dc-c6aa-42f7-bf09-73ad29168542', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:05.413282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:05.414906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (85afd045-b380-403a-acd5-2f4ce3e058c8), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.420537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-038f93f0-3148-493f-ab7f-cd96b3b27fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (ca2cc847-c334-4932-8e72-54cbe01d1231), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.421270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.423448 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "DELETE /networking/v2.0/networks/85afd045-b380-403a-acd5-2f4ce3e058c8 HTTP/1.1" status: 204 len: 168 time: 2.6217201 Oct 28 10:01:05.425817 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41232) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:05.427351 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ca2cc847-c334-4932-8e72-54cbe01d1231 is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:05.430606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ca2cc847-c334-4932-8e72-54cbe01d1231), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.487561 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 8768f426-0f8a-41e9-bd1f-177235036e5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8768f426-0f8a-41e9-bd1f-177235036e5c found for delete ", "request_id": "req-b26a0961-4d18-4557-9838-f3c2980afa7a"}]} Oct 28 10:01:05.488497 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd84666-68d5-4837-b039-b48efd436ef5 None None] The sync data for ids ['27b833f1-388e-4726-970a-c702dc59d062'] in dv-neutron-zed-2-hyperv is: [{'id': '27b833f1-388e-4726-970a-c702dc59d062', 'name': 'tempest-RoutersIpV6Test-router-509657740', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:24Z', 'updated_at': '2022-10-28T10:00:58Z', 'revision_number': 11, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:01:05.494178 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a543d1e-2443-46a4-9dc0-d5508841c01c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (27b833f1-388e-4726-970a-c702dc59d062), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.519027 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a543d1e-2443-46a4-9dc0-d5508841c01c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_controller (27b833f1-388e-4726-970a-c702dc59d062), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.551748 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f93f0-3148-493f-ab7f-cd96b3b27fc5 None None] Pushing event deleted for resources: {'Port': ['ID=ca2cc847-c334-4932-8e72-54cbe01d1231,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:05.566036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038f93f0-3148-493f-ab7f-cd96b3b27fc5 None None] No DVR routers for this DVR port ca2cc847-c334-4932-8e72-54cbe01d1231 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:05.605545 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcae40-e33e-41d5-b313-dfb5823411a7 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event deleted for resources: {'Network': ['ID=85afd045-b380-403a-acd5-2f4ce3e058c8,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:05.710111 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:05.719699 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd996ca-8f7e-4e05-bd03-c0c145d09322 None None] Network f29bf237-749c-4b61-83b8-307b66652a1d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:05.749518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3b5a-5919-43d5-972c-904f77a3850b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (444d67b4-192a-4bbd-b4f7-f9bbd14e8d15), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.756289 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-40dfa1f9-cfdd-4e1d-b734-e0ad721ca85f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting subnet cec88c37-05f6-4e0a-a7f3-f2d5cd6deefa {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:01:05.762107 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e084b8d-819b-4570-b45c-b8363f2403d9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Checking segment: {'id': '708b9f0d-9bb0-4c53-bcf0-bc7101b6d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bfc43efe-4567-4482-822a-775f5983a067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:05.762479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e084b8d-819b-4570-b45c-b8363f2403d9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network hostable DHCP agents. Network: bfc43efe-4567-4482-822a-775f5983a067, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:01:05.766114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-40dfa1f9-cfdd-4e1d-b734-e0ad721ca85f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (cec88c37-05f6-4e0a-a7f3-f2d5cd6deefa), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.767579 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-0156a1d4-fc0f-408f-b6c9-fbf4bb3f6aec tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:01:05.770601 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0156a1d4-fc0f-408f-b6c9-fbf4bb3f6aec tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3718231 Oct 28 10:01:05.773478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41234) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:05.788932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4c8c4dba-83e9-43f3-832f-fda77b4f3b3e None None] Provisioning complete for port 6a17c822-505e-4ccf-a4ba-689979b7829b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:05.789330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4dba-83e9-43f3-832f-fda77b4f3b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6a17c822-505e-4ccf-a4ba-689979b7829b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.789671 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4c8c4dba-83e9-43f3-832f-fda77b4f3b3e None None] Attempt 1 to provision port 6a17c822-505e-4ccf-a4ba-689979b7829b Oct 28 10:01:05.849218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d035daf9-b901-43ef-9c1c-56c89ef9ef91 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (1d8b7449-30c4-4045-939e-e3211fe74d90), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.855886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-40dfa1f9-cfdd-4e1d-b734-e0ad721ca85f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (cec88c37-05f6-4e0a-a7f3-f2d5cd6deefa), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.858858 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c4dba-83e9-43f3-832f-fda77b4f3b3e None None] Port 6a17c822-505e-4ccf-a4ba-689979b7829b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:05.871916 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4c8c4dba-83e9-43f3-832f-fda77b4f3b3e None None] Provisioning complete for port 6bd74154-9b7c-47c6-91b0-712c194d414d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:05.872288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4dba-83e9-43f3-832f-fda77b4f3b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.872623 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4c8c4dba-83e9-43f3-832f-fda77b4f3b3e None None] Attempt 1 to provision port 6bd74154-9b7c-47c6-91b0-712c194d414d Oct 28 10:01:05.903145 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a543d1e-2443-46a4-9dc0-d5508841c01c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (27b833f1-388e-4726-970a-c702dc59d062), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.903145 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a543d1e-2443-46a4-9dc0-d5508841c01c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Fanout notify agent at l3_agent the message router_deleted on router 27b833f1-388e-4726-970a-c702dc59d062 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:01:05.923822 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a543d1e-2443-46a4-9dc0-d5508841c01c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:05.925346 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4a543d1e-2443-46a4-9dc0-d5508841c01c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/routers/27b833f1-388e-4726-970a-c702dc59d062 HTTP/1.1" status: 204 len: 168 time: 1.1709304 Oct 28 10:01:05.933269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41238) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:05.938892 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-36b76139-eca4-402c-be91-8ccb942e3882 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1700459994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:05.948398 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d035daf9-b901-43ef-9c1c-56c89ef9ef91 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Checking segment: {'id': '6e6251f2-049f-4394-b8c2-9b5174bceb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175f56ce-b155-45c7-a4a0-0d32e540e949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:05.948727 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d035daf9-b901-43ef-9c1c-56c89ef9ef91 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network hostable DHCP agents. Network: 175f56ce-b155-45c7-a4a0-0d32e540e949, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:01:05.971846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:05.978814 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035daf9-b901-43ef-9c1c-56c89ef9ef91 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Subnet': ['ID=1d8b7449-30c4-4045-939e-e3211fe74d90,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:05.996695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c4dba-83e9-43f3-832f-fda77b4f3b3e None None] Current status of the port 6bd74154-9b7c-47c6-91b0-712c194d414d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:06.036109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e084b8d-819b-4570-b45c-b8363f2403d9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network bfc43efe-4567-4482-822a-775f5983a067 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:01:06.048959 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:INSERT=6,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:06.097239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3b5a-5919-43d5-972c-904f77a3850b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (444d67b4-192a-4bbd-b4f7-f9bbd14e8d15), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.115202 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d035daf9-b901-43ef-9c1c-56c89ef9ef91 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network 175f56ce-b155-45c7-a4a0-0d32e540e949 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:01:06.125405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5a228a49-4369-40c2-a433-a0088b27e362 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (8a4840dc-c6aa-42f7-bf09-73ad29168542), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.157042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-3f3f3b5a-5919-43d5-972c-904f77a3850b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444d67b4-192a-4bbd-b4f7-f9bbd14e8d15']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:06.161848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:06.183465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-40dfa1f9-cfdd-4e1d-b734-e0ad721ca85f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (cec88c37-05f6-4e0a-a7f3-f2d5cd6deefa), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.187649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5a228a49-4369-40c2-a433-a0088b27e362 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (8a4840dc-c6aa-42f7-bf09-73ad29168542), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.191814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-3f3f3b5a-5919-43d5-972c-904f77a3850b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:06.192109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-3f3f3b5a-5919-43d5-972c-904f77a3850b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:06.194202 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36b76139-eca4-402c-be91-8ccb942e3882 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (f35eb70a-a694-4fd8-adb1-70b133e2a416), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.195232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36b76139-eca4-402c-be91-8ccb942e3882 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (f35eb70a-a694-4fd8-adb1-70b133e2a416), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.199979 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-d035daf9-b901-43ef-9c1c-56c89ef9ef91 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 175f56ce-b155-45c7-a4a0-0d32e540e949) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:06.213580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5401f2f6-55fb-4cf8-8c5b-703141b6c5b2 None None] Network 175f56ce-b155-45c7-a4a0-0d32e540e949 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:06.217507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d035daf9-b901-43ef-9c1c-56c89ef9ef91 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:06.218122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d035daf9-b901-43ef-9c1c-56c89ef9ef91 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.234159 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-9e084b8d-819b-4570-b45c-b8363f2403d9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, bfc43efe-4567-4482-822a-775f5983a067) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:06.261177 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3b5a-5919-43d5-972c-904f77a3850b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.274489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e084b8d-819b-4570-b45c-b8363f2403d9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:06.275367 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e084b8d-819b-4570-b45c-b8363f2403d9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.303597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5002b27b-2347-4d6d-91d4-1c59c6a17b37 None None] Network bfc43efe-4567-4482-822a-775f5983a067 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:06.315190 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d035daf9-b901-43ef-9c1c-56c89ef9ef91 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7576656 Oct 28 10:01:06.317797 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41240) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:06.321231 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3b5a-5919-43d5-972c-904f77a3850b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.325460 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-4f059dd0-7cac-4fbb-a652-6f6b58c09903 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:06.349706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3f3b5a-5919-43d5-972c-904f77a3850b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:06.355280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3b5a-5919-43d5-972c-904f77a3850b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.402280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36b76139-eca4-402c-be91-8ccb942e3882 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_controller (f35eb70a-a694-4fd8-adb1-70b133e2a416), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.439372 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9e084b8d-819b-4570-b45c-b8363f2403d9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0888402 Oct 28 10:01:06.445839 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41242) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:06.446592 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5a228a49-4369-40c2-a433-a0088b27e362 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (8a4840dc-c6aa-42f7-bf09-73ad29168542), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.449431 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5a228a49-4369-40c2-a433-a0088b27e362 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.450754 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5a228a49-4369-40c2-a433-a0088b27e362 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8a4840dc-c6aa-42f7-bf09-73ad29168542 HTTP/1.1" status: 204 len: 168 time: 0.6574900 Oct 28 10:01:06.456750 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d394cbed-7507-40b7-b7ab-5d2bd1a01b0b tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'subnet': {'network_id': 'bfc43efe-4567-4482-822a-775f5983a067', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:06.476173 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41244) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:06.488635 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4f059dd0-7cac-4fbb-a652-6f6b58c09903 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3678045'] for subnet (1d8b7449-30c4-4045-939e-e3211fe74d90), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.739349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4f059dd0-7cac-4fbb-a652-6f6b58c09903 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779533265574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2565923'] for subnet (1d8b7449-30c4-4045-939e-e3211fe74d90), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.795932 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f059dd0-7cac-4fbb-a652-6f6b58c09903 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:06.799281 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4f059dd0-7cac-4fbb-a652-6f6b58c09903 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.799281 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4f059dd0-7cac-4fbb-a652-6f6b58c09903 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "PUT /networking/v2.0/subnets/1d8b7449-30c4-4045-939e-e3211fe74d90 HTTP/1.1" status: 200 len: 806 time: 0.4798481 Oct 28 10:01:06.803206 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41246) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:06.902783 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-97ce6ae1-2079-4b0c-a792-3c785164e0dc None None] Provisioning complete for port 6a17c822-505e-4ccf-a4ba-689979b7829b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:06.904227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-97ce6ae1-2079-4b0c-a792-3c785164e0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6a17c822-505e-4ccf-a4ba-689979b7829b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.905006 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-97ce6ae1-2079-4b0c-a792-3c785164e0dc None None] Attempt 1 to provision port 6a17c822-505e-4ccf-a4ba-689979b7829b Oct 28 10:01:06.906997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f059dd0-7cac-4fbb-a652-6f6b58c09903 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Subnet': ['ID=1d8b7449-30c4-4045-939e-e3211fe74d90,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:06.907557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-175f56ce-b155-45c7-a4a0-0d32e540e949', 'network_id': '175f56ce-b155-45c7-a4a0-0d32e540e949', 'project_id': '2e2b0df30914433097c544ce0c429d35', 'fixed_ips': [{'subnet_id': '1d8b7449-30c4-4045-939e-e3211fe74d90'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:01:06.914302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:06.917303 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.929023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-bfc43efe-4567-4482-822a-775f5983a067', 'network_id': 'bfc43efe-4567-4482-822a-775f5983a067', 'project_id': 'ca63ccf8f825493e97e93fc2a91c67ac', 'fixed_ips': [{'subnet_id': '690218ae-14ad-4ccb-a1ec-796fbe3cc5ca'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:01:06.932082 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.934318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36b76139-eca4-402c-be91-8ccb942e3882 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (f35eb70a-a694-4fd8-adb1-70b133e2a416), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.970007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a228a49-4369-40c2-a433-a0088b27e362 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4840dc-c6aa-42f7-bf09-73ad29168542,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:06.979294 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (175f56ce-b155-45c7-a4a0-0d32e540e949), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.008831 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-33ab3cc9-ec92-4d8e-9f4d-ed68b8b70532 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5193288 Oct 28 10:01:07.012204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-40dfa1f9-cfdd-4e1d-b734-e0ad721ca85f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (cec88c37-05f6-4e0a-a7f3-f2d5cd6deefa), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.022039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41248) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.050682 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-cf501839-157f-459c-832f-307cf514a574 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595196281'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:07.057524 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-40dfa1f9-cfdd-4e1d-b734-e0ad721ca85f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.061434 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-40dfa1f9-cfdd-4e1d-b734-e0ad721ca85f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/cec88c37-05f6-4e0a-a7f3-f2d5cd6deefa HTTP/1.1" status: 204 len: 168 time: 1.6597166 Oct 28 10:01:07.062343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfa1f9-cfdd-4e1d-b734-e0ad721ca85f tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Subnet': ['ID=cec88c37-05f6-4e0a-a7f3-f2d5cd6deefa,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:07.066800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36b76139-eca4-402c-be91-8ccb942e3882 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.069631 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-36b76139-eca4-402c-be91-8ccb942e3882 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1337466 Oct 28 10:01:07.069631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41252) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.072572 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3b5a-5919-43d5-972c-904f77a3850b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (444d67b4-192a-4bbd-b4f7-f9bbd14e8d15), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.073556 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41254) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.093268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-6d3164ec-fc75-45c1-b1a5-d64b9b977523 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:07.108573 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3b5a-5919-43d5-972c-904f77a3850b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.114370 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3f3f3b5a-5919-43d5-972c-904f77a3850b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "DELETE /networking/v2.0/networks/444d67b4-192a-4bbd-b4f7-f9bbd14e8d15 HTTP/1.1" status: 204 len: 168 time: 1.6369557 Oct 28 10:01:07.114370 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f3b5a-5919-43d5-972c-904f77a3850b tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event deleted for resources: {'Network': ['ID=444d67b4-192a-4bbd-b4f7-f9bbd14e8d15,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:07.145029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41256) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.147057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d394cbed-7507-40b7-b7ab-5d2bd1a01b0b tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:07.154657 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d109647-24bf-49d2-b6b4-fe1b54102026 None None] Network f29bf237-749c-4b61-83b8-307b66652a1d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:07.159421 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d394cbed-7507-40b7-b7ab-5d2bd1a01b0b tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.175495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-97ce6ae1-2079-4b0c-a792-3c785164e0dc None None] Port 6a17c822-505e-4ccf-a4ba-689979b7829b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:07.210327 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (1d8b7449-30c4-4045-939e-e3211fe74d90), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.214782 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf55e05-f345-4d1c-9141-3272c72cf153 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:07.215010 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf55e05-f345-4d1c-9141-3272c72cf153 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:07.219033 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-daf55e05-f345-4d1c-9141-3272c72cf153 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/bfb7a396-ad0f-44c4-8937-b697dd89486b HTTP/1.1" status: 404 len: 337 time: 0.1450486 Oct 28 10:01:07.232170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41258) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.244106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:07.316295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cf501839-157f-459c-832f-307cf514a574 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.325094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=81,neutron:DELETE=12,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:07.379021 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-78d17e63-c64e-47e4-b49e-a7a4e949ef38 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=88a20b86-3ac8-49de-9e92-17fd0c52635b HTTP/1.1" status: 200 len: 205 time: 0.1434557 Oct 28 10:01:07.396236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41260) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.398485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-97ce6ae1-2079-4b0c-a792-3c785164e0dc None None] Provisioning complete for port 6bd74154-9b7c-47c6-91b0-712c194d414d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:07.400078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-97ce6ae1-2079-4b0c-a792-3c785164e0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.400625 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-97ce6ae1-2079-4b0c-a792-3c785164e0dc None None] Attempt 1 to provision port 6bd74154-9b7c-47c6-91b0-712c194d414d Oct 28 10:01:07.434229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ed685b9d-625f-4033-8870-90cd554a1153 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (180ca42a-4708-46f5-8f27-43210a8ef6e4), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.461707 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.ipam_backend_mixin [None req-d394cbed-7507-40b7-b7ab-5d2bd1a01b0b tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 690218ae-14ad-4ccb-a1ec-796fbe3cc5ca (CIDR: 2001:db8::/64) Oct 28 10:01:07.480839 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6d3164ec-fc75-45c1-b1a5-d64b9b977523 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (f35eb70a-a694-4fd8-adb1-70b133e2a416), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.485441 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-8facc2f9-9641-406b-95de-a2b36b22a245 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] delete failed (client error): The resource could not be found. Oct 28 10:01:07.490254 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8facc2f9-9641-406b-95de-a2b36b22a245 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/routers/88a20b86-3ac8-49de-9e92-17fd0c52635b HTTP/1.1" status: 404 len: 336 time: 0.0843606 Oct 28 10:01:07.494250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41262) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.509257 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:07.525264 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc1e231-ee57-4184-ab6b-74543ccb3d84 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:07.525416 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc1e231-ee57-4184-ab6b-74543ccb3d84 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:07.529548 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1bc1e231-ee57-4184-ab6b-74543ccb3d84 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/14b2fc11-7f8f-47cb-992c-625b8af0adff HTTP/1.1" status: 404 len: 337 time: 0.0342240 Oct 28 10:01:07.532380 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26 resource provider aggregate not found Oct 28 10:01:07.535280 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41266) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.547935 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Allocated IP 172.20.0.2 (175f56ce-b155-45c7-a4a0-0d32e540e949/1d8b7449-30c4-4045-939e-e3211fe74d90/78cfd968-0e49-4c3c-88b5-205f01c57c2b) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:07.570347 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-347d437f-d157-4aec-b788-35ae6681fb20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:07.570633 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347d437f-d157-4aec-b788-35ae6681fb20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:07.575442 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e59a7d41-c4c3-41fb-84f1-6dd7f5fbfd26 found for delete ", "request_id": "req-90df4376-5bbe-4643-9226-888e9bdcb627"}]} Oct 28 10:01:07.577652 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-347d437f-d157-4aec-b788-35ae6681fb20 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/198269c0-6314-404f-8161-c1846cfb1bd8 HTTP/1.1" status: 404 len: 337 time: 0.0410242 Oct 28 10:01:07.578380 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41270) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.589660 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-d394cbed-7507-40b7-b7ab-5d2bd1a01b0b tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:01:07.590261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d394cbed-7507-40b7-b7ab-5d2bd1a01b0b tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:07.590572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Allocated IP 2001:db8::2 (bfc43efe-4567-4482-822a-775f5983a067/690218ae-14ad-4ccb-a1ec-796fbe3cc5ca/60b9a810-0366-4e4c-8a98-d14becbed788) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:07.616903 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:07.617976 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fcef1a9-2c6b-4a5f-af31-17dc15b52cbd tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:07.618460 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fcef1a9-2c6b-4a5f-af31-17dc15b52cbd tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:07.619500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ed685b9d-625f-4033-8870-90cd554a1153 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (180ca42a-4708-46f5-8f27-43210a8ef6e4), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.625400 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8fcef1a9-2c6b-4a5f-af31-17dc15b52cbd tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/ac88bccc-cc54-4275-9ec4-f9a3b335a3f6 HTTP/1.1" status: 404 len: 337 time: 0.0459378 Oct 28 10:01:07.627135 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41272) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.645620 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6d3164ec-fc75-45c1-b1a5-d64b9b977523 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (f35eb70a-a694-4fd8-adb1-70b133e2a416), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.645833 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cf501839-157f-459c-832f-307cf514a574 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (5f2cb346-27b4-4278-be85-be54bff423a3), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.655331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-ed685b9d-625f-4033-8870-90cd554a1153 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180ca42a-4708-46f5-8f27-43210a8ef6e4']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:07.668889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-ed685b9d-625f-4033-8870-90cd554a1153 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f79175-d8ed-4150-b15b-e21932a18321') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:07.669347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-ed685b9d-625f-4033-8870-90cd554a1153 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f79175-d8ed-4150-b15b-e21932a18321') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:07.693312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ed685b9d-625f-4033-8870-90cd554a1153 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (64f79175-d8ed-4150-b15b-e21932a18321), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.710144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ed685b9d-625f-4033-8870-90cd554a1153 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (64f79175-d8ed-4150-b15b-e21932a18321), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.710413 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297ce01b-6485-4643-927e-0fc75d5b34ba None None] DHCP port deletion for f29bf237-749c-4b61-83b8-307b66652a1d request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:01:07.711960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-97ce6ae1-2079-4b0c-a792-3c785164e0dc None None] Current status of the port 6bd74154-9b7c-47c6-91b0-712c194d414d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:07.717465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed685b9d-625f-4033-8870-90cd554a1153 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:07.717991 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ed685b9d-625f-4033-8870-90cd554a1153 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (64f79175-d8ed-4150-b15b-e21932a18321), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.731484 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd54a70-d8db-4b5d-aec2-dac3abec649d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:07.732375 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd54a70-d8db-4b5d-aec2-dac3abec649d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:07.739078 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-edd54a70-d8db-4b5d-aec2-dac3abec649d tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f899e894-09f0-43f6-b112-a7c57eae2ae6 HTTP/1.1" status: 404 len: 333 time: 0.1114459 Oct 28 10:01:07.739963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41274) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.769956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:07.772659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cf501839-157f-459c-832f-307cf514a574 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5f2cb346-27b4-4278-be85-be54bff423a3), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.781288 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfc0079-f38f-479b-a48d-f35bacb4fcec tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:07.785024 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfc0079-f38f-479b-a48d-f35bacb4fcec tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:07.787524 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-fcfc0079-f38f-479b-a48d-f35bacb4fcec tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/8af3415f-ba65-4b6e-aeb8-486577bc1f50 HTTP/1.1" status: 404 len: 337 time: 0.0449650 Oct 28 10:01:07.788133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41276) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.823865 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7fa5e3-4c74-4c13-9408-407bcf89eb14 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:07.824600 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7fa5e3-4c74-4c13-9408-407bcf89eb14 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:07.824860 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d394cbed-7507-40b7-b7ab-5d2bd1a01b0b tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3725755 Oct 28 10:01:07.828031 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2f7fa5e3-4c74-4c13-9408-407bcf89eb14 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/3df3af16-22b0-4330-943b-5b7722711293 HTTP/1.1" status: 404 len: 337 time: 0.0359292 Oct 28 10:01:07.831881 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf501839-157f-459c-832f-307cf514a574 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2cb346-27b4-4278-be85-be54bff423a3,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:07.833914 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41278) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.835442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41280) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.840467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-2e5a2af1-1bbe-4ce6-86ee-3c73e81f6e1e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'subnet': {'network_id': 'bfc43efe-4567-4482-822a-775f5983a067', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:07.872861 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-188f0f39-68b6-44e5-96b5-3d2c8d80c583 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:07.879160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-297ce01b-6485-4643-927e-0fc75d5b34ba None None] Deleting port 6bd74154-9b7c-47c6-91b0-712c194d414d {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:07.879304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-188f0f39-68b6-44e5-96b5-3d2c8d80c583 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:07.879407 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-297ce01b-6485-4643-927e-0fc75d5b34ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.879512 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-188f0f39-68b6-44e5-96b5-3d2c8d80c583 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/2172e319-9448-4fa1-be4b-30bc9b7f5112 HTTP/1.1" status: 404 len: 333 time: 0.0397377 Oct 28 10:01:07.879512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41282) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.909258 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-310c71e2-699f-41f6-b0d8-7d0113989ba6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:07.909744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310c71e2-699f-41f6-b0d8-7d0113989ba6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:07.913566 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-310c71e2-699f-41f6-b0d8-7d0113989ba6 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/32dac0ce-03c8-4ebb-91b7-2b2f58b453ee HTTP/1.1" status: 404 len: 337 time: 0.0321677 Oct 28 10:01:07.913566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ed685b9d-625f-4033-8870-90cd554a1153 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (180ca42a-4708-46f5-8f27-43210a8ef6e4), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.924883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41284) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.927416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ed685b9d-625f-4033-8870-90cd554a1153 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.934504 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ed685b9d-625f-4033-8870-90cd554a1153 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "DELETE /networking/v2.0/networks/180ca42a-4708-46f5-8f27-43210a8ef6e4 HTTP/1.1" status: 204 len: 168 time: 0.7685621 Oct 28 10:01:07.934734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41286) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.955214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cf501839-157f-459c-832f-307cf514a574 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:07.959149 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cf501839-157f-459c-832f-307cf514a574 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9110522 Oct 28 10:01:07.959306 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed685b9d-625f-4033-8870-90cd554a1153 tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event deleted for resources: {'Network': ['ID=180ca42a-4708-46f5-8f27-43210a8ef6e4,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:07.971367 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41288) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:07.980462 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-36872176-3b01-4411-ae15-eb1b93a086de tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:07.981019 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING neutron.api.v2.base [None req-36872176-3b01-4411-ae15-eb1b93a086de tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 28 10:01:07.982208 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-36872176-3b01-4411-ae15-eb1b93a086de tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] update failed (client error): There was a conflict when trying to complete your request. Oct 28 10:01:07.982705 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-36872176-3b01-4411-ae15-eb1b93a086de tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "PUT /networking/v2.0/security-groups/5f2cb346-27b4-4278-be85-be54bff423a3 HTTP/1.1" status: 409 len: 330 time: 0.0057235 Oct 28 10:01:07.985908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41290) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:08.003025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Publish callbacks [] for port (78cfd968-0e49-4c3c-88b5-205f01c57c2b), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.021087 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d26631-8190-4192-893c-e9a6676aad27 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:08.022284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d26631-8190-4192-893c-e9a6676aad27 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:08.022458 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3164ec-fc75-45c1-b1a5-d64b9b977523 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Router f35eb70a-a694-4fd8-adb1-70b133e2a416 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:01:08.027794 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-86d26631-8190-4192-893c-e9a6676aad27 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/1d5d353b-7151-4e44-bd47-335ab4bdf75e HTTP/1.1" status: 404 len: 337 time: 0.0995083 Oct 28 10:01:08.031890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41292) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:08.044317 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-297ce01b-6485-4643-927e-0fc75d5b34ba None None] For port 6bd74154-9b7c-47c6-91b0-712c194d414d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6bd74154-9b7c-47c6-91b0-712c194d414d,segment=NetworkSegment(4df18bf0-2fbd-4278-b064-be27ffb75447),segment_id=4df18bf0-2fbd-4278-b064-be27ffb75447)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:08.044722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-297ce01b-6485-4643-927e-0fc75d5b34ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.068373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-297ce01b-6485-4643-927e-0fc75d5b34ba None None] Calling delete_port for 6bd74154-9b7c-47c6-91b0-712c194d414d owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:08.070426 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Publish callbacks [] for port (60b9a810-0366-4e4c-8a98-d14becbed788), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.106761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-953c778e-106f-4471-8bfb-45a4b63043dd tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (5f2cb346-27b4-4278-be85-be54bff423a3), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.123522 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (78cfd968-0e49-4c3c-88b5-205f01c57c2b), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.163396 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-953c778e-106f-4471-8bfb-45a4b63043dd tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (5f2cb346-27b4-4278-be85-be54bff423a3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.178462 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (60b9a810-0366-4e4c-8a98-d14becbed788), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.182302 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-bb8f9060-110c-4fe7-bc4b-93ce19e1b22a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Deleting port 6a17c822-505e-4ccf-a4ba-689979b7829b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:08.182704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bb8f9060-110c-4fe7-bc4b-93ce19e1b22a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6a17c822-505e-4ccf-a4ba-689979b7829b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.204307 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Network 175f56ce-b155-45c7-a4a0-0d32e540e949 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:08.205233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Pushing event updated for resources: {'Port': ['ID=78cfd968-0e49-4c3c-88b5-205f01c57c2b,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:08.216271 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:08.229877 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Network bfc43efe-4567-4482-822a-775f5983a067 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:08.233188 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:08.257327 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:08.257327 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:08.300228 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bb8f9060-110c-4fe7-bc4b-93ce19e1b22a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6a17c822-505e-4ccf-a4ba-689979b7829b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.318152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-bb8f9060-110c-4fe7-bc4b-93ce19e1b22a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Calling delete_port for 6a17c822-505e-4ccf-a4ba-689979b7829b owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:08.321015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Pushing event updated for resources: {'Port': ['ID=60b9a810-0366-4e4c-8a98-d14becbed788,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:08.390620 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-297ce01b-6485-4643-927e-0fc75d5b34ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (6bd74154-9b7c-47c6-91b0-712c194d414d), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.403907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Attempting to bind port 60b9a810-0366-4e4c-8a98-d14becbed788 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:08.404694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Attempting to bind port 60b9a810-0366-4e4c-8a98-d14becbed788 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '708b9f0d-9bb0-4c53-bcf0-bc7101b6d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bfc43efe-4567-4482-822a-775f5983a067'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:08.404694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Attempting to bind port 60b9a810-0366-4e4c-8a98-d14becbed788 on network bfc43efe-4567-4482-822a-775f5983a067 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:08.411165 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Attempting to bind port 78cfd968-0e49-4c3c-88b5-205f01c57c2b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:08.411420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Attempting to bind port 78cfd968-0e49-4c3c-88b5-205f01c57c2b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '6e6251f2-049f-4394-b8c2-9b5174bceb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175f56ce-b155-45c7-a4a0-0d32e540e949'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:08.411791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Attempting to bind port 78cfd968-0e49-4c3c-88b5-205f01c57c2b on network 175f56ce-b155-45c7-a4a0-0d32e540e949 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:08.414237 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ce01b-6485-4643-927e-0fc75d5b34ba None None] No DVR routers for this DVR port 6bd74154-9b7c-47c6-91b0-712c194d414d on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:08.432586 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-953c778e-106f-4471-8bfb-45a4b63043dd tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5f2cb346-27b4-4278-be85-be54bff423a3), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.435377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-953c778e-106f-4471-8bfb-45a4b63043dd tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.439553 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-953c778e-106f-4471-8bfb-45a4b63043dd tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5f2cb346-27b4-4278-be85-be54bff423a3 HTTP/1.1" status: 204 len: 168 time: 0.4494579 Oct 28 10:01:08.443545 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41296) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:08.465873 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c778e-106f-4471-8bfb-45a4b63043dd tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2cb346-27b4-4278-be85-be54bff423a3,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:08.496294 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ce01b-6485-4643-927e-0fc75d5b34ba None None] Pushing event deleted for resources: {'Port': ['ID=6bd74154-9b7c-47c6-91b0-712c194d414d,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:08.504943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:08.515859 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8356c3ce-6bf2-4b7f-8350-b6a61cc465e2 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0648668 Oct 28 10:01:08.517234 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41298) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:08.537443 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-757bbb0f-6107-46b3-9396-809939156f9d tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] delete failed (client error): The resource could not be found. Oct 28 10:01:08.538835 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-757bbb0f-6107-46b3-9396-809939156f9d tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ea4ba433-1037-4080-8112-3159aac5282b HTTP/1.1" status: 404 len: 347 time: 0.0210726 Oct 28 10:01:08.545063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41300) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:08.550716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e931f5d-08dc-45fe-b198-eeac6ae727be tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (e83c5f36-1b44-4b91-ab09-d7b14a5697b8), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.557345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:01:08.557777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Checking segment: {'id': '708b9f0d-9bb0-4c53-bcf0-bc7101b6d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bfc43efe-4567-4482-822a-775f5983a067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:08.557901 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3164ec-fc75-45c1-b1a5-d64b9b977523 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:01:08.558341 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.558774 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Bound using segment: {'id': '708b9f0d-9bb0-4c53-bcf0-bc7101b6d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bfc43efe-4567-4482-822a-775f5983a067'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:01:08.562018 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-16062a41-e867-47b4-a8f1-6edc0a5c5e7e tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] show failed (client error): The resource could not be found. Oct 28 10:01:08.563391 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-16062a41-e867-47b4-a8f1-6edc0a5c5e7e tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "GET /networking/v2.0/security-groups/7ba4617f-b1b7-4101-b5ef-8fac86cb7fa0 HTTP/1.1" status: 404 len: 347 time: 0.0167801 Oct 28 10:01:08.566163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6d3164ec-fc75-45c1-b1a5-d64b9b977523 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.567350 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6d3164ec-fc75-45c1-b1a5-d64b9b977523 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "PUT /networking/v2.0/routers/f35eb70a-a694-4fd8-adb1-70b133e2a416 HTTP/1.1" status: 200 len: 698 time: 1.4931853 Oct 28 10:01:08.568171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41302) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:08.570169 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41304) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:08.572245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Bound port: 60b9a810-0366-4e4c-8a98-d14becbed788, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708b9f0d-9bb0-4c53-bcf0-bc7101b6d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bfc43efe-4567-4482-822a-775f5983a067'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:01:08.572656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (60b9a810-0366-4e4c-8a98-d14becbed788), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.581801 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d843b-8547-4c23-903e-49dd66f3c1f4 None None] Sync routers for ids ['f35eb70a-a694-4fd8-adb1-70b133e2a416'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:01:08.589232 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-c0b1cea1-8ca9-4574-91f4-27416eef6544 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] show failed (client error): The resource could not be found. Oct 28 10:01:08.590275 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c0b1cea1-8ca9-4574-91f4-27416eef6544 tempest-NegativeSecGroupIPv6Test-673478521 tempest-NegativeSecGroupIPv6Test-673478521-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules/b7d7c276-20c1-423b-ba78-0707797b71d7 HTTP/1.1" status: 404 len: 356 time: 0.0198014 Oct 28 10:01:08.610297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:01:08.610297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Checking segment: {'id': '6e6251f2-049f-4394-b8c2-9b5174bceb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175f56ce-b155-45c7-a4a0-0d32e540e949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:08.613750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.613750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Bound using segment: {'id': '6e6251f2-049f-4394-b8c2-9b5174bceb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175f56ce-b155-45c7-a4a0-0d32e540e949'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:01:08.613750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Bound port: 78cfd968-0e49-4c3c-88b5-205f01c57c2b, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6251f2-049f-4394-b8c2-9b5174bceb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175f56ce-b155-45c7-a4a0-0d32e540e949'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:01:08.613750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (78cfd968-0e49-4c3c-88b5-205f01c57c2b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.623872 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bb8f9060-110c-4fe7-bc4b-93ce19e1b22a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (6a17c822-505e-4ccf-a4ba-689979b7829b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.686822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] For port 60b9a810-0366-4e4c-8a98-d14becbed788, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:01:08.686822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] For port 60b9a810-0366-4e4c-8a98-d14becbed788, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=60b9a810-0366-4e4c-8a98-d14becbed788,segment=NetworkSegment(708b9f0d-9bb0-4c53-bcf0-bc7101b6d196),segment_id=708b9f0d-9bb0-4c53-bcf0-bc7101b6d196)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:01:08.694057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f9060-110c-4fe7-bc4b-93ce19e1b22a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Port': ['ID=6a17c822-505e-4ccf-a4ba-689979b7829b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:08.703012 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-39c6653a-74fd-448f-b68a-bcc55a98d1e8 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/routers/f35eb70a-a694-4fd8-adb1-70b133e2a416 HTTP/1.1" status: 200 len: 704 time: 0.1314147 Oct 28 10:01:08.706806 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bb8f9060-110c-4fe7-bc4b-93ce19e1b22a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.708472 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e931f5d-08dc-45fe-b198-eeac6ae727be tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (e83c5f36-1b44-4b91-ab09-d7b14a5697b8), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.710032 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bb8f9060-110c-4fe7-bc4b-93ce19e1b22a tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/ports/6a17c822-505e-4ccf-a4ba-689979b7829b HTTP/1.1" status: 204 len: 168 time: 0.6767683 Oct 28 10:01:08.710766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41308) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:08.712130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d843b-8547-4c23-903e-49dd66f3c1f4 None None] Routers {'f35eb70a-a694-4fd8-adb1-70b133e2a416'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:08.712973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-105d843b-8547-4c23-903e-49dd66f3c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['f35eb70a-a694-4fd8-adb1-70b133e2a416'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:08.725305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41310) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:08.740068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-9e931f5d-08dc-45fe-b198-eeac6ae727be tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83c5f36-1b44-4b91-ab09-d7b14a5697b8']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:08.743551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:08.750204 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5a2af1-1bbe-4ce6-86ee-3c73e81f6e1e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:08.760539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2e5a2af1-1bbe-4ce6-86ee-3c73e81f6e1e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.766361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (1d8b7449-30c4-4045-939e-e3211fe74d90), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.766560 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-477ec372-c127-48df-be92-b77d386563bc tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f35eb70a-a694-4fd8-adb1-70b133e2a416 HTTP/1.1" status: 200 len: 205 time: 0.0520389 Oct 28 10:01:08.767015 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41312) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:08.778543 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-9e931f5d-08dc-45fe-b198-eeac6ae727be tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b70c5b-c5a1-4108-9c14-8530844e31a7') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:08.778899 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-9e931f5d-08dc-45fe-b198-eeac6ae727be tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b70c5b-c5a1-4108-9c14-8530844e31a7') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:08.797894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-105d843b-8547-4c23-903e-49dd66f3c1f4 None None] Set router f35eb70a-a694-4fd8-adb1-70b133e2a416 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:01:08.851679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Subnet': ['ID=1d8b7449-30c4-4045-939e-e3211fe74d90,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:08.858090 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e931f5d-08dc-45fe-b198-eeac6ae727be tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (a4b70c5b-c5a1-4108-9c14-8530844e31a7), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.886663 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (60b9a810-0366-4e4c-8a98-d14becbed788), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.902390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e931f5d-08dc-45fe-b198-eeac6ae727be tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (a4b70c5b-c5a1-4108-9c14-8530844e31a7), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.917969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a5247ca-b907-478e-ac58-5c2ff396af73 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (f29bf237-749c-4b61-83b8-307b66652a1d), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.922357 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1f662ae-6a01-4380-a68f-d39fab2aafe1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (f35eb70a-a694-4fd8-adb1-70b133e2a416), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.923908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-105d843b-8547-4c23-903e-49dd66f3c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35eb70a-a694-4fd8-adb1-70b133e2a416', 'name': 'tempest-RoutersIpV6Test-router-1700459994', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:06Z', 'updated_at': '2022-10-28T10:01:07Z', 'revision_number': 2, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:08.926781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6bd74154-9b7c-47c6-91b0-712c194d414d no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:01:08.958589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e931f5d-08dc-45fe-b198-eeac6ae727be tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:08.959377 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e931f5d-08dc-45fe-b198-eeac6ae727be tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (a4b70c5b-c5a1-4108-9c14-8530844e31a7), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.994329 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (175f56ce-b155-45c7-a4a0-0d32e540e949), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.001134 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment a4b70c5b-c5a1-4108-9c14-8530844e31a7 resource provider aggregate not found Oct 28 10:01:09.055201 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment a4b70c5b-c5a1-4108-9c14-8530844e31a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4b70c5b-c5a1-4108-9c14-8530844e31a7 found for delete ", "request_id": "req-dae9df92-36d4-4ff0-8694-705cd0fd74ea"}]} Oct 28 10:01:09.092323 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175f56ce-b155-45c7-a4a0-0d32e540e949']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:09.110552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6251f2-049f-4394-b8c2-9b5174bceb87') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:09.110930 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6251f2-049f-4394-b8c2-9b5174bceb87') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:09.125849 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (6e6251f2-049f-4394-b8c2-9b5174bceb87), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.173486 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (6e6251f2-049f-4394-b8c2-9b5174bceb87), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.194955 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:09.201701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (6e6251f2-049f-4394-b8c2-9b5174bceb87), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.231415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:09.256892 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] For port 78cfd968-0e49-4c3c-88b5-205f01c57c2b, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:01:09.260743 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d843b-8547-4c23-903e-49dd66f3c1f4 None None] Checking router: f35eb70a-a694-4fd8-adb1-70b133e2a416 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:01:09.273782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e931f5d-08dc-45fe-b198-eeac6ae727be tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (e83c5f36-1b44-4b91-ab09-d7b14a5697b8), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.295080 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d843b-8547-4c23-903e-49dd66f3c1f4 None None] Routers {'f35eb70a-a694-4fd8-adb1-70b133e2a416'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:09.295714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-105d843b-8547-4c23-903e-49dd66f3c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:00:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['f35eb70a-a694-4fd8-adb1-70b133e2a416'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:09.328595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a5247ca-b907-478e-ac58-5c2ff396af73 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (f29bf237-749c-4b61-83b8-307b66652a1d), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.336171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e931f5d-08dc-45fe-b198-eeac6ae727be tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.345391 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1f662ae-6a01-4380-a68f-d39fab2aafe1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (f35eb70a-a694-4fd8-adb1-70b133e2a416), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.348562 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9e931f5d-08dc-45fe-b198-eeac6ae727be tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] 10.222.0.49 "DELETE /networking/v2.0/networks/e83c5f36-1b44-4b91-ab09-d7b14a5697b8 HTTP/1.1" status: 204 len: 168 time: 1.4126534 Oct 28 10:01:09.351914 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1f662ae-6a01-4380-a68f-d39fab2aafe1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router_controller (f35eb70a-a694-4fd8-adb1-70b133e2a416), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.378057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-4a5247ca-b907-478e-ac58-5c2ff396af73 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29bf237-749c-4b61-83b8-307b66652a1d']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:09.401907 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e931f5d-08dc-45fe-b198-eeac6ae727be tempest-BulkNetworkOpsIpV6Test-421279639 tempest-BulkNetworkOpsIpV6Test-421279639-project] Pushing event deleted for resources: {'Network': ['ID=e83c5f36-1b44-4b91-ab09-d7b14a5697b8,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:09.428485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:09.440972 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-4a5247ca-b907-478e-ac58-5c2ff396af73 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df18bf0-2fbd-4278-b064-be27ffb75447') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:09.441588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-4a5247ca-b907-478e-ac58-5c2ff396af73 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df18bf0-2fbd-4278-b064-be27ffb75447') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:09.453060 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 6bd74154-9b7c-47c6-91b0-712c194d414d {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:01:09.453493 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6bd74154-9b7c-47c6-91b0-712c194d414d not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:01:09.456603 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a5247ca-b907-478e-ac58-5c2ff396af73 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (4df18bf0-2fbd-4278-b064-be27ffb75447), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.472724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.api [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 10:01:09.472724 dv-neutron-zed-2-hyperv neutron-server[114059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 10:01:09.472724 dv-neutron-zed-2-hyperv neutron-server[114059]: [parameters: {'id': '175f56ce-b155-45c7-a4a0-0d32e540e949'}] Oct 28 10:01:09.472724 dv-neutron-zed-2-hyperv neutron-server[114059]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:01:09.472724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG oslo_db.api [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:01:09.482428 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-105d843b-8547-4c23-903e-49dd66f3c1f4 None None] Set router f35eb70a-a694-4fd8-adb1-70b133e2a416 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:01:09.494630 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a5247ca-b907-478e-ac58-5c2ff396af73 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (4df18bf0-2fbd-4278-b064-be27ffb75447), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.506527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41324) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:09.506778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5247ca-b907-478e-ac58-5c2ff396af73 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:09.507215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a5247ca-b907-478e-ac58-5c2ff396af73 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (4df18bf0-2fbd-4278-b064-be27ffb75447), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.532795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] For port 78cfd968-0e49-4c3c-88b5-205f01c57c2b, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=78cfd968-0e49-4c3c-88b5-205f01c57c2b,segment=NetworkSegment(6e6251f2-049f-4394-b8c2-9b5174bceb87),segment_id=6e6251f2-049f-4394-b8c2-9b5174bceb87)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:01:09.551363 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879af53-0f41-426f-9e65-6c1091de33bb None None] Pushing event updated for resources: {'Port': ['ID=60b9a810-0366-4e4c-8a98-d14becbed788,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:09.573063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1f662ae-6a01-4380-a68f-d39fab2aafe1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (f35eb70a-a694-4fd8-adb1-70b133e2a416), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.573624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f662ae-6a01-4380-a68f-d39fab2aafe1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Fanout notify agent at l3_agent the message router_deleted on router f35eb70a-a694-4fd8-adb1-70b133e2a416 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:01:09.595363 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d1f662ae-6a01-4380-a68f-d39fab2aafe1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.600085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-105d843b-8547-4c23-903e-49dd66f3c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35eb70a-a694-4fd8-adb1-70b133e2a416', 'name': 'tempest-RoutersIpV6Test-router-1700459994', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:06Z', 'updated_at': '2022-10-28T10:01:07Z', 'revision_number': 2, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:09.600287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41330) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:09.600504 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d1f662ae-6a01-4380-a68f-d39fab2aafe1 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/routers/f35eb70a-a694-4fd8-adb1-70b133e2a416 HTTP/1.1" status: 204 len: 168 time: 0.8326378 Oct 28 10:01:09.602464 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 64f79175-d8ed-4150-b15b-e21932a18321 resource provider aggregate not found Oct 28 10:01:09.615909 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2e5a2af1-1bbe-4ce6-86ee-3c73e81f6e1e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (4534c645-036e-4fdb-a34d-79411b0fdd8c), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.624457 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 64f79175-d8ed-4150-b15b-e21932a18321 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64f79175-d8ed-4150-b15b-e21932a18321 found for delete ", "request_id": "req-bcedbfab-2254-40e4-9fb2-c9297df16f72"}]} Oct 28 10:01:09.639463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d843b-8547-4c23-903e-49dd66f3c1f4 None None] The sync data for ids ['f35eb70a-a694-4fd8-adb1-70b133e2a416'] in dv-neutron-zed-2-hyperv is: [{'id': 'f35eb70a-a694-4fd8-adb1-70b133e2a416', 'name': 'tempest-RoutersIpV6Test-router-1700459994', 'tenant_id': '25a1ece53cc94768b28900845d6f215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:06Z', 'updated_at': '2022-10-28T10:01:07Z', 'revision_number': 2, 'project_id': '25a1ece53cc94768b28900845d6f215a', 'gw_port_host': None}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:01:09.660811 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 4df18bf0-2fbd-4278-b064-be27ffb75447 resource provider aggregate not found Oct 28 10:01:09.689567 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-519d7f2b-329b-4d4d-a385-596ec8e2911c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f35eb70a-a694-4fd8-adb1-70b133e2a416 HTTP/1.1" status: 200 len: 205 time: 0.0883052 Oct 28 10:01:09.695218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41338) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:09.699009 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 4df18bf0-2fbd-4278-b064-be27ffb75447 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4df18bf0-2fbd-4278-b064-be27ffb75447 found for delete ", "request_id": "req-37d1136c-bd7f-408a-ab50-7c8a012f4a9e"}]} Oct 28 10:01:09.701189 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (78cfd968-0e49-4c3c-88b5-205f01c57c2b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.712998 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a5247ca-b907-478e-ac58-5c2ff396af73 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (f29bf237-749c-4b61-83b8-307b66652a1d), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.714349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5a2af1-1bbe-4ce6-86ee-3c73e81f6e1e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network bfc43efe-4567-4482-822a-775f5983a067 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:09.723448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-2e5a2af1-1bbe-4ce6-86ee-3c73e81f6e1e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:09.744753 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5a2af1-1bbe-4ce6-86ee-3c73e81f6e1e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:09.744753 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2e5a2af1-1bbe-4ce6-86ee-3c73e81f6e1e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.765770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a2af1-1bbe-4ce6-86ee-3c73e81f6e1e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Subnet': ['ID=4534c645-036e-4fdb-a34d-79411b0fdd8c,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:09.778981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a5247ca-b907-478e-ac58-5c2ff396af73 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.785459 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4a5247ca-b907-478e-ac58-5c2ff396af73 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] 10.222.0.49 "DELETE /networking/v2.0/networks/f29bf237-749c-4b61-83b8-307b66652a1d HTTP/1.1" status: 204 len: 168 time: 1.0606158 Oct 28 10:01:09.785459 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5247ca-b907-478e-ac58-5c2ff396af73 tempest-PortsTestJSON-1055020198 tempest-PortsTestJSON-1055020198-project] Pushing event deleted for resources: {'Network': ['ID=f29bf237-749c-4b61-83b8-307b66652a1d,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:09.789671 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-4d38536b-9009-40f4-8edc-7ecba7ce6b55 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] delete failed (client error): The resource could not be found. Oct 28 10:01:09.789671 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4d38536b-9009-40f4-8edc-7ecba7ce6b55 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/routers/f35eb70a-a694-4fd8-adb1-70b133e2a416 HTTP/1.1" status: 404 len: 336 time: 0.0917704 Oct 28 10:01:09.790832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41342) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:09.819066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2287c-fa97-4082-85b4-6389b975c766 None None] Pushing event updated for resources: {'Port': ['ID=78cfd968-0e49-4c3c-88b5-205f01c57c2b,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:09.825464 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-c541af21-4e67-4ba5-85cc-8b62cedbaafb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:09.826441 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c541af21-4e67-4ba5-85cc-8b62cedbaafb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:09.829560 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c541af21-4e67-4ba5-85cc-8b62cedbaafb tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/9b9aaff4-18d8-4dd0-b6b5-6416b1c4c12b HTTP/1.1" status: 404 len: 337 time: 0.0365019 Oct 28 10:01:09.835495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:09.838069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41344) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:09.854348 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5686e988-dc66-4a7d-abfb-e7b42c62a067 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f7e7e92bedfe44dc95098b15e07dfe78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464923 Oct 28 10:01:09.857670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41346) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:09.874859 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbd2a40-9259-4a71-a242-0200fee436cd tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:09.875611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fbd2a40-9259-4a71-a242-0200fee436cd tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:09.880412 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0fbd2a40-9259-4a71-a242-0200fee436cd tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/af925de4-7f29-48c4-b6d2-4e019b804b0b HTTP/1.1" status: 404 len: 337 time: 0.0388300 Oct 28 10:01:09.882226 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41348) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:09.921685 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddcbde7-1877-4ee4-88b1-897b6d321d6c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:09.921685 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ddcbde7-1877-4ee4-88b1-897b6d321d6c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:09.923495 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5ddcbde7-1877-4ee4-88b1-897b6d321d6c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/359f81aa-8be6-46e5-bd47-27b3fae12455 HTTP/1.1" status: 404 len: 337 time: 0.0402339 Oct 28 10:01:09.926560 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41350) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:09.959747 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7c3ff699-e3ad-44af-bdbc-8eb5de7ab34e admin admin] Publish callbacks [] for security_group (e780863b-3639-467b-be29-c27a6a8beeca), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.964916 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2e5a2af1-1bbe-4ce6-86ee-3c73e81f6e1e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1298914 Oct 28 10:01:09.967797 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2f3590-2ef3-415a-b906-86235844a398 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:09.967797 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2f3590-2ef3-415a-b906-86235844a398 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:09.971819 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1d2f3590-2ef3-415a-b906-86235844a398 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/33dfe16a-559f-423a-b0b1-29402dd1a3c1 HTTP/1.1" status: 404 len: 337 time: 0.0417104 Oct 28 10:01:09.972008 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41352) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:09.972165 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (175f56ce-b155-45c7-a4a0-0d32e540e949), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:09.974558 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41354) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:09.978962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d99a98da-f169-4c6c-9647-ff35529db04a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'network_id': 'bfc43efe-4567-4482-822a-775f5983a067', 'fixed_ips': [{'subnet_id': '690218ae-14ad-4ccb-a1ec-796fbe3cc5ca'}, {'subnet_id': '4534c645-036e-4fdb-a34d-79411b0fdd8c'}], 'name': 'tempest-PortsIpV6TestJSON-1292423053'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:10.049259 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7c3ff699-e3ad-44af-bdbc-8eb5de7ab34e admin admin] Publish callbacks [] for security_group (e780863b-3639-467b-be29-c27a6a8beeca), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:10.056635 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5ee3071a-4547-4fea-823f-9de490c8b501 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=27b833f1-388e-4726-970a-c702dc59d062 HTTP/1.1" status: 200 len: 205 time: 0.0731986 Oct 28 10:01:10.060014 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41358) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:10.117000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Deleting port 78cfd968-0e49-4c3c-88b5-205f01c57c2b {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:10.117340 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (78cfd968-0e49-4c3c-88b5-205f01c57c2b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:10.123853 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-11f9c2a9-811e-4397-94a6-eec439d70a18 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] delete failed (client error): The resource could not be found. Oct 28 10:01:10.125172 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-11f9c2a9-811e-4397-94a6-eec439d70a18 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/routers/27b833f1-388e-4726-970a-c702dc59d062 HTTP/1.1" status: 404 len: 336 time: 0.0561519 Oct 28 10:01:10.129052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41360) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:10.178250 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-869dd724-721f-4225-a462-16748401284b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4b8fbb34-b585-49d8-bea6-4c7544f29319 HTTP/1.1" status: 200 len: 205 time: 0.0484333 Oct 28 10:01:10.185086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41362) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:10.218750 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41364) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:10.234887 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-9de2d22e-eca6-4bd7-a33b-203cd5ee585b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] delete failed (client error): The resource could not be found. Oct 28 10:01:10.239181 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9de2d22e-eca6-4bd7-a33b-203cd5ee585b tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/routers/4b8fbb34-b585-49d8-bea6-4c7544f29319 HTTP/1.1" status: 404 len: 336 time: 0.0498512 Oct 28 10:01:10.239181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] For port 78cfd968-0e49-4c3c-88b5-205f01c57c2b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=78cfd968-0e49-4c3c-88b5-205f01c57c2b,segment=NetworkSegment(6e6251f2-049f-4394-b8c2-9b5174bceb87),segment_id=6e6251f2-049f-4394-b8c2-9b5174bceb87)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:10.239181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (78cfd968-0e49-4c3c-88b5-205f01c57c2b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:10.239620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41368) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:10.255112 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Calling delete_port for 78cfd968-0e49-4c3c-88b5-205f01c57c2b owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:10.277478 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acda778-a8aa-41f5-9edd-3eef849c344c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:10.278038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acda778-a8aa-41f5-9edd-3eef849c344c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:10.281307 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4acda778-a8aa-41f5-9edd-3eef849c344c tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/6207255f-9400-426c-a8bc-6cdaecc0e264 HTTP/1.1" status: 404 len: 337 time: 0.0406609 Oct 28 10:01:10.284881 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41370) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:10.319076 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0d936aea-c4e9-442b-8703-e54d80cb3969 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d2d6a3ae-3d65-4d3f-a883-af55447b80cf HTTP/1.1" status: 200 len: 205 time: 0.0330713 Oct 28 10:01:10.322407 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41372) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:10.335160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7c3ff699-e3ad-44af-bdbc-8eb5de7ab34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (e780863b-3639-467b-be29-c27a6a8beeca), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:10.337895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7c3ff699-e3ad-44af-bdbc-8eb5de7ab34e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:10.343237 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7c3ff699-e3ad-44af-bdbc-8eb5de7ab34e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e780863b-3639-467b-be29-c27a6a8beeca HTTP/1.1" status: 204 len: 168 time: 0.4802377 Oct 28 10:01:10.362587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:10.374688 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337de91e-bbe4-4bed-9b69-a956be2e4ae3 None None] get_active_networks_info from dv-neutron-zed-2-hyperv {{(pid=114061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 28 10:01:10.408174 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-48b98983-6c0a-42d6-a322-49cb18de3bb6 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] delete failed (client error): The resource could not be found. Oct 28 10:01:10.413295 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-48b98983-6c0a-42d6-a322-49cb18de3bb6 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/routers/d2d6a3ae-3d65-4d3f-a883-af55447b80cf HTTP/1.1" status: 404 len: 336 time: 0.0895722 Oct 28 10:01:10.417388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41378) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:10.420511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ff699-e3ad-44af-bdbc-8eb5de7ab34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e780863b-3639-467b-be29-c27a6a8beeca,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:10.472955 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99a98da-f169-4c6c-9647-ff35529db04a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:10.501959 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4d9d1835-0253-4e6f-b05a-24c26ac0d051 None None] Provisioning complete for port 60b9a810-0366-4e4c-8a98-d14becbed788 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:10.502574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4d9d1835-0253-4e6f-b05a-24c26ac0d051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (60b9a810-0366-4e4c-8a98-d14becbed788), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:10.504381 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4d9d1835-0253-4e6f-b05a-24c26ac0d051 None None] Attempt 1 to provision port 60b9a810-0366-4e4c-8a98-d14becbed788 Oct 28 10:01:10.530210 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-17d4eaa5-ee1c-4005-93ae-af573a116d7a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0147a36cf1854e1eba47e47194b2d91c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101928 Oct 28 10:01:10.531672 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-315ecb56-7f16-48e4-9999-bce5f15e4b90 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1a381bc-85d9-4f8b-9e29-5b6db8c014d0 HTTP/1.1" status: 200 len: 205 time: 0.1047471 Oct 28 10:01:10.533127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41382) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:10.536310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41384) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:10.582355 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337de91e-bbe4-4bed-9b69-a956be2e4ae3 None None] Resources bound (agent type, host, resource id): {{(pid=114061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 10:01:10.646823 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e83ca804-8fb7-44db-9cd6-44810351e9b5 admin admin] Publish callbacks [] for security_group (f517defb-b89a-4b20-80e7-5608fd318220), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:10.649731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41386) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:10.662242 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-3bfa781a-73b0-4eb0-ae2f-3222ef5258fc tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] delete failed (client error): The resource could not be found. Oct 28 10:01:10.663340 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3bfa781a-73b0-4eb0-ae2f-3222ef5258fc tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/routers/c1a381bc-85d9-4f8b-9e29-5b6db8c014d0 HTTP/1.1" status: 404 len: 336 time: 0.1198969 Oct 28 10:01:10.668240 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41390) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:10.702576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d1835-0253-4e6f-b05a-24c26ac0d051 None None] Current status of the port 60b9a810-0366-4e4c-8a98-d14becbed788 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:10.703115 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4d9d1835-0253-4e6f-b05a-24c26ac0d051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (60b9a810-0366-4e4c-8a98-d14becbed788), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:10.709448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e83ca804-8fb7-44db-9cd6-44810351e9b5 admin admin] Publish callbacks [] for security_group (f517defb-b89a-4b20-80e7-5608fd318220), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:10.734157 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae4b75f-e8f5-4db2-a3bc-eeb9202b8cbd tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:10.734527 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae4b75f-e8f5-4db2-a3bc-eeb9202b8cbd tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:10.739262 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8ae4b75f-e8f5-4db2-a3bc-eeb9202b8cbd tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/1756207e-0ffe-4d26-8f06-1797bb2a2544 HTTP/1.1" status: 404 len: 337 time: 0.0703247 Oct 28 10:01:10.744214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (78cfd968-0e49-4c3c-88b5-205f01c57c2b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:10.753572 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41392) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:10.773151 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d99a98da-f169-4c6c-9647-ff35529db04a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:10.783671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4d9d1835-0253-4e6f-b05a-24c26ac0d051 None None] For port 60b9a810-0366-4e4c-8a98-d14becbed788, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=60b9a810-0366-4e4c-8a98-d14becbed788,segment=NetworkSegment(708b9f0d-9bb0-4c53-bcf0-bc7101b6d196),segment_id=708b9f0d-9bb0-4c53-bcf0-bc7101b6d196)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:10.811275 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-dea1ba65-64c5-48a1-8156-2510b47d2131 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=473ac8ce-3a79-4253-9e6f-88c8af575cce HTTP/1.1" status: 200 len: 205 time: 0.0564773 Oct 28 10:01:10.813722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-d99a98da-f169-4c6c-9647-ff35529db04a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] device_id is not set on port df591b0f-6efc-469d-a173-702fd6927da9 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:01:10.819263 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41394) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:10.859206 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Port': ['ID=78cfd968-0e49-4c3c-88b5-205f01c57c2b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:10.870413 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-d1260dbb-0246-4b5b-ae09-15deb6f0b638 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] delete failed (client error): The resource could not be found. Oct 28 10:01:10.871516 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d1260dbb-0246-4b5b-ae09-15deb6f0b638 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/routers/473ac8ce-3a79-4253-9e6f-88c8af575cce HTTP/1.1" status: 404 len: 336 time: 0.0513017 Oct 28 10:01:10.878820 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No DVR routers for this DVR port 78cfd968-0e49-4c3c-88b5-205f01c57c2b on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:10.883280 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41398) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:10.913011 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4d9d1835-0253-4e6f-b05a-24c26ac0d051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (60b9a810-0366-4e4c-8a98-d14becbed788), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:10.985381 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7a5650-122e-4d5e-a8fe-ac4d1010d8e6 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:10.986433 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7a5650-122e-4d5e-a8fe-ac4d1010d8e6 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:10.995605 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-db7a5650-122e-4d5e-a8fe-ac4d1010d8e6 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/d79e0486-2bdd-453f-b69e-0d4e7bba2390 HTTP/1.1" status: 404 len: 337 time: 0.0974448 Oct 28 10:01:10.997582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e83ca804-8fb7-44db-9cd6-44810351e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (f517defb-b89a-4b20-80e7-5608fd318220), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.002092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e83ca804-8fb7-44db-9cd6-44810351e9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.004001 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e83ca804-8fb7-44db-9cd6-44810351e9b5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f517defb-b89a-4b20-80e7-5608fd318220 HTTP/1.1" status: 204 len: 168 time: 0.4694271 Oct 28 10:01:11.007624 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41400) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:11.021879 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655da696-ff27-4ed0-9083-0cd8a2ae4adc None None] Network bfc43efe-4567-4482-822a-775f5983a067 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:11.028338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de83e0b2-9095-4ace-ae37-c4cde4bf22e4 None None] Network 175f56ce-b155-45c7-a4a0-0d32e540e949 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:11.043552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ca804-8fb7-44db-9cd6-44810351e9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f517defb-b89a-4b20-80e7-5608fd318220,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:11.128930 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-76b9c350-fed3-48d1-a2c6-1c0342d301ca tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=eb25d475-fb44-4d9e-a6e8-da6570bc3f5b HTTP/1.1" status: 200 len: 205 time: 0.1151698 Oct 28 10:01:11.130185 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41408) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:11.132308 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 6e6251f2-049f-4394-b8c2-9b5174bceb87 resource provider aggregate not found Oct 28 10:01:11.210260 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-a64ec391-572d-4b4c-a6ce-1f0ed209ecad tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] delete failed (client error): The resource could not be found. Oct 28 10:01:11.218235 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a64ec391-572d-4b4c-a6ce-1f0ed209ecad tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/routers/eb25d475-fb44-4d9e-a6e8-da6570bc3f5b HTTP/1.1" status: 404 len: 336 time: 0.0775862 Oct 28 10:01:11.219307 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41412) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:11.221531 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 6e6251f2-049f-4394-b8c2-9b5174bceb87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e6251f2-049f-4394-b8c2-9b5174bceb87 found for delete ", "request_id": "req-830a77aa-040f-48f7-93a0-3aae9257fa11"}]} Oct 28 10:01:11.244765 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 60b9a810-0366-4e4c-8a98-d14becbed788 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:11.249225 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d1835-0253-4e6f-b05a-24c26ac0d051 None None] Pushing event updated for resources: {'Port': ['ID=60b9a810-0366-4e4c-8a98-d14becbed788,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:11.272356 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (175f56ce-b155-45c7-a4a0-0d32e540e949), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.312838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-d99a98da-f169-4c6c-9647-ff35529db04a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Allocated IP 2001:db8::291 (bfc43efe-4567-4482-822a-775f5983a067/690218ae-14ad-4ccb-a1ec-796fbe3cc5ca/df591b0f-6efc-469d-a173-702fd6927da9) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:11.321438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-d99a98da-f169-4c6c-9647-ff35529db04a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Allocated IP 2001:db8:0:1::366 (bfc43efe-4567-4482-822a-775f5983a067/4534c645-036e-4fdb-a34d-79411b0fdd8c/df591b0f-6efc-469d-a173-702fd6927da9) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:11.324351 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b987a266-0472-48a4-939a-7c6b6ccd7f32 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:11.324814 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b987a266-0472-48a4-939a-7c6b6ccd7f32 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:11.332730 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41418) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:11.333126 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b987a266-0472-48a4-939a-7c6b6ccd7f32 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/d8251022-3c09-46f8-8c33-5122e4490a4f HTTP/1.1" status: 404 len: 337 time: 0.0775158 Oct 28 10:01:11.358198 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175f56ce-b155-45c7-a4a0-0d32e540e949']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:11.363618 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8d3d2d46-8fd1-40c8-b239-764ab0f1b818 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=957c4481f9b648aea145c14784aee8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7117443 Oct 28 10:01:11.369029 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41420) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:11.370196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90638827-fd85-45ad-b003-d624af3df959 None None] Network 175f56ce-b155-45c7-a4a0-0d32e540e949 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:11.381189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6251f2-049f-4394-b8c2-9b5174bceb87') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:11.381969 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6251f2-049f-4394-b8c2-9b5174bceb87') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:11.383776 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11d3cc6-18ab-4315-a106-30c6c49b0585 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:11.384254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11d3cc6-18ab-4315-a106-30c6c49b0585 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:11.384624 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:11.390299 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f11d3cc6-18ab-4315-a106-30c6c49b0585 tempest-RoutersIpV6Test-1134273992 tempest-RoutersIpV6Test-1134273992-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/8b333a31-046c-4445-9b9d-b2d6bf76dac5 HTTP/1.1" status: 404 len: 337 time: 0.0540600 Oct 28 10:01:11.403485 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (6e6251f2-049f-4394-b8c2-9b5174bceb87), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.440679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (6e6251f2-049f-4394-b8c2-9b5174bceb87), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.452719 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:11.453391 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (6e6251f2-049f-4394-b8c2-9b5174bceb87), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.455324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:11.467113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 60b9a810-0366-4e4c-8a98-d14becbed788 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:11.467746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (60b9a810-0366-4e4c-8a98-d14becbed788), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.468328 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 60b9a810-0366-4e4c-8a98-d14becbed788 Oct 28 10:01:11.519056 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9cdfaf3b-0676-4859-a3f0-6e5aef779f8f admin admin] Publish callbacks [] for security_group (ae425923-1eeb-49ba-917e-736913ce135d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.547256 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9cdfaf3b-0676-4859-a3f0-6e5aef779f8f admin admin] Publish callbacks [] for security_group (ae425923-1eeb-49ba-917e-736913ce135d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.608346 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:11.631918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d99a98da-f169-4c6c-9647-ff35529db04a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (df591b0f-6efc-469d-a173-702fd6927da9), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.649758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 60b9a810-0366-4e4c-8a98-d14becbed788 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:11.676847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fabba71-beb2-456f-98c0-70b52cb3cb39 None None] Update dhcp port {'port': {'network_id': 'bfc43efe-4567-4482-822a-775f5983a067', 'fixed_ips': [{'subnet_id': '690218ae-14ad-4ccb-a1ec-796fbe3cc5ca', 'ip_address': '2001:db8::2'}, {'subnet_id': '4534c645-036e-4fdb-a34d-79411b0fdd8c'}], 'binding:host_id': 'dv-neutron-zed-2-hyperv'}, 'id': '60b9a810-0366-4e4c-8a98-d14becbed788'} from dv-neutron-zed-2-hyperv. {{(pid=114061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 28 10:01:11.700637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:11.719070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3fabba71-beb2-456f-98c0-70b52cb3cb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (60b9a810-0366-4e4c-8a98-d14becbed788), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.792138 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9cdfaf3b-0676-4859-a3f0-6e5aef779f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (ae425923-1eeb-49ba-917e-736913ce135d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.795112 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9cdfaf3b-0676-4859-a3f0-6e5aef779f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.796508 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9cdfaf3b-0676-4859-a3f0-6e5aef779f8f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ae425923-1eeb-49ba-917e-736913ce135d HTTP/1.1" status: 204 len: 168 time: 0.4261785 Oct 28 10:01:11.806112 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfaf3b-0676-4859-a3f0-6e5aef779f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae425923-1eeb-49ba-917e-736913ce135d,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:11.855681 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d99a98da-f169-4c6c-9647-ff35529db04a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (df591b0f-6efc-469d-a173-702fd6927da9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.862769 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (175f56ce-b155-45c7-a4a0-0d32e540e949), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.870303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.881120 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/175f56ce-b155-45c7-a4a0-0d32e540e949 HTTP/1.1" status: 204 len: 168 time: 5.0771332 Oct 28 10:01:11.881499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41434) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:11.935158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-3fabba71-beb2-456f-98c0-70b52cb3cb39 None None] Allocated IP 2001:db8:0:1::2 (bfc43efe-4567-4482-822a-775f5983a067/4534c645-036e-4fdb-a34d-79411b0fdd8c/60b9a810-0366-4e4c-8a98-d14becbed788) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:11.940846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa6014-c63f-4bb1-a64c-f2cb45f43db4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Network': ['ID=175f56ce-b155-45c7-a4a0-0d32e540e949,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:11.946789 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-133babc8-3e78-426d-b43a-513819ec9ead tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:11.947816 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133babc8-3e78-426d-b43a-513819ec9ead tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:11.960300 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-133babc8-3e78-426d-b43a-513819ec9ead tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/175f56ce-b155-45c7-a4a0-0d32e540e949 HTTP/1.1" status: 404 len: 339 time: 0.0712943 Oct 28 10:01:11.961419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41438) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:11.964362 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99a98da-f169-4c6c-9647-ff35529db04a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network bfc43efe-4567-4482-822a-775f5983a067 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:11.972887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-ee5f13ee-e332-41e7-8630-6abf49fd04f1 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-654143052', 'description': 'd1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:11.973125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d99a98da-f169-4c6c-9647-ff35529db04a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:11.977140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99a98da-f169-4c6c-9647-ff35529db04a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:11.987272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99a98da-f169-4c6c-9647-ff35529db04a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:11.988621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d99a98da-f169-4c6c-9647-ff35529db04a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:11.993108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a98da-f169-4c6c-9647-ff35529db04a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=df591b0f-6efc-469d-a173-702fd6927da9,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:12.051826 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3fabba71-beb2-456f-98c0-70b52cb3cb39 None None] For port 60b9a810-0366-4e4c-8a98-d14becbed788, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=60b9a810-0366-4e4c-8a98-d14becbed788,segment=NetworkSegment(708b9f0d-9bb0-4c53-bcf0-bc7101b6d196),segment_id=708b9f0d-9bb0-4c53-bcf0-bc7101b6d196)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:12.085055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3fabba71-beb2-456f-98c0-70b52cb3cb39 None None] Publish callbacks [] for port (60b9a810-0366-4e4c-8a98-d14becbed788), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:12.149998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5f13ee-e332-41e7-8630-6abf49fd04f1 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:12.154219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee5f13ee-e332-41e7-8630-6abf49fd04f1 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:12.182111 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5f13ee-e332-41e7-8630-6abf49fd04f1 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:01:12.191855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee5f13ee-e332-41e7-8630-6abf49fd04f1 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (803179dc-2a1b-4a6f-804f-4d8e3d46a486), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:12.192213 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-ee5f13ee-e332-41e7-8630-6abf49fd04f1 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Added segment 803179dc-2a1b-4a6f-804f-4d8e3d46a486 of type vlan for network 03d9403e-3af1-456d-8c6d-732835ee54b5 Oct 28 10:01:12.209554 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:12.209731 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d99a98da-f169-4c6c-9647-ff35529db04a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.2352538 Oct 28 10:01:12.209875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3fabba71-beb2-456f-98c0-70b52cb3cb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (60b9a810-0366-4e4c-8a98-d14becbed788), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:12.210351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41440) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:12.224266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-f76040db-a599-4de8-ac24-9c66ff70f379 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '690218ae-14ad-4ccb-a1ec-796fbe3cc5ca'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:12.252378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee5f13ee-e332-41e7-8630-6abf49fd04f1 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (03d9403e-3af1-456d-8c6d-732835ee54b5), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:12.335609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabba71-beb2-456f-98c0-70b52cb3cb39 None None] Pushing event updated for resources: {'Port': ['ID=60b9a810-0366-4e4c-8a98-d14becbed788,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:12.342552 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f76040db-a599-4de8-ac24-9c66ff70f379 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (df591b0f-6efc-469d-a173-702fd6927da9), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:12.437308 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee5f13ee-e332-41e7-8630-6abf49fd04f1 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (03d9403e-3af1-456d-8c6d-732835ee54b5), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:12.445942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f13ee-e332-41e7-8630-6abf49fd04f1 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:12.445942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee5f13ee-e332-41e7-8630-6abf49fd04f1 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:12.555444 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41448) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:12.575867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f13ee-e332-41e7-8630-6abf49fd04f1 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Network': ['ID=03d9403e-3af1-456d-8c6d-732835ee54b5,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:12.597065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 03d9403e-3af1-456d-8c6d-732835ee54b5 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:01:12.614445 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ee5f13ee-e332-41e7-8630-6abf49fd04f1 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6516781 Oct 28 10:01:12.617694 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41454) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:12.784639 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebf26e6-ad75-4eda-86fd-d0ba0ec45cb8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:12.785922 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cebf26e6-ad75-4eda-86fd-d0ba0ec45cb8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "GET /networking/v2.0/networks?id=03d9403e-3af1-456d-8c6d-732835ee54b5 HTTP/1.1" status: 200 len: 760 time: 0.1660261 Oct 28 10:01:12.790011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41460) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:12.838873 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-617a0569-8672-480a-8368-8ba1e8e15c3d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'network': {'description': 'd2'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:12.869881 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:12.930772 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4e4e59f1-d7d3-470f-8d69-bb3e8ecd9651 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=25a1ece53cc94768b28900845d6f215a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684556 Oct 28 10:01:12.932416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41462) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:12.935376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 60b9a810-0366-4e4c-8a98-d14becbed788 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:12.988718 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-f76040db-a599-4de8-ac24-9c66ff70f379 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Delete allocated IP 2001:db8:0:1::366 (bfc43efe-4567-4482-822a-775f5983a067/4534c645-036e-4fdb-a34d-79411b0fdd8c) {{(pid=114060) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 10:01:12.991457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 60b9a810-0366-4e4c-8a98-d14becbed788 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:12.991843 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (60b9a810-0366-4e4c-8a98-d14becbed788), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:12.992207 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 60b9a810-0366-4e4c-8a98-d14becbed788 Oct 28 10:01:13.066990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e3b4749a-90e6-4e56-b86d-56b4efbd8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:13.132203 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 60b9a810-0366-4e4c-8a98-d14becbed788 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:13.153538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41468) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:13.165694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b09ac00c-1dbb-4c43-8e0e-d6579eaf22f6 admin admin] Publish callbacks [] for security_group (4a154048-0dc4-4269-b740-42a898a77d68), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:13.217600 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-617a0569-8672-480a-8368-8ba1e8e15c3d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (03d9403e-3af1-456d-8c6d-732835ee54b5), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:13.234708 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b09ac00c-1dbb-4c43-8e0e-d6579eaf22f6 admin admin] Publish callbacks [] for security_group (4a154048-0dc4-4269-b740-42a898a77d68), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:13.254408 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 6e6251f2-049f-4394-b8c2-9b5174bceb87 resource provider aggregate not found Oct 28 10:01:13.265767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48beb835-0501-4a96-bae4-f325119a1d64 None None] Network bfc43efe-4567-4482-822a-775f5983a067 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:13.279366 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 6e6251f2-049f-4394-b8c2-9b5174bceb87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e6251f2-049f-4394-b8c2-9b5174bceb87 found for delete ", "request_id": "req-22cac301-facc-47d4-a5bf-7ac67f82873d"}]} Oct 28 10:01:13.322294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f76040db-a599-4de8-ac24-9c66ff70f379 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (df591b0f-6efc-469d-a173-702fd6927da9), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:13.406040 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-617a0569-8672-480a-8368-8ba1e8e15c3d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (03d9403e-3af1-456d-8c6d-732835ee54b5), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:13.481058 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-09a72749-7800-4893-a064-e04c812e3bef None None] Provisioning complete for port 60b9a810-0366-4e4c-8a98-d14becbed788 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:13.481223 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-617a0569-8672-480a-8368-8ba1e8e15c3d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network 03d9403e-3af1-456d-8c6d-732835ee54b5 is not hosted by any dhcp agent {{(pid=114060) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 10:01:13.481316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-09a72749-7800-4893-a064-e04c812e3bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (60b9a810-0366-4e4c-8a98-d14becbed788), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:13.481316 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-09a72749-7800-4893-a064-e04c812e3bef None None] Attempt 1 to provision port 60b9a810-0366-4e4c-8a98-d14becbed788 Oct 28 10:01:13.484021 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617a0569-8672-480a-8368-8ba1e8e15c3d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:13.484738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-617a0569-8672-480a-8368-8ba1e8e15c3d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:13.485389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f3e60683-47f4-446b-a9bf-6cee5fe5db67 tempest-SubnetPoolsTestJSON-2128138174 tempest-SubnetPoolsTestJSON-2128138174-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-630603369', 'prefixes': ['172.20.0.0/16']}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:13.487783 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-617a0569-8672-480a-8368-8ba1e8e15c3d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "PUT /networking/v2.0/networks/03d9403e-3af1-456d-8c6d-732835ee54b5 HTTP/1.1" status: 200 len: 757 time: 0.6959789 Oct 28 10:01:13.489087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f76040db-a599-4de8-ac24-9c66ff70f379 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (df591b0f-6efc-469d-a173-702fd6927da9), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:13.492803 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41482) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:13.557896 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a0569-8672-480a-8368-8ba1e8e15c3d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Network': ['ID=03d9403e-3af1-456d-8c6d-732835ee54b5,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:13.582766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b09ac00c-1dbb-4c43-8e0e-d6579eaf22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (4a154048-0dc4-4269-b740-42a898a77d68), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:13.586059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b09ac00c-1dbb-4c43-8e0e-d6579eaf22f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:13.589327 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 03d9403e-3af1-456d-8c6d-732835ee54b5 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:01:13.590153 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b09ac00c-1dbb-4c43-8e0e-d6579eaf22f6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4a154048-0dc4-4269-b740-42a898a77d68 HTTP/1.1" status: 204 len: 168 time: 0.6548531 Oct 28 10:01:13.595468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-f76040db-a599-4de8-ac24-9c66ff70f379 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] In _notify_port_updated(), no bound segment for port df591b0f-6efc-469d-a173-702fd6927da9 on network bfc43efe-4567-4482-822a-775f5983a067 {{(pid=114060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 10:01:13.600287 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76040db-a599-4de8-ac24-9c66ff70f379 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:13.601023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f76040db-a599-4de8-ac24-9c66ff70f379 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:13.603225 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f76040db-a599-4de8-ac24-9c66ff70f379 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "PUT /networking/v2.0/ports/df591b0f-6efc-469d-a173-702fd6927da9 HTTP/1.1" status: 200 len: 926 time: 1.3903310 Oct 28 10:01:13.620528 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc73ab13-e2fd-414f-8d3a-71c560bc4a5f tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:13.620528 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dc73ab13-e2fd-414f-8d3a-71c560bc4a5f tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "GET /networking/v2.0/networks?id=03d9403e-3af1-456d-8c6d-732835ee54b5 HTTP/1.1" status: 200 len: 760 time: 0.1168413 Oct 28 10:01:13.620779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ac00c-1dbb-4c43-8e0e-d6579eaf22f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a154048-0dc4-4269-b740-42a898a77d68,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:13.620779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76040db-a599-4de8-ac24-9c66ff70f379 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=df591b0f-6efc-469d-a173-702fd6927da9,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:13.620779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41486) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:13.623481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41488) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:13.625287 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-0180d923-c5c0-4529-917c-98ca6a0df689 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '690218ae-14ad-4ccb-a1ec-796fbe3cc5ca'}, {'subnet_id': '4534c645-036e-4fdb-a34d-79411b0fdd8c'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:13.634178 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-639da134-09a1-4724-a956-dbd167340604 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-713217548'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:13.735127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-09a72749-7800-4893-a064-e04c812e3bef None None] Current status of the port 60b9a810-0366-4e4c-8a98-d14becbed788 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:13.755931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0180d923-c5c0-4529-917c-98ca6a0df689 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (df591b0f-6efc-469d-a173-702fd6927da9), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:13.842824 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639da134-09a1-4724-a956-dbd167340604 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:13.848912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-639da134-09a1-4724-a956-dbd167340604 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:13.887176 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41494) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:13.912927 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639da134-09a1-4724-a956-dbd167340604 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:01:13.932670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-639da134-09a1-4724-a956-dbd167340604 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:13.933233 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-639da134-09a1-4724-a956-dbd167340604 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Added segment b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed of type vlan for network 31592d4e-ffc8-42e7-ae7c-37d015080b6a Oct 28 10:01:14.007796 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-639da134-09a1-4724-a956-dbd167340604 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (31592d4e-ffc8-42e7-ae7c-37d015080b6a), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.062077 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-6750306d-3974-4217-85d7-681b9081b82c None None] Provisioning complete for port 60b9a810-0366-4e4c-8a98-d14becbed788 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:14.062658 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6750306d-3974-4217-85d7-681b9081b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (60b9a810-0366-4e4c-8a98-d14becbed788), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.066211 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-6750306d-3974-4217-85d7-681b9081b82c None None] Attempt 1 to provision port 60b9a810-0366-4e4c-8a98-d14becbed788 Oct 28 10:01:14.088737 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f3e60683-47f4-446b-a9bf-6cee5fe5db67 tempest-SubnetPoolsTestJSON-2128138174 tempest-SubnetPoolsTestJSON-2128138174-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.093135 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f3e60683-47f4-446b-a9bf-6cee5fe5db67 tempest-SubnetPoolsTestJSON-2128138174 tempest-SubnetPoolsTestJSON-2128138174-project] 10.222.0.49 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9383223 Oct 28 10:01:14.096666 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41500) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:14.182686 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3b5a4e51-4371-4ca0-a5a9-77ddd672d9bf tempest-SubnetPoolsTestJSON-2128138174 tempest-SubnetPoolsTestJSON-2128138174-project] 10.222.0.49 "GET /networking/v2.0/subnetpools/9da0d415-9389-4221-93f7-9ed37011e657 HTTP/1.1" status: 200 len: 731 time: 0.0876782 Oct 28 10:01:14.183331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41502) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:14.187892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-a5f4a184-8bb8-4f35-8bd7-c0cf63ccccef tempest-SubnetPoolsTestJSON-2128138174 tempest-SubnetPoolsTestJSON-2128138174-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-173065422'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:14.221865 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-639da134-09a1-4724-a956-dbd167340604 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (31592d4e-ffc8-42e7-ae7c-37d015080b6a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.225006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:14.228119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639da134-09a1-4724-a956-dbd167340604 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:14.228764 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-639da134-09a1-4724-a956-dbd167340604 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.233968 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-16a71fcc-3c00-4e88-8a69-2f20755b5af0 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1236086799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:14.244791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-6750306d-3974-4217-85d7-681b9081b82c None None] Current status of the port 60b9a810-0366-4e4c-8a98-d14becbed788 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:14.271410 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-6750306d-3974-4217-85d7-681b9081b82c None None] Provisioning complete for port df591b0f-6efc-469d-a173-702fd6927da9 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:14.271803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6750306d-3974-4217-85d7-681b9081b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (df591b0f-6efc-469d-a173-702fd6927da9), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.273299 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-6750306d-3974-4217-85d7-681b9081b82c None None] Attempt 1 to provision port df591b0f-6efc-469d-a173-702fd6927da9 Oct 28 10:01:14.339856 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-6750306d-3974-4217-85d7-681b9081b82c None None] Port df591b0f-6efc-469d-a173-702fd6927da9 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:14.359270 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:14.401090 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639da134-09a1-4724-a956-dbd167340604 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Network': ['ID=31592d4e-ffc8-42e7-ae7c-37d015080b6a,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:14.416208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 31592d4e-ffc8-42e7-ae7c-37d015080b6a details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:01:14.441015 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-0180d923-c5c0-4529-917c-98ca6a0df689 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Allocated IP 2001:db8:0:1::2e1 (bfc43efe-4567-4482-822a-775f5983a067/4534c645-036e-4fdb-a34d-79411b0fdd8c/df591b0f-6efc-469d-a173-702fd6927da9) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:14.481107 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-639da134-09a1-4724-a956-dbd167340604 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8517389 Oct 28 10:01:14.481719 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41510) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:14.487605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-6ae77c77-d6f7-4265-8e88-d39af01849f8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'subnet': {'network_id': '31592d4e-ffc8-42e7-ae7c-37d015080b6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:14.493566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b96f7283-f7aa-4b8d-9da9-0619dc5422f8 None None] Provisioning complete for port df591b0f-6efc-469d-a173-702fd6927da9 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:14.493948 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b96f7283-f7aa-4b8d-9da9-0619dc5422f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (df591b0f-6efc-469d-a173-702fd6927da9), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.494509 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b96f7283-f7aa-4b8d-9da9-0619dc5422f8 None None] Attempt 1 to provision port df591b0f-6efc-469d-a173-702fd6927da9 Oct 28 10:01:14.515455 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a184-8bb8-4f35-8bd7-c0cf63ccccef tempest-SubnetPoolsTestJSON-2128138174 tempest-SubnetPoolsTestJSON-2128138174-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.518134 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a5f4a184-8bb8-4f35-8bd7-c0cf63ccccef tempest-SubnetPoolsTestJSON-2128138174 tempest-SubnetPoolsTestJSON-2128138174-project] 10.222.0.49 "PUT /networking/v2.0/subnetpools/9da0d415-9389-4221-93f7-9ed37011e657 HTTP/1.1" status: 200 len: 683 time: 0.3337874 Oct 28 10:01:14.521779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41512) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:14.565836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b96f7283-f7aa-4b8d-9da9-0619dc5422f8 None None] Port df591b0f-6efc-469d-a173-702fd6927da9 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:14.588425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-16a71fcc-3c00-4e88-8a69-2f20755b5af0 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (e1d3c883-9527-49d7-8b9e-836a33edb35f), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.589614 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-16a71fcc-3c00-4e88-8a69-2f20755b5af0 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (e1d3c883-9527-49d7-8b9e-836a33edb35f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.683665 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0180d923-c5c0-4529-917c-98ca6a0df689 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (df591b0f-6efc-469d-a173-702fd6927da9), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.689219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-16a71fcc-3c00-4e88-8a69-2f20755b5af0 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for router_controller (e1d3c883-9527-49d7-8b9e-836a33edb35f), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.690487 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:01:14.757876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae77c77-d6f7-4265-8e88-d39af01849f8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:14.760607 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4d9135bc-80cb-4922-a3cd-7a7537fe37a7 tempest-SubnetPoolsTestJSON-2128138174 tempest-SubnetPoolsTestJSON-2128138174-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.761767 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6ae77c77-d6f7-4265-8e88-d39af01849f8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.761921 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4d9135bc-80cb-4922-a3cd-7a7537fe37a7 tempest-SubnetPoolsTestJSON-2128138174 tempest-SubnetPoolsTestJSON-2128138174-project] 10.222.0.49 "DELETE /networking/v2.0/subnetpools/9da0d415-9389-4221-93f7-9ed37011e657 HTTP/1.1" status: 204 len: 168 time: 0.2345662 Oct 28 10:01:14.762766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0180d923-c5c0-4529-917c-98ca6a0df689 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (df591b0f-6efc-469d-a173-702fd6927da9), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.764851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41516) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:14.791565 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-fbaabc83-cf83-4063-bad7-76ebac0c796c None None] Provisioning complete for port df591b0f-6efc-469d-a173-702fd6927da9 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:14.791818 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-8442c3ff-596c-48fb-84e3-1f945f858a0d tempest-SubnetPoolsTestJSON-2128138174 tempest-SubnetPoolsTestJSON-2128138174-project] show failed (client error): The resource could not be found. Oct 28 10:01:14.792413 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fbaabc83-cf83-4063-bad7-76ebac0c796c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (df591b0f-6efc-469d-a173-702fd6927da9), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.792610 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8442c3ff-596c-48fb-84e3-1f945f858a0d tempest-SubnetPoolsTestJSON-2128138174 tempest-SubnetPoolsTestJSON-2128138174-project] 10.222.0.49 "GET /networking/v2.0/subnetpools/9da0d415-9389-4221-93f7-9ed37011e657 HTTP/1.1" status: 404 len: 346 time: 0.0267768 Oct 28 10:01:14.793220 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-fbaabc83-cf83-4063-bad7-76ebac0c796c None None] Attempt 1 to provision port df591b0f-6efc-469d-a173-702fd6927da9 Oct 28 10:01:14.796296 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41518) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:14.797264 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-16a71fcc-3c00-4e88-8a69-2f20755b5af0 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (e1d3c883-9527-49d7-8b9e-836a33edb35f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.862781 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-3c10a71f-234f-4ff1-ac3b-d54f50db241a tempest-SubnetPoolsTestJSON-2128138174 tempest-SubnetPoolsTestJSON-2128138174-project] delete failed (client error): The resource could not be found. Oct 28 10:01:14.873114 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3c10a71f-234f-4ff1-ac3b-d54f50db241a tempest-SubnetPoolsTestJSON-2128138174 tempest-SubnetPoolsTestJSON-2128138174-project] 10.222.0.49 "DELETE /networking/v2.0/subnetpools/9da0d415-9389-4221-93f7-9ed37011e657 HTTP/1.1" status: 404 len: 346 time: 0.0574162 Oct 28 10:01:14.891957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-fbaabc83-cf83-4063-bad7-76ebac0c796c None None] Port df591b0f-6efc-469d-a173-702fd6927da9 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:14.900666 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-0180d923-c5c0-4529-917c-98ca6a0df689 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] In _notify_port_updated(), no bound segment for port df591b0f-6efc-469d-a173-702fd6927da9 on network bfc43efe-4567-4482-822a-775f5983a067 {{(pid=114060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 10:01:14.900666 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0180d923-c5c0-4529-917c-98ca6a0df689 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:14.900666 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0180d923-c5c0-4529-917c-98ca6a0df689 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:14.900666 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0180d923-c5c0-4529-917c-98ca6a0df689 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "PUT /networking/v2.0/ports/df591b0f-6efc-469d-a173-702fd6927da9 HTTP/1.1" status: 200 len: 1012 time: 1.2798193 Oct 28 10:01:14.902739 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180d923-c5c0-4529-917c-98ca6a0df689 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=df591b0f-6efc-469d-a173-702fd6927da9,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:14.905975 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41528) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:14.938247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:15.015799 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-16a71fcc-3c00-4e88-8a69-2f20755b5af0 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.022103 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-16a71fcc-3c00-4e88-8a69-2f20755b5af0 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1289444 Oct 28 10:01:15.022265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41532) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:15.026070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-875aa6ac-64e8-49e2-8ec6-2eca13784cd4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1885392423'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:15.043559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a089c-78b9-4cd0-ab8d-bbd071b2e9d1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port df591b0f-6efc-469d-a173-702fd6927da9 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:15.047479 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c1a089c-78b9-4cd0-ab8d-bbd071b2e9d1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (df591b0f-6efc-469d-a173-702fd6927da9), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.169616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875aa6ac-64e8-49e2-8ec6-2eca13784cd4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Made reservation on behalf of c062133972ff4ef587a62c49af30ec1c for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:15.175448 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-875aa6ac-64e8-49e2-8ec6-2eca13784cd4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.186360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-875aa6ac-64e8-49e2-8ec6-2eca13784cd4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.218101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c1a089c-78b9-4cd0-ab8d-bbd071b2e9d1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (df591b0f-6efc-469d-a173-702fd6927da9), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.237648 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a089c-78b9-4cd0-ab8d-bbd071b2e9d1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for df591b0f-6efc-469d-a173-702fd6927da9 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:15.242382 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=28 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:15.256612 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-3a2ac17c-20d9-4fde-ad1d-2a4f825ee7af None None] Provisioning complete for port df591b0f-6efc-469d-a173-702fd6927da9 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:15.257228 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a2ac17c-20d9-4fde-ad1d-2a4f825ee7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (df591b0f-6efc-469d-a173-702fd6927da9), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.257541 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3a2ac17c-20d9-4fde-ad1d-2a4f825ee7af None None] Attempt 1 to provision port df591b0f-6efc-469d-a173-702fd6927da9 Oct 28 10:01:15.289697 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-875aa6ac-64e8-49e2-8ec6-2eca13784cd4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for security_group (481df12b-b312-4098-b68a-85b171922493), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.311698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ac17c-20d9-4fde-ad1d-2a4f825ee7af None None] Port df591b0f-6efc-469d-a173-702fd6927da9 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:15.338863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41536) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:15.356782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6ae77c77-d6f7-4265-8e88-d39af01849f8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (9afe9cf6-9fbc-4d77-a094-e368fa6d4365), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.429934 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a47d96ed-e894-4b03-8d49-2446437d7e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.430635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-875aa6ac-64e8-49e2-8ec6-2eca13784cd4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (481df12b-b312-4098-b68a-85b171922493), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.457281 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae77c77-d6f7-4265-8e88-d39af01849f8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Subnet': ['ID=9afe9cf6-9fbc-4d77-a094-e368fa6d4365,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:15.481737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875aa6ac-64e8-49e2-8ec6-2eca13784cd4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:01:15.506222 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875aa6ac-64e8-49e2-8ec6-2eca13784cd4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481df12b-b312-4098-b68a-85b171922493,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:15.523491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:15.523738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-875aa6ac-64e8-49e2-8ec6-2eca13784cd4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (6a06d5cf-d489-4a93-9c41-a1005d49494f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.524756 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-875aa6ac-64e8-49e2-8ec6-2eca13784cd4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Added segment 6a06d5cf-d489-4a93-9c41-a1005d49494f of type vlan for network 9b042cbe-3a23-436e-bcdf-836ab8b253f9 Oct 28 10:01:15.526445 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae77c77-d6f7-4265-8e88-d39af01849f8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Checking segment: {'id': 'b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '31592d4e-ffc8-42e7-ae7c-37d015080b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:15.526878 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae77c77-d6f7-4265-8e88-d39af01849f8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network hostable DHCP agents. Network: 31592d4e-ffc8-42e7-ae7c-37d015080b6a, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:01:15.558494 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41542) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:15.578782 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-875aa6ac-64e8-49e2-8ec6-2eca13784cd4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (9b042cbe-3a23-436e-bcdf-836ab8b253f9), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.592121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:15.628698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-14800d6a-61f9-4f90-978a-d189e523b385 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group': {'name': 'tempest-secgroup--989876271'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:15.641404 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c1a089c-78b9-4cd0-ab8d-bbd071b2e9d1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (df591b0f-6efc-469d-a173-702fd6927da9), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.644273 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae77c77-d6f7-4265-8e88-d39af01849f8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network 31592d4e-ffc8-42e7-ae7c-37d015080b6a is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:01:15.649256 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-12fa0a01-164e-4f81-8ff4-a281fab60edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.692908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a089c-78b9-4cd0-ab8d-bbd071b2e9d1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=df591b0f-6efc-469d-a173-702fd6927da9,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:15.738877 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-875aa6ac-64e8-49e2-8ec6-2eca13784cd4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (9b042cbe-3a23-436e-bcdf-836ab8b253f9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.747272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875aa6ac-64e8-49e2-8ec6-2eca13784cd4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:15.747921 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-875aa6ac-64e8-49e2-8ec6-2eca13784cd4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.775712 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c1a089c-78b9-4cd0-ab8d-bbd071b2e9d1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.781662 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2c1a089c-78b9-4cd0-ab8d-bbd071b2e9d1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/df591b0f-6efc-469d-a173-702fd6927da9 HTTP/1.1" status: 204 len: 168 time: 0.8719358 Oct 28 10:01:15.784285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-14800d6a-61f9-4f90-978a-d189e523b385 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.788895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41546) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:15.788895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-6ae77c77-d6f7-4265-8e88-d39af01849f8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 31592d4e-ffc8-42e7-ae7c-37d015080b6a) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:15.800500 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220cfd5d-4b68-4965-ac11-000f87925e1c None None] Network 31592d4e-ffc8-42e7-ae7c-37d015080b6a requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:15.819193 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:15.827194 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae77c77-d6f7-4265-8e88-d39af01849f8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:15.827793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6ae77c77-d6f7-4265-8e88-d39af01849f8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.834252 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-14800d6a-61f9-4f90-978a-d189e523b385 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.837661 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-71df04a3-a6fb-4142-8bba-a3c19bdb09f3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] GET failed (client error): The resource could not be found. Oct 28 10:01:15.841719 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-71df04a3-a6fb-4142-8bba-a3c19bdb09f3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/df591b0f-6efc-469d-a173-702fd6927da9 HTTP/1.1" status: 404 len: 333 time: 0.0492284 Oct 28 10:01:15.842456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41548) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:15.875916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875aa6ac-64e8-49e2-8ec6-2eca13784cd4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event updated for resources: {'Network': ['ID=9b042cbe-3a23-436e-bcdf-836ab8b253f9,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:15.903831 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 9b042cbe-3a23-436e-bcdf-836ab8b253f9 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:01:15.905365 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-12fa0a01-164e-4f81-8ff4-a281fab60edf admin admin] Publish callbacks [] for security_group (49843119-e837-4f60-b182-a1f37df396aa), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.921335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a568061-d7b1-480b-be3a-7f4d40142f3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting subnet 4534c645-036e-4fdb-a34d-79411b0fdd8c {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:01:15.925662 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1a568061-d7b1-480b-be3a-7f4d40142f3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (4534c645-036e-4fdb-a34d-79411b0fdd8c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.963409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-14800d6a-61f9-4f90-978a-d189e523b385 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (a7d1c2b0-173a-47c3-9aa7-d19c692dab0a), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:15.980780 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-875aa6ac-64e8-49e2-8ec6-2eca13784cd4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9591281 Oct 28 10:01:15.981507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41552) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:15.992089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b9a15c4c-318d-4562-a825-f73a7740c108 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Request body: {'subnet': {'network_id': '9b042cbe-3a23-436e-bcdf-836ab8b253f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:15.998009 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1a568061-d7b1-480b-be3a-7f4d40142f3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (4534c645-036e-4fdb-a34d-79411b0fdd8c), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.032849 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6ae77c77-d6f7-4265-8e88-d39af01849f8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5336928 Oct 28 10:01:16.032849 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-12fa0a01-164e-4f81-8ff4-a281fab60edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (49843119-e837-4f60-b182-a1f37df396aa), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.033540 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-31592d4e-ffc8-42e7-ae7c-37d015080b6a', 'network_id': '31592d4e-ffc8-42e7-ae7c-37d015080b6a', 'project_id': '2e2b0df30914433097c544ce0c429d35', 'fixed_ips': [{'subnet_id': '9afe9cf6-9fbc-4d77-a094-e368fa6d4365'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:01:16.033540 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.033940 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41554) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:16.114327 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa0a01-164e-4f81-8ff4-a281fab60edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49843119-e837-4f60-b182-a1f37df396aa,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:16.122270 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-12fa0a01-164e-4f81-8ff4-a281fab60edf admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d3ab0910f0244c4e97a71827fa47d8b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5623879 Oct 28 10:01:16.125787 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41556) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:16.147985 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-14800d6a-61f9-4f90-978a-d189e523b385 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (a7d1c2b0-173a-47c3-9aa7-d19c692dab0a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.154937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:16.177654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1a568061-d7b1-480b-be3a-7f4d40142f3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (4534c645-036e-4fdb-a34d-79411b0fdd8c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.241289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14800d6a-61f9-4f90-978a-d189e523b385 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d1c2b0-173a-47c3-9aa7-d19c692dab0a,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:16.279425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (31592d4e-ffc8-42e7-ae7c-37d015080b6a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.289317 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b431784e-3f8d-4db4-9a5b-5cc331d5dd43 admin admin] Publish callbacks [] for security_group (49843119-e837-4f60-b182-a1f37df396aa), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.308244 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a15c4c-318d-4562-a825-f73a7740c108 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Made reservation on behalf of c062133972ff4ef587a62c49af30ec1c for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:16.312928 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b9a15c4c-318d-4562-a825-f73a7740c108 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.321133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-14800d6a-61f9-4f90-978a-d189e523b385 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (69fa7ccd-fc49-4700-9cc9-95045b3b9f5f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.334021 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b431784e-3f8d-4db4-9a5b-5cc331d5dd43 admin admin] Publish callbacks [] for security_group (49843119-e837-4f60-b182-a1f37df396aa), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.399381 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (9afe9cf6-9fbc-4d77-a094-e368fa6d4365), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.449108 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Allocated IP 172.20.0.2 (31592d4e-ffc8-42e7-ae7c-37d015080b6a/9afe9cf6-9fbc-4d77-a094-e368fa6d4365/58ab3ac6-73f5-4c97-b006-beac250e2ea8) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:16.450735 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1a568061-d7b1-480b-be3a-7f4d40142f3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (4534c645-036e-4fdb-a34d-79411b0fdd8c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.491931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a568061-d7b1-480b-be3a-7f4d40142f3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Subnet': ['ID=4534c645-036e-4fdb-a34d-79411b0fdd8c,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:16.494071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1a568061-d7b1-480b-be3a-7f4d40142f3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.497266 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1a568061-d7b1-480b-be3a-7f4d40142f3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4534c645-036e-4fdb-a34d-79411b0fdd8c HTTP/1.1" status: 204 len: 168 time: 0.6541579 Oct 28 10:01:16.500277 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41558) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:16.511779 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282c98c8-6218-48a3-ac8c-2213e43c41c6 None None] Network bfc43efe-4567-4482-822a-775f5983a067 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:16.553150 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b431784e-3f8d-4db4-9a5b-5cc331d5dd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (49843119-e837-4f60-b182-a1f37df396aa), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.555681 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b431784e-3f8d-4db4-9a5b-5cc331d5dd43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.556900 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b431784e-3f8d-4db4-9a5b-5cc331d5dd43 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/49843119-e837-4f60-b182-a1f37df396aa HTTP/1.1" status: 204 len: 168 time: 0.4300354 Oct 28 10:01:16.557588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-14800d6a-61f9-4f90-978a-d189e523b385 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (69fa7ccd-fc49-4700-9cc9-95045b3b9f5f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.571686 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b0cf08-a9a6-4168-8663-88ed73e93a79 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting subnet 690218ae-14ad-4ccb-a1ec-796fbe3cc5ca {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:01:16.581615 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cf08-a9a6-4168-8663-88ed73e93a79 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (690218ae-14ad-4ccb-a1ec-796fbe3cc5ca), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.611782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431784e-3f8d-4db4-9a5b-5cc331d5dd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49843119-e837-4f60-b182-a1f37df396aa,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:16.658108 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cf08-a9a6-4168-8663-88ed73e93a79 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (690218ae-14ad-4ccb-a1ec-796fbe3cc5ca), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.659240 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b9a15c4c-318d-4562-a825-f73a7740c108 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (a7fff6d6-3b84-48b5-aead-d7ccc033fb7e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.661809 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14800d6a-61f9-4f90-978a-d189e523b385 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fa7ccd-fc49-4700-9cc9-95045b3b9f5f,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:16.704085 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-14800d6a-61f9-4f90-978a-d189e523b385 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.709745 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-14800d6a-61f9-4f90-978a-d189e523b385 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3654950 Oct 28 10:01:16.721096 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41562) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:16.737625 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Publish callbacks [] for port (58ab3ac6-73f5-4c97-b006-beac250e2ea8), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.753924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a15c4c-318d-4562-a825-f73a7740c108 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event updated for resources: {'Subnet': ['ID=a7fff6d6-3b84-48b5-aead-d7ccc033fb7e,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:16.785518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a15c4c-318d-4562-a825-f73a7740c108 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Checking segment: {'id': '6a06d5cf-d489-4a93-9c41-a1005d49494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9b042cbe-3a23-436e-bcdf-836ab8b253f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:16.785870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a15c4c-318d-4562-a825-f73a7740c108 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Network hostable DHCP agents. Network: 9b042cbe-3a23-436e-bcdf-836ab8b253f9, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:01:16.828414 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cf08-a9a6-4168-8663-88ed73e93a79 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (690218ae-14ad-4ccb-a1ec-796fbe3cc5ca), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.837379 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-88ffd694-af94-4654-9ce0-f3751086c0c9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1231520 Oct 28 10:01:16.840620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41564) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:16.845295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6b097c79-f2a9-48a0-a18a-1dadba4ca7c2 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group': {'name': 'tempest-security--1904406107', 'description': 'tempest-security-description-1188839995'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:16.874555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (58ab3ac6-73f5-4c97-b006-beac250e2ea8), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.903354 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6b097c79-f2a9-48a0-a18a-1dadba4ca7c2 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (69fa7ccd-fc49-4700-9cc9-95045b3b9f5f), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.915289 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.929178 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Network 31592d4e-ffc8-42e7-ae7c-37d015080b6a is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:16.932948 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:16.935044 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Pushing event updated for resources: {'Port': ['ID=58ab3ac6-73f5-4c97-b006-beac250e2ea8,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:16.937483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:16.979449 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6b097c79-f2a9-48a0-a18a-1dadba4ca7c2 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (69fa7ccd-fc49-4700-9cc9-95045b3b9f5f), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:16.983970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a15c4c-318d-4562-a825-f73a7740c108 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Network 9b042cbe-3a23-436e-bcdf-836ab8b253f9 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:01:17.002414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Attempting to bind port 58ab3ac6-73f5-4c97-b006-beac250e2ea8 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:17.003174 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Attempting to bind port 58ab3ac6-73f5-4c97-b006-beac250e2ea8 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '31592d4e-ffc8-42e7-ae7c-37d015080b6a'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:17.003509 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Attempting to bind port 58ab3ac6-73f5-4c97-b006-beac250e2ea8 on network 31592d4e-ffc8-42e7-ae7c-37d015080b6a {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:17.038500 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cf08-a9a6-4168-8663-88ed73e93a79 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (690218ae-14ad-4ccb-a1ec-796fbe3cc5ca), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.060082 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:01:17.060554 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Checking segment: {'id': 'b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '31592d4e-ffc8-42e7-ae7c-37d015080b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:17.061041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.061510 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Bound using segment: {'id': 'b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '31592d4e-ffc8-42e7-ae7c-37d015080b6a'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:01:17.062089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Bound port: 58ab3ac6-73f5-4c97-b006-beac250e2ea8, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '31592d4e-ffc8-42e7-ae7c-37d015080b6a'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:01:17.062849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (58ab3ac6-73f5-4c97-b006-beac250e2ea8), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.069110 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (9afe9cf6-9fbc-4d77-a094-e368fa6d4365), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.080118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0cf08-a9a6-4168-8663-88ed73e93a79 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Subnet': ['ID=690218ae-14ad-4ccb-a1ec-796fbe3cc5ca,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:17.123349 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6b097c79-f2a9-48a0-a18a-1dadba4ca7c2 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (69fa7ccd-fc49-4700-9cc9-95045b3b9f5f), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.125618 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cf08-a9a6-4168-8663-88ed73e93a79 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.126718 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6b097c79-f2a9-48a0-a18a-1dadba4ca7c2 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.131322 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6b097c79-f2a9-48a0-a18a-1dadba4ca7c2 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "PUT /networking/v2.0/security-groups/69fa7ccd-fc49-4700-9cc9-95045b3b9f5f HTTP/1.1" status: 200 len: 1797 time: 0.2870383 Oct 28 10:01:17.134804 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f7b0cf08-a9a6-4168-8663-88ed73e93a79 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/690218ae-14ad-4ccb-a1ec-796fbe3cc5ca HTTP/1.1" status: 204 len: 168 time: 0.6329474 Oct 28 10:01:17.136957 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41570) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:17.137411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41572) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:17.139948 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Subnet': ['ID=9afe9cf6-9fbc-4d77-a094-e368fa6d4365,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:17.191602 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-b9a15c4c-318d-4562-a825-f73a7740c108 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 9b042cbe-3a23-436e-bcdf-836ab8b253f9) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:17.221964 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] For port 58ab3ac6-73f5-4c97-b006-beac250e2ea8, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:01:17.222648 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a15c4c-318d-4562-a825-f73a7740c108 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:17.223498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b9a15c4c-318d-4562-a825-f73a7740c108 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.234605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] For port 58ab3ac6-73f5-4c97-b006-beac250e2ea8, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=58ab3ac6-73f5-4c97-b006-beac250e2ea8,segment=NetworkSegment(b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed),segment_id=b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:01:17.252551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eedd6f-ff2f-4ed4-8ad6-5786659e3a38 None None] Network 9b042cbe-3a23-436e-bcdf-836ab8b253f9 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:17.252796 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b097c79-f2a9-48a0-a18a-1dadba4ca7c2 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fa7ccd-fc49-4700-9cc9-95045b3b9f5f,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:17.280635 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-47fa2cb1-2dfc-407f-978a-0c0d74797c40 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-groups/69fa7ccd-fc49-4700-9cc9-95045b3b9f5f HTTP/1.1" status: 200 len: 1797 time: 0.1349075 Oct 28 10:01:17.287318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41578) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:17.309909 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (31592d4e-ffc8-42e7-ae7c-37d015080b6a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.361172 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (bfc43efe-4567-4482-822a-775f5983a067), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.368402 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31592d4e-ffc8-42e7-ae7c-37d015080b6a']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:17.387389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:17.388087 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:17.396650 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b9a15c4c-318d-4562-a825-f73a7740c108 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4061155 Oct 28 10:01:17.397214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41582) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:17.401734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (58ab3ac6-73f5-4c97-b006-beac250e2ea8), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.402740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4ccef55f-e59d-4621-9670-2dee1fbc85e1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Request body: {'network': {'name': 'tempest-router-network01--1643148605'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:17.409248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.413550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-24f97a27-af64-425d-9d43-5edfb90e7ef7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (69fa7ccd-fc49-4700-9cc9-95045b3b9f5f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.461021 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.466080 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port 60b9a810-0366-4e4c-8a98-d14becbed788 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:17.466213 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (60b9a810-0366-4e4c-8a98-d14becbed788), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.467428 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-24f97a27-af64-425d-9d43-5edfb90e7ef7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (69fa7ccd-fc49-4700-9cc9-95045b3b9f5f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.489711 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:17.490118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.525613 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa852be-ac11-4298-bcc7-b94d424928e7 None None] Pushing event updated for resources: {'Port': ['ID=58ab3ac6-73f5-4c97-b006-beac250e2ea8,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:17.531417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-9b042cbe-3a23-436e-bcdf-836ab8b253f9', 'network_id': '9b042cbe-3a23-436e-bcdf-836ab8b253f9', 'project_id': 'c062133972ff4ef587a62c49af30ec1c', 'fixed_ips': [{'subnet_id': 'a7fff6d6-3b84-48b5-aead-d7ccc033fb7e'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:01:17.532797 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.561591 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed resource provider aggregate not found Oct 28 10:01:17.604188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccef55f-e59d-4621-9670-2dee1fbc85e1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Made reservation on behalf of c062133972ff4ef587a62c49af30ec1c for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:17.607293 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4ccef55f-e59d-4621-9670-2dee1fbc85e1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.615081 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed found for delete ", "request_id": "req-cb3a874a-77b3-429c-9dbf-29b55648ea40"}]} Oct 28 10:01:17.647500 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] For port 60b9a810-0366-4e4c-8a98-d14becbed788, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=60b9a810-0366-4e4c-8a98-d14becbed788,segment=NetworkSegment(708b9f0d-9bb0-4c53-bcf0-bc7101b6d196),segment_id=708b9f0d-9bb0-4c53-bcf0-bc7101b6d196)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:17.647972 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (60b9a810-0366-4e4c-8a98-d14becbed788), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.662824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-aecf45a6-1d9b-444d-97c7-28cdedbd49e4 None None] Provisioning complete for port 60b9a810-0366-4e4c-8a98-d14becbed788 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:17.663205 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-aecf45a6-1d9b-444d-97c7-28cdedbd49e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (60b9a810-0366-4e4c-8a98-d14becbed788), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.663549 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-aecf45a6-1d9b-444d-97c7-28cdedbd49e4 None None] Attempt 1 to provision port 60b9a810-0366-4e4c-8a98-d14becbed788 Oct 28 10:01:17.667548 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for 60b9a810-0366-4e4c-8a98-d14becbed788 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:17.744985 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-aecf45a6-1d9b-444d-97c7-28cdedbd49e4 None None] Current status of the port 60b9a810-0366-4e4c-8a98-d14becbed788 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:17.763973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.api [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 10:01:17.763973 dv-neutron-zed-2-hyperv neutron-server[114059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 10:01:17.763973 dv-neutron-zed-2-hyperv neutron-server[114059]: [parameters: {'id': '31592d4e-ffc8-42e7-ae7c-37d015080b6a'}] Oct 28 10:01:17.763973 dv-neutron-zed-2-hyperv neutron-server[114059]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:01:17.764515 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG oslo_db.api [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:01:17.822702 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-24f97a27-af64-425d-9d43-5edfb90e7ef7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (69fa7ccd-fc49-4700-9cc9-95045b3b9f5f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.822702 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-24f97a27-af64-425d-9d43-5edfb90e7ef7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.822702 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-24f97a27-af64-425d-9d43-5edfb90e7ef7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/69fa7ccd-fc49-4700-9cc9-95045b3b9f5f HTTP/1.1" status: 204 len: 168 time: 0.5266676 Oct 28 10:01:17.823202 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41590) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:17.824433 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccef55f-e59d-4621-9670-2dee1fbc85e1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:01:17.838239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f97a27-af64-425d-9d43-5edfb90e7ef7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fa7ccd-fc49-4700-9cc9-95045b3b9f5f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:17.844124 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4ccef55f-e59d-4621-9670-2dee1fbc85e1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (9d2cc7d7-040f-402a-b60a-83d5ea312c73), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.844809 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-4ccef55f-e59d-4621-9670-2dee1fbc85e1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Added segment 9d2cc7d7-040f-402a-b60a-83d5ea312c73 of type vlan for network 9b86f157-241b-4758-9b0f-8ca330751a0d Oct 28 10:01:17.855756 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (60b9a810-0366-4e4c-8a98-d14becbed788), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.898274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4ccef55f-e59d-4621-9670-2dee1fbc85e1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (9b86f157-241b-4758-9b0f-8ca330751a0d), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:17.911185 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=60b9a810-0366-4e4c-8a98-d14becbed788,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:17.922771 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No DVR routers for this DVR port 60b9a810-0366-4e4c-8a98-d14becbed788 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:17.931817 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41596) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:17.934893 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a1eb673b-0a08-472e-8140-76ec5e449ffb tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1100619 Oct 28 10:01:17.952563 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-4683df56-2371-4700-a04d-f3142fdc9b4f tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] delete failed (client error): The resource could not be found. Oct 28 10:01:17.957696 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4683df56-2371-4700-a04d-f3142fdc9b4f tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/69fa7ccd-fc49-4700-9cc9-95045b3b9f5f HTTP/1.1" status: 404 len: 347 time: 0.0206606 Oct 28 10:01:17.959787 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41598) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:17.966336 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-1dfa40cf-564f-4d77-8554-21022b5f0d42 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003952098'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:17.977103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=15,neutron:SELECT=77,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:18.053179 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4ccef55f-e59d-4621-9670-2dee1fbc85e1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (9b86f157-241b-4758-9b0f-8ca330751a0d), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.071435 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccef55f-e59d-4621-9670-2dee1fbc85e1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:18.072982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4ccef55f-e59d-4621-9670-2dee1fbc85e1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.076083 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (bfc43efe-4567-4482-822a-775f5983a067), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.081172 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Allocated IP 172.20.0.2 (9b042cbe-3a23-436e-bcdf-836ab8b253f9/a7fff6d6-3b84-48b5-aead-d7ccc033fb7e/1763324c-2b4e-41fa-9716-023d39193016) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:18.098336 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.100912 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:18.102370 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc43efe-4567-4482-822a-775f5983a067']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:18.115674 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708b9f0d-9bb0-4c53-bcf0-bc7101b6d196') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:18.116650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708b9f0d-9bb0-4c53-bcf0-bc7101b6d196') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:18.121505 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1dfa40cf-564f-4d77-8554-21022b5f0d42 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.128184 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (708b9f0d-9bb0-4c53-bcf0-bc7101b6d196), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.144153 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (708b9f0d-9bb0-4c53-bcf0-bc7101b6d196), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.154283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:18.154899 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (708b9f0d-9bb0-4c53-bcf0-bc7101b6d196), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.241014 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccef55f-e59d-4621-9670-2dee1fbc85e1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event updated for resources: {'Network': ['ID=9b86f157-241b-4758-9b0f-8ca330751a0d,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:18.257908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 9b86f157-241b-4758-9b0f-8ca330751a0d details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:01:18.266029 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (31592d4e-ffc8-42e7-ae7c-37d015080b6a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.321579 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1dfa40cf-564f-4d77-8554-21022b5f0d42 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (a8935e15-c451-43f4-b153-cc910b1af61e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.366436 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4ccef55f-e59d-4621-9670-2dee1fbc85e1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9682662 Oct 28 10:01:18.370740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41606) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:18.382048 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-58932886-2650-45f4-a7af-4392e81c4795 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Request body: {'network': {'name': 'tempest-router-network02--1453659354'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:18.478332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1dfa40cf-564f-4d77-8554-21022b5f0d42 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (a8935e15-c451-43f4-b153-cc910b1af61e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.519249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa40cf-564f-4d77-8554-21022b5f0d42 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8935e15-c451-43f4-b153-cc910b1af61e,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:18.545559 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58932886-2650-45f4-a7af-4392e81c4795 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Made reservation on behalf of c062133972ff4ef587a62c49af30ec1c for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:18.551086 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-58932886-2650-45f4-a7af-4392e81c4795 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.555398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Publish callbacks [] for port (1763324c-2b4e-41fa-9716-023d39193016), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.576832 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:18.581142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58932886-2650-45f4-a7af-4392e81c4795 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:01:18.597134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-58932886-2650-45f4-a7af-4392e81c4795 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e3efee59-394f-4283-9db1-e42a29ba8eb6), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.597494 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-58932886-2650-45f4-a7af-4392e81c4795 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Added segment e3efee59-394f-4283-9db1-e42a29ba8eb6 of type vlan for network e45ec754-dc5c-445d-a24b-5a06b1553b5d Oct 28 10:01:18.643613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-58932886-2650-45f4-a7af-4392e81c4795 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (e45ec754-dc5c-445d-a24b-5a06b1553b5d), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.658069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1dfa40cf-564f-4d77-8554-21022b5f0d42 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.660872 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1dfa40cf-564f-4d77-8554-21022b5f0d42 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6998670 Oct 28 10:01:18.670997 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41610) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:18.679299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-15ed6362-2512-4838-b816-504a81f64e47 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group_rule': {'security_group_id': 'a8935e15-c451-43f4-b153-cc910b1af61e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:18.693285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (bfc43efe-4567-4482-822a-775f5983a067), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.696609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Deleting port 58ab3ac6-73f5-4c97-b006-beac250e2ea8 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:18.696609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (58ab3ac6-73f5-4c97-b006-beac250e2ea8), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.702345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.706068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.707484 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (1763324c-2b4e-41fa-9716-023d39193016), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.708640 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bfc43efe-4567-4482-822a-775f5983a067 HTTP/1.1" status: 204 len: 168 time: 1.5613108 Oct 28 10:01:18.713022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:18.716747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41614) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:18.735953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4460658-8810-44ea-b6a0-52f874fcbba3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Network': ['ID=bfc43efe-4567-4482-822a-775f5983a067,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:18.768704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Network 9b042cbe-3a23-436e-bcdf-836ab8b253f9 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:18.773632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:18.775887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80617d7f-a3c3-44b3-a352-dbf3689ca886 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:18.777459 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-80617d7f-a3c3-44b3-a352-dbf3689ca886 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0591924 Oct 28 10:01:18.779117 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:18.781994 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41616) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:18.802699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-58932886-2650-45f4-a7af-4392e81c4795 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (e45ec754-dc5c-445d-a24b-5a06b1553b5d), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.819794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58932886-2650-45f4-a7af-4392e81c4795 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:18.820205 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Pushing event updated for resources: {'Port': ['ID=1763324c-2b4e-41fa-9716-023d39193016,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:18.821795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-58932886-2650-45f4-a7af-4392e81c4795 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.847099 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] For port 58ab3ac6-73f5-4c97-b006-beac250e2ea8, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=58ab3ac6-73f5-4c97-b006-beac250e2ea8,segment=NetworkSegment(b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed),segment_id=b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:18.847470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (58ab3ac6-73f5-4c97-b006-beac250e2ea8), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.864615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Attempting to bind port 1763324c-2b4e-41fa-9716-023d39193016 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:18.864615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Attempting to bind port 1763324c-2b4e-41fa-9716-023d39193016 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '6a06d5cf-d489-4a93-9c41-a1005d49494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9b042cbe-3a23-436e-bcdf-836ab8b253f9'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:18.864890 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Attempting to bind port 1763324c-2b4e-41fa-9716-023d39193016 on network 9b042cbe-3a23-436e-bcdf-836ab8b253f9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:18.868746 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Calling delete_port for 58ab3ac6-73f5-4c97-b006-beac250e2ea8 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:18.873833 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-aa9afd96-1643-4e5d-b356-72f09b90116b tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0906854 Oct 28 10:01:18.879176 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41618) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:18.888790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9d7eaa73-ac72-4caa-87b2-c9b9cd51704e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-363489774'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:18.909768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-15ed6362-2512-4838-b816-504a81f64e47 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (bdb1a66c-6367-4131-b7c7-e07a666d3581), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.931477 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:01:18.932586 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Checking segment: {'id': '6a06d5cf-d489-4a93-9c41-a1005d49494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9b042cbe-3a23-436e-bcdf-836ab8b253f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:18.933292 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:18.933572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Bound using segment: {'id': '6a06d5cf-d489-4a93-9c41-a1005d49494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9b042cbe-3a23-436e-bcdf-836ab8b253f9'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:01:18.934108 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Bound port: 1763324c-2b4e-41fa-9716-023d39193016, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a06d5cf-d489-4a93-9c41-a1005d49494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9b042cbe-3a23-436e-bcdf-836ab8b253f9'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:01:18.934564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1763324c-2b4e-41fa-9716-023d39193016), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.006592 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58932886-2650-45f4-a7af-4392e81c4795 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event updated for resources: {'Network': ['ID=e45ec754-dc5c-445d-a24b-5a06b1553b5d,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:19.020817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network e45ec754-dc5c-445d-a24b-5a06b1553b5d details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:01:19.051083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] For port 1763324c-2b4e-41fa-9716-023d39193016, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:01:19.060770 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-58932886-2650-45f4-a7af-4392e81c4795 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6902514 Oct 28 10:01:19.065861 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41624) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:19.066010 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-15ed6362-2512-4838-b816-504a81f64e47 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (bdb1a66c-6367-4131-b7c7-e07a666d3581), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.076088 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7825410d-63e6-4bbb-b870-ce2e7bcb9a02 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Request body: {'subnet': {'network_id': '9b86f157-241b-4758-9b0f-8ca330751a0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:19.094863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7eaa73-ac72-4caa-87b2-c9b9cd51704e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:19.099903 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d7eaa73-ac72-4caa-87b2-c9b9cd51704e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.104514 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] For port 1763324c-2b4e-41fa-9716-023d39193016, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1763324c-2b4e-41fa-9716-023d39193016,segment=NetworkSegment(6a06d5cf-d489-4a93-9c41-a1005d49494f),segment_id=6a06d5cf-d489-4a93-9c41-a1005d49494f)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:01:19.107599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (58ab3ac6-73f5-4c97-b006-beac250e2ea8), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.150704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-15ed6362-2512-4838-b816-504a81f64e47 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (bdb1a66c-6367-4131-b7c7-e07a666d3581), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.170351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed6362-2512-4838-b816-504a81f64e47 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb1a66c-6367-4131-b7c7-e07a666d3581,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:19.194986 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Port': ['ID=58ab3ac6-73f5-4c97-b006-beac250e2ea8,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:19.204425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No DVR routers for this DVR port 58ab3ac6-73f5-4c97-b006-beac250e2ea8 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:19.246763 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7eaa73-ac72-4caa-87b2-c9b9cd51704e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:01:19.265774 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1763324c-2b4e-41fa-9716-023d39193016), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.316512 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d7eaa73-ac72-4caa-87b2-c9b9cd51704e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e7785c66-ad4e-41c2-a621-0d3042e1b5c3), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.317003 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-9d7eaa73-ac72-4caa-87b2-c9b9cd51704e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Added segment e7785c66-ad4e-41c2-a621-0d3042e1b5c3 of type vlan for network 6d18c113-f1c6-4a06-b635-d8e844f5b661 Oct 28 10:01:19.326396 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-15ed6362-2512-4838-b816-504a81f64e47 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.345699 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-15ed6362-2512-4838-b816-504a81f64e47 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6576555 Oct 28 10:01:19.345830 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:19.347861 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41632) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:19.370082 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (31592d4e-ffc8-42e7-ae7c-37d015080b6a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.387520 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d12f6-8948-428b-b726-ed76fb0e9063 None None] Pushing event updated for resources: {'Port': ['ID=1763324c-2b4e-41fa-9716-023d39193016,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:19.416695 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d7eaa73-ac72-4caa-87b2-c9b9cd51704e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (6d18c113-f1c6-4a06-b635-d8e844f5b661), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.424253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31592d4e-ffc8-42e7-ae7c-37d015080b6a']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:19.424500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-278499dd-fcb7-4ed8-81a4-990a671b7c43 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (bdb1a66c-6367-4131-b7c7-e07a666d3581), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.460694 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:19.461144 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:19.468255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-278499dd-fcb7-4ed8-81a4-990a671b7c43 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (bdb1a66c-6367-4131-b7c7-e07a666d3581), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.506832 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.524725 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.529805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7825410d-63e6-4bbb-b870-ce2e7bcb9a02 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Made reservation on behalf of c062133972ff4ef587a62c49af30ec1c for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:19.536155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7825410d-63e6-4bbb-b870-ce2e7bcb9a02 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.564598 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:19.566093 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.635515 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-278499dd-fcb7-4ed8-81a4-990a671b7c43 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (bdb1a66c-6367-4131-b7c7-e07a666d3581), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.665051 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-278499dd-fcb7-4ed8-81a4-990a671b7c43 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.669973 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-278499dd-fcb7-4ed8-81a4-990a671b7c43 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/bdb1a66c-6367-4131-b7c7-e07a666d3581 HTTP/1.1" status: 204 len: 168 time: 0.3196089 Oct 28 10:01:19.670649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41638) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:19.671630 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278499dd-fcb7-4ed8-81a4-990a671b7c43 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdb1a66c-6367-4131-b7c7-e07a666d3581,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:19.674729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41640) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:19.692748 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 708b9f0d-9bb0-4c53-bcf0-bc7101b6d196 resource provider aggregate not found Oct 28 10:01:19.702933 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d7eaa73-ac72-4caa-87b2-c9b9cd51704e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (6d18c113-f1c6-4a06-b635-d8e844f5b661), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.709390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7eaa73-ac72-4caa-87b2-c9b9cd51704e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:19.711933 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d7eaa73-ac72-4caa-87b2-c9b9cd51704e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.746767 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 708b9f0d-9bb0-4c53-bcf0-bc7101b6d196 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 708b9f0d-9bb0-4c53-bcf0-bc7101b6d196 found for delete ", "request_id": "req-d5adf848-a6bf-4353-a240-34b970d532f8"}]} Oct 28 10:01:19.799562 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8a995b7d-f542-4cb5-842c-721249278bee tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1230092 Oct 28 10:01:19.800205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41648) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:19.814967 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed resource provider aggregate not found Oct 28 10:01:19.843941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:19.878366 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2e60d57d-62df-44f2-a39c-c6262b531eb7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (a8935e15-c451-43f4-b153-cc910b1af61e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.892689 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b331e2d0-b8af-4d77-b569-3b7ef5ffc8ed found for delete ", "request_id": "req-0ecbcdf6-05ba-4219-8a0c-81f5c1493c4e"}]} Oct 28 10:01:19.908251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2e60d57d-62df-44f2-a39c-c6262b531eb7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (a8935e15-c451-43f4-b153-cc910b1af61e), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.911359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7eaa73-ac72-4caa-87b2-c9b9cd51704e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Network': ['ID=6d18c113-f1c6-4a06-b635-d8e844f5b661,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:19.924933 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 6d18c113-f1c6-4a06-b635-d8e844f5b661 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:01:19.979289 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9d7eaa73-ac72-4caa-87b2-c9b9cd51704e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0973954 Oct 28 10:01:19.980440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41652) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:19.986931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (31592d4e-ffc8-42e7-ae7c-37d015080b6a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.992246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:19.996210 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-df6dfe1c-0218-4cf2-89a9-336a1b7c1377 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'network': {'name': 'tempest-network-smoke--1576251520', 'project_id': '0d399d550dab41259d95623249c98b71', 'port_security_enabled': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:20.001530 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/31592d4e-ffc8-42e7-ae7c-37d015080b6a HTTP/1.1" status: 204 len: 168 time: 3.9626563 Oct 28 10:01:20.005524 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d6b7e1a1-2530-4a51-964d-7df54d4768be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'subnet': {'network_id': '6d18c113-f1c6-4a06-b635-d8e844f5b661', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:20.016106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41654) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:20.020994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:20.049615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2e60d57d-62df-44f2-a39c-c6262b531eb7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (a8935e15-c451-43f4-b153-cc910b1af61e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.052598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2e60d57d-62df-44f2-a39c-c6262b531eb7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.053800 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2e60d57d-62df-44f2-a39c-c6262b531eb7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a8935e15-c451-43f4-b153-cc910b1af61e HTTP/1.1" status: 204 len: 168 time: 0.2526305 Oct 28 10:01:20.064715 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41656) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:20.071858 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60d57d-62df-44f2-a39c-c6262b531eb7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8935e15-c451-43f4-b153-cc910b1af61e,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:20.082806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2fcb9-f3fa-427c-9814-5d4807bc8e9a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Network': ['ID=31592d4e-ffc8-42e7-ae7c-37d015080b6a,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:20.119082 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb1f554-c611-48bb-aa09-2455050b7efd tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] GET failed (client error): The resource could not be found. Oct 28 10:01:20.120547 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2cb1f554-c611-48bb-aa09-2455050b7efd tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "GET /networking/v2.0/subnets/9afe9cf6-9fbc-4d77-a094-e368fa6d4365 HTTP/1.1" status: 404 len: 337 time: 0.0981085 Oct 28 10:01:20.122275 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fca0f0a7-955b-41ae-8986-594fa4234c6b tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0559101 Oct 28 10:01:20.123250 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41658) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:20.127719 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41660) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:20.137710 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6dfe1c-0218-4cf2-89a9-336a1b7c1377 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:20.138049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7278fe56-1b06-4cb1-9fed-38412be41fbe tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group': {'name': 'tempest-secgroup--295725899'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:20.141412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df6dfe1c-0218-4cf2-89a9-336a1b7c1377 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.159455 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-57cee9a4-7688-4898-8647-c745aaecb20a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:20.159900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57cee9a4-7688-4898-8647-c745aaecb20a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:20.163065 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-57cee9a4-7688-4898-8647-c745aaecb20a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/31592d4e-ffc8-42e7-ae7c-37d015080b6a HTTP/1.1" status: 404 len: 339 time: 0.0357418 Oct 28 10:01:20.164062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df6dfe1c-0218-4cf2-89a9-336a1b7c1377 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.172464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41662) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:20.295449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7278fe56-1b06-4cb1-9fed-38412be41fbe tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.370228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b7e1a1-2530-4a51-964d-7df54d4768be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:20.370228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d6b7e1a1-2530-4a51-964d-7df54d4768be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.379627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7825410d-63e6-4bbb-b870-ce2e7bcb9a02 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (83263380-189c-4e42-a7d1-9157b8f8c3c7), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.410874 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7278fe56-1b06-4cb1-9fed-38412be41fbe tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (215ceba6-de6a-4630-b02c-a2144394facb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.431766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee05e6f-4451-40ea-a283-829738278cf8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:20.435374 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1ee05e6f-4451-40ea-a283-829738278cf8 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2592068 Oct 28 10:01:20.438939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41664) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:20.499532 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df6dfe1c-0218-4cf2-89a9-336a1b7c1377 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (69de221c-157d-44e9-85be-3569ddf07695), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.501985 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ce11ea65-0a2f-4432-9f31-eaea617cebc1 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac HTTP/1.1" status: 200 len: 207 time: 0.0620210 Oct 28 10:01:20.506221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41668) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:20.544421 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825410d-63e6-4bbb-b870-ce2e7bcb9a02 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event updated for resources: {'Subnet': ['ID=83263380-189c-4e42-a7d1-9157b8f8c3c7,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:20.555500 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7278fe56-1b06-4cb1-9fed-38412be41fbe tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (215ceba6-de6a-4630-b02c-a2144394facb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.594237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825410d-63e6-4bbb-b870-ce2e7bcb9a02 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Checking segment: {'id': '9d2cc7d7-040f-402a-b60a-83d5ea312c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b86f157-241b-4758-9b0f-8ca330751a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:20.594237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7825410d-63e6-4bbb-b870-ce2e7bcb9a02 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Network hostable DHCP agents. Network: 9b86f157-241b-4758-9b0f-8ca330751a0d, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:01:20.615050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278fe56-1b06-4cb1-9fed-38412be41fbe tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215ceba6-de6a-4630-b02c-a2144394facb,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:20.620063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df6dfe1c-0218-4cf2-89a9-336a1b7c1377 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (69de221c-157d-44e9-85be-3569ddf07695), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.644703 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa44f415-ca55-4ed9-9ace-347914f7b406 None None] get_active_networks_info from dv-neutron-zed-2-hyperv {{(pid=114061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 28 10:01:20.694589 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6dfe1c-0218-4cf2-89a9-336a1b7c1377 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:01:20.718953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ab9af37e-82bd-47b5-b62a-20ddb09aedcd None None] Provisioning complete for port 1763324c-2b4e-41fa-9716-023d39193016 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:20.719328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ab9af37e-82bd-47b5-b62a-20ddb09aedcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1763324c-2b4e-41fa-9716-023d39193016), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.719666 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ab9af37e-82bd-47b5-b62a-20ddb09aedcd None None] Attempt 1 to provision port 1763324c-2b4e-41fa-9716-023d39193016 Oct 28 10:01:20.732473 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7278fe56-1b06-4cb1-9fed-38412be41fbe tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.733934 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7278fe56-1b06-4cb1-9fed-38412be41fbe tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6050808 Oct 28 10:01:20.736604 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41670) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:20.743205 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-fe2c7506-8fb1-49d3-a4a9-740709e09014 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group_rule': {'security_group_id': '215ceba6-de6a-4630-b02c-a2144394facb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:20.754054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df6dfe1c-0218-4cf2-89a9-336a1b7c1377 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (2fbf0fa5-b817-479e-9ff3-7381a7a030c2), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.754402 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-df6dfe1c-0218-4cf2-89a9-336a1b7c1377 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Added segment 2fbf0fa5-b817-479e-9ff3-7381a7a030c2 of type vlan for network 95b843d7-23ec-4cf0-a747-f90e4501e5ec Oct 28 10:01:20.757506 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7825410d-63e6-4bbb-b870-ce2e7bcb9a02 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Network 9b86f157-241b-4758-9b0f-8ca330751a0d is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:01:20.764802 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dfe1c-0218-4cf2-89a9-336a1b7c1377 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69de221c-157d-44e9-85be-3569ddf07695,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:20.780000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa3b7bc-2efe-4f7e-83c1-e99a6db3fd3f tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:20.785326 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa3b7bc-2efe-4f7e-83c1-e99a6db3fd3f tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:20.791497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa3b7bc-2efe-4f7e-83c1-e99a6db3fd3f tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:20.796886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa3b7bc-2efe-4f7e-83c1-e99a6db3fd3f tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:20.798692 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-afa3b7bc-2efe-4f7e-83c1-e99a6db3fd3f tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2911465 Oct 28 10:01:20.804234 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41672) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:20.835857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df6dfe1c-0218-4cf2-89a9-336a1b7c1377 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (95b843d7-23ec-4cf0-a747-f90e4501e5ec), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.889643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-7825410d-63e6-4bbb-b870-ce2e7bcb9a02 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 9b86f157-241b-4758-9b0f-8ca330751a0d) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:20.891693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d6b7e1a1-2530-4a51-964d-7df54d4768be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (f8d67ab3-2b51-40db-b7e9-0dfee6cfa884), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.892277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ab9af37e-82bd-47b5-b62a-20ddb09aedcd None None] Current status of the port 1763324c-2b4e-41fa-9716-023d39193016 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:20.892762 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ab9af37e-82bd-47b5-b62a-20ddb09aedcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1763324c-2b4e-41fa-9716-023d39193016), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.906467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7825410d-63e6-4bbb-b870-ce2e7bcb9a02 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:20.907098 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7825410d-63e6-4bbb-b870-ce2e7bcb9a02 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.953992 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fe2c7506-8fb1-49d3-a4a9-740709e09014 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (e73b6e79-9992-4b85-912f-2fbdaeadacf8), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:20.958076 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ab9af37e-82bd-47b5-b62a-20ddb09aedcd None None] For port 1763324c-2b4e-41fa-9716-023d39193016, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1763324c-2b4e-41fa-9716-023d39193016,segment=NetworkSegment(6a06d5cf-d489-4a93-9c41-a1005d49494f),segment_id=6a06d5cf-d489-4a93-9c41-a1005d49494f)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:20.969294 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1763324c-2b4e-41fa-9716-023d39193016 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:20.998205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df6dfe1c-0218-4cf2-89a9-336a1b7c1377 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (95b843d7-23ec-4cf0-a747-f90e4501e5ec), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:21.005294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6dfe1c-0218-4cf2-89a9-336a1b7c1377 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:21.007572 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df6dfe1c-0218-4cf2-89a9-336a1b7c1377 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:21.023330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa44f415-ca55-4ed9-9ace-347914f7b406 None None] Unable to find a vacant binding_index for network 9b86f157-241b-4758-9b0f-8ca330751a0d and agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad {{(pid=114061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 28 10:01:21.029673 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa44f415-ca55-4ed9-9ace-347914f7b406 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 9b86f157-241b-4758-9b0f-8ca330751a0d) {{(pid=114061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 10:01:21.032113 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7e1a1-2530-4a51-964d-7df54d4768be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Subnet': ['ID=f8d67ab3-2b51-40db-b7e9-0dfee6cfa884,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:21.041702 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:21.058357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 1763324c-2b4e-41fa-9716-023d39193016 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:21.058776 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1763324c-2b4e-41fa-9716-023d39193016), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:21.059241 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 1763324c-2b4e-41fa-9716-023d39193016 Oct 28 10:01:21.075357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ab9af37e-82bd-47b5-b62a-20ddb09aedcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1763324c-2b4e-41fa-9716-023d39193016), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:21.081394 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-78b6cfde-922c-43b9-b4e1-f3152a0bf320 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2752521 Oct 28 10:01:21.085422 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41674) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:21.091151 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7825410d-63e6-4bbb-b870-ce2e7bcb9a02 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0252223 Oct 28 10:01:21.094700 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41676) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:21.099838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-5e2cf2de-0b62-430c-bebc-2a89344e5ab2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Request body: {'subnet': {'network_id': 'e45ec754-dc5c-445d-a24b-5a06b1553b5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:21.121308 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7e1a1-2530-4a51-964d-7df54d4768be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Checking segment: {'id': 'e7785c66-ad4e-41c2-a621-0d3042e1b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6d18c113-f1c6-4a06-b635-d8e844f5b661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:21.129536 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b7e1a1-2530-4a51-964d-7df54d4768be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network hostable DHCP agents. Network: 6d18c113-f1c6-4a06-b635-d8e844f5b661, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:01:21.129742 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dfe1c-0218-4cf2-89a9-336a1b7c1377 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Network': ['ID=95b843d7-23ec-4cf0-a747-f90e4501e5ec,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:21.150535 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-df6dfe1c-0218-4cf2-89a9-336a1b7c1377 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4765685 Oct 28 10:01:21.154376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41678) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:21.159561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'admin_state_up': True, 'project_id': '0d399d550dab41259d95623249c98b71', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:21.166318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 95b843d7-23ec-4cf0-a747-f90e4501e5ec details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:01:21.169545 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:21.169774 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698d63b8-a91b-46a1-a01f-816d85380d35 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:21.177323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698d63b8-a91b-46a1-a01f-816d85380d35 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:21.177323 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-698d63b8-a91b-46a1-a01f-816d85380d35 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0854614 Oct 28 10:01:21.178497 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41680) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:21.193464 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fe2c7506-8fb1-49d3-a4a9-740709e09014 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (e73b6e79-9992-4b85-912f-2fbdaeadacf8), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:21.269419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629bd2fe-d4e3-43fe-96d2-f07c362f8e23 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['shared'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:21.271016 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629bd2fe-d4e3-43fe-96d2-f07c362f8e23 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['shared'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:21.275688 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-629bd2fe-d4e3-43fe-96d2-f07c362f8e23 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0931087 Oct 28 10:01:21.276538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41682) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:21.281393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9af37e-82bd-47b5-b62a-20ddb09aedcd None None] Pushing event updated for resources: {'Port': ['ID=1763324c-2b4e-41fa-9716-023d39193016,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:21.303717 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fe2c7506-8fb1-49d3-a4a9-740709e09014 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (e73b6e79-9992-4b85-912f-2fbdaeadacf8), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:21.331411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (b5793b3e-7136-47a6-92a2-6d01caa18628), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:21.332687 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (b5793b3e-7136-47a6-92a2-6d01caa18628), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:21.348067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b7e1a1-2530-4a51-964d-7df54d4768be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network 6d18c113-f1c6-4a06-b635-d8e844f5b661 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:01:21.372605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 1763324c-2b4e-41fa-9716-023d39193016 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:21.375565 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c7506-8fb1-49d3-a4a9-740709e09014 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73b6e79-9992-4b85-912f-2fbdaeadacf8,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:21.402611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_controller (b5793b3e-7136-47a6-92a2-6d01caa18628), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:21.415291 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:21.427168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71b0458-f7a5-4c3f-854b-f384a4ffd15f tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:21.427168 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d71b0458-f7a5-4c3f-854b-f384a4ffd15f tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "GET /networking/v2.0/networks/8a6123d1-1401-4c7c-934f-e6ed1c93f46e HTTP/1.1" status: 200 len: 800 time: 0.1460679 Oct 28 10:01:21.427492 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41684) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:21.452071 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2cf2de-0b62-430c-bebc-2a89344e5ab2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Made reservation on behalf of c062133972ff4ef587a62c49af30ec1c for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:21.456555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e2cf2de-0b62-430c-bebc-2a89344e5ab2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:21.459681 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-d6b7e1a1-2530-4a51-964d-7df54d4768be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 6d18c113-f1c6-4a06-b635-d8e844f5b661) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:21.463188 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fe2c7506-8fb1-49d3-a4a9-740709e09014 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:21.464435 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-fe2c7506-8fb1-49d3-a4a9-740709e09014 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7266662 Oct 28 10:01:21.472177 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41686) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:21.478326 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4c5f7a30-f65c-4cac-862a-1183210906d7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group_rule': {'security_group_id': '215ceba6-de6a-4630-b02c-a2144394facb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:21.495259 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b7e1a1-2530-4a51-964d-7df54d4768be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:21.495861 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d6b7e1a1-2530-4a51-964d-7df54d4768be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:21.504322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a28e86-43af-4b37-a4f5-d21008428b00 None None] DHCP port deletion for bfc43efe-4567-4482-822a-775f5983a067 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:01:21.533344 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-9b86f157-241b-4758-9b0f-8ca330751a0d', 'network_id': '9b86f157-241b-4758-9b0f-8ca330751a0d', 'project_id': 'c062133972ff4ef587a62c49af30ec1c', 'fixed_ips': [{'subnet_id': '83263380-189c-4e42-a7d1-9157b8f8c3c7'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:01:21.534827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:21.638938 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d6b7e1a1-2530-4a51-964d-7df54d4768be tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6535406 Oct 28 10:01:21.645791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41692) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:21.651085 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-8ac58b8a-404a-440a-956c-bbc50a087fd1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'network_id': '6d18c113-f1c6-4a06-b635-d8e844f5b661', 'name': 'tempest-PortsIpV6TestJSON-630961687'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:21.661053 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-83546138-b7b6-40b2-97bd-eb15932e1bff tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "GET /networking/v2.0/networks/8a6123d1-1401-4c7c-934f-e6ed1c93f46e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2320411 Oct 28 10:01:21.664291 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41694) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:21.672376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (b5793b3e-7136-47a6-92a2-6d01caa18628), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:21.677988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:21.740421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Allocated IP 172.20.0.2 (9b86f157-241b-4758-9b0f-8ca330751a0d/83263380-189c-4e42-a7d1-9157b8f8c3c7/4875d3a2-266d-44b0-a3a5-f8ed0d92d303) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:21.950069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Publish callbacks [] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:21.964221 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e2cf2de-0b62-430c-bebc-2a89344e5ab2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (57f7c2c5-fe9d-42aa-ae31-61e87a61f4c4), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:21.997323 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac58b8a-404a-440a-956c-bbc50a087fd1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:22.004201 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8ac58b8a-404a-440a-956c-bbc50a087fd1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.016065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.033833 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4c5f7a30-f65c-4cac-862a-1183210906d7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (2c415e43-97c7-49c0-bc63-5236041e465d), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.068008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Network 9b86f157-241b-4758-9b0f-8ca330751a0d is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:22.068580 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cf2de-0b62-430c-bebc-2a89344e5ab2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event updated for resources: {'Subnet': ['ID=57f7c2c5-fe9d-42aa-ae31-61e87a61f4c4,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:22.071647 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-8ac58b8a-404a-440a-956c-bbc50a087fd1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] device_id is not set on port 0be841f7-2cac-4cb7-ab0b-7ca98b5098f4 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:01:22.071835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:22.071951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5969604c-8c3d-479f-9c4b-86d56e813792 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:22.073253 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5969604c-8c3d-479f-9c4b-86d56e813792 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "GET /networking/v2.0/subnets/c751bcfe-0409-4ca7-b012-37d909dcd010 HTTP/1.1" status: 200 len: 811 time: 0.4077621 Oct 28 10:01:22.077497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41708) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:22.077834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:22.081286 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Pushing event updated for resources: {'Port': ['ID=4875d3a2-266d-44b0-a3a5-f8ed0d92d303,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:22.084401 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2cf2de-0b62-430c-bebc-2a89344e5ab2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Checking segment: {'id': 'e3efee59-394f-4283-9db1-e42a29ba8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e45ec754-dc5c-445d-a24b-5a06b1553b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:22.088285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2cf2de-0b62-430c-bebc-2a89344e5ab2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Network hostable DHCP agents. Network: e45ec754-dc5c-445d-a24b-5a06b1553b5d, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:01:22.143098 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Attempting to bind port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:22.143610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Attempting to bind port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '9d2cc7d7-040f-402a-b60a-83d5ea312c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b86f157-241b-4758-9b0f-8ca330751a0d'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:22.144071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Attempting to bind port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 on network 9b86f157-241b-4758-9b0f-8ca330751a0d {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:22.194516 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:22.199086 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:01:22.213290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Checking segment: {'id': '9d2cc7d7-040f-402a-b60a-83d5ea312c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b86f157-241b-4758-9b0f-8ca330751a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:22.213290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.213290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Bound using segment: {'id': '9d2cc7d7-040f-402a-b60a-83d5ea312c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b86f157-241b-4758-9b0f-8ca330751a0d'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:01:22.213290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Bound port: 4875d3a2-266d-44b0-a3a5-f8ed0d92d303, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2cc7d7-040f-402a-b60a-83d5ea312c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b86f157-241b-4758-9b0f-8ca330751a0d'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:01:22.213290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.213932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d4981f-958c-439e-bde0-dfa3ac1ca84a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['shared'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:22.213932 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-36d4981f-958c-439e-bde0-dfa3ac1ca84a tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "GET /networking/v2.0/subnets/c751bcfe-0409-4ca7-b012-37d909dcd010?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1293051 Oct 28 10:01:22.213932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41710) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:22.222902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-cd1ac975-4b8f-4ec8-b823-6db671a9300d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1158855812'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:22.230113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4c5f7a30-f65c-4cac-862a-1183210906d7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (2c415e43-97c7-49c0-bc63-5236041e465d), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.285141 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] For port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:01:22.289337 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] For port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4875d3a2-266d-44b0-a3a5-f8ed0d92d303,segment=NetworkSegment(9d2cc7d7-040f-402a-b60a-83d5ea312c73),segment_id=9d2cc7d7-040f-402a-b60a-83d5ea312c73)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:01:22.321810 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-8ac58b8a-404a-440a-956c-bbc50a087fd1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Allocated IP 2001:db8::d8 (6d18c113-f1c6-4a06-b635-d8e844f5b661/f8d67ab3-2b51-40db-b7e9-0dfee6cfa884/0be841f7-2cac-4cb7-ab0b-7ca98b5098f4) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:22.343515 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2cf2de-0b62-430c-bebc-2a89344e5ab2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Network e45ec754-dc5c-445d-a24b-5a06b1553b5d is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:01:22.345437 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4c5f7a30-f65c-4cac-862a-1183210906d7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (2c415e43-97c7-49c0-bc63-5236041e465d), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.347785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1ac975-4b8f-4ec8-b823-6db671a9300d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:22.351589 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac975-4b8f-4ec8-b823-6db671a9300d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.351751 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-a2d32bdf-597c-4164-9833-1fdc373a0a31 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1494440146&fields=id&tenant_id=076144e2070b434c9d1fda1223cff4ed HTTP/1.1" status: 200 len: 267 time: 0.0935233 Oct 28 10:01:22.398911 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.405212 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f7a30-f65c-4cac-862a-1183210906d7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c415e43-97c7-49c0-bc63-5236041e465d,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:22.409721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (b5793b3e-7136-47a6-92a2-6d01caa18628), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.436443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-5e2cf2de-0b62-430c-bebc-2a89344e5ab2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, e45ec754-dc5c-445d-a24b-5a06b1553b5d) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:22.441445 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2cf2de-0b62-430c-bebc-2a89344e5ab2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:22.442046 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5e2cf2de-0b62-430c-bebc-2a89344e5ab2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.451923 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1ac975-4b8f-4ec8-b823-6db671a9300d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:01:22.459539 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.473070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac975-4b8f-4ec8-b823-6db671a9300d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (eb93a645-3dad-4506-bd1f-1f7daff7dae5), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.473472 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-cd1ac975-4b8f-4ec8-b823-6db671a9300d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Added segment eb93a645-3dad-4506-bd1f-1f7daff7dae5 of type vlan for network 09db7f22-727f-4f87-8f6a-00c7d48df99c Oct 28 10:01:22.479613 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4663bf-93be-4408-9e61-65087abc6224 None None] Pushing event updated for resources: {'Port': ['ID=4875d3a2-266d-44b0-a3a5-f8ed0d92d303,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:22.525356 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4c5f7a30-f65c-4cac-862a-1183210906d7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.529124 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4c5f7a30-f65c-4cac-862a-1183210906d7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0526340 Oct 28 10:01:22.530572 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41712) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:22.537986 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-881177a4-5128-4184-954c-86798eac7bee tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group_rule': {'security_group_id': '215ceba6-de6a-4630-b02c-a2144394facb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:22.579750 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-d300b2bc-53bb-498d-a99e-e1d1182854f6 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:22.581874 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-d300b2bc-53bb-498d-a99e-e1d1182854f6 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 811 time: 0.2210031 Oct 28 10:01:22.601634 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac975-4b8f-4ec8-b823-6db671a9300d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (09db7f22-727f-4f87-8f6a-00c7d48df99c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.615796 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5e2cf2de-0b62-430c-bebc-2a89344e5ab2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5199456 Oct 28 10:01:22.618936 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41714) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:22.620053 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-2686dab8-ac2a-43fa-b6b1-0bef11adffa0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/quotas/076144e2070b434c9d1fda1223cff4ed HTTP/1.1" status: 200 len: 375 time: 0.0271933 Oct 28 10:01:22.700165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.122 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/a3b7b16b-a484-43af-87a3-f2738a95e675) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:22.719812 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8ac58b8a-404a-440a-956c-bbc50a087fd1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (0be841f7-2cac-4cb7-ab0b-7ca98b5098f4), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.729731 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-881177a4-5128-4184-954c-86798eac7bee tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (15bf3da7-1571-4770-9d6e-37ff02533d1b), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.807696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac975-4b8f-4ec8-b823-6db671a9300d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (09db7f22-727f-4f87-8f6a-00c7d48df99c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.813146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1ac975-4b8f-4ec8-b823-6db671a9300d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:22.813785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac975-4b8f-4ec8-b823-6db671a9300d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.814276 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-c6a265a1-30f8-40a3-96c2-49bc8483352b tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084347 Oct 28 10:01:22.863294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=11,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:22.908029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:22.957345 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-881177a4-5128-4184-954c-86798eac7bee tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (15bf3da7-1571-4770-9d6e-37ff02533d1b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.958360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ac975-4b8f-4ec8-b823-6db671a9300d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Network': ['ID=09db7f22-727f-4f87-8f6a-00c7d48df99c,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:22.976568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 09db7f22-727f-4f87-8f6a-00c7d48df99c details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:01:22.983172 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cd1ac975-4b8f-4ec8-b823-6db671a9300d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7643023 Oct 28 10:01:22.985993 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41718) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:22.991940 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (a3b7b16b-a484-43af-87a3-f2738a95e675), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:22.997059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a819b485-8050-4b10-8088-6aeaaabb9ec4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'subnet': {'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:23.052262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:23.058321 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-881177a4-5128-4184-954c-86798eac7bee tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (15bf3da7-1571-4770-9d6e-37ff02533d1b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.106711 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881177a4-5128-4184-954c-86798eac7bee tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bf3da7-1571-4770-9d6e-37ff02533d1b,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:23.123829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:23.124267 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.124758 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 Oct 28 10:01:23.171855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:23.185936 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.212361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-881177a4-5128-4184-954c-86798eac7bee tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.213694 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-881177a4-5128-4184-954c-86798eac7bee tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6826601 Oct 28 10:01:23.216465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41720) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:23.219040 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a3b7b16b-a484-43af-87a3-f2738a95e675), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.225003 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-52f25531-1ed9-405e-b6b1-1868a33c07fe tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group_rule': {'security_group_id': '215ceba6-de6a-4630-b02c-a2144394facb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:23.239831 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:23.240369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.267243 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a819b485-8050-4b10-8088-6aeaaabb9ec4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Made reservation on behalf of 2e2b0df30914433097c544ce0c429d35 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:23.272995 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a819b485-8050-4b10-8088-6aeaaabb9ec4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.289688 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4875d3a2-266d-44b0-a3a5-f8ed0d92d303,segment=NetworkSegment(9d2cc7d7-040f-402a-b60a-83d5ea312c73),segment_id=9d2cc7d7-040f-402a-b60a-83d5ea312c73)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:23.299301 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8ac58b8a-404a-440a-956c-bbc50a087fd1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (0be841f7-2cac-4cb7-ab0b-7ca98b5098f4), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.308445 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.311620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:23.348244 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:23.350865 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:23.384909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=a3b7b16b-a484-43af-87a3-f2738a95e675,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:23.395229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.ipam_backend_mixin [None req-a819b485-8050-4b10-8088-6aeaaabb9ec4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Performing IP validity checks on allocation pools {{(pid=114060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 28 10:01:23.395749 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.ipam_backend_mixin [None req-a819b485-8050-4b10-8088-6aeaaabb9ec4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 28 10:01:23.399667 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.402524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1763324c-2b4e-41fa-9716-023d39193016 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:23.463372 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac58b8a-404a-440a-956c-bbc50a087fd1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network 6d18c113-f1c6-4a06-b635-d8e844f5b661 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:23.478458 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-02089a14-7e4f-4dab-995b-0cbcda793858 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207478 Oct 28 10:01:23.480136 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-8ac58b8a-404a-440a-956c-bbc50a087fd1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:23.493981 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac58b8a-404a-440a-956c-bbc50a087fd1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:23.499341 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac58b8a-404a-440a-956c-bbc50a087fd1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:23.500249 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8ac58b8a-404a-440a-956c-bbc50a087fd1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.506173 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-52f25531-1ed9-405e-b6b1-1868a33c07fe tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (495aaebc-867a-4514-ab61-1d166f84cd11), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.508059 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac58b8a-404a-440a-956c-bbc50a087fd1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=0be841f7-2cac-4cb7-ab0b-7ca98b5098f4,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:23.540607 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 1763324c-2b4e-41fa-9716-023d39193016 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:23.541322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1763324c-2b4e-41fa-9716-023d39193016), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.541736 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 1763324c-2b4e-41fa-9716-023d39193016 Oct 28 10:01:23.616127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=4875d3a2-266d-44b0-a3a5-f8ed0d92d303,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:23.653747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-52f25531-1ed9-405e-b6b1-1868a33c07fe tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (495aaebc-867a-4514-ab61-1d166f84cd11), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.685150 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Allocated IP 172.20.0.1 (9b86f157-241b-4758-9b0f-8ca330751a0d/83263380-189c-4e42-a7d1-9157b8f8c3c7/88052960-5fab-49f5-8363-c821479512d0) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:23.694835 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-b21b7675-3c24-4722-9a33-b84467485856 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899147 Oct 28 10:01:23.732664 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:23.749900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 1763324c-2b4e-41fa-9716-023d39193016 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:23.752860 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028a31cf-b137-43a7-aec2-b137898d741d None None] Network 9b042cbe-3a23-436e-bcdf-836ab8b253f9 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:23.756069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1742e5-5080-4d27-a097-1e8a515d845a None None] Network 31592d4e-ffc8-42e7-ae7c-37d015080b6a requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:23.756336 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-52f25531-1ed9-405e-b6b1-1868a33c07fe tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (495aaebc-867a-4514-ab61-1d166f84cd11), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.769233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c3477c-de5a-4f7d-b429-5453f982787f None None] Network 9b86f157-241b-4758-9b0f-8ca330751a0d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:23.771897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8863ef1-9729-4c3c-bf04-f0478f88d058 None None] Network 6d18c113-f1c6-4a06-b635-d8e844f5b661 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:23.824379 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00292f60-61fa-4493-8375-0f6c4ab60c55 None None] Network e45ec754-dc5c-445d-a24b-5a06b1553b5d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:23.838346 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 60b9a810-0366-4e4c-8a98-d14becbed788 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:01:23.839904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a819b485-8050-4b10-8088-6aeaaabb9ec4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (60b91ca7-83bd-471e-8c1e-6666569a6dca), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.899618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f25531-1ed9-405e-b6b1-1868a33c07fe tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495aaebc-867a-4514-ab61-1d166f84cd11,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:23.966173 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-52f25531-1ed9-405e-b6b1-1868a33c07fe tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:23.970272 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-52f25531-1ed9-405e-b6b1-1868a33c07fe tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7500563 Oct 28 10:01:23.975778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41728) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:23.985770 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6ce68d25-d4af-4167-829c-790a375f1878 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group_rule': {'security_group_id': '215ceba6-de6a-4630-b02c-a2144394facb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:24.003308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819b485-8050-4b10-8088-6aeaaabb9ec4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Checking segment: {'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:24.003785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a819b485-8050-4b10-8088-6aeaaabb9ec4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network hostable DHCP agents. Network: 09db7f22-727f-4f87-8f6a-00c7d48df99c, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:01:24.016597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819b485-8050-4b10-8088-6aeaaabb9ec4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Subnet': ['ID=60b91ca7-83bd-471e-8c1e-6666569a6dca,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:24.023094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (b5793b3e-7136-47a6-92a2-6d01caa18628), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:24.108114 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1742e5-5080-4d27-a097-1e8a515d845a None None] Network 31592d4e-ffc8-42e7-ae7c-37d015080b6a could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 10:01:24.132248 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8ac58b8a-404a-440a-956c-bbc50a087fd1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4828339 Oct 28 10:01:24.132490 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41730) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:24.132927 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=77,neutron:INSERT=12,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:24.138279 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e0b2165b-72c3-4b18-a4b2-bfb6013bf7ea tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'network_id': '6d18c113-f1c6-4a06-b635-d8e844f5b661', 'name': 'tempest-PortsIpV6TestJSON-1646742061'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:24.195492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a819b485-8050-4b10-8088-6aeaaabb9ec4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Network 09db7f22-727f-4f87-8f6a-00c7d48df99c is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:01:24.197250 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 60b9a810-0366-4e4c-8a98-d14becbed788 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:01:24.197612 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 60b9a810-0366-4e4c-8a98-d14becbed788 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:01:24.203204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=8,neutron:UPDATE=1,neutron:SELECT=91 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:24.209561 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a926bd4c-fef2-4a2e-a9ab-877661533439 None None] Provisioning complete for port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:24.209720 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a926bd4c-fef2-4a2e-a9ab-877661533439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:24.210003 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a926bd4c-fef2-4a2e-a9ab-877661533439 None None] Attempt 1 to provision port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 Oct 28 10:01:24.225187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for port (88052960-5fab-49f5-8363-c821479512d0), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:24.228619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ce68d25-d4af-4167-829c-790a375f1878 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (b934fae7-5f8d-4b79-82e2-b5380d4c27a0), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:24.293829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:24.316355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-a819b485-8050-4b10-8088-6aeaaabb9ec4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 09db7f22-727f-4f87-8f6a-00c7d48df99c) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:24.323220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (88052960-5fab-49f5-8363-c821479512d0), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:24.342520 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a819b485-8050-4b10-8088-6aeaaabb9ec4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:24.343333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a819b485-8050-4b10-8088-6aeaaabb9ec4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:24.348559 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e912eb3-e259-48f2-aa7a-4050449f332f None None] Network 09db7f22-727f-4f87-8f6a-00c7d48df99c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:24.386629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Network 9b86f157-241b-4758-9b0f-8ca330751a0d is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:24.390196 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:24.394283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:24.424956 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event updated for resources: {'Port': ['ID=88052960-5fab-49f5-8363-c821479512d0,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:24.454945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (e1d3c883-9527-49d7-8b9e-836a33edb35f), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:24.462912 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ce68d25-d4af-4167-829c-790a375f1878 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (b934fae7-5f8d-4b79-82e2-b5380d4c27a0), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:24.464283 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (b5793b3e-7136-47a6-92a2-6d01caa18628), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:24.561971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ce68d25-d4af-4167-829c-790a375f1878 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b934fae7-5f8d-4b79-82e2-b5380d4c27a0), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:24.564039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b2165b-72c3-4b18-a4b2-bfb6013bf7ea tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:24.565533 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-e45ec754-dc5c-445d-a24b-5a06b1553b5d', 'network_id': 'e45ec754-dc5c-445d-a24b-5a06b1553b5d', 'project_id': 'c062133972ff4ef587a62c49af30ec1c', 'fixed_ips': [{'subnet_id': '57f7c2c5-fe9d-42aa-ae31-61e87a61f4c4'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:01:24.567511 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:24.568318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e0b2165b-72c3-4b18-a4b2-bfb6013bf7ea tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:24.582261 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a819b485-8050-4b10-8088-6aeaaabb9ec4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5943623 Oct 28 10:01:24.583679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-6d18c113-f1c6-4a06-b635-d8e844f5b661', 'network_id': '6d18c113-f1c6-4a06-b635-d8e844f5b661', 'project_id': 'ca63ccf8f825493e97e93fc2a91c67ac', 'fixed_ips': [{'subnet_id': 'f8d67ab3-2b51-40db-b7e9-0dfee6cfa884'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:01:24.584874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:24.595474 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41742) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:24.611414 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-535febfc-f503-4a3b-827b-c6c697a290ea tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:24.623100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce68d25-d4af-4167-829c-790a375f1878 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b934fae7-5f8d-4b79-82e2-b5380d4c27a0,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:24.662602 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-e0b2165b-72c3-4b18-a4b2-bfb6013bf7ea tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] device_id is not set on port 410bed63-7636-4697-af3c-76520a6b5c78 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:01:24.731590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6ce68d25-d4af-4167-829c-790a375f1878 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:24.733239 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6ce68d25-d4af-4167-829c-790a375f1878 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7508245 Oct 28 10:01:24.743453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41744) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:24.776722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a926bd4c-fef2-4a2e-a9ab-877661533439 None None] Current status of the port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:24.800019 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-33ed3626-d2c7-40c9-9f72-55c9a60b43f5 req-d6ac5e8a-c72a-40d2-bdc4-95a9b8070406 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 210 time: 0.2331195 Oct 28 10:01:24.915151 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-535febfc-f503-4a3b-827b-c6c697a290ea tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3678045'] for subnet (60b91ca7-83bd-471e-8c1e-6666569a6dca), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:24.935341 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a854771-19c8-490a-82ac-be56e18445ae tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (b934fae7-5f8d-4b79-82e2-b5380d4c27a0), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.013141 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a854771-19c8-490a-82ac-be56e18445ae tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (b934fae7-5f8d-4b79-82e2-b5380d4c27a0), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.017312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-e0b2165b-72c3-4b18-a4b2-bfb6013bf7ea tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Allocated IP 2001:db8::261 (6d18c113-f1c6-4a06-b635-d8e844f5b661/f8d67ab3-2b51-40db-b7e9-0dfee6cfa884/410bed63-7636-4697-af3c-76520a6b5c78) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:25.034292 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:25.087617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:25.091161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router b5793b3e-7136-47a6-92a2-6d01caa18628 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:01:25.118811 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (88052960-5fab-49f5-8363-c821479512d0), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.163286 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-09db7f22-727f-4f87-8f6a-00c7d48df99c', 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c', 'project_id': '2e2b0df30914433097c544ce0c429d35', 'fixed_ips': [{'subnet_id': '60b91ca7-83bd-471e-8c1e-6666569a6dca'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:01:25.169187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.186143 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Allocated IP 172.20.0.2 (e45ec754-dc5c-445d-a24b-5a06b1553b5d/57f7c2c5-fe9d-42aa-ae31-61e87a61f4c4/67711b30-64a7-475e-aca1-30bfde1e8408) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:25.279903 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-1dcb14d6-2d91-4cf4-bfb8-f825b2a6f9dd None None] Provisioning complete for port 1763324c-2b4e-41fa-9716-023d39193016 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:25.279903 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1dcb14d6-2d91-4cf4-bfb8-f825b2a6f9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1763324c-2b4e-41fa-9716-023d39193016), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.280236 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-1dcb14d6-2d91-4cf4-bfb8-f825b2a6f9dd None None] Attempt 1 to provision port 1763324c-2b4e-41fa-9716-023d39193016 Oct 28 10:01:25.315893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a854771-19c8-490a-82ac-be56e18445ae tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b934fae7-5f8d-4b79-82e2-b5380d4c27a0), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.329945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a854771-19c8-490a-82ac-be56e18445ae tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.334816 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7a854771-19c8-490a-82ac-be56e18445ae tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/b934fae7-5f8d-4b79-82e2-b5380d4c27a0 HTTP/1.1" status: 204 len: 168 time: 0.5838056 Oct 28 10:01:25.335780 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41750) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:25.343072 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a854771-19c8-490a-82ac-be56e18445ae tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b934fae7-5f8d-4b79-82e2-b5380d4c27a0,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:25.345268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:25.345645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.346067 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 Oct 28 10:01:25.387113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e0b2165b-72c3-4b18-a4b2-bfb6013bf7ea tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (410bed63-7636-4697-af3c-76520a6b5c78), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.401633 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:01:25.414154 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Sync routers for ids ['b5793b3e-7136-47a6-92a2-6d01caa18628'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:01:25.438949 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Routers {'b5793b3e-7136-47a6-92a2-6d01caa18628'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:25.439389 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b5793b3e-7136-47a6-92a2-6d01caa18628'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:25.463461 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-772879cd-d8a1-42a7-9a3d-d21936c2214d tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1219351 Oct 28 10:01:25.480816 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41752) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:25.552545 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-90733e12-c942-4fdd-94ce-e4d44b516a48 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (495aaebc-867a-4514-ab61-1d166f84cd11), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.590168 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Set router b5793b3e-7136-47a6-92a2-6d01caa18628 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:01:25.601374 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-90733e12-c942-4fdd-94ce-e4d44b516a48 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (495aaebc-867a-4514-ab61-1d166f84cd11), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.603168 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Publish callbacks [] for port (67711b30-64a7-475e-aca1-30bfde1e8408), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.618212 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e0b2165b-72c3-4b18-a4b2-bfb6013bf7ea tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (410bed63-7636-4697-af3c-76520a6b5c78), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.633862 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.642774 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-051e86ec-12b6-45bc-af11-6278ba5bf6f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4870870 Oct 28 10:01:25.649319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41754) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:25.650179 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:25.667848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:25.682312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2898283d-f1fc-4e1e-b3af-00f543251b1e None None] Network 9b86f157-241b-4758-9b0f-8ca330751a0d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:25.704024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2165b-72c3-4b18-a4b2-bfb6013bf7ea tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=410bed63-7636-4697-af3c-76520a6b5c78,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:25.704944 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for port (88052960-5fab-49f5-8363-c821479512d0), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.724977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b2165b-72c3-4b18-a4b2-bfb6013bf7ea tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network 6d18c113-f1c6-4a06-b635-d8e844f5b661 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:25.725304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb14d6-2d91-4cf4-bfb8-f825b2a6f9dd None None] Current status of the port 1763324c-2b4e-41fa-9716-023d39193016 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:25.726591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-e0b2165b-72c3-4b18-a4b2-bfb6013bf7ea tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:25.730179 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b2165b-72c3-4b18-a4b2-bfb6013bf7ea tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:25.735518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b2165b-72c3-4b18-a4b2-bfb6013bf7ea tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:25.736302 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e0b2165b-72c3-4b18-a4b2-bfb6013bf7ea tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.809561 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-90733e12-c942-4fdd-94ce-e4d44b516a48 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (495aaebc-867a-4514-ab61-1d166f84cd11), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.811190 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0d26057f-a803-4b6f-9fa4-ec18d50e2920 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=0d399d550dab41259d95623249c98b71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1128032 Oct 28 10:01:25.811882 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41758) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:25.816781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (88052960-5fab-49f5-8363-c821479512d0), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.822348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-535febfc-f503-4a3b-827b-c6c697a290ea tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779533265574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2565923'] for subnet (60b91ca7-83bd-471e-8c1e-6666569a6dca), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.840491 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-90733e12-c942-4fdd-94ce-e4d44b516a48 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.844640 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-90733e12-c942-4fdd-94ce-e4d44b516a48 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/495aaebc-867a-4514-ab61-1d166f84cd11 HTTP/1.1" status: 204 len: 168 time: 0.3594856 Oct 28 10:01:25.854957 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41762) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:25.863619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Allocated IP 172.20.0.3 (09db7f22-727f-4f87-8f6a-00c7d48df99c/60b91ca7-83bd-471e-8c1e-6666569a6dca/ae0254b8-f5c0-49b8-9765-9e95a828a477) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:25.879031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Allocated IP 2001:db8::2 (6d18c113-f1c6-4a06-b635-d8e844f5b661/f8d67ab3-2b51-40db-b7e9-0dfee6cfa884/4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:25.883467 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e0b2165b-72c3-4b18-a4b2-bfb6013bf7ea tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7470250 Oct 28 10:01:25.885395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:25.889886 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (67711b30-64a7-475e-aca1-30bfde1e8408), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:25.896526 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41764) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:25.916730 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:01:23Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:25.958925 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Checking router: b5793b3e-7136-47a6-92a2-6d01caa18628 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:01:25.959332 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Updating router b5793b3e-7136-47a6-92a2-6d01caa18628 port a3b7b16b-a484-43af-87a3-f2738a95e675 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:01:25.972106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90733e12-c942-4fdd-94ce-e4d44b516a48 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=495aaebc-867a-4514-ab61-1d166f84cd11,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:25.992795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Network e45ec754-dc5c-445d-a24b-5a06b1553b5d is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:26.035262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:26.037565 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-cd1c67de-291e-41f0-be7d-7677bbe89777 None None] Provisioning complete for port 88052960-5fab-49f5-8363-c821479512d0 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:26.037936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cd1c67de-291e-41f0-be7d-7677bbe89777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (88052960-5fab-49f5-8363-c821479512d0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.038278 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-cd1c67de-291e-41f0-be7d-7677bbe89777 None None] Attempt 1 to provision port 88052960-5fab-49f5-8363-c821479512d0 Oct 28 10:01:26.047361 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3bd27fea-5f8f-46e3-b9e3-a9f9b8a95016 req-04f9665a-fd29-43ae-b7ac-06fc955a9d86 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 210 time: 0.1352692 Oct 28 10:01:26.058837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:26.081948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e28a1a-6103-4847-8489-0cb24fe255b0 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:26.081948 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f9e28a1a-6103-4847-8489-0cb24fe255b0 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ad8 HTTP/1.1" status: 200 len: 927 time: 0.1793180 Oct 28 10:01:26.082446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:26.092903 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41768) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:26.093426 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c67de-291e-41f0-be7d-7677bbe89777 None None] Port 88052960-5fab-49f5-8363-c821479512d0 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:26.111770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-cd1c67de-291e-41f0-be7d-7677bbe89777 None None] Provisioning complete for port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:26.112130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cd1c67de-291e-41f0-be7d-7677bbe89777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.112760 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-cd1c67de-291e-41f0-be7d-7677bbe89777 None None] Attempt 1 to provision port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 Oct 28 10:01:26.117578 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a3b7b16b-a484-43af-87a3-f2738a95e675), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.124399 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event updated for resources: {'Port': ['ID=88052960-5fab-49f5-8363-c821479512d0,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:26.130304 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535febfc-f503-4a3b-827b-c6c697a290ea tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:26.131274 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-535febfc-f503-4a3b-827b-c6c697a290ea tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.139765 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-535febfc-f503-4a3b-827b-c6c697a290ea tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "PUT /networking/v2.0/subnets/60b91ca7-83bd-471e-8c1e-6666569a6dca HTTP/1.1" status: 200 len: 877 time: 1.5389934 Oct 28 10:01:26.140627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41770) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:26.143397 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (e1d3c883-9527-49d7-8b9e-836a33edb35f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.195345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Pushing event updated for resources: {'Port': ['ID=67711b30-64a7-475e-aca1-30bfde1e8408,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:26.260256 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535febfc-f503-4a3b-827b-c6c697a290ea tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event updated for resources: {'Subnet': ['ID=60b91ca7-83bd-471e-8c1e-6666569a6dca,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:26.324682 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1f204e30-7482-4753-acdf-9baae0a34e12 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4210253 Oct 28 10:01:26.327258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41772) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:26.406833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b0589b4-8a06-4de3-81de-97b53f2da714 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (15bf3da7-1571-4770-9d6e-37ff02533d1b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.416958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b0589b4-8a06-4de3-81de-97b53f2da714 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (15bf3da7-1571-4770-9d6e-37ff02533d1b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.461369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (09db7f22-727f-4f87-8f6a-00c7d48df99c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.479876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Network 9b86f157-241b-4758-9b0f-8ca330751a0d is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:26.483716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:26.497100 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Attempting to bind port 67711b30-64a7-475e-aca1-30bfde1e8408 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:26.497481 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Attempting to bind port 67711b30-64a7-475e-aca1-30bfde1e8408 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'e3efee59-394f-4283-9db1-e42a29ba8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e45ec754-dc5c-445d-a24b-5a06b1553b5d'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:26.497937 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Attempting to bind port 67711b30-64a7-475e-aca1-30bfde1e8408 on network e45ec754-dc5c-445d-a24b-5a06b1553b5d {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:26.580748 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b0589b4-8a06-4de3-81de-97b53f2da714 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (15bf3da7-1571-4770-9d6e-37ff02533d1b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.590941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:26.599567 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b0589b4-8a06-4de3-81de-97b53f2da714 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.600740 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5b0589b4-8a06-4de3-81de-97b53f2da714 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/15bf3da7-1571-4770-9d6e-37ff02533d1b HTTP/1.1" status: 204 len: 168 time: 0.2725482 Oct 28 10:01:26.610741 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41774) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:26.614221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:01:26.614461 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Checking segment: {'id': 'e3efee59-394f-4283-9db1-e42a29ba8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e45ec754-dc5c-445d-a24b-5a06b1553b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:26.614818 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.615210 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Bound using segment: {'id': 'e3efee59-394f-4283-9db1-e42a29ba8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e45ec754-dc5c-445d-a24b-5a06b1553b5d'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:01:26.615798 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Bound port: 67711b30-64a7-475e-aca1-30bfde1e8408, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3efee59-394f-4283-9db1-e42a29ba8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e45ec754-dc5c-445d-a24b-5a06b1553b5d'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:01:26.616204 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (67711b30-64a7-475e-aca1-30bfde1e8408), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.646191 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Publish callbacks [] for port (a3b7b16b-a484-43af-87a3-f2738a95e675), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.652210 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0589b4-8a06-4de3-81de-97b53f2da714 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15bf3da7-1571-4770-9d6e-37ff02533d1b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:26.656103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:26.668844 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (60b91ca7-83bd-471e-8c1e-6666569a6dca), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.671754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd95c2f5-0e36-41e7-b3bd-3e07fc705fcc tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:26.676786 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bd95c2f5-0e36-41e7-b3bd-3e07fc705fcc tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8597660 Oct 28 10:01:26.684098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41776) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:26.721182 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c67de-291e-41f0-be7d-7677bbe89777 None None] Current status of the port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:26.745378 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f5990445-df83-4461-b500-b05e327f56f3 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0619323 Oct 28 10:01:26.748886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41778) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:26.765658 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-ce705d2c-6c54-46c5-8d34-c6ae6df635b2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1811660818', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'project_id': '0d399d550dab41259d95623249c98b71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:26.773596 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (a3b7b16b-a484-43af-87a3-f2738a95e675), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.789709 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a7ebf378-8a91-4d05-93b9-b351f1f0d8ce tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1777658 Oct 28 10:01:26.794361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41780) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:26.823319 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Attempting to bind port a3b7b16b-a484-43af-87a3-f2738a95e675 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:26.823799 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Attempting to bind port a3b7b16b-a484-43af-87a3-f2738a95e675 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:26.824040 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Attempting to bind port a3b7b16b-a484-43af-87a3-f2738a95e675 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:26.839000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3af41a8e-6f15-4346-8a6d-58f35ee6f30e tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (2c415e43-97c7-49c0-bc63-5236041e465d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.858648 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3af41a8e-6f15-4346-8a6d-58f35ee6f30e tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (2c415e43-97c7-49c0-bc63-5236041e465d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.900799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-4e50f8d5-ee20-418d-8c5d-433f2900c1c6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port 410bed63-7636-4697-af3c-76520a6b5c78 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:26.901761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e50f8d5-ee20-418d-8c5d-433f2900c1c6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (410bed63-7636-4697-af3c-76520a6b5c78), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.917151 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:01:26.918138 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:26.919287 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.919973 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:01:26.920444 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:26.923602 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Bound port: a3b7b16b-a484-43af-87a3-f2738a95e675, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:01:26.924274 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a3b7b16b-a484-43af-87a3-f2738a95e675), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.938227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Publish callbacks [] for port (4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:26.943164 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Pushing event updated for resources: {'Port': ['ID=a3b7b16b-a484-43af-87a3-f2738a95e675,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:26.958627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Router e1d3c883-9527-49d7-8b9e-836a33edb35f is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:01:26.979315 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:26.979655 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:26.980361 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:26.980560 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:26.980888 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:26.981369 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:26.981632 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:26.981949 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:26.982403 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:26.982921 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:26.983145 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:26.984492 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:26.984492 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:26.984492 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:26.984492 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:27.004071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Publish callbacks [] for port (ae0254b8-f5c0-49b8-9765-9e95a828a477), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.012684 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-07bda02b-43fc-4505-a60f-6283ea98e4f1 None None] Provisioning complete for port 88052960-5fab-49f5-8363-c821479512d0 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:27.013143 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-07bda02b-43fc-4505-a60f-6283ea98e4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (88052960-5fab-49f5-8363-c821479512d0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.013491 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-07bda02b-43fc-4505-a60f-6283ea98e4f1 None None] Attempt 1 to provision port 88052960-5fab-49f5-8363-c821479512d0 Oct 28 10:01:27.040723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e50f8d5-ee20-418d-8c5d-433f2900c1c6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (410bed63-7636-4697-af3c-76520a6b5c78), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.051348 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] For port 67711b30-64a7-475e-aca1-30bfde1e8408, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:01:27.064536 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] For port a3b7b16b-a484-43af-87a3-f2738a95e675, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:01:27.071169 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-4e50f8d5-ee20-418d-8c5d-433f2900c1c6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for 410bed63-7636-4697-af3c-76520a6b5c78 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:27.071418 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] For port a3b7b16b-a484-43af-87a3-f2738a95e675, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a3b7b16b-a484-43af-87a3-f2738a95e675,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:01:27.073220 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:27.074233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3af41a8e-6f15-4346-8a6d-58f35ee6f30e tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (2c415e43-97c7-49c0-bc63-5236041e465d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.086412 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3af41a8e-6f15-4346-8a6d-58f35ee6f30e tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.090518 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3af41a8e-6f15-4346-8a6d-58f35ee6f30e tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/2c415e43-97c7-49c0-bc63-5236041e465d HTTP/1.1" status: 204 len: 168 time: 0.2900841 Oct 28 10:01:27.094437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] For port 67711b30-64a7-475e-aca1-30bfde1e8408, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=67711b30-64a7-475e-aca1-30bfde1e8408,segment=NetworkSegment(e3efee59-394f-4283-9db1-e42a29ba8eb6),segment_id=e3efee59-394f-4283-9db1-e42a29ba8eb6)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:01:27.098161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.102983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41782) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:27.108441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (ae0254b8-f5c0-49b8-9765-9e95a828a477), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.130299 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Network 6d18c113-f1c6-4a06-b635-d8e844f5b661 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:27.130856 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:27.135509 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af41a8e-6f15-4346-8a6d-58f35ee6f30e tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c415e43-97c7-49c0-bc63-5236041e465d,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:27.155957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-07bda02b-43fc-4505-a60f-6283ea98e4f1 None None] Port 88052960-5fab-49f5-8363-c821479512d0 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:27.159194 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:27.164850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce705d2c-6c54-46c5-8d34-c6ae6df635b2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:27.169368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ce705d2c-6c54-46c5-8d34-c6ae6df635b2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.185013 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (a3b7b16b-a484-43af-87a3-f2738a95e675), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.191346 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:01:27.198426 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Network 09db7f22-727f-4f87-8f6a-00c7d48df99c is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:27.200679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (67711b30-64a7-475e-aca1-30bfde1e8408), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.210373 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-15a1b0e3-03f0-42a4-9de0-8233119ba34c tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "PUT /networking/v2.0/routers/e1d3c883-9527-49d7-8b9e-836a33edb35f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5844731 Oct 28 10:01:27.211450 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41786) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:27.235781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2057b85e-4757-4f63-b369-23884cbd2b02 None None] Sync routers for ids ['e1d3c883-9527-49d7-8b9e-836a33edb35f'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:01:27.239109 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:27.281834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-07bda02b-43fc-4505-a60f-6283ea98e4f1 None None] Provisioning complete for port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:27.283455 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-07bda02b-43fc-4505-a60f-6283ea98e4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.284353 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-07bda02b-43fc-4505-a60f-6283ea98e4f1 None None] Attempt 1 to provision port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 Oct 28 10:01:27.313842 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (60b91ca7-83bd-471e-8c1e-6666569a6dca), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.331891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:27.333148 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:27.339641 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2c10d3e2-0f36-4556-95ee-abd2cee48958 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1768939 Oct 28 10:01:27.344075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41788) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:27.347314 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Routers {'b5793b3e-7136-47a6-92a2-6d01caa18628'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:27.347990 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b5793b3e-7136-47a6-92a2-6d01caa18628'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:27.378924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Pushing event updated for resources: {'Port': ['ID=4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:27.399814 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:27.413818 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628220d-73ad-4287-a5d0-d42e8ec72014 None None] Pushing event updated for resources: {'Port': ['ID=a3b7b16b-a484-43af-87a3-f2738a95e675,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:27.453770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Subnet': ['ID=60b91ca7-83bd-471e-8c1e-6666569a6dca,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:27.483847 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] Set router b5793b3e-7136-47a6-92a2-6d01caa18628 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:01:27.484017 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-521da488-bb1e-49b4-88a1-1b58327ecad7 req-40344442-8a72-4100-bcdb-8a4bdbbf5fba tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 210 time: 0.2449830 Oct 28 10:01:27.549523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5c6a67df-364e-4a86-8dcc-1417485d1bfb tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (e73b6e79-9992-4b85-912f-2fbdaeadacf8), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.564786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5c6a67df-364e-4a86-8dcc-1417485d1bfb tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (e73b6e79-9992-4b85-912f-2fbdaeadacf8), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.573639 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Attempting to bind port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:27.574169 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Attempting to bind port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'e7785c66-ad4e-41c2-a621-0d3042e1b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6d18c113-f1c6-4a06-b635-d8e844f5b661'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:27.575067 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Attempting to bind port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c on network 6d18c113-f1c6-4a06-b635-d8e844f5b661 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:27.614572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2057b85e-4757-4f63-b369-23884cbd2b02 None None] Routers {'e1d3c883-9527-49d7-8b9e-836a33edb35f'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:27.615454 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-2057b85e-4757-4f63-b369-23884cbd2b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e1d3c883-9527-49d7-8b9e-836a33edb35f'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:27.650206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e50f8d5-ee20-418d-8c5d-433f2900c1c6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (410bed63-7636-4697-af3c-76520a6b5c78), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.742633 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50f8d5-ee20-418d-8c5d-433f2900c1c6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=410bed63-7636-4697-af3c-76520a6b5c78,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:27.746536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5c6a67df-364e-4a86-8dcc-1417485d1bfb tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (e73b6e79-9992-4b85-912f-2fbdaeadacf8), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.773773 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (09db7f22-727f-4f87-8f6a-00c7d48df99c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.791692 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5c6a67df-364e-4a86-8dcc-1417485d1bfb tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.793234 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5c6a67df-364e-4a86-8dcc-1417485d1bfb tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/e73b6e79-9992-4b85-912f-2fbdaeadacf8 HTTP/1.1" status: 204 len: 168 time: 0.4459085 Oct 28 10:01:27.808212 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-2057b85e-4757-4f63-b369-23884cbd2b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:27.815547 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Pushing event updated for resources: {'Port': ['ID=ae0254b8-f5c0-49b8-9765-9e95a828a477,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:27.822454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41790) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:27.834539 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a67df-364e-4a86-8dcc-1417485d1bfb tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e73b6e79-9992-4b85-912f-2fbdaeadacf8,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:27.837901 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09db7f22-727f-4f87-8f6a-00c7d48df99c']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:27.839227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:27.844766 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:27.844766 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:27.853873 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb93a645-3dad-4506-bd1f-1f7daff7dae5') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:27.854175 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb93a645-3dad-4506-bd1f-1f7daff7dae5') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:27.867072 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (eb93a645-3dad-4506-bd1f-1f7daff7dae5), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.878564 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:01:23Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:27.913544 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (eb93a645-3dad-4506-bd1f-1f7daff7dae5), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.929286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:27.929939 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (eb93a645-3dad-4506-bd1f-1f7daff7dae5), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:27.937562 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1885140-3d73-43ed-9803-2a6ec4016eec None None] The sync data for ids ['b5793b3e-7136-47a6-92a2-6d01caa18628'] in dv-neutron-zed-2-hyperv is: [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:01:23Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:27.958927 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:27.962732 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:27.970231 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment eb93a645-3dad-4506-bd1f-1f7daff7dae5 resource provider aggregate not found Oct 28 10:01:27.997802 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment eb93a645-3dad-4506-bd1f-1f7daff7dae5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb93a645-3dad-4506-bd1f-1f7daff7dae5 found for delete ", "request_id": "req-80b050e1-05dc-488e-a046-affb1f8e753c"}]} Oct 28 10:01:28.020619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:28.028900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b0486-0715-4c43-b2ec-9abcea5e490a None None] Pushing event updated for resources: {'Port': ['ID=67711b30-64a7-475e-aca1-30bfde1e8408,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:28.035022 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2057b85e-4757-4f63-b369-23884cbd2b02 None None] Routers {'e1d3c883-9527-49d7-8b9e-836a33edb35f'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:28.035801 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-2057b85e-4757-4f63-b369-23884cbd2b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e1d3c883-9527-49d7-8b9e-836a33edb35f'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:28.075623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e50f8d5-ee20-418d-8c5d-433f2900c1c6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:28.079737 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4e50f8d5-ee20-418d-8c5d-433f2900c1c6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/410bed63-7636-4697-af3c-76520a6b5c78 HTTP/1.1" status: 204 len: 168 time: 1.9945910 Oct 28 10:01:28.093178 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41796) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:28.100964 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:28.130306 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-58851f32-03bf-4732-9959-d6234bee88f6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] GET failed (client error): The resource could not be found. Oct 28 10:01:28.132128 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-58851f32-03bf-4732-9959-d6234bee88f6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/410bed63-7636-4697-af3c-76520a6b5c78 HTTP/1.1" status: 404 len: 333 time: 0.0366704 Oct 28 10:01:28.136784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41798) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:28.145477 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.145818 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:28.148838 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Failed to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] Oct 28 10:01:28.149445 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempt 2 to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 Oct 28 10:01:28.156463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-2057b85e-4757-4f63-b369-23884cbd2b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:28.157240 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2057b85e-4757-4f63-b369-23884cbd2b02 None None] The sync data for ids ['e1d3c883-9527-49d7-8b9e-836a33edb35f'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:01:28.158931 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:01:28.159306 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Checking segment: {'id': 'e7785c66-ad4e-41c2-a621-0d3042e1b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6d18c113-f1c6-4a06-b635-d8e844f5b661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:28.159708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:28.160101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Bound using segment: {'id': 'e7785c66-ad4e-41c2-a621-0d3042e1b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6d18c113-f1c6-4a06-b635-d8e844f5b661'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:01:28.160754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Bound port: 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7785c66-ad4e-41c2-a621-0d3042e1b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6d18c113-f1c6-4a06-b635-d8e844f5b661'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:01:28.161228 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:28.162940 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5881fff1-dc21-4db3-8640-deba8820cf49 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3206539 Oct 28 10:01:28.163803 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41800) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:28.189291 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-07bda02b-43fc-4505-a60f-6283ea98e4f1 None None] Current status of the port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:28.190642 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ce705d2c-6c54-46c5-8d34-c6ae6df635b2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (c7cd9108-6188-4142-947d-193c0b80df7a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:28.192200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:28.192577 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:28.193032 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.243071 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:28.246358 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.276866 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:28.280512 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Failed to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] Oct 28 10:01:28.280512 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempt 3 to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 Oct 28 10:01:28.297554 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:28.308203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce705d2c-6c54-46c5-8d34-c6ae6df635b2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Subnet': ['ID=c7cd9108-6188-4142-947d-193c0b80df7a,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:28.325482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-f668d477-e610-40a5-b25d-002db575f598 None None] Provisioning complete for port 88052960-5fab-49f5-8363-c821479512d0 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:28.326039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f668d477-e610-40a5-b25d-002db575f598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (88052960-5fab-49f5-8363-c821479512d0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:28.326816 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f668d477-e610-40a5-b25d-002db575f598 None None] Attempt 1 to provision port 88052960-5fab-49f5-8363-c821479512d0 Oct 28 10:01:28.327107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-cd40ceb3-8813-40bd-af69-0d937763e608 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port 0be841f7-2cac-4cb7-ab0b-7ca98b5098f4 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:28.327650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd40ceb3-8813-40bd-af69-0d937763e608 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (0be841f7-2cac-4cb7-ab0b-7ca98b5098f4), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:28.348110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-baa1dedc-5539-4a07-a4f7-56a1a20ffe8f tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (215ceba6-de6a-4630-b02c-a2144394facb), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:28.387360 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:28.387896 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:28.388334 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:28.388783 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-baa1dedc-5539-4a07-a4f7-56a1a20ffe8f tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (215ceba6-de6a-4630-b02c-a2144394facb), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:28.407261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.api [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 10:01:28.407261 dv-neutron-zed-2-hyperv neutron-server[114059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 10:01:28.407261 dv-neutron-zed-2-hyperv neutron-server[114059]: [parameters: {'id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] Oct 28 10:01:28.407261 dv-neutron-zed-2-hyperv neutron-server[114059]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:01:28.413505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG oslo_db.api [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:01:28.413505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:28.452136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:28.476541 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f668d477-e610-40a5-b25d-002db575f598 None None] Port 88052960-5fab-49f5-8363-c821479512d0 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:28.506717 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-03d7d73b-d23f-4860-a01a-55bdbccd9fc4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.512810 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:28.517045 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Failed to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] Oct 28 10:01:28.517045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] For port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:01:28.517045 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempt 4 to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 Oct 28 10:01:28.531774 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-03d7d73b-d23f-4860-a01a-55bdbccd9fc4 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "PUT /networking/v2.0/routers/e1d3c883-9527-49d7-8b9e-836a33edb35f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3122151 Oct 28 10:01:28.535198 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41802) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:28.551229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:28.551611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:28.551981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:28.577752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] For port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c,segment=NetworkSegment(e7785c66-ad4e-41c2-a621-0d3042e1b5c3),segment_id=e7785c66-ad4e-41c2-a621-0d3042e1b5c3)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.622312 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:28.628353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:28.629358 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-baa1dedc-5539-4a07-a4f7-56a1a20ffe8f tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (215ceba6-de6a-4630-b02c-a2144394facb), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:28.635713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-baa1dedc-5539-4a07-a4f7-56a1a20ffe8f tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:28.646490 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-baa1dedc-5539-4a07-a4f7-56a1a20ffe8f tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/215ceba6-de6a-4630-b02c-a2144394facb HTTP/1.1" status: 204 len: 168 time: 0.4814794 Oct 28 10:01:28.647601 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce705d2c-6c54-46c5-8d34-c6ae6df635b2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Checking segment: {'id': '2fbf0fa5-b817-479e-9ff3-7381a7a030c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:28.647971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce705d2c-6c54-46c5-8d34-c6ae6df635b2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network hostable DHCP agents. Network: 95b843d7-23ec-4cf0-a747-f90e4501e5ec, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:01:28.654637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd40ceb3-8813-40bd-af69-0d937763e608 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (0be841f7-2cac-4cb7-ab0b-7ca98b5098f4), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:28.660325 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41806) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:28.675061 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-cd40ceb3-8813-40bd-af69-0d937763e608 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for 0be841f7-2cac-4cb7-ab0b-7ca98b5098f4 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.696095 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:28.700081 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Failed to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] Oct 28 10:01:28.700689 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempt 5 to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 Oct 28 10:01:28.716858 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1dedc-5539-4a07-a4f7-56a1a20ffe8f tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=215ceba6-de6a-4630-b02c-a2144394facb,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:28.720940 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:28.721544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:28.722549 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:28.770555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.818644 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:28.822136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:28.858001 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-062806f8-2a13-4f79-a815-42c75537ed1b tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1933331 Oct 28 10:01:28.860337 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41808) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:28.865374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-40cb0d20-fab3-4339-b7e7-b358cf312b1a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group': {'name': 'tempest-secgroup--1094367772'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:28.879922 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:28.883098 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Failed to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] Oct 28 10:01:28.896872 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempt 6 to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 Oct 28 10:01:28.909879 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-a9325b6f-d209-4277-9c0f-696021e120fa tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:28.911821 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-a9325b6f-d209-4277-9c0f-696021e120fa tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.48 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 811 time: 0.4672611 Oct 28 10:01:28.912981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce705d2c-6c54-46c5-8d34-c6ae6df635b2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 95b843d7-23ec-4cf0-a747-f90e4501e5ec is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:01:28.967710 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77986c-d074-4ac4-9b70-a707d1aa4b96 None None] Pushing event updated for resources: {'Port': ['ID=4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:28.977581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (09db7f22-727f-4f87-8f6a-00c7d48df99c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:28.978101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:28.978447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:28.982957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:29.029861 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:29.035356 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:29.078804 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:29.090986 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Failed to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] Oct 28 10:01:29.097690 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempt 7 to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 Oct 28 10:01:29.098035 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-ce705d2c-6c54-46c5-8d34-c6ae6df635b2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 95b843d7-23ec-4cf0-a747-f90e4501e5ec) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:29.113026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1e1097-f4ca-4d22-b293-3589745b68e4 None None] Network 95b843d7-23ec-4cf0-a747-f90e4501e5ec requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:29.129747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce705d2c-6c54-46c5-8d34-c6ae6df635b2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:29.193292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ce705d2c-6c54-46c5-8d34-c6ae6df635b2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:29.197692 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9024b740-55f1-4b0a-a6e9-01830bf5c5a9 req-39c3ab57-7877-4394-930a-14e27b3ec5a0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 210 time: 0.1509938 Oct 28 10:01:29.198120 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-40cb0d20-fab3-4339-b7e7-b358cf312b1a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:29.198297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 67711b30-64a7-475e-aca1-30bfde1e8408 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:29.214059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:29.257674 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-ebbbe2ed-144e-4290-9dcd-e1277d55abb8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=076144e2070b434c9d1fda1223cff4ed HTTP/1.1" status: 200 len: 380 time: 0.3210444 Oct 28 10:01:29.277800 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:29.278429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:29.278816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:29.282514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-ac9d5a28-65ad-4aa7-a476-7c8aced9005c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Request body: {'port': {'device_id': '9fe192b4-de11-4a34-98fe-8b8146d29aa6', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'admin_state_up': True, 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'security_groups': ['5565ee5c-a05f-4b75-a353-d54f0d47a2ce']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:29.386273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbb22cb-1818-4aaf-8d53-4ad70f66d204 None None] Network e45ec754-dc5c-445d-a24b-5a06b1553b5d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:29.497724 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:29.501974 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:29.535060 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ce705d2c-6c54-46c5-8d34-c6ae6df635b2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7771688 Oct 28 10:01:29.536945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41814) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:29.559842 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-cc4cd7e8-4bec-4b3c-9b25-170a57e35f5a None None] Provisioning complete for port 67711b30-64a7-475e-aca1-30bfde1e8408 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:29.560477 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cc4cd7e8-4bec-4b3c-9b25-170a57e35f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (67711b30-64a7-475e-aca1-30bfde1e8408), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:29.560994 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-cc4cd7e8-4bec-4b3c-9b25-170a57e35f5a None None] Attempt 1 to provision port 67711b30-64a7-475e-aca1-30bfde1e8408 Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:29.563770 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:29.567692 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Failed to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] Oct 28 10:01:29.568433 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 67711b30-64a7-475e-aca1-30bfde1e8408 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:29.569088 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (67711b30-64a7-475e-aca1-30bfde1e8408), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:29.569604 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 67711b30-64a7-475e-aca1-30bfde1e8408 Oct 28 10:01:29.576181 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempt 8 to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 Oct 28 10:01:29.635732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-ac9d5a28-65ad-4aa7-a476-7c8aced9005c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Made reservation on behalf of 076144e2070b434c9d1fda1223cff4ed for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:29.644165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-ac9d5a28-65ad-4aa7-a476-7c8aced9005c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:29.712681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:29.713257 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:29.713379 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:29.759460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:29.794691 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:29.798346 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:29.880673 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:29.925921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:01:29.927808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:29.962161 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Deleting port ae0254b8-f5c0-49b8-9765-9e95a828a477 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:29.962960 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ae0254b8-f5c0-49b8-9765-9e95a828a477), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:30.034857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-ac9d5a28-65ad-4aa7-a476-7c8aced9005c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Allocated IP 172.20.0.11 (4d683f21-056f-49ef-b611-826c5b093c7b/19f66d81-2cce-4fe0-89e2-8ae1c40ac146/99af4c86-ea8a-47d1-b983-fa93f2e23fa3) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:30.099443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] For port ae0254b8-f5c0-49b8-9765-9e95a828a477, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:30.100049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ae0254b8-f5c0-49b8-9765-9e95a828a477), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:30.133399 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Calling delete_port for ae0254b8-f5c0-49b8-9765-9e95a828a477 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:30.220164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Allocated IP 172.20.0.2 (95b843d7-23ec-4cf0-a747-f90e4501e5ec/c7cd9108-6188-4142-947d-193c0b80df7a/2b1b4ed3-e287-4b4c-a165-71609c6e5852) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:30.254994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-40cb0d20-fab3-4339-b7e7-b358cf312b1a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (b05f1b93-099a-4264-a07e-f22aeb296992), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:30.301010 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd40ceb3-8813-40bd-af69-0d937763e608 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (0be841f7-2cac-4cb7-ab0b-7ca98b5098f4), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:30.303170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cd7e8-4bec-4b3c-9b25-170a57e35f5a None None] Current status of the port 67711b30-64a7-475e-aca1-30bfde1e8408 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:30.303668 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cc4cd7e8-4bec-4b3c-9b25-170a57e35f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (67711b30-64a7-475e-aca1-30bfde1e8408), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:30.333776 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:30.361590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:30.363792 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:30.366782 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Failed to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] Oct 28 10:01:30.369198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-40cb0d20-fab3-4339-b7e7-b358cf312b1a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (b05f1b93-099a-4264-a07e-f22aeb296992), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:30.383848 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempt 9 to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 Oct 28 10:01:30.415701 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6c5676b2-20b2-4f62-9f70-98861f81224d req-b35c263b-4c50-4066-8f55-1418be351d19 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 210 time: 0.0671020 Oct 28 10:01:30.484029 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40ceb3-8813-40bd-af69-0d937763e608 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=0be841f7-2cac-4cb7-ab0b-7ca98b5098f4,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:30.497134 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Publish callbacks [] for port (2b1b4ed3-e287-4b4c-a165-71609c6e5852), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:30.513864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb0d20-fab3-4339-b7e7-b358cf312b1a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05f1b93-099a-4264-a07e-f22aeb296992,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:30.543792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd40ceb3-8813-40bd-af69-0d937763e608 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:30.547879 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cd40ceb3-8813-40bd-af69-0d937763e608 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/0be841f7-2cac-4cb7-ab0b-7ca98b5098f4 HTTP/1.1" status: 204 len: 168 time: 2.4088826 Oct 28 10:01:30.550460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41818) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:30.558204 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:30.569344 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:30.569870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:30.570378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:30.579315 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-ac9d5a28-65ad-4aa7-a476-7c8aced9005c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for port (99af4c86-ea8a-47d1-b983-fa93f2e23fa3), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:30.632215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-40cb0d20-fab3-4339-b7e7-b358cf312b1a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:30.633509 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-40cb0d20-fab3-4339-b7e7-b358cf312b1a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.7721624 Oct 28 10:01:30.649657 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (2b1b4ed3-e287-4b4c-a165-71609c6e5852), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:30.650997 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-29cfc043-73cf-4277-9e6f-7ece8144429a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] GET failed (client error): The resource could not be found. Oct 28 10:01:30.655040 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-29cfc043-73cf-4277-9e6f-7ece8144429a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/0be841f7-2cac-4cb7-ab0b-7ca98b5098f4 HTTP/1.1" status: 404 len: 333 time: 0.1006775 Oct 28 10:01:30.659867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41820) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:30.660374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41822) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:30.663239 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:30.666025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:30.675225 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-59e2a88c-daa8-4789-ba97-ee3e7e068a2c tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group_rule': {'security_group_id': 'b05f1b93-099a-4264-a07e-f22aeb296992', 'direction': 'ingress', 'protocol': 17}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:30.680345 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d88b94b-b9ec-405e-9c67-74f0eee21290 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (e1d3c883-9527-49d7-8b9e-836a33edb35f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:30.707671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-cc4cd7e8-4bec-4b3c-9b25-170a57e35f5a None None] For port 67711b30-64a7-475e-aca1-30bfde1e8408, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=67711b30-64a7-475e-aca1-30bfde1e8408,segment=NetworkSegment(e3efee59-394f-4283-9db1-e42a29ba8eb6),segment_id=e3efee59-394f-4283-9db1-e42a29ba8eb6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:30.713476 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:30.716649 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Failed to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] Oct 28 10:01:30.751150 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (ae0254b8-f5c0-49b8-9765-9e95a828a477), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:30.764865 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:30.781365 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempt 10 to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 Oct 28 10:01:30.790521 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ce4e22-fae7-489c-a517-49f89028bc64 None None] Network 6d18c113-f1c6-4a06-b635-d8e844f5b661 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:30.799955 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:30.828678 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Port': ['ID=ae0254b8-f5c0-49b8-9765-9e95a828a477,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:30.843649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No DVR routers for this DVR port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:30.867181 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d49d8f9-4ae8-4c1f-a8a9-28df43b3609d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting subnet f8d67ab3-2b51-40db-b7e9-0dfee6cfa884 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:01:30.883945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d49d8f9-4ae8-4c1f-a8a9-28df43b3609d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (f8d67ab3-2b51-40db-b7e9-0dfee6cfa884), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:30.891686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.001051 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-ac9d5a28-65ad-4aa7-a476-7c8aced9005c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (99af4c86-ea8a-47d1-b983-fa93f2e23fa3), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.024303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (09db7f22-727f-4f87-8f6a-00c7d48df99c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.056728 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09db7f22-727f-4f87-8f6a-00c7d48df99c']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:31.072125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb93a645-3dad-4506-bd1f-1f7daff7dae5') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:31.075731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb93a645-3dad-4506-bd1f-1f7daff7dae5') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:31.075890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-59e2a88c-daa8-4789-ba97-ee3e7e068a2c tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (5f92d939-8f85-44f9-98fa-2ca6327fe23f), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.113649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (eb93a645-3dad-4506-bd1f-1f7daff7dae5), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.139489 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Pushing event updated for resources: {'Port': ['ID=2b1b4ed3-e287-4b4c-a165-71609c6e5852,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:31.142039 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (eb93a645-3dad-4506-bd1f-1f7daff7dae5), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.142477 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-ac9d5a28-65ad-4aa7-a476-7c8aced9005c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Network 4d683f21-056f-49ef-b611-826c5b093c7b is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:31.173093 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d49d8f9-4ae8-4c1f-a8a9-28df43b3609d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (f8d67ab3-2b51-40db-b7e9-0dfee6cfa884), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.179999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-ac9d5a28-65ad-4aa7-a476-7c8aced9005c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:31.203533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:31.203533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (eb93a645-3dad-4506-bd1f-1f7daff7dae5), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.227553 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Network 95b843d7-23ec-4cf0-a747-f90e4501e5ec is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:31.230306 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 67711b30-64a7-475e-aca1-30bfde1e8408 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:31.230963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (67711b30-64a7-475e-aca1-30bfde1e8408), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.258266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:31.276970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-59e2a88c-daa8-4789-ba97-ee3e7e068a2c tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (5f92d939-8f85-44f9-98fa-2ca6327fe23f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.282100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-ac9d5a28-65ad-4aa7-a476-7c8aced9005c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:31.282260 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:31.286622 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:31.297965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cc4cd7e8-4bec-4b3c-9b25-170a57e35f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (67711b30-64a7-475e-aca1-30bfde1e8408), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.316253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:31.333789 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment eb93a645-3dad-4506-bd1f-1f7daff7dae5 resource provider aggregate not found Oct 28 10:01:31.377306 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-59e2a88c-daa8-4789-ba97-ee3e7e068a2c tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (5f92d939-8f85-44f9-98fa-2ca6327fe23f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.392701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-1d88b94b-b9ec-405e-9c67-74f0eee21290 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Deleting port 88052960-5fab-49f5-8363-c821479512d0 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:31.393062 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d88b94b-b9ec-405e-9c67-74f0eee21290 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (88052960-5fab-49f5-8363-c821479512d0), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.403889 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment eb93a645-3dad-4506-bd1f-1f7daff7dae5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb93a645-3dad-4506-bd1f-1f7daff7dae5 found for delete ", "request_id": "req-45225360-0dd8-4a84-81b4-c5c7153d4c5c"}]} Oct 28 10:01:31.439391 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cd7e8-4bec-4b3c-9b25-170a57e35f5a None None] Pushing event updated for resources: {'Port': ['ID=67711b30-64a7-475e-aca1-30bfde1e8408,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:31.471951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2a88c-daa8-4789-ba97-ee3e7e068a2c tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f92d939-8f85-44f9-98fa-2ca6327fe23f,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:31.494416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:31.529740 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-536d7527-eb7d-4d8a-90de-9a557d599e07 None None] Provisioning complete for port 67711b30-64a7-475e-aca1-30bfde1e8408 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:31.530034 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-536d7527-eb7d-4d8a-90de-9a557d599e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (67711b30-64a7-475e-aca1-30bfde1e8408), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.530610 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-536d7527-eb7d-4d8a-90de-9a557d599e07 None None] Attempt 1 to provision port 67711b30-64a7-475e-aca1-30bfde1e8408 Oct 28 10:01:31.553792 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:31.554340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:31.554822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:31.571209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:31.577133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (09db7f22-727f-4f87-8f6a-00c7d48df99c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.700971 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Attempting to bind port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:31.701372 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Attempting to bind port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '2fbf0fa5-b817-479e-9ff3-7381a7a030c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:31.701705 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Attempting to bind port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 on network 95b843d7-23ec-4cf0-a747-f90e4501e5ec {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:31.748014 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:31.754822 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:31.759117 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Attempting to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on network 09db7f22-727f-4f87-8f6a-00c7d48df99c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:31.768506 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/09db7f22-727f-4f87-8f6a-00c7d48df99c HTTP/1.1" status: 204 len: 168 time: 5.6078849 Oct 28 10:01:31.773366 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:01:31.773745 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Checking segment: {'id': '2fbf0fa5-b817-479e-9ff3-7381a7a030c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:31.774146 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.774543 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Bound using segment: {'id': '2fbf0fa5-b817-479e-9ff3-7381a7a030c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:01:31.775074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Bound port: 2b1b4ed3-e287-4b4c-a165-71609c6e5852, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbf0fa5-b817-479e-9ff3-7381a7a030c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:01:31.775602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2b1b4ed3-e287-4b4c-a165-71609c6e5852), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.795153 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290f50e-ea9d-409b-bfe7-3011165733d5 req-ca9030a4-7db0-4ec7-a14d-925618a6847f tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:31.798989 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c290f50e-ea9d-409b-bfe7-3011165733d5 req-ca9030a4-7db0-4ec7-a14d-925618a6847f tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 932 time: 0.1937082 Oct 28 10:01:31.803695 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41830) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:31.850891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 60b91ca7-83bd-471e-8c1e-6666569a6dca could not be found. Oct 28 10:01:31.861589 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:01:31.864627 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Failed to bind port ae0254b8-f5c0-49b8-9765-9e95a828a477 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': 'eb93a645-3dad-4506-bd1f-1f7daff7dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '09db7f22-727f-4f87-8f6a-00c7d48df99c'}] Oct 28 10:01:31.864627 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ae0254b8-f5c0-49b8-9765-9e95a828a477), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:31.976217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e237c4-2a93-4e07-b600-d3f3f6cd55d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Network': ['ID=09db7f22-727f-4f87-8f6a-00c7d48df99c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:31.989428 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-38a616ba-0be4-4ce4-aa9d-a070c51d7119 None None] Port ae0254b8-f5c0-49b8-9765-9e95a828a477 has been deleted concurrently {{(pid=114061) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 28 10:01:31.991308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-536d7527-eb7d-4d8a-90de-9a557d599e07 None None] Current status of the port 67711b30-64a7-475e-aca1-30bfde1e8408 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:31.995557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-536d7527-eb7d-4d8a-90de-9a557d599e07 None None] Could not find standard attr ID for object 0be841f7-2cac-4cb7-ab0b-7ca98b5098f4. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:01:32.040361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-536d7527-eb7d-4d8a-90de-9a557d599e07 None None] Provisioning complete for port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:32.040729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-536d7527-eb7d-4d8a-90de-9a557d599e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:32.041079 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-536d7527-eb7d-4d8a-90de-9a557d599e07 None None] Attempt 1 to provision port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c Oct 28 10:01:32.052594 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc408d5e-eb22-4c56-9340-f55942f01820 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:32.052594 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc408d5e-eb22-4c56-9340-f55942f01820 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:32.070212 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dc408d5e-eb22-4c56-9340-f55942f01820 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/60b91ca7-83bd-471e-8c1e-6666569a6dca HTTP/1.1" status: 404 len: 337 time: 0.2292781 Oct 28 10:01:32.071868 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41832) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:32.106498 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:32.162545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:01:32.163017 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:01:32.198267 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0200e60c-db43-4e7c-adec-d3feba1b9765 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:32.199313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0200e60c-db43-4e7c-adec-d3feba1b9765 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:32.207646 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0200e60c-db43-4e7c-adec-d3feba1b9765 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/09db7f22-727f-4f87-8f6a-00c7d48df99c HTTP/1.1" status: 404 len: 339 time: 0.1194084 Oct 28 10:01:32.215989 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d88b94b-b9ec-405e-9c67-74f0eee21290 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (88052960-5fab-49f5-8363-c821479512d0), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:32.232386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:32.247059 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41834) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:32.247992 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:32.252450 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-5663bb7f-276a-4332-b566-83973f6474da None None] For port 2b1b4ed3-e287-4b4c-a165-71609c6e5852, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:01:32.268562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-536d7527-eb7d-4d8a-90de-9a557d599e07 None None] Current status of the port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:32.280116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-536d7527-eb7d-4d8a-90de-9a557d599e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:32.326297 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d682107f-ee64-490e-b2ae-0dd07700b55c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:32.327313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d682107f-ee64-490e-b2ae-0dd07700b55c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:32.334688 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d682107f-ee64-490e-b2ae-0dd07700b55c tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/9afe9cf6-9fbc-4d77-a094-e368fa6d4365 HTTP/1.1" status: 404 len: 337 time: 0.0758126 Oct 28 10:01:32.345286 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-536d7527-eb7d-4d8a-90de-9a557d599e07 None None] For port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c,segment=NetworkSegment(e7785c66-ad4e-41c2-a621-0d3042e1b5c3),segment_id=e7785c66-ad4e-41c2-a621-0d3042e1b5c3)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:32.352046 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41836) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:32.354029 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-1d88b94b-b9ec-405e-9c67-74f0eee21290 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Calling delete_port for 88052960-5fab-49f5-8363-c821479512d0 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:32.382008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-5663bb7f-276a-4332-b566-83973f6474da None None] For port 2b1b4ed3-e287-4b4c-a165-71609c6e5852, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=2b1b4ed3-e287-4b4c-a165-71609c6e5852,segment=NetworkSegment(2fbf0fa5-b817-479e-9ff3-7381a7a030c2),segment_id=2fbf0fa5-b817-479e-9ff3-7381a7a030c2)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:01:32.396151 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c290f50e-ea9d-409b-bfe7-3011165733d5 req-01cad261-b497-45d7-8e5c-d3fe7273c1af tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5603707 Oct 28 10:01:32.425071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-536d7527-eb7d-4d8a-90de-9a557d599e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:32.434621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d5a28-65ad-4aa7-a476-7c8aced9005c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event updated for resources: {'Port': ['ID=99af4c86-ea8a-47d1-b983-fa93f2e23fa3,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:32.465875 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62f3942-3b57-485b-ba9a-7983d4120a65 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:32.467440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62f3942-3b57-485b-ba9a-7983d4120a65 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:32.474031 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d62f3942-3b57-485b-ba9a-7983d4120a65 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/31592d4e-ffc8-42e7-ae7c-37d015080b6a HTTP/1.1" status: 404 len: 339 time: 0.1153109 Oct 28 10:01:32.482740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41838) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:32.522060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:32.593809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d7527-eb7d-4d8a-90de-9a557d599e07 None None] Pushing event updated for resources: {'Port': ['ID=4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:32.608909 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4f88c62e-5394-4d71-b998-682be29f9eb7 None None] Provisioning complete for port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:32.615064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4f88c62e-5394-4d71-b998-682be29f9eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (99af4c86-ea8a-47d1-b983-fa93f2e23fa3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:32.615064 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4f88c62e-5394-4d71-b998-682be29f9eb7 None None] Attempt 1 to provision port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 Oct 28 10:01:32.619583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-ac9d5a28-65ad-4aa7-a476-7c8aced9005c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:32.620430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-ac9d5a28-65ad-4aa7-a476-7c8aced9005c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:32.719813 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-59e2a88c-daa8-4789-ba97-ee3e7e068a2c tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:32.724039 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-59e2a88c-daa8-4789-ba97-ee3e7e068a2c tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 2.0581684 Oct 28 10:01:32.727980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (2b1b4ed3-e287-4b4c-a165-71609c6e5852), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:32.735173 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41840) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:32.820908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4f88c62e-5394-4d71-b998-682be29f9eb7 None None] Port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:32.826781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4f88c62e-5394-4d71-b998-682be29f9eb7 None None] Could not find standard attr ID for object 0be841f7-2cac-4cb7-ab0b-7ca98b5098f4. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:01:32.841713 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 67711b30-64a7-475e-aca1-30bfde1e8408 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:32.852393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a3b7b16b-a484-43af-87a3-f2738a95e675 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:32.930707 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:32.993754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:33.068645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663bb7f-276a-4332-b566-83973f6474da None None] Pushing event updated for resources: {'Port': ['ID=2b1b4ed3-e287-4b4c-a165-71609c6e5852,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:33.098045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4f88c62e-5394-4d71-b998-682be29f9eb7 None None] Provisioning complete for port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:33.098575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4f88c62e-5394-4d71-b998-682be29f9eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:33.098944 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4f88c62e-5394-4d71-b998-682be29f9eb7 None None] Attempt 1 to provision port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c Oct 28 10:01:33.270650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6477a890-29e2-4965-8e56-6ffd2272b677 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (b05f1b93-099a-4264-a07e-f22aeb296992), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:33.346404 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-ac9d5a28-65ad-4aa7-a476-7c8aced9005c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0747490 Oct 28 10:01:33.348230 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port a3b7b16b-a484-43af-87a3-f2738a95e675 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:33.348793 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a3b7b16b-a484-43af-87a3-f2738a95e675), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:33.352979 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port a3b7b16b-a484-43af-87a3-f2738a95e675 Oct 28 10:01:33.372947 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d49d8f9-4ae8-4c1f-a8a9-28df43b3609d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (f8d67ab3-2b51-40db-b7e9-0dfee6cfa884), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:33.515699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.1 (95b843d7-23ec-4cf0-a747-f90e4501e5ec/c7cd9108-6188-4142-947d-193c0b80df7a/9136b4a4-607c-4150-a7ce-6b018076653e) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:33.529736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ed3841ae-08d2-42ca-b127-d99a146766af tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (03d9403e-3af1-456d-8c6d-732835ee54b5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:33.590975 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6477a890-29e2-4965-8e56-6ffd2272b677 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (b05f1b93-099a-4264-a07e-f22aeb296992), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:33.661907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:33.663026 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d49d8f9-4ae8-4c1f-a8a9-28df43b3609d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (f8d67ab3-2b51-40db-b7e9-0dfee6cfa884), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:33.700979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ed3841ae-08d2-42ca-b127-d99a146766af tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (03d9403e-3af1-456d-8c6d-732835ee54b5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:33.749971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d49d8f9-4ae8-4c1f-a8a9-28df43b3609d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:33.755875 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1d49d8f9-4ae8-4c1f-a8a9-28df43b3609d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/f8d67ab3-2b51-40db-b7e9-0dfee6cfa884 HTTP/1.1" status: 204 len: 168 time: 3.0745809 Oct 28 10:01:33.779723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41846) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:33.781369 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49d8f9-4ae8-4c1f-a8a9-28df43b3609d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d67ab3-2b51-40db-b7e9-0dfee6cfa884,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:33.804682 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-ed3841ae-08d2-42ca-b127-d99a146766af tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d9403e-3af1-456d-8c6d-732835ee54b5']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:33.856987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4f88c62e-5394-4d71-b998-682be29f9eb7 None None] Current status of the port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:33.862808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port a3b7b16b-a484-43af-87a3-f2738a95e675 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:33.865045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a3b7b16b-a484-43af-87a3-f2738a95e675), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:33.870138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-ed3841ae-08d2-42ca-b127-d99a146766af tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803179dc-2a1b-4a6f-804f-4d8e3d46a486') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:33.870626 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-ed3841ae-08d2-42ca-b127-d99a146766af tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803179dc-2a1b-4a6f-804f-4d8e3d46a486') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:33.896858 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd02b2-8b90-4a60-88ff-e8ab36a9d7e4 req-6ec03779-c02a-46e4-9e74-c9b99f9e0dee tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:33.903298 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a8bd02b2-8b90-4a60-88ff-e8ab36a9d7e4 req-6ec03779-c02a-46e4-9e74-c9b99f9e0dee tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 932 time: 0.2580540 Oct 28 10:01:33.914326 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Request body: {'port': {'device_id': '9fe192b4-de11-4a34-98fe-8b8146d29aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:33.935166 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port a3b7b16b-a484-43af-87a3-f2738a95e675, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a3b7b16b-a484-43af-87a3-f2738a95e675,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:33.935435 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ed3841ae-08d2-42ca-b127-d99a146766af tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (803179dc-2a1b-4a6f-804f-4d8e3d46a486), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:33.945565 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6222d40-944d-497a-b21d-7ac088be1dad None None] Network 6d18c113-f1c6-4a06-b635-d8e844f5b661 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:33.970932 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d88b94b-b9ec-405e-9c67-74f0eee21290 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (88052960-5fab-49f5-8363-c821479512d0), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:33.995903 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:34.075678 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-07c96204-647f-4dc1-9f0f-b03906cbfcb4 None None] Could not find standard attr ID for object 410bed63-7636-4697-af3c-76520a6b5c78. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:01:34.076942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (a3b7b16b-a484-43af-87a3-f2738a95e675), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:34.105823 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6477a890-29e2-4965-8e56-6ffd2272b677 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (b05f1b93-099a-4264-a07e-f22aeb296992), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:34.106875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6477a890-29e2-4965-8e56-6ffd2272b677 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:34.112782 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6477a890-29e2-4965-8e56-6ffd2272b677 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b05f1b93-099a-4264-a07e-f22aeb296992 HTTP/1.1" status: 204 len: 168 time: 1.3728344 Oct 28 10:01:34.126067 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41848) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:34.135272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88b94b-b9ec-405e-9c67-74f0eee21290 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event deleted for resources: {'Port': ['ID=88052960-5fab-49f5-8363-c821479512d0,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:34.248557 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ed3841ae-08d2-42ca-b127-d99a146766af tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (803179dc-2a1b-4a6f-804f-4d8e3d46a486), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:34.267022 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:34.273051 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:34.276297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477a890-29e2-4965-8e56-6ffd2272b677 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05f1b93-099a-4264-a07e-f22aeb296992,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:34.299371 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a8bd02b2-8b90-4a60-88ff-e8ab36a9d7e4 req-2cb80bb3-dcf9-4aab-9aff-65a5a6b7bc0f tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3861370 Oct 28 10:01:34.306489 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=a3b7b16b-a484-43af-87a3-f2738a95e675,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:34.307331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (9136b4a4-607c-4150-a7ce-6b018076653e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:34.442444 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4d45b42b-d176-467c-8d1e-1c6cfd822fbb tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2956433 Oct 28 10:01:34.443114 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-5a6d63af-3aa5-470a-b931-d850b3e4cf8d None None] Could not find standard attr ID for object ae0254b8-f5c0-49b8-9765-9e95a828a477. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:01:34.443821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41850) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:34.455258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d88b94b-b9ec-405e-9c67-74f0eee21290 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (e1d3c883-9527-49d7-8b9e-836a33edb35f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:34.490059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-29bd30a3-4678-443b-8de7-c1d6eabba91c tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group': {'name': 'tempest-secgroup--941509086'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:34.551047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (6d18c113-f1c6-4a06-b635-d8e844f5b661), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:34.553412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (99af4c86-ea8a-47d1-b983-fa93f2e23fa3), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:34.577309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09ae8c9-fdb2-42a2-a3df-757b643765e5 None None] DHCP port deletion for 6d18c113-f1c6-4a06-b635-d8e844f5b661 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:01:34.610886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3841ae-08d2-42ca-b127-d99a146766af tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:34.610886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ed3841ae-08d2-42ca-b127-d99a146766af tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (803179dc-2a1b-4a6f-804f-4d8e3d46a486), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:34.703102 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d09ae8c9-fdb2-42a2-a3df-757b643765e5 None None] Deleting port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:34.703827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d09ae8c9-fdb2-42a2-a3df-757b643765e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:34.709434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1147784-646f-4c7d-be31-14ea1b7d0ff0 None None] DHCP port deletion for 09db7f22-727f-4f87-8f6a-00c7d48df99c request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:01:34.802475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dbcf89-2044-4bdd-b2e2-e81287e056d6 None None] Network 09db7f22-727f-4f87-8f6a-00c7d48df99c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:34.831905 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dbcf89-2044-4bdd-b2e2-e81287e056d6 None None] Network 09db7f22-727f-4f87-8f6a-00c7d48df99c could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 10:01:34.835831 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 2b1b4ed3-e287-4b4c-a165-71609c6e5852 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:34.856898 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:34.858731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d88b94b-b9ec-405e-9c67-74f0eee21290 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Router e1d3c883-9527-49d7-8b9e-836a33edb35f has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:01:34.864933 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:34.904050 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d147daa1-9046-4475-b204-347bbccb6408 None None] Network 09db7f22-727f-4f87-8f6a-00c7d48df99c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:34.945670 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (9136b4a4-607c-4150-a7ce-6b018076653e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:34.948224 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d147daa1-9046-4475-b204-347bbccb6408 None None] Network 09db7f22-727f-4f87-8f6a-00c7d48df99c could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 10:01:34.949814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-29bd30a3-4678-443b-8de7-c1d6eabba91c tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:34.952136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d09ae8c9-fdb2-42a2-a3df-757b643765e5 None None] For port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c,segment=NetworkSegment(e7785c66-ad4e-41c2-a621-0d3042e1b5c3),segment_id=e7785c66-ad4e-41c2-a621-0d3042e1b5c3)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:34.952963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d09ae8c9-fdb2-42a2-a3df-757b643765e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:34.975429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d09ae8c9-fdb2-42a2-a3df-757b643765e5 None None] Calling delete_port for 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:35.000992 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:35.001650 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2b1b4ed3-e287-4b4c-a165-71609c6e5852), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.002188 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 Oct 28 10:01:35.025456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d88b94b-b9ec-405e-9c67-74f0eee21290 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:01:35.035897 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9470e94e-2bb7-4051-adac-a7f19be202a2 None None] Sync routers for ids ['e1d3c883-9527-49d7-8b9e-836a33edb35f'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:01:35.038527 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1d88b94b-b9ec-405e-9c67-74f0eee21290 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "PUT /networking/v2.0/routers/e1d3c883-9527-49d7-8b9e-836a33edb35f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4698994 Oct 28 10:01:35.042358 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41854) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:35.054128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c9eaf0-b70b-4400-b837-3881951b3432 None None] Network 95b843d7-23ec-4cf0-a747-f90e4501e5ec requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:35.054527 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9470e94e-2bb7-4051-adac-a7f19be202a2 None None] Routers {'e1d3c883-9527-49d7-8b9e-836a33edb35f'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:35.055374 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-9470e94e-2bb7-4051-adac-a7f19be202a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e1d3c883-9527-49d7-8b9e-836a33edb35f'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:35.093350 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-9470e94e-2bb7-4051-adac-a7f19be202a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:35.103904 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9470e94e-2bb7-4051-adac-a7f19be202a2 None None] Routers {'e1d3c883-9527-49d7-8b9e-836a33edb35f'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:35.104892 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-9470e94e-2bb7-4051-adac-a7f19be202a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e1d3c883-9527-49d7-8b9e-836a33edb35f'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:35.117313 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-3c1aae17-553e-4f54-9289-6e3940de20c3 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] delete failed (client error): The resource could not be found. Oct 28 10:01:35.122820 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3c1aae17-553e-4f54-9289-6e3940de20c3 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "DELETE /networking/v2.0/routers/tempest-non_exist_router-340431242 HTTP/1.1" status: 404 len: 334 time: 0.0790238 Oct 28 10:01:35.123544 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41856) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:35.129537 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-6db3d19f-d4e5-4945-8cb6-f9cede6528c1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e1d3c883-9527-49d7-8b9e-836a33edb35f'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:35.133791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:35.141876 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-9470e94e-2bb7-4051-adac-a7f19be202a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:35.143449 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9470e94e-2bb7-4051-adac-a7f19be202a2 None None] The sync data for ids ['e1d3c883-9527-49d7-8b9e-836a33edb35f'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:01:35.152496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:01:35.164468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Publish callbacks [] for port (99af4c86-ea8a-47d1-b983-fa93f2e23fa3), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.211059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-81254102-c21e-400b-83a6-2e17758c2ceb None None] Provisioning complete for port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:35.211602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-81254102-c21e-400b-83a6-2e17758c2ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2b1b4ed3-e287-4b4c-a165-71609c6e5852), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.212048 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-81254102-c21e-400b-83a6-2e17758c2ceb None None] Attempt 1 to provision port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 Oct 28 10:01:35.234956 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 803179dc-2a1b-4a6f-804f-4d8e3d46a486 resource provider aggregate not found Oct 28 10:01:35.250191 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 95b843d7-23ec-4cf0-a747-f90e4501e5ec is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:35.259999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:35.263443 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:35.276108 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 803179dc-2a1b-4a6f-804f-4d8e3d46a486 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 803179dc-2a1b-4a6f-804f-4d8e3d46a486 found for delete ", "request_id": "req-49014948-5d5e-40bd-8ad2-c2fa98f70c79"}]} Oct 28 10:01:35.304780 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=9136b4a4-607c-4150-a7ce-6b018076653e,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:35.385554 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:35.386101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2b1b4ed3-e287-4b4c-a165-71609c6e5852), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.425037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:35.425388 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.461516 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-81254102-c21e-400b-83a6-2e17758c2ceb None None] Current status of the port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:35.462124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-81254102-c21e-400b-83a6-2e17758c2ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2b1b4ed3-e287-4b4c-a165-71609c6e5852), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.477927 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6db3d19f-d4e5-4945-8cb6-f9cede6528c1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for router_gateway (e1d3c883-9527-49d7-8b9e-836a33edb35f), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.490053 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d09ae8c9-fdb2-42a2-a3df-757b643765e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.516412 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59851b9-9a32-48d7-99d3-a45caf4abccd req-5c456071-6da1-4050-b3ed-b1cf589a5dc3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:35.518365 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b59851b9-9a32-48d7-99d3-a45caf4abccd req-5c456071-6da1-4050-b3ed-b1cf589a5dc3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 932 time: 0.0914755 Oct 28 10:01:35.519513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] For port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c,segment=NetworkSegment(e7785c66-ad4e-41c2-a621-0d3042e1b5c3),segment_id=e7785c66-ad4e-41c2-a621-0d3042e1b5c3)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:35.519886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.523098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Transition to ACTIVE for port object 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:01:35.542859 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ed3841ae-08d2-42ca-b127-d99a146766af tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (03d9403e-3af1-456d-8c6d-732835ee54b5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.548013 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ed3841ae-08d2-42ca-b127-d99a146766af tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.553630 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ed3841ae-08d2-42ca-b127-d99a146766af tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/03d9403e-3af1-456d-8c6d-732835ee54b5 HTTP/1.1" status: 204 len: 168 time: 3.0455070 Oct 28 10:01:35.554215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 2b1b4ed3-e287-4b4c-a165-71609c6e5852, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=2b1b4ed3-e287-4b4c-a165-71609c6e5852,segment=NetworkSegment(2fbf0fa5-b817-479e-9ff3-7381a7a030c2),segment_id=2fbf0fa5-b817-479e-9ff3-7381a7a030c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:35.557420 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41862) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:35.574706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ae8c9-fdb2-42a2-a3df-757b643765e5 None None] No DVR routers for this DVR port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:35.587129 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ae8c9-fdb2-42a2-a3df-757b643765e5 None None] Pushing event deleted for resources: {'Port': ['ID=4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:35.587593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:35.616132 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:35.621770 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (99af4c86-ea8a-47d1-b983-fa93f2e23fa3), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.628095 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (2b1b4ed3-e287-4b4c-a165-71609c6e5852), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.628928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 67711b30-64a7-475e-aca1-30bfde1e8408 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:35.640832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3841ae-08d2-42ca-b127-d99a146766af tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Network': ['ID=03d9403e-3af1-456d-8c6d-732835ee54b5,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:35.652193 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (b5793b3e-7136-47a6-92a2-6d01caa18628), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.677342 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b59851b9-9a32-48d7-99d3-a45caf4abccd req-31b590e9-29ec-4ec6-bfe9-ce2b1c51d95a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522920 Oct 28 10:01:35.691199 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-4823677c-6d6e-4346-9878-9f77f28a77ce tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:35.691977 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4823677c-6d6e-4346-9878-9f77f28a77ce tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:35.695138 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4823677c-6d6e-4346-9878-9f77f28a77ce tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/1d8b7449-30c4-4045-939e-e3211fe74d90 HTTP/1.1" status: 404 len: 337 time: 0.1367459 Oct 28 10:01:35.701961 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41864) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:35.735246 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0250e1b-3dee-4d07-a923-7f8e72562c4b tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:35.741559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0250e1b-3dee-4d07-a923-7f8e72562c4b tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:35.745146 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a0250e1b-3dee-4d07-a923-7f8e72562c4b tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/175f56ce-b155-45c7-a4a0-0d32e540e949 HTTP/1.1" status: 404 len: 339 time: 0.0421357 Oct 28 10:01:35.753045 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-6db3d19f-d4e5-4945-8cb6-f9cede6528c1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] update failed (client error): The resource could not be found. Oct 28 10:01:35.754171 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6db3d19f-d4e5-4945-8cb6-f9cede6528c1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "PUT /networking/v2.0/routers/e1d3c883-9527-49d7-8b9e-836a33edb35f HTTP/1.1" status: 404 len: 339 time: 0.6290350 Oct 28 10:01:35.754818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41866) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:35.759254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41868) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:35.793530 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=2b1b4ed3-e287-4b4c-a165-71609c6e5852,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:35.797442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-81254102-c21e-400b-83a6-2e17758c2ceb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:01:35.798221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-81254102-c21e-400b-83a6-2e17758c2ceb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:01:35.805546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:35.824914 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 67711b30-64a7-475e-aca1-30bfde1e8408 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:35.825904 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (67711b30-64a7-475e-aca1-30bfde1e8408), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.826311 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 67711b30-64a7-475e-aca1-30bfde1e8408 Oct 28 10:01:35.849159 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8280e80b-88a5-467d-8c67-7e21fb688a90 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:35.851790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8280e80b-88a5-467d-8c67-7e21fb688a90 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:35.856183 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8280e80b-88a5-467d-8c67-7e21fb688a90 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/d4303571-3c32-429c-bfc5-c1068ba33c96 HTTP/1.1" status: 404 len: 337 time: 0.1003320 Oct 28 10:01:35.858919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41870) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:35.860358 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-29bd30a3-4678-443b-8de7-c1d6eabba91c tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (9c17c437-6e21-45bb-bbbb-597700713afc), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.883460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Pushing event updated for resources: {'Port': ['ID=99af4c86-ea8a-47d1-b983-fa93f2e23fa3,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:35.922416 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bfe4d2-5f5d-435d-bc20-eb60157a783d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:35.923022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4bfe4d2-5f5d-435d-bc20-eb60157a783d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:35.929102 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f4bfe4d2-5f5d-435d-bc20-eb60157a783d tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/53339e3a-d9d0-47de-9f7a-6f158f4650c6 HTTP/1.1" status: 404 len: 339 time: 0.0666525 Oct 28 10:01:35.930045 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41872) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:35.952213 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-29bd30a3-4678-443b-8de7-c1d6eabba91c tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (9c17c437-6e21-45bb-bbbb-597700713afc), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:35.972508 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b87a4ee-8236-4264-b225-9fb55c346b95 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:35.973122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b87a4ee-8236-4264-b225-9fb55c346b95 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:35.982426 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 67711b30-64a7-475e-aca1-30bfde1e8408 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:35.985577 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2b87a4ee-8236-4264-b225-9fb55c346b95 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/d925dcf0-b3fb-49f6-8763-4f5cd8bdf1bc HTTP/1.1" status: 404 len: 337 time: 0.0487678 Oct 28 10:01:35.986324 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41874) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:36.060846 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a90688-17bc-47cd-8676-0f1605751fcb tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:36.061381 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a90688-17bc-47cd-8676-0f1605751fcb tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:36.067902 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e4a90688-17bc-47cd-8676-0f1605751fcb tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/d3bebbd1-e1f8-42f2-a852-bf1ae709e252 HTTP/1.1" status: 404 len: 339 time: 0.0758824 Oct 28 10:01:36.068800 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41876) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:36.104759 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd30a3-4678-443b-8de7-c1d6eabba91c tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c17c437-6e21-45bb-bbbb-597700713afc,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:36.143067 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Attempting to bind port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:36.143067 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Attempting to bind port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:36.143335 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:36.143450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Attempting to bind port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 on network 4d683f21-056f-49ef-b611-826c5b093c7b {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:36.171476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-29bd30a3-4678-443b-8de7-c1d6eabba91c tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.176310 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-29bd30a3-4678-443b-8de7-c1d6eabba91c tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7028716 Oct 28 10:01:36.176949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41878) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:36.185784 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-46fe9b8b-bbf0-4e7c-91b6-188df729e240 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group': {'name': 'tempest-secgroup--266182812'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:36.196081 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa7ea5c-1907-4a9b-ab7e-977f94caddac tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:36.196711 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa7ea5c-1907-4a9b-ab7e-977f94caddac tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:36.199856 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4aa7ea5c-1907-4a9b-ab7e-977f94caddac tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/0836f123-291f-408b-a9b4-8eb459ad95d3 HTTP/1.1" status: 404 len: 337 time: 0.1060126 Oct 28 10:01:36.202944 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41880) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:36.215822 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.236694 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6a7f4d-8025-4b02-a745-1c4f8afe2e24 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:36.239541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6a7f4d-8025-4b02-a745-1c4f8afe2e24 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:36.243213 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-eb6a7f4d-8025-4b02-a745-1c4f8afe2e24 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bb113227-1d14-4b6d-b120-1562ea5f7cab HTTP/1.1" status: 404 len: 339 time: 0.0392144 Oct 28 10:01:36.254450 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a3b7b16b-a484-43af-87a3-f2738a95e675 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:36.262346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41882) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:36.278886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:36.306100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No DVR routers for this DVR port 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:36.313479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 on network 4d683f21-056f-49ef-b611-826c5b093c7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:01:36.314225 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Attempting to bind port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 on network 4d683f21-056f-49ef-b611-826c5b093c7b {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:36.320561 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.364874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-81254102-c21e-400b-83a6-2e17758c2ceb None None] Current status of the port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:36.370288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port a3b7b16b-a484-43af-87a3-f2738a95e675 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:36.370816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a3b7b16b-a484-43af-87a3-f2738a95e675), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.371310 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port a3b7b16b-a484-43af-87a3-f2738a95e675 Oct 28 10:01:36.382357 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-469d301e-321b-4420-83f9-a9f4c99dedcd tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:36.382850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469d301e-321b-4420-83f9-a9f4c99dedcd tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:36.386657 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-469d301e-321b-4420-83f9-a9f4c99dedcd tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/8e2829fe-5fbe-4bd4-8a46-45a27142f9e3 HTTP/1.1" status: 404 len: 337 time: 0.1217535 Oct 28 10:01:36.390327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9136b4a4-607c-4150-a7ce-6b018076653e), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.392198 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41884) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:36.392616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-46fe9b8b-bbf0-4e7c-91b6-188df729e240 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.453508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:36.457822 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d3d142-e038-4778-a3bc-12b880683ed4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:36.458330 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d3d142-e038-4778-a3bc-12b880683ed4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:36.464240 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a2d3d142-e038-4778-a3bc-12b880683ed4 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/d6d0575f-b09f-4845-bebd-ccf454c101fb HTTP/1.1" status: 404 len: 339 time: 0.0704401 Oct 28 10:01:36.465911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41886) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:36.503185 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b563714-83ab-4683-a10a-10b7fe0a70d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:36.503892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b563714-83ab-4683-a10a-10b7fe0a70d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:36.509432 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6b563714-83ab-4683-a10a-10b7fe0a70d9 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/af15adca-3a64-498f-a96d-b19b8b5105aa HTTP/1.1" status: 404 len: 337 time: 0.0409782 Oct 28 10:01:36.514853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port a3b7b16b-a484-43af-87a3-f2738a95e675 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:36.515515 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41888) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:36.516865 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 2b1b4ed3-e287-4b4c-a165-71609c6e5852 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:36.525230 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d668020c-5715-4f3e-a015-93712424ee4b None None] Provisioning complete for port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:36.525788 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d668020c-5715-4f3e-a015-93712424ee4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2b1b4ed3-e287-4b4c-a165-71609c6e5852), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.526236 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d668020c-5715-4f3e-a015-93712424ee4b None None] Attempt 1 to provision port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 Oct 28 10:01:36.538362 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0ed942-934b-4546-af0c-cae7fae34d21 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:36.538904 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0ed942-934b-4546-af0c-cae7fae34d21 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:36.544896 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5f0ed942-934b-4546-af0c-cae7fae34d21 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/7160e477-74d6-4bf4-9172-43c50f32fe05 HTTP/1.1" status: 404 len: 339 time: 0.0283082 Oct 28 10:01:36.547059 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41890) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:36.607620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:01:36.608202 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Checking segment: {'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:36.608371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Bound using segment: {'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:01:36.608775 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Bound port: 99af4c86-ea8a-47d1-b983-fa93f2e23fa3, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:01:36.609132 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (99af4c86-ea8a-47d1-b983-fa93f2e23fa3), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.609527 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cd2fd9-06f3-4428-bc88-6ee2069bf1f0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:36.609998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3cd2fd9-06f3-4428-bc88-6ee2069bf1f0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:36.617031 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f3cd2fd9-06f3-4428-bc88-6ee2069bf1f0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/aa9594db-a341-43d3-a8e2-73686d990571 HTTP/1.1" status: 404 len: 337 time: 0.0689306 Oct 28 10:01:36.617654 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41892) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:36.626919 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:36.629686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (6d18c113-f1c6-4a06-b635-d8e844f5b661), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.644644 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0a55a4-15e3-4aa0-8231-904333da0777 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:36.645160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0a55a4-15e3-4aa0-8231-904333da0777 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:36.651038 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3c0a55a4-15e3-4aa0-8231-904333da0777 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/50be8186-ee5b-4c4a-921c-ac79026ebfe4 HTTP/1.1" status: 404 len: 339 time: 0.0295978 Oct 28 10:01:36.651693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41894) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:36.701170 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-823f85f0-a371-4fbf-8a88-f4c2d8477e86 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:36.702254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823f85f0-a371-4fbf-8a88-f4c2d8477e86 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:36.705382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] For port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:01:36.708740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] For port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=99af4c86-ea8a-47d1-b983-fa93f2e23fa3,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:01:36.709335 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-823f85f0-a371-4fbf-8a88-f4c2d8477e86 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/6d1a1867-31ae-4d28-b9a2-e63b5aaf6fcf HTTP/1.1" status: 404 len: 337 time: 0.0539875 Oct 28 10:01:36.710013 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41896) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:36.712891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d668020c-5715-4f3e-a015-93712424ee4b None None] Current status of the port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:36.751140 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:36.752345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2b1b4ed3-e287-4b4c-a165-71609c6e5852), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.753588 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 Oct 28 10:01:36.759765 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4b1f68-021b-44e5-8f05-212e2e51601f tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] DELETE failed (client error): The resource could not be found. Oct 28 10:01:36.760293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4b1f68-021b-44e5-8f05-212e2e51601f tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:01:36.761556 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d668020c-5715-4f3e-a015-93712424ee4b None None] Provisioning complete for port 9136b4a4-607c-4150-a7ce-6b018076653e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:36.765215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d668020c-5715-4f3e-a015-93712424ee4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9136b4a4-607c-4150-a7ce-6b018076653e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.769440 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4a4b1f68-021b-44e5-8f05-212e2e51601f tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/78ca8fa7-9f37-438d-b691-01985a1a5ca9 HTTP/1.1" status: 404 len: 339 time: 0.0526066 Oct 28 10:01:36.769440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41900) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:36.769814 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d668020c-5715-4f3e-a015-93712424ee4b None None] Attempt 1 to provision port 9136b4a4-607c-4150-a7ce-6b018076653e Oct 28 10:01:36.788555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d18c113-f1c6-4a06-b635-d8e844f5b661']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:36.827370 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7785c66-ad4e-41c2-a621-0d3042e1b5c3') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:36.827642 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7785c66-ad4e-41c2-a621-0d3042e1b5c3') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:36.832415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-46fe9b8b-bbf0-4e7c-91b6-188df729e240 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (5c59a3d7-a624-4955-86f6-6c89d0ae87b9), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.838185 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (99af4c86-ea8a-47d1-b983-fa93f2e23fa3), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.851568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:36.864203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:36.864832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.866790 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/99af4c86-ea8a-47d1-b983-fa93f2e23fa3 HTTP/1.1" status: 200 len: 1094 time: 3.3459432 Oct 28 10:01:36.867336 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe192b4-de11-4a34-98fe-8b8146d29aa6', 'tag': '99af4c86-ea8a-47d1-b983-fa93f2e23fa3'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:01:36.869785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee4eaf6-570a-405b-ad01-e70294baad4e" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe192b4-de11-4a34-98fe-8b8146d29aa6", "tag": "99af4c86-ea8a-47d1-b983-fa93f2e23fa3"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:01:36.885542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d668020c-5715-4f3e-a015-93712424ee4b None None] Port 9136b4a4-607c-4150-a7ce-6b018076653e cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:36.917999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Allocated IP 172.20.0.1 (9b042cbe-3a23-436e-bcdf-836ab8b253f9/a7fff6d6-3b84-48b5-aead-d7ccc033fb7e/5710c4b0-7e01-4da4-9938-5bbc11bcdddf) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:36.946023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (e7785c66-ad4e-41c2-a621-0d3042e1b5c3), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.946480 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-84946e28-eada-4354-a7c0-723e67a2e3b0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Deleting subnet c751bcfe-0409-4ca7-b012-37d909dcd010 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:01:36.949831 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:36.954637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:36.963900 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-84946e28-eada-4354-a7c0-723e67a2e3b0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for subnet (c751bcfe-0409-4ca7-b012-37d909dcd010), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.976118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c62b7-4310-4b7b-8e76-c58d9fe206ca service neutron] Pushing event updated for resources: {'Port': ['ID=99af4c86-ea8a-47d1-b983-fa93f2e23fa3,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:37.029590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:01:37.068371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:01:37.068791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4b7f0ea5-1f12-4e75-8ddd-21ab33ccf03c not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:01:37.069232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ae0254b8-f5c0-49b8-9765-9e95a828a477 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:01:37.105179 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-46fe9b8b-bbf0-4e7c-91b6-188df729e240 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5c59a3d7-a624-4955-86f6-6c89d0ae87b9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.164768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5733f05-a079-49e3-a5f3-5898999a4b64 x-openstack-request-id: req-a5733f05-a079-49e3-a5f3-5898999a4b64 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:01:37.165058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe192b4-de11-4a34-98fe-8b8146d29aa6", "tag": "99af4c86-ea8a-47d1-b983-fa93f2e23fa3", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:01:37.165313 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5733f05-a079-49e3-a5f3-5898999a4b64 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:01:37.165944 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5733f05-a079-49e3-a5f3-5898999a4b64'] response: {'name': 'network-changed', 'server_uuid': '9fe192b4-de11-4a34-98fe-8b8146d29aa6', 'tag': '99af4c86-ea8a-47d1-b983-fa93f2e23fa3', 'status': 'completed', 'code': 200} Oct 28 10:01:37.190962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e7785c66-ad4e-41c2-a621-0d3042e1b5c3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.225002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:37.225410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (e7785c66-ad4e-41c2-a621-0d3042e1b5c3), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.290295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: ae0254b8-f5c0-49b8-9765-9e95a828a477 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:01:37.290663 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ae0254b8-f5c0-49b8-9765-9e95a828a477 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:01:37.316952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-a65d810b-7d4a-41a2-912e-86a2e16f77c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:37.318461 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-a65d810b-7d4a-41a2-912e-86a2e16f77c7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 1128 time: 0.2043955 Oct 28 10:01:37.328760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe9b8b-bbf0-4e7c-91b6-188df729e240 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c59a3d7-a624-4955-86f6-6c89d0ae87b9,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:37.343737 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment e7785c66-ad4e-41c2-a621-0d3042e1b5c3 resource provider aggregate not found Oct 28 10:01:37.353070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-46fe9b8b-bbf0-4e7c-91b6-188df729e240 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.357587 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-46fe9b8b-bbf0-4e7c-91b6-188df729e240 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1757951 Oct 28 10:01:37.362899 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41910) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:37.373881 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-05a650de-4fbc-44d9-a432-09864f3b4bc8 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group_rule': {'security_group_id': '9c17c437-6e21-45bb-bbbb-597700713afc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5c59a3d7-a624-4955-86f6-6c89d0ae87b9', 'remote_ip_prefix': None}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:37.389749 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment e7785c66-ad4e-41c2-a621-0d3042e1b5c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7785c66-ad4e-41c2-a621-0d3042e1b5c3 found for delete ", "request_id": "req-0d7c43c5-db2c-4f1d-b525-7cdc9479d7a6"}]} Oct 28 10:01:37.431342 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-ff39acee-b23c-4b3e-b6f9-ec43c0045cd4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99af4c86-ea8a-47d1-b983-fa93f2e23fa3 HTTP/1.1" status: 200 len: 217 time: 0.0665615 Oct 28 10:01:37.500568 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:37.505050 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (9136b4a4-607c-4150-a7ce-6b018076653e), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.513235 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-a9344630-fbcf-4fe3-947d-b0120935b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:37.519130 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-a9344630-fbcf-4fe3-947d-b0120935b086 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19f66d81-2cce-4fe0-89e2-8ae1c40ac146 HTTP/1.1" status: 200 len: 850 time: 0.0748773 Oct 28 10:01:37.542912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac47c2-12b3-4191-a818-0e497a5b6e51 req-dea5ef76-e694-41ce-8299-8049ee35c577 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:37.547270 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1fac47c2-12b3-4191-a818-0e497a5b6e51 req-dea5ef76-e694-41ce-8299-8049ee35c577 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 944 time: 0.6056538 Oct 28 10:01:37.555027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-84946e28-eada-4354-a7c0-723e67a2e3b0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (c751bcfe-0409-4ca7-b012-37d909dcd010), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.571450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-e6f3fb57-f2da-4c6b-912b-e9280c86236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:37.573684 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-e6f3fb57-f2da-4c6b-912b-e9280c86236c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4d683f21-056f-49ef-b611-826c5b093c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0486929 Oct 28 10:01:37.575603 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (6d18c113-f1c6-4a06-b635-d8e844f5b661), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.584298 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.595125 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/networks/6d18c113-f1c6-4a06-b635-d8e844f5b661 HTTP/1.1" status: 204 len: 168 time: 3.8005195 Oct 28 10:01:37.598231 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41912) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:37.607900 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-4ed978d8-8a5d-4f58-808b-b615b1196039 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-506171851'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:37.691851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for port (5710c4b0-7e01-4da4-9938-5bbc11bcdddf), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.707403 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-264b9a77-60b0-4658-aa73-c606f8dabddf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173410 Oct 28 10:01:37.729484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (9136b4a4-607c-4150-a7ce-6b018076653e), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.743647 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1fac47c2-12b3-4191-a818-0e497a5b6e51 req-95f8685b-49c3-4bfa-923c-3f2154db5610 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826501 Oct 28 10:01:37.755006 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-84946e28-eada-4354-a7c0-723e67a2e3b0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (c751bcfe-0409-4ca7-b012-37d909dcd010), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.801461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18665e3f-4821-4ada-9f67-84cdc5ea9364 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Network': ['ID=6d18c113-f1c6-4a06-b635-d8e844f5b661,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:37.809765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed978d8-8a5d-4f58-808b-b615b1196039 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:37.813528 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4ed978d8-8a5d-4f58-808b-b615b1196039 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.847932 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed978d8-8a5d-4f58-808b-b615b1196039 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:01:37.864002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4ed978d8-8a5d-4f58-808b-b615b1196039 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (60ca053d-572a-4afd-98c6-ae6a45196b75), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.864350 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-4ed978d8-8a5d-4f58-808b-b615b1196039 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Added segment 60ca053d-572a-4afd-98c6-ae6a45196b75 of type vlan for network d5b2ed66-09db-45e5-ab60-ae54c8f70337 Oct 28 10:01:37.873874 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (5710c4b0-7e01-4da4-9938-5bbc11bcdddf), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.888591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=9136b4a4-607c-4150-a7ce-6b018076653e,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:37.895547 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05a650de-4fbc-44d9-a432-09864f3b4bc8 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (3bf11966-89da-430d-8de0-ddaf118ccb0f), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.904380 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (b5793b3e-7136-47a6-92a2-6d01caa18628), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.940630 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Network 9b042cbe-3a23-436e-bcdf-836ab8b253f9 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:37.956199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:37.960466 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4ed978d8-8a5d-4f58-808b-b615b1196039 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (d5b2ed66-09db-45e5-ab60-ae54c8f70337), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:37.965194 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:38.005272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-84946e28-eada-4354-a7c0-723e67a2e3b0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (c751bcfe-0409-4ca7-b012-37d909dcd010), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.050446 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event updated for resources: {'Port': ['ID=5710c4b0-7e01-4da4-9938-5bbc11bcdddf,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:38.084587 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84946e28-eada-4354-a7c0-723e67a2e3b0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Subnet': ['ID=c751bcfe-0409-4ca7-b012-37d909dcd010,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:38.103059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33dc681-fa8f-4da9-971c-735c7e1700f6 None None] Network 8a6123d1-1401-4c7c-934f-e6ed1c93f46e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:38.103598 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-84946e28-eada-4354-a7c0-723e67a2e3b0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.112973 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-84946e28-eada-4354-a7c0-723e67a2e3b0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c751bcfe-0409-4ca7-b012-37d909dcd010 HTTP/1.1" status: 204 len: 168 time: 1.3411243 Oct 28 10:01:38.116341 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41914) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:38.194814 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (e1d3c883-9527-49d7-8b9e-836a33edb35f), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.283715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4ed978d8-8a5d-4f58-808b-b615b1196039 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (d5b2ed66-09db-45e5-ab60-ae54c8f70337), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.289171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed978d8-8a5d-4f58-808b-b615b1196039 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:38.289809 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4ed978d8-8a5d-4f58-808b-b615b1196039 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.344832 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a2f3a7-031f-48bf-bbeb-46310c91e282 None None] DHCP port deletion for 8a6123d1-1401-4c7c-934f-e6ed1c93f46e request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:01:38.354712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dfc8245d-8b7d-4e7d-b781-79ef12196005 None None] Provisioning complete for port 5710c4b0-7e01-4da4-9938-5bbc11bcdddf triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:38.354712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dfc8245d-8b7d-4e7d-b781-79ef12196005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5710c4b0-7e01-4da4-9938-5bbc11bcdddf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.354712 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dfc8245d-8b7d-4e7d-b781-79ef12196005 None None] Attempt 1 to provision port 5710c4b0-7e01-4da4-9938-5bbc11bcdddf Oct 28 10:01:38.394653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (8a6123d1-1401-4c7c-934f-e6ed1c93f46e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.416909 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a7a2f3a7-031f-48bf-bbeb-46310c91e282 None None] Deleting port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:38.417368 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f3a7-031f-48bf-bbeb-46310c91e282 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (21cb59ac-2c4e-4fb6-a8e7-2e942711fd72), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.418427 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed978d8-8a5d-4f58-808b-b615b1196039 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Network': ['ID=d5b2ed66-09db-45e5-ab60-ae54c8f70337,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:38.436494 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network d5b2ed66-09db-45e5-ab60-ae54c8f70337 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:01:38.440264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dfc8245d-8b7d-4e7d-b781-79ef12196005 None None] Port 5710c4b0-7e01-4da4-9938-5bbc11bcdddf cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:38.474978 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4ed978d8-8a5d-4f58-808b-b615b1196039 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8739436 Oct 28 10:01:38.516483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05a650de-4fbc-44d9-a432-09864f3b4bc8 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (3bf11966-89da-430d-8de0-ddaf118ccb0f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.524048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5710c4b0-7e01-4da4-9938-5bbc11bcdddf), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.524326 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ff028ee7-b71b-4d16-bf4a-070fd7022f98 req-28643d04-c249-4886-9d13-e5aa17f5e908 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8037238 Oct 28 10:01:38.537748 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 95b843d7-23ec-4cf0-a747-f90e4501e5ec is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:38.539627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:38.540118 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a7a2f3a7-031f-48bf-bbeb-46310c91e282 None None] For port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=21cb59ac-2c4e-4fb6-a8e7-2e942711fd72,segment=NetworkSegment(d7da8809-be42-4b8d-ac06-22ee9b2be9ab),segment_id=d7da8809-be42-4b8d-ac06-22ee9b2be9ab)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:38.540607 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f3a7-031f-48bf-bbeb-46310c91e282 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (21cb59ac-2c4e-4fb6-a8e7-2e942711fd72), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.545320 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41916) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:38.549903 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Deleting port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:38.550958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (21cb59ac-2c4e-4fb6-a8e7-2e942711fd72), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.557666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a7a2f3a7-031f-48bf-bbeb-46310c91e282 None None] Calling delete_port for 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:38.558245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-1897e873-a5a4-4e2c-a1b1-f71a284a3e5d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'subnet': {'network_id': 'd5b2ed66-09db-45e5-ab60-ae54c8f70337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:38.643480 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] For port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=21cb59ac-2c4e-4fb6-a8e7-2e942711fd72,segment=NetworkSegment(d7da8809-be42-4b8d-ac06-22ee9b2be9ab),segment_id=d7da8809-be42-4b8d-ac06-22ee9b2be9ab)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:38.643926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (21cb59ac-2c4e-4fb6-a8e7-2e942711fd72), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.653032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05a650de-4fbc-44d9-a432-09864f3b4bc8 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (3bf11966-89da-430d-8de0-ddaf118ccb0f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.665013 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Calling delete_port for 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:38.803094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a650de-4fbc-44d9-a432-09864f3b4bc8 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf11966-89da-430d-8de0-ddaf118ccb0f,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:38.806998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f3a7-031f-48bf-bbeb-46310c91e282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (21cb59ac-2c4e-4fb6-a8e7-2e942711fd72), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.843817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2f3a7-031f-48bf-bbeb-46310c91e282 None None] Pushing event deleted for resources: {'Port': ['ID=21cb59ac-2c4e-4fb6-a8e7-2e942711fd72,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:38.869436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a2f3a7-031f-48bf-bbeb-46310c91e282 None None] No DVR routers for this DVR port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:38.871359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4eaf6-570a-405b-ad01-e70294baad4e req-83480b52-34df-4c05-9ac4-afa456f07316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:38.872813 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bee4eaf6-570a-405b-ad01-e70294baad4e req-83480b52-34df-4c05-9ac4-afa456f07316 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 1128 time: 0.1323984 Oct 28 10:01:38.887602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-830e3e47-4b05-4a3f-a0ea-ba64688fbf25 None None] Provisioning complete for port 9136b4a4-607c-4150-a7ce-6b018076653e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:38.888278 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-830e3e47-4b05-4a3f-a0ea-ba64688fbf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9136b4a4-607c-4150-a7ce-6b018076653e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.888772 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-830e3e47-4b05-4a3f-a0ea-ba64688fbf25 None None] Attempt 1 to provision port 9136b4a4-607c-4150-a7ce-6b018076653e Oct 28 10:01:38.899482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-05a650de-4fbc-44d9-a432-09864f3b4bc8 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.904193 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-05a650de-4fbc-44d9-a432-09864f3b4bc8 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5336730 Oct 28 10:01:38.904862 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41920) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:38.934705 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (21cb59ac-2c4e-4fb6-a8e7-2e942711fd72), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.935051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-830e3e47-4b05-4a3f-a0ea-ba64688fbf25 None None] Port 9136b4a4-607c-4150-a7ce-6b018076653e cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:38.948721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:INSERT=1,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:38.985656 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router b5793b3e-7136-47a6-92a2-6d01caa18628 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:01:38.997382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1897e873-a5a4-4e2c-a1b1-f71a284a3e5d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:38.997610 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] No DVR routers for this DVR port 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:38.997747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1897e873-a5a4-4e2c-a1b1-f71a284a3e5d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.005115 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Port': ['ID=21cb59ac-2c4e-4fb6-a8e7-2e942711fd72,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:39.044100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e7e1c-b7aa-4393-98cf-733f01da13e7 req-d5a03fe9-699c-4983-8abe-fbc1bb06716a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.045871 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9c5e7e1c-b7aa-4393-98cf-733f01da13e7 req-d5a03fe9-699c-4983-8abe-fbc1bb06716a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 944 time: 0.1335270 Oct 28 10:01:39.064309 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-01b054f6-f291-46fa-8f57-78185dc4d4df tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (3bf11966-89da-430d-8de0-ddaf118ccb0f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.067621 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:39.082129 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-01b054f6-f291-46fa-8f57-78185dc4d4df tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (3bf11966-89da-430d-8de0-ddaf118ccb0f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.177913 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (8a6123d1-1401-4c7c-934f-e6ed1c93f46e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.190875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:39.199466 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4eaf6-570a-405b-ad01-e70294baad4e req-d3e73fee-d0ac-4b72-9e89-84a12c0692a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.200965 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bee4eaf6-570a-405b-ad01-e70294baad4e req-d3e73fee-d0ac-4b72-9e89-84a12c0692a0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 912 time: 0.3055203 Oct 28 10:01:39.235596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6123d1-1401-4c7c-934f-e6ed1c93f46e']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:39.266976 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9c5e7e1c-b7aa-4393-98cf-733f01da13e7 req-836695b9-3f11-413a-9803-dff54a528d20 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051516 Oct 28 10:01:39.268840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7da8809-be42-4b8d-ac06-22ee9b2be9ab') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:39.269164 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7da8809-be42-4b8d-ac06-22ee9b2be9ab') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:39.276329 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bee4eaf6-570a-405b-ad01-e70294baad4e req-f12f5bf0-b8a9-47b3-84f7-3d3b70b50162 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99af4c86-ea8a-47d1-b983-fa93f2e23fa3 HTTP/1.1" status: 200 len: 217 time: 0.0642920 Oct 28 10:01:39.288561 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (d7da8809-be42-4b8d-ac06-22ee9b2be9ab), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.289788 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-01b054f6-f291-46fa-8f57-78185dc4d4df tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (3bf11966-89da-430d-8de0-ddaf118ccb0f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.293631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-01b054f6-f291-46fa-8f57-78185dc4d4df tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.297768 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-01b054f6-f291-46fa-8f57-78185dc4d4df tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/3bf11966-89da-430d-8de0-ddaf118ccb0f HTTP/1.1" status: 204 len: 168 time: 0.3789778 Oct 28 10:01:39.301326 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41922) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:39.335447 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (d7da8809-be42-4b8d-ac06-22ee9b2be9ab), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.349707 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b054f6-f291-46fa-8f57-78185dc4d4df tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bf11966-89da-430d-8de0-ddaf118ccb0f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:39.355276 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:01:39.360590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:39.376013 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d260a8e4-caba-44a4-9be2-2cb721c1b87b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/b5793b3e-7136-47a6-92a2-6d01caa18628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8309522 Oct 28 10:01:39.376150 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Sync routers for ids ['b5793b3e-7136-47a6-92a2-6d01caa18628'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:01:39.376605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for port (5710c4b0-7e01-4da4-9938-5bbc11bcdddf), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.376605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:39.376605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (d7da8809-be42-4b8d-ac06-22ee9b2be9ab), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.376892 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41924) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:39.384691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Routers {'b5793b3e-7136-47a6-92a2-6d01caa18628'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:39.385498 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b5793b3e-7136-47a6-92a2-6d01caa18628'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:39.423535 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment d7da8809-be42-4b8d-ac06-22ee9b2be9ab resource provider aggregate not found Oct 28 10:01:39.450131 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ecd6e23d-c31f-4743-b0f0-bfe70da2038a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1451583 Oct 28 10:01:39.460938 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment d7da8809-be42-4b8d-ac06-22ee9b2be9ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7da8809-be42-4b8d-ac06-22ee9b2be9ab found for delete ", "request_id": "req-c8b46eef-28df-40ed-b185-6c2b1898736d"}]} Oct 28 10:01:39.461708 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41930) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:39.470085 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (5710c4b0-7e01-4da4-9938-5bbc11bcdddf), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.510332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4eaf6-570a-405b-ad01-e70294baad4e req-549ccd6f-17fb-4196-9c89-2fbdf99517a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.512080 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bee4eaf6-570a-405b-ad01-e70294baad4e req-549ccd6f-17fb-4196-9c89-2fbdf99517a9 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19f66d81-2cce-4fe0-89e2-8ae1c40ac146 HTTP/1.1" status: 200 len: 850 time: 0.2076604 Oct 28 10:01:39.528180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Set router b5793b3e-7136-47a6-92a2-6d01caa18628 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:01:39.580935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event updated for resources: {'Port': ['ID=5710c4b0-7e01-4da4-9938-5bbc11bcdddf,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:39.584898 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (e1d3c883-9527-49d7-8b9e-836a33edb35f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.594209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (8a6123d1-1401-4c7c-934f-e6ed1c93f46e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.599783 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.605867 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] 10.222.0.49 "DELETE /networking/v2.0/networks/8a6123d1-1401-4c7c-934f-e6ed1c93f46e HTTP/1.1" status: 204 len: 168 time: 1.4878604 Oct 28 10:01:39.637784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe4a4e-981f-4b4a-850e-fcf9775e82e0 tempest-NetworksTest-572079364 tempest-NetworksTest-572079364-project] Pushing event deleted for resources: {'Network': ['ID=8a6123d1-1401-4c7c-934f-e6ed1c93f46e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:39.655222 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1273c850-96b0-4ceb-8404-cd00b5213d6a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (5c59a3d7-a624-4955-86f6-6c89d0ae87b9), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.697294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81438dcf-33d1-44f0-8aa0-ccd71e1eb17d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.698053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81438dcf-33d1-44f0-8aa0-ccd71e1eb17d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.698439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81438dcf-33d1-44f0-8aa0-ccd71e1eb17d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.700887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81438dcf-33d1-44f0-8aa0-ccd71e1eb17d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.700887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81438dcf-33d1-44f0-8aa0-ccd71e1eb17d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.700887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81438dcf-33d1-44f0-8aa0-ccd71e1eb17d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.700887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81438dcf-33d1-44f0-8aa0-ccd71e1eb17d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.700887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81438dcf-33d1-44f0-8aa0-ccd71e1eb17d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.701337 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81438dcf-33d1-44f0-8aa0-ccd71e1eb17d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.701504 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81438dcf-33d1-44f0-8aa0-ccd71e1eb17d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.701911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81438dcf-33d1-44f0-8aa0-ccd71e1eb17d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.702376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81438dcf-33d1-44f0-8aa0-ccd71e1eb17d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.704612 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-81438dcf-33d1-44f0-8aa0-ccd71e1eb17d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 8327 time: 0.3280926 Oct 28 10:01:39.708332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41934) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:39.711276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:39.720241 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1273c850-96b0-4ceb-8404-cd00b5213d6a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (5c59a3d7-a624-4955-86f6-6c89d0ae87b9), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.747815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:39.765564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:01:36Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '9136b4a4-607c-4150-a7ce-6b018076653e', 'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:80:7d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:31Z', 'updated_at': '2022-10-28T10:01:37Z', 'revision_number': 2, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:39.765782 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1897e873-a5a4-4e2c-a1b1-f71a284a3e5d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (12273b3c-a54e-4cd3-b321-0def864c976a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.799924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Checking router: b5793b3e-7136-47a6-92a2-6d01caa18628 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:01:39.800611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Updating router b5793b3e-7136-47a6-92a2-6d01caa18628 port 9136b4a4-607c-4150-a7ce-6b018076653e binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:01:39.808634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Network 9b042cbe-3a23-436e-bcdf-836ab8b253f9 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:39.810458 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:39.838479 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9136b4a4-607c-4150-a7ce-6b018076653e), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.886237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71f397-bb40-4e89-8b5a-609d7cf9cdb9 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.892328 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71f397-bb40-4e89-8b5a-609d7cf9cdb9 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.892559 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71f397-bb40-4e89-8b5a-609d7cf9cdb9 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.893489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71f397-bb40-4e89-8b5a-609d7cf9cdb9 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.893956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71f397-bb40-4e89-8b5a-609d7cf9cdb9 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.894417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71f397-bb40-4e89-8b5a-609d7cf9cdb9 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.895036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71f397-bb40-4e89-8b5a-609d7cf9cdb9 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.895492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71f397-bb40-4e89-8b5a-609d7cf9cdb9 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.895941 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71f397-bb40-4e89-8b5a-609d7cf9cdb9 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:39.898046 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fd71f397-bb40-4e89-8b5a-609d7cf9cdb9 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 5780 time: 0.1886849 Oct 28 10:01:39.903245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897e873-a5a4-4e2c-a1b1-f71a284a3e5d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Subnet': ['ID=12273b3c-a54e-4cd3-b321-0def864c976a,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:39.920495 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41936) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:39.932110 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1273c850-96b0-4ceb-8404-cd00b5213d6a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5c59a3d7-a624-4955-86f6-6c89d0ae87b9), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.934387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1273c850-96b0-4ceb-8404-cd00b5213d6a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:39.935699 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1273c850-96b0-4ceb-8404-cd00b5213d6a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5c59a3d7-a624-4955-86f6-6c89d0ae87b9 HTTP/1.1" status: 204 len: 168 time: 0.4726193 Oct 28 10:01:39.947039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41938) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:39.976544 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:40.003847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1897e873-a5a4-4e2c-a1b1-f71a284a3e5d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Checking segment: {'id': '60ca053d-572a-4afd-98c6-ae6a45196b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd5b2ed66-09db-45e5-ab60-ae54c8f70337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:40.004215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1897e873-a5a4-4e2c-a1b1-f71a284a3e5d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network hostable DHCP agents. Network: d5b2ed66-09db-45e5-ab60-ae54c8f70337, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:01:40.017760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4eaf6-570a-405b-ad01-e70294baad4e req-d6770fab-db19-4835-ac55-c59aa2e6f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:40.019672 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bee4eaf6-570a-405b-ad01-e70294baad4e req-d6770fab-db19-4835-ac55-c59aa2e6f4a8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4d683f21-056f-49ef-b611-826c5b093c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1189647 Oct 28 10:01:40.052926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273c850-96b0-4ceb-8404-cd00b5213d6a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c59a3d7-a624-4955-86f6-6c89d0ae87b9,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:40.056233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Router e1d3c883-9527-49d7-8b9e-836a33edb35f has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:01:40.160556 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1897e873-a5a4-4e2c-a1b1-f71a284a3e5d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network d5b2ed66-09db-45e5-ab60-ae54c8f70337 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:01:40.163119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:40.177210 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f1fe4b93-b415-4fd9-8ae1-492b9458883e tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2258737 Oct 28 10:01:40.180623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41940) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:40.230223 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:01:40.261055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:01:40.261742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 21cb59ac-2c4e-4fb6-a8e7-2e942711fd72 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:01:40.264410 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bee4eaf6-570a-405b-ad01-e70294baad4e req-fa9d4476-ae1e-4b63-ae0f-f853d833d59d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328022 Oct 28 10:01:40.271181 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-1897e873-a5a4-4e2c-a1b1-f71a284a3e5d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, d5b2ed66-09db-45e5-ab60-ae54c8f70337) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:40.288886 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f908c5ab-708a-4afe-968d-ade1c91b7f66 None None] Network d5b2ed66-09db-45e5-ab60-ae54c8f70337 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:40.289916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1897e873-a5a4-4e2c-a1b1-f71a284a3e5d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:40.290521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1897e873-a5a4-4e2c-a1b1-f71a284a3e5d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:40.317101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-da3e5f44-98e3-4c10-9737-ee43bf4266be tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (9c17c437-6e21-45bb-bbbb-597700713afc), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:40.330794 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2a89df33-0e43-4242-921d-9762d8b28e31 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3587 time: 0.4082389 Oct 28 10:01:40.366640 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Publish callbacks [] for port (9136b4a4-607c-4150-a7ce-6b018076653e), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:40.374585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a18c267e-6f47-4971-bd65-31e8400859bd None None] Provisioning complete for port 5710c4b0-7e01-4da4-9938-5bbc11bcdddf triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:40.374992 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a18c267e-6f47-4971-bd65-31e8400859bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5710c4b0-7e01-4da4-9938-5bbc11bcdddf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:40.375336 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a18c267e-6f47-4971-bd65-31e8400859bd None None] Attempt 1 to provision port 5710c4b0-7e01-4da4-9938-5bbc11bcdddf Oct 28 10:01:40.379673 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:01:40.387805 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b9df2c5e-da4a-456a-9d22-aba0bc675e63 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "PUT /networking/v2.0/routers/e1d3c883-9527-49d7-8b9e-836a33edb35f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6188169 Oct 28 10:01:40.394378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41948) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:40.396482 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c868c-2bda-4a83-bc36-1b38ae9ccac4 None None] Sync routers for ids ['e1d3c883-9527-49d7-8b9e-836a33edb35f'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:01:40.413353 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c868c-2bda-4a83-bc36-1b38ae9ccac4 None None] Routers {'e1d3c883-9527-49d7-8b9e-836a33edb35f'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:40.414627 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-910c868c-2bda-4a83-bc36-1b38ae9ccac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e1d3c883-9527-49d7-8b9e-836a33edb35f'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:40.447757 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-da3e5f44-98e3-4c10-9737-ee43bf4266be tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (9c17c437-6e21-45bb-bbbb-597700713afc), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:40.456105 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a18c267e-6f47-4971-bd65-31e8400859bd None None] Port 5710c4b0-7e01-4da4-9938-5bbc11bcdddf cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:40.468331 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-d5b2ed66-09db-45e5-ab60-ae54c8f70337', 'network_id': 'd5b2ed66-09db-45e5-ab60-ae54c8f70337', 'project_id': 'ca63ccf8f825493e97e93fc2a91c67ac', 'fixed_ips': [{'subnet_id': '12273b3c-a54e-4cd3-b321-0def864c976a'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:01:40.469679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:40.480473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9136b4a4-607c-4150-a7ce-6b018076653e), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:40.517276 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1897e873-a5a4-4e2c-a1b1-f71a284a3e5d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9660974 Oct 28 10:01:40.521308 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-910c868c-2bda-4a83-bc36-1b38ae9ccac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:40.523653 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41950) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:40.530307 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:40.541278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d33abe08-0658-42d5-ad26-9a8d792054f6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'network_id': 'd5b2ed66-09db-45e5-ab60-ae54c8f70337', 'name': 'tempest-PortsIpV6TestJSON-73825437', 'fixed_ips': [{'subnet_id': '12273b3c-a54e-4cd3-b321-0def864c976a', 'ip_address': '2001:db8::10'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:40.552201 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c868c-2bda-4a83-bc36-1b38ae9ccac4 None None] Routers {'e1d3c883-9527-49d7-8b9e-836a33edb35f'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:40.552837 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-910c868c-2bda-4a83-bc36-1b38ae9ccac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e1d3c883-9527-49d7-8b9e-836a33edb35f'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:40.576946 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bee4eaf6-570a-405b-ad01-e70294baad4e req-805f78d9-bc05-4b86-b419-a789b7d1178f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015068 Oct 28 10:01:40.586339 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41952) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:40.587443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41954) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:40.615668 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96d0d0-f0da-4cbd-931e-51f2fde5fe3f None None] Pushing event updated for resources: {'Port': ['ID=9136b4a4-607c-4150-a7ce-6b018076653e,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:40.616193 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-910c868c-2bda-4a83-bc36-1b38ae9ccac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:40.616814 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c868c-2bda-4a83-bc36-1b38ae9ccac4 None None] The sync data for ids ['e1d3c883-9527-49d7-8b9e-836a33edb35f'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:01:40.631504 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-da3e5f44-98e3-4c10-9737-ee43bf4266be tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (9c17c437-6e21-45bb-bbbb-597700713afc), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:40.634086 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-da3e5f44-98e3-4c10-9737-ee43bf4266be tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:40.635310 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-da3e5f44-98e3-4c10-9737-ee43bf4266be tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9c17c437-6e21-45bb-bbbb-597700713afc HTTP/1.1" status: 204 len: 168 time: 0.4537356 Oct 28 10:01:40.645984 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-40f6574c-4323-4271-8ee9-0930cba3a6a3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191817724', 'description': 'tempest-secgroup-smoke-1191817724 description', 'project_id': '0d399d550dab41259d95623249c98b71'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:40.648638 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41958) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:40.664458 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=2,neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:40.672684 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Attempting to bind port 9136b4a4-607c-4150-a7ce-6b018076653e on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:40.673309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Attempting to bind port 9136b4a4-607c-4150-a7ce-6b018076653e by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '2fbf0fa5-b817-479e-9ff3-7381a7a030c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:40.673701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Attempting to bind port 9136b4a4-607c-4150-a7ce-6b018076653e on network 95b843d7-23ec-4cf0-a747-f90e4501e5ec {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:40.708779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e5f44-98e3-4c10-9737-ee43bf4266be tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c17c437-6e21-45bb-bbbb-597700713afc,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:40.731139 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f6fd6715-af9e-4f63-b454-507f440c9f4c tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0761065 Oct 28 10:01:40.731395 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216a077-6b7b-40f0-a54f-3d2cd5eddadc req-fa851266-d8a3-43d8-8a00-80a5ee6af813 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:40.731395 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c216a077-6b7b-40f0-a54f-3d2cd5eddadc req-fa851266-d8a3-43d8-8a00-80a5ee6af813 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 944 time: 0.1397424 Oct 28 10:01:40.731907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41962) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:40.733609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7e6c-ead8-4311-8152-e196abaab407 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for router (e1d3c883-9527-49d7-8b9e-836a33edb35f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:40.750351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-0d795b2c-1df5-40a6-8089-aed5c4e940f7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group': {'name': 'tempest-secgroup--873199501'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:40.829331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-40f6574c-4323-4271-8ee9-0930cba3a6a3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:40.829749 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:01:40.830652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Checking segment: {'id': '2fbf0fa5-b817-479e-9ff3-7381a7a030c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:40.831378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:40.831488 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Bound using segment: {'id': '2fbf0fa5-b817-479e-9ff3-7381a7a030c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:01:40.831959 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Bound port: 9136b4a4-607c-4150-a7ce-6b018076653e, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbf0fa5-b817-479e-9ff3-7381a7a030c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:01:40.832334 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9136b4a4-607c-4150-a7ce-6b018076653e), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:40.835129 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Allocated IP 2001:db8::2 (d5b2ed66-09db-45e5-ab60-ae54c8f70337/12273b3c-a54e-4cd3-b321-0def864c976a/04f10cfb-482c-47ee-b7fd-961765119ecc) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:40.839037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:40.895773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33abe08-0658-42d5-ad26-9a8d792054f6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:40.919472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:40.921621 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-bc4c7e6c-ead8-4311-8152-e196abaab407 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 28 10:01:40.922907 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bc4c7e6c-ead8-4311-8152-e196abaab407 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "DELETE /networking/v2.0/routers/e1d3c883-9527-49d7-8b9e-836a33edb35f HTTP/1.1" status: 409 len: 376 time: 0.5140884 Oct 28 10:01:40.931258 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c216a077-6b7b-40f0-a54f-3d2cd5eddadc req-7c1eae6c-d250-4f0d-866f-bcce12787b67 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936622 Oct 28 10:01:40.931806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 41964) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:40.942357 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0d795b2c-1df5-40a6-8089-aed5c4e940f7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:40.965548 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] For port 9136b4a4-607c-4150-a7ce-6b018076653e, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:01:41.007056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] For port 9136b4a4-607c-4150-a7ce-6b018076653e, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9136b4a4-607c-4150-a7ce-6b018076653e,segment=NetworkSegment(2fbf0fa5-b817-479e-9ff3-7381a7a030c2),segment_id=2fbf0fa5-b817-479e-9ff3-7381a7a030c2)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:01:41.007738 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e4aa6ad9-eb7a-4777-abfe-896093550177 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2e2b0df30914433097c544ce0c429d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4164677 Oct 28 10:01:41.011316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41966) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:41.046922 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d33abe08-0658-42d5-ad26-9a8d792054f6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.079035 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Publish callbacks [] for port (04f10cfb-482c-47ee-b7fd-961765119ecc), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.082222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9136b4a4-607c-4150-a7ce-6b018076653e), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.088010 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-40f6574c-4323-4271-8ee9-0930cba3a6a3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (25d72a75-70ea-42a0-b598-ec569e9c89d8), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.101063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-d33abe08-0658-42d5-ad26-9a8d792054f6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] device_id is not set on port a6a32e02-2241-4474-9856-dd940141166b yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:01:41.122420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Routers {'b5793b3e-7136-47a6-92a2-6d01caa18628'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:41.123107 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b5793b3e-7136-47a6-92a2-6d01caa18628'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:41.154468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0d795b2c-1df5-40a6-8089-aed5c4e940f7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (0eaf9b6c-8127-4610-b2d2-eedda956923a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.162537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-051e28d9-5c18-4baa-85cd-fb384e6a4d46 admin admin] Publish callbacks [] for security_group (fb6f70b1-b0b9-4613-b21a-d93c2f38ffb1), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.175732 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (04f10cfb-482c-47ee-b7fd-961765119ecc), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.193917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96d0d0-f0da-4cbd-931e-51f2fde5fe3f None None] Pushing event updated for resources: {'Port': ['ID=9136b4a4-607c-4150-a7ce-6b018076653e,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:41.197756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-051e28d9-5c18-4baa-85cd-fb384e6a4d46 admin admin] Publish callbacks [] for security_group (fb6f70b1-b0b9-4613-b21a-d93c2f38ffb1), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.209104 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-40f6574c-4323-4271-8ee9-0930cba3a6a3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (25d72a75-70ea-42a0-b598-ec569e9c89d8), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.214303 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Network d5b2ed66-09db-45e5-ab60-ae54c8f70337 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:41.217359 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:41.257565 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:41.274622 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0d795b2c-1df5-40a6-8089-aed5c4e940f7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (0eaf9b6c-8127-4610-b2d2-eedda956923a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.300724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6574c-4323-4271-8ee9-0930cba3a6a3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d72a75-70ea-42a0-b598-ec569e9c89d8,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:41.350372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d795b2c-1df5-40a6-8089-aed5c4e940f7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaf9b6c-8127-4610-b2d2-eedda956923a,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:41.371051 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-40f6574c-4323-4271-8ee9-0930cba3a6a3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.375771 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-40f6574c-4323-4271-8ee9-0930cba3a6a3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7835624 Oct 28 10:01:41.379569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41968) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:41.384513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-aaa8fd32-7795-4dc7-b180-04e19a2276c4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '25d72a75-70ea-42a0-b598-ec569e9c89d8', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:41.406152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-d33abe08-0658-42d5-ad26-9a8d792054f6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Allocated IP 2001:db8::10 (d5b2ed66-09db-45e5-ab60-ae54c8f70337/12273b3c-a54e-4cd3-b321-0def864c976a/a6a32e02-2241-4474-9856-dd940141166b) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:41.414964 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b8e8f171-765d-4967-ac90-64495c2ce8d7 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (e1d3c883-9527-49d7-8b9e-836a33edb35f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.451164 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-051e28d9-5c18-4baa-85cd-fb384e6a4d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (fb6f70b1-b0b9-4613-b21a-d93c2f38ffb1), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.453728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-051e28d9-5c18-4baa-85cd-fb384e6a4d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.457825 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-051e28d9-5c18-4baa-85cd-fb384e6a4d46 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fb6f70b1-b0b9-4613-b21a-d93c2f38ffb1 HTTP/1.1" status: 204 len: 168 time: 0.4374375 Oct 28 10:01:41.470331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0d795b2c-1df5-40a6-8089-aed5c4e940f7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.474790 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0d795b2c-1df5-40a6-8089-aed5c4e940f7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7296269 Oct 28 10:01:41.478489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41972) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:41.480435 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e28d9-5c18-4baa-85cd-fb384e6a4d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6f70b1-b0b9-4613-b21a-d93c2f38ffb1,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:41.481968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Pushing event updated for resources: {'Port': ['ID=04f10cfb-482c-47ee-b7fd-961765119ecc,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:41.494192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-18e76247-5539-4b96-bade-52fb04589b01 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group_rule': {'security_group_id': '0eaf9b6c-8127-4610-b2d2-eedda956923a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:41.499031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:41.524503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] Set router b5793b3e-7136-47a6-92a2-6d01caa18628 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:01:41.575278 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Attempting to bind port 04f10cfb-482c-47ee-b7fd-961765119ecc on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:41.575656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Attempting to bind port 04f10cfb-482c-47ee-b7fd-961765119ecc by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '60ca053d-572a-4afd-98c6-ae6a45196b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd5b2ed66-09db-45e5-ab60-ae54c8f70337'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:41.576028 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Attempting to bind port 04f10cfb-482c-47ee-b7fd-961765119ecc on network d5b2ed66-09db-45e5-ab60-ae54c8f70337 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:41.585105 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aaa8fd32-7795-4dc7-b180-04e19a2276c4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (e621222f-8e3b-463c-a482-fdcb7abba255), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.682849 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aaa8fd32-7795-4dc7-b180-04e19a2276c4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (e621222f-8e3b-463c-a482-fdcb7abba255), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.687271 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18e76247-5539-4b96-bade-52fb04589b01 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (05152783-4373-4792-92ee-dc80b33a3f4a), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.720965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:01:41.721358 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Checking segment: {'id': '60ca053d-572a-4afd-98c6-ae6a45196b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd5b2ed66-09db-45e5-ab60-ae54c8f70337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:41.721804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.723004 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Bound using segment: {'id': '60ca053d-572a-4afd-98c6-ae6a45196b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd5b2ed66-09db-45e5-ab60-ae54c8f70337'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:01:41.723393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Bound port: 04f10cfb-482c-47ee-b7fd-961765119ecc, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ca053d-572a-4afd-98c6-ae6a45196b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd5b2ed66-09db-45e5-ab60-ae54c8f70337'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:01:41.724345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (04f10cfb-482c-47ee-b7fd-961765119ecc), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.729485 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d33abe08-0658-42d5-ad26-9a8d792054f6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (a6a32e02-2241-4474-9856-dd940141166b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.761178 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8f171-765d-4967-ac90-64495c2ce8d7 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Deleting port 5710c4b0-7e01-4da4-9938-5bbc11bcdddf {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:41.762661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:41.763597 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b8e8f171-765d-4967-ac90-64495c2ce8d7 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (5710c4b0-7e01-4da4-9938-5bbc11bcdddf), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.805366 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aaa8fd32-7795-4dc7-b180-04e19a2276c4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (e621222f-8e3b-463c-a482-fdcb7abba255), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.853817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:01:36Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '9136b4a4-607c-4150-a7ce-6b018076653e', 'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:80:7d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:31Z', 'updated_at': '2022-10-28T10:01:40Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:41.856173 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] For port 04f10cfb-482c-47ee-b7fd-961765119ecc, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:01:41.860500 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] For port 04f10cfb-482c-47ee-b7fd-961765119ecc, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=04f10cfb-482c-47ee-b7fd-961765119ecc,segment=NetworkSegment(60ca053d-572a-4afd-98c6-ae6a45196b75),segment_id=60ca053d-572a-4afd-98c6-ae6a45196b75)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:01:41.869733 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8fd32-7795-4dc7-b180-04e19a2276c4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e621222f-8e3b-463c-a482-fdcb7abba255,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:41.886557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163342a7-47b2-4ee3-b024-de7c25c51a52 None None] The sync data for ids ['b5793b3e-7136-47a6-92a2-6d01caa18628'] in dv-neutron-zed-2-hyperv is: [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:01:36Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '9136b4a4-607c-4150-a7ce-6b018076653e', 'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:80:7d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:31Z', 'updated_at': '2022-10-28T10:01:40Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:01:41.893141 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18e76247-5539-4b96-bade-52fb04589b01 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (05152783-4373-4792-92ee-dc80b33a3f4a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.914267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aaa8fd32-7795-4dc7-b180-04e19a2276c4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.923062 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-aaa8fd32-7795-4dc7-b180-04e19a2276c4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5350158 Oct 28 10:01:41.923062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41976) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:41.930564 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a7f0dc99-fba8-408c-9888-23b93785e427 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '25d72a75-70ea-42a0-b598-ec569e9c89d8', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:41.973969 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b8e8f171-765d-4967-ac90-64495c2ce8d7 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (5710c4b0-7e01-4da4-9938-5bbc11bcdddf), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:41.988117 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8f171-765d-4967-ac90-64495c2ce8d7 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Calling delete_port for 5710c4b0-7e01-4da4-9938-5bbc11bcdddf owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:41.993312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18e76247-5539-4b96-bade-52fb04589b01 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (05152783-4373-4792-92ee-dc80b33a3f4a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.003317 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d33abe08-0658-42d5-ad26-9a8d792054f6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a6a32e02-2241-4474-9856-dd940141166b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.010607 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (04f10cfb-482c-47ee-b7fd-961765119ecc), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.075429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33abe08-0658-42d5-ad26-9a8d792054f6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=a6a32e02-2241-4474-9856-dd940141166b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:42.086201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e76247-5539-4b96-bade-52fb04589b01 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05152783-4373-4792-92ee-dc80b33a3f4a,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:42.101889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33abe08-0658-42d5-ad26-9a8d792054f6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network d5b2ed66-09db-45e5-ab60-ae54c8f70337 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:42.105263 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d33abe08-0658-42d5-ad26-9a8d792054f6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:42.108838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33abe08-0658-42d5-ad26-9a8d792054f6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:42.114595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33abe08-0658-42d5-ad26-9a8d792054f6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:42.115627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d33abe08-0658-42d5-ad26-9a8d792054f6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.120195 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dc99-fba8-408c-9888-23b93785e427 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (b2b88ea6-5d26-4c4d-8c6f-292c4700ce4f), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.199814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175da1f-6d4f-4b30-8c86-59deb88590f0 None None] Pushing event updated for resources: {'Port': ['ID=04f10cfb-482c-47ee-b7fd-961765119ecc,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:42.201103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-18e76247-5539-4b96-bade-52fb04589b01 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.203743 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-18e76247-5539-4b96-bade-52fb04589b01 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7210743 Oct 28 10:01:42.217241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41984) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:42.265301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dc99-fba8-408c-9888-23b93785e427 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (b2b88ea6-5d26-4c4d-8c6f-292c4700ce4f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.267401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2c1b3ed5-4eb9-4e8b-8a51-9f416072d40e tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (05152783-4373-4792-92ee-dc80b33a3f4a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.279752 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2c1b3ed5-4eb9-4e8b-8a51-9f416072d40e tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (05152783-4373-4792-92ee-dc80b33a3f4a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.307771 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:42.310802 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d33abe08-0658-42d5-ad26-9a8d792054f6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7840981 Oct 28 10:01:42.313558 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41988) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:42.321099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-17c6e55f-cc85-4572-b394-2dff659ef8b1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'network_id': 'd5b2ed66-09db-45e5-ab60-ae54c8f70337', 'name': 'tempest-PortsIpV6TestJSON-980570660', 'fixed_ips': [{'subnet_id': '12273b3c-a54e-4cd3-b321-0def864c976a', 'ip_address': '2001:db8::f'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:42.340825 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9136b4a4-607c-4150-a7ce-6b018076653e up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:42.393392 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dc99-fba8-408c-9888-23b93785e427 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b2b88ea6-5d26-4c4d-8c6f-292c4700ce4f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.450247 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149da637-c461-4132-87a2-fba9a9126f66 req-3b42866c-7552-4c6b-bb2a-c5dc2371858e tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:42.452173 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-149da637-c461-4132-87a2-fba9a9126f66 req-3b42866c-7552-4c6b-bb2a-c5dc2371858e tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 944 time: 0.1636748 Oct 28 10:01:42.458279 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2c1b3ed5-4eb9-4e8b-8a51-9f416072d40e tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (05152783-4373-4792-92ee-dc80b33a3f4a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.477747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2c1b3ed5-4eb9-4e8b-8a51-9f416072d40e tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.480906 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2c1b3ed5-4eb9-4e8b-8a51-9f416072d40e tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/05152783-4373-4792-92ee-dc80b33a3f4a HTTP/1.1" status: 204 len: 168 time: 0.2605336 Oct 28 10:01:42.484204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41990) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:42.527847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0dc99-fba8-408c-9888-23b93785e427 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b88ea6-5d26-4c4d-8c6f-292c4700ce4f,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:42.570827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 9136b4a4-607c-4150-a7ce-6b018076653e triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:42.571851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9136b4a4-607c-4150-a7ce-6b018076653e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.572418 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 9136b4a4-607c-4150-a7ce-6b018076653e Oct 28 10:01:42.585038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:42.604883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dc99-fba8-408c-9888-23b93785e427 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.606921 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a7f0dc99-fba8-408c-9888-23b93785e427 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6807394 Oct 28 10:01:42.610138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:42.613893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41992) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:42.645397 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b8e8f171-765d-4967-ac90-64495c2ce8d7 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (5710c4b0-7e01-4da4-9938-5bbc11bcdddf), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.645772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e5bc28f8-d464-41a8-8b68-ae7010ead050 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '25d72a75-70ea-42a0-b598-ec569e9c89d8', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:42.709061 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8f171-765d-4967-ac90-64495c2ce8d7 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event deleted for resources: {'Port': ['ID=5710c4b0-7e01-4da4-9938-5bbc11bcdddf,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:42.722454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b3ed5-4eb9-4e8b-8a51-9f416072d40e tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05152783-4373-4792-92ee-dc80b33a3f4a,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:42.732911 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-149da637-c461-4132-87a2-fba9a9126f66 req-ebed3e52-b69b-456d-a030-a6eead6fc77e tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571658 Oct 28 10:01:42.784769 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 9136b4a4-607c-4150-a7ce-6b018076653e is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:42.785160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9136b4a4-607c-4150-a7ce-6b018076653e), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.800929 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b9bb0c99-a027-4b2f-89db-09e21243307e tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3153248 Oct 28 10:01:42.808561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 41994) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:42.852085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 9136b4a4-607c-4150-a7ce-6b018076653e, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9136b4a4-607c-4150-a7ce-6b018076653e,segment=NetworkSegment(2fbf0fa5-b817-479e-9ff3-7381a7a030c2),segment_id=2fbf0fa5-b817-479e-9ff3-7381a7a030c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:42.917163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5bc28f8-d464-41a8-8b68-ae7010ead050 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (55d45793-9f48-4cfe-8983-121fd5879208), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.951482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9136b4a4-607c-4150-a7ce-6b018076653e), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:42.976377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cf582ed4-c119-4600-913c-83bda58362dd tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (0eaf9b6c-8127-4610-b2d2-eedda956923a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:43.001127 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c6e55f-cc85-4572-b394-2dff659ef8b1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:43.008736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17c6e55f-cc85-4572-b394-2dff659ef8b1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:43.022420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0b038fd4-afb4-4cbe-9c8a-5d5ae0e9c359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:43.069438 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=9136b4a4-607c-4150-a7ce-6b018076653e,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:43.104014 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cf582ed4-c119-4600-913c-83bda58362dd tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (0eaf9b6c-8127-4610-b2d2-eedda956923a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:43.110006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5bc28f8-d464-41a8-8b68-ae7010ead050 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (55d45793-9f48-4cfe-8983-121fd5879208), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:43.118140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-17c6e55f-cc85-4572-b394-2dff659ef8b1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] device_id is not set on port 19639fbb-3604-44a2-ad3a-998ccae4ef6f yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:01:43.215001 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5bc28f8-d464-41a8-8b68-ae7010ead050 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (55d45793-9f48-4cfe-8983-121fd5879208), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:43.307366 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:43.315805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc28f8-d464-41a8-8b68-ae7010ead050 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d45793-9f48-4cfe-8983-121fd5879208,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:43.335188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cf582ed4-c119-4600-913c-83bda58362dd tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (0eaf9b6c-8127-4610-b2d2-eedda956923a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:43.335188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cf582ed4-c119-4600-913c-83bda58362dd tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:43.339655 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cf582ed4-c119-4600-913c-83bda58362dd tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0eaf9b6c-8127-4610-b2d2-eedda956923a HTTP/1.1" status: 204 len: 168 time: 0.5296810 Oct 28 10:01:43.341742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42000) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:43.363987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf582ed4-c119-4600-913c-83bda58362dd tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaf9b6c-8127-4610-b2d2-eedda956923a,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:43.405691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5bc28f8-d464-41a8-8b68-ae7010ead050 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:43.411956 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e5bc28f8-d464-41a8-8b68-ae7010ead050 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7753260 Oct 28 10:01:43.412676 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42004) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:43.426729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9c1fad1a-4513-4eff-a1af-b641bd3f07d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '25d72a75-70ea-42a0-b598-ec569e9c89d8', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:43.472835 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-17c6e55f-cc85-4572-b394-2dff659ef8b1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Allocated IP 2001:db8::f (d5b2ed66-09db-45e5-ab60-ae54c8f70337/12273b3c-a54e-4cd3-b321-0def864c976a/19639fbb-3604-44a2-ad3a-998ccae4ef6f) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:43.506149 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b8e8f171-765d-4967-ac90-64495c2ce8d7 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (e1d3c883-9527-49d7-8b9e-836a33edb35f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:43.525929 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-36b4c6c6-0898-46b1-ad8b-f946bbd6282b tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1829987 Oct 28 10:01:43.531110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42008) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:43.537718 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-29f86fd1-eea9-428f-b805-d03c9d81891a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042902421'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:43.608480 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9c1fad1a-4513-4eff-a1af-b641bd3f07d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (91a46b65-1975-4c9e-9238-ba91e4e033c0), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:43.761966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-29f86fd1-eea9-428f-b805-d03c9d81891a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:43.769576 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e8f171-765d-4967-ac90-64495c2ce8d7 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Router e1d3c883-9527-49d7-8b9e-836a33edb35f has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:01:43.804314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649ff76f-aceb-4d7c-a268-5364492697de None None] Network d5b2ed66-09db-45e5-ab60-ae54c8f70337 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:43.883057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42014) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:43.917713 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9499ba1c-849c-453f-89a9-681736c5065d None None] Provisioning complete for port 04f10cfb-482c-47ee-b7fd-961765119ecc triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:43.918089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9499ba1c-849c-453f-89a9-681736c5065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (04f10cfb-482c-47ee-b7fd-961765119ecc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:43.918421 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9499ba1c-849c-453f-89a9-681736c5065d None None] Attempt 1 to provision port 04f10cfb-482c-47ee-b7fd-961765119ecc Oct 28 10:01:43.947385 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:43.947617 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e8f171-765d-4967-ac90-64495c2ce8d7 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:01:43.961460 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b8e8f171-765d-4967-ac90-64495c2ce8d7 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "PUT /networking/v2.0/routers/e1d3c883-9527-49d7-8b9e-836a33edb35f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0195301 Oct 28 10:01:43.969991 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42018) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:43.970096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9c1fad1a-4513-4eff-a1af-b641bd3f07d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (91a46b65-1975-4c9e-9238-ba91e4e033c0), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:43.983625 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be10c9c4-6b8d-4996-b9c4-1fa739fb7e8a None None] Sync routers for ids ['e1d3c883-9527-49d7-8b9e-836a33edb35f'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:01:43.996828 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17c6e55f-cc85-4572-b394-2dff659ef8b1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (19639fbb-3604-44a2-ad3a-998ccae4ef6f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.012904 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10c9c4-6b8d-4996-b9c4-1fa739fb7e8a None None] Routers {'e1d3c883-9527-49d7-8b9e-836a33edb35f'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:44.013618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-29f86fd1-eea9-428f-b805-d03c9d81891a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (4df8153f-affa-4b00-96b5-6286e4120977), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.014270 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-be10c9c4-6b8d-4996-b9c4-1fa739fb7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e1d3c883-9527-49d7-8b9e-836a33edb35f'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:44.029384 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-36c10e13-947f-44f8-961c-4f5ec0109f56 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] show failed (client error): The resource could not be found. Oct 28 10:01:44.039084 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42020) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:44.039743 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-36c10e13-947f-44f8-961c-4f5ec0109f56 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "GET /networking/v2.0/routers/tempest-non_exist_router-2072993685 HTTP/1.1" status: 404 len: 335 time: 0.0756345 Oct 28 10:01:44.050251 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918654a-06a8-4fe9-b353-9d8074bf48a6 req-a32017cd-5fa5-45ea-bc3b-6236156887a4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:44.050613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-402f5a87-a9ab-4969-9d5a-f06d59af424f tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:44.051866 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6918654a-06a8-4fe9-b353-9d8074bf48a6 req-a32017cd-5fa5-45ea-bc3b-6236156887a4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 944 time: 0.1503630 Oct 28 10:01:44.092930 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-be10c9c4-6b8d-4996-b9c4-1fa739fb7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:44.103990 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-402f5a87-a9ab-4969-9d5a-f06d59af424f tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] update failed (client error): The resource could not be found. Oct 28 10:01:44.109640 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-402f5a87-a9ab-4969-9d5a-f06d59af424f tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "PUT /networking/v2.0/routers/tempest-non_exist_router-1946941792 HTTP/1.1" status: 404 len: 335 time: 0.0684066 Oct 28 10:01:44.111149 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42022) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:44.115991 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9c1fad1a-4513-4eff-a1af-b641bd3f07d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (91a46b65-1975-4c9e-9238-ba91e4e033c0), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.135507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-29f86fd1-eea9-428f-b805-d03c9d81891a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (4df8153f-affa-4b00-96b5-6286e4120977), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.145844 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6918654a-06a8-4fe9-b353-9d8074bf48a6 req-dd5f7a65-04de-415b-ac60-17d682daf221 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880177 Oct 28 10:01:44.158107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-737c1493-79d0-4709-97a5-7b1ac9863d8b tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group': {'name': 'tempest-secgroup--388632349'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:44.197286 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10c9c4-6b8d-4996-b9c4-1fa739fb7e8a None None] Routers {'e1d3c883-9527-49d7-8b9e-836a33edb35f'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:44.197708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-be10c9c4-6b8d-4996-b9c4-1fa739fb7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e1d3c883-9527-49d7-8b9e-836a33edb35f'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:44.202227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9499ba1c-849c-453f-89a9-681736c5065d None None] Current status of the port 04f10cfb-482c-47ee-b7fd-961765119ecc is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:44.202628 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9499ba1c-849c-453f-89a9-681736c5065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (04f10cfb-482c-47ee-b7fd-961765119ecc), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.248581 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-be10c9c4-6b8d-4996-b9c4-1fa739fb7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:44.249393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be10c9c4-6b8d-4996-b9c4-1fa739fb7e8a None None] The sync data for ids ['e1d3c883-9527-49d7-8b9e-836a33edb35f'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:01:44.277526 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f86fd1-eea9-428f-b805-d03c9d81891a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df8153f-affa-4b00-96b5-6286e4120977,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:44.287293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9499ba1c-849c-453f-89a9-681736c5065d None None] For port 04f10cfb-482c-47ee-b7fd-961765119ecc, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=04f10cfb-482c-47ee-b7fd-961765119ecc,segment=NetworkSegment(60ca053d-572a-4afd-98c6-ae6a45196b75),segment_id=60ca053d-572a-4afd-98c6-ae6a45196b75)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:44.290037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-c389bf64-72c1-46fe-96ee-ea392847df8a tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Deleting subnet 57f7c2c5-fe9d-42aa-ae31-61e87a61f4c4 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:01:44.298115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fad1a-4513-4eff-a1af-b641bd3f07d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a46b65-1975-4c9e-9238-ba91e4e033c0,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:44.300808 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c389bf64-72c1-46fe-96ee-ea392847df8a tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for subnet (57f7c2c5-fe9d-42aa-ae31-61e87a61f4c4), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.304611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:44.322368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-737c1493-79d0-4709-97a5-7b1ac9863d8b tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.337580 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-737c1493-79d0-4709-97a5-7b1ac9863d8b tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.349606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 04f10cfb-482c-47ee-b7fd-961765119ecc up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:44.354905 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c389bf64-72c1-46fe-96ee-ea392847df8a tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (57f7c2c5-fe9d-42aa-ae31-61e87a61f4c4), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.395981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17c6e55f-cc85-4572-b394-2dff659ef8b1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (19639fbb-3604-44a2-ad3a-998ccae4ef6f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.416138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 04f10cfb-482c-47ee-b7fd-961765119ecc triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:44.417132 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (04f10cfb-482c-47ee-b7fd-961765119ecc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.417906 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 04f10cfb-482c-47ee-b7fd-961765119ecc Oct 28 10:01:44.461299 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-737c1493-79d0-4709-97a5-7b1ac9863d8b tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (ea9e7840-1bf7-47ec-8231-a5067ca9801b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.462502 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6e55f-cc85-4572-b394-2dff659ef8b1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=19639fbb-3604-44a2-ad3a-998ccae4ef6f,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:44.469265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9499ba1c-849c-453f-89a9-681736c5065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (04f10cfb-482c-47ee-b7fd-961765119ecc), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.485832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c6e55f-cc85-4572-b394-2dff659ef8b1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network d5b2ed66-09db-45e5-ab60-ae54c8f70337 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:44.491107 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-17c6e55f-cc85-4572-b394-2dff659ef8b1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:44.498526 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-29f86fd1-eea9-428f-b805-d03c9d81891a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.504202 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-29f86fd1-eea9-428f-b805-d03c9d81891a tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9691722 Oct 28 10:01:44.510484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9c1fad1a-4513-4eff-a1af-b641bd3f07d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.510657 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42024) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:44.510790 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9c1fad1a-4513-4eff-a1af-b641bd3f07d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0859444 Oct 28 10:01:44.510790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6e55f-cc85-4572-b394-2dff659ef8b1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:44.511336 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-2c4b4707-27eb-4769-add0-776cadf5bdea tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group_rule': {'security_group_id': '4df8153f-affa-4b00-96b5-6286e4120977', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:44.512260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c6e55f-cc85-4572-b394-2dff659ef8b1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:44.512907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-17c6e55f-cc85-4572-b394-2dff659ef8b1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.515650 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:44.518943 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42026) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:44.526132 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c2d2f520-b68e-4a65-aa65-f580fcedcbaa tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '25d72a75-70ea-42a0-b598-ec569e9c89d8', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:44.531125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-737c1493-79d0-4709-97a5-7b1ac9863d8b tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (ea9e7840-1bf7-47ec-8231-a5067ca9801b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.546746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 04f10cfb-482c-47ee-b7fd-961765119ecc is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:44.547766 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9136b4a4-607c-4150-a7ce-6b018076653e up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:44.572595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499ba1c-849c-453f-89a9-681736c5065d None None] Pushing event updated for resources: {'Port': ['ID=04f10cfb-482c-47ee-b7fd-961765119ecc,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:44.576504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:44.591962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c389bf64-72c1-46fe-96ee-ea392847df8a tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (57f7c2c5-fe9d-42aa-ae31-61e87a61f4c4), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.604907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-08e75c97-1920-4e56-a48c-9358dcd9c7ae None None] Provisioning complete for port a6a32e02-2241-4474-9856-dd940141166b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:44.605290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-08e75c97-1920-4e56-a48c-9358dcd9c7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a6a32e02-2241-4474-9856-dd940141166b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.605548 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-08e75c97-1920-4e56-a48c-9358dcd9c7ae None None] Attempt 1 to provision port a6a32e02-2241-4474-9856-dd940141166b Oct 28 10:01:44.635726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c1493-79d0-4709-97a5-7b1ac9863d8b tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9e7840-1bf7-47ec-8231-a5067ca9801b,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:44.647872 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 9136b4a4-607c-4150-a7ce-6b018076653e triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:44.648293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9136b4a4-607c-4150-a7ce-6b018076653e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.649142 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 9136b4a4-607c-4150-a7ce-6b018076653e Oct 28 10:01:44.671179 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-17c6e55f-cc85-4572-b394-2dff659ef8b1 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3560054 Oct 28 10:01:44.674886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42028) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:44.677953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-08e75c97-1920-4e56-a48c-9358dcd9c7ae None None] Port a6a32e02-2241-4474-9856-dd940141166b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:44.688919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-737c1493-79d0-4709-97a5-7b1ac9863d8b tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (7a801011-a337-4641-8e9c-33eec2ec1c92), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.698808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-08e75c97-1920-4e56-a48c-9358dcd9c7ae None None] Provisioning complete for port 04f10cfb-482c-47ee-b7fd-961765119ecc triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:44.699196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-08e75c97-1920-4e56-a48c-9358dcd9c7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (04f10cfb-482c-47ee-b7fd-961765119ecc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.699539 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-08e75c97-1920-4e56-a48c-9358dcd9c7ae None None] Attempt 1 to provision port 04f10cfb-482c-47ee-b7fd-961765119ecc Oct 28 10:01:44.753693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4707-27eb-4769-add0-776cadf5bdea tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (0ee0d277-d8de-45ba-b6f0-d95bc80f95e8), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.785928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 9136b4a4-607c-4150-a7ce-6b018076653e is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:44.786269 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-737c1493-79d0-4709-97a5-7b1ac9863d8b tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (7a801011-a337-4641-8e9c-33eec2ec1c92), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.842849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-08e75c97-1920-4e56-a48c-9358dcd9c7ae None None] Current status of the port 04f10cfb-482c-47ee-b7fd-961765119ecc is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:44.873542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c1493-79d0-4709-97a5-7b1ac9863d8b tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a801011-a337-4641-8e9c-33eec2ec1c92,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:44.925623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4707-27eb-4769-add0-776cadf5bdea tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (0ee0d277-d8de-45ba-b6f0-d95bc80f95e8), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.976122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ab8b5d9f-b9e3-4f58-bcf8-fe4a607e87a1 None None] Provisioning complete for port a6a32e02-2241-4474-9856-dd940141166b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:44.976493 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ab8b5d9f-b9e3-4f58-bcf8-fe4a607e87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a6a32e02-2241-4474-9856-dd940141166b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.977026 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ab8b5d9f-b9e3-4f58-bcf8-fe4a607e87a1 None None] Attempt 1 to provision port a6a32e02-2241-4474-9856-dd940141166b Oct 28 10:01:44.986055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-737c1493-79d0-4709-97a5-7b1ac9863d8b tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:44.987432 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-737c1493-79d0-4709-97a5-7b1ac9863d8b tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0891156 Oct 28 10:01:44.992318 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42030) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:45.019023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b5d9f-b9e3-4f58-bcf8-fe4a607e87a1 None None] Port a6a32e02-2241-4474-9856-dd940141166b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:45.025568 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4707-27eb-4769-add0-776cadf5bdea tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (0ee0d277-d8de-45ba-b6f0-d95bc80f95e8), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.065790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b4707-27eb-4769-add0-776cadf5bdea tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee0d277-d8de-45ba-b6f0-d95bc80f95e8,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:45.086096 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-c2d2f520-b68e-4a65-aa65-f580fcedcbaa tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:01:45.100001 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-95f1d867-0615-4a0c-aec5-97a406d1aedf tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1062396 Oct 28 10:01:45.104405 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42032) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:45.109068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-0c53fe10-608b-426c-8048-dc224cb36e77 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group': {'name': 'tempest-security--1866347157', 'description': 'tempest-security-description-127095174'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:45.114483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c2d2f520-b68e-4a65-aa65-f580fcedcbaa tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (682d0cfe-64b6-480a-997d-de3ff2b332bd), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.154442 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0c53fe10-608b-426c-8048-dc224cb36e77 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (7a801011-a337-4641-8e9c-33eec2ec1c92), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.161279 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0d1c59-520c-4c27-b11e-38877ee27280 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:45.162872 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9b0d1c59-520c-4c27-b11e-38877ee27280 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.4808440 Oct 28 10:01:45.167929 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42034) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:45.171684 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4707-27eb-4769-add0-776cadf5bdea tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.172946 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2c4b4707-27eb-4769-add0-776cadf5bdea tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6665239 Oct 28 10:01:45.179363 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42036) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:45.201649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c2d2f520-b68e-4a65-aa65-f580fcedcbaa tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (682d0cfe-64b6-480a-997d-de3ff2b332bd), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.205714 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4a516511-6edb-4944-998e-266d59ac42d5 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules/0ee0d277-d8de-45ba-b6f0-d95bc80f95e8 HTTP/1.1" status: 200 len: 763 time: 0.0247917 Oct 28 10:01:45.208668 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42040) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:45.250639 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2c7881de-1ae4-4067-93cb-1d55beffb38d None None] Provisioning complete for port 19639fbb-3604-44a2-ad3a-998ccae4ef6f triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:45.251060 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2c7881de-1ae4-4067-93cb-1d55beffb38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (19639fbb-3604-44a2-ad3a-998ccae4ef6f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.251548 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2c7881de-1ae4-4067-93cb-1d55beffb38d None None] Attempt 1 to provision port 19639fbb-3604-44a2-ad3a-998ccae4ef6f Oct 28 10:01:45.255470 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5b7781cb-6b44-412d-9d1d-e3818f3bf903 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0453846 Oct 28 10:01:45.257931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42042) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:45.273747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c389bf64-72c1-46fe-96ee-ea392847df8a tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (57f7c2c5-fe9d-42aa-ae31-61e87a61f4c4), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.310868 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2c7881de-1ae4-4067-93cb-1d55beffb38d None None] Port 19639fbb-3604-44a2-ad3a-998ccae4ef6f cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:45.315292 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:45.320793 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c389bf64-72c1-46fe-96ee-ea392847df8a tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.326634 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c389bf64-72c1-46fe-96ee-ea392847df8a tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/57f7c2c5-fe9d-42aa-ae31-61e87a61f4c4 HTTP/1.1" status: 204 len: 168 time: 1.2021337 Oct 28 10:01:45.327113 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f09d928-76f6-4cb0-9739-7fdc38b6a66c tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:45.327581 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c2d2f520-b68e-4a65-aa65-f580fcedcbaa tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (682d0cfe-64b6-480a-997d-de3ff2b332bd), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.328594 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73666ba5-4971-48fa-82cb-52243c079748 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (0ee0d277-d8de-45ba-b6f0-d95bc80f95e8), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.330749 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3637f0-04c7-4f2e-a689-b95d7a87d31d None None] Network e45ec754-dc5c-445d-a24b-5a06b1553b5d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:45.331202 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f09d928-76f6-4cb0-9739-7fdc38b6a66c tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:45.332182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389bf64-72c1-46fe-96ee-ea392847df8a tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event deleted for resources: {'Subnet': ['ID=57f7c2c5-fe9d-42aa-ae31-61e87a61f4c4,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:45.336551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f09d928-76f6-4cb0-9739-7fdc38b6a66c tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:45.338328 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42044) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:45.338538 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3f09d928-76f6-4cb0-9739-7fdc38b6a66c tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1696050 Oct 28 10:01:45.343116 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42046) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:45.352784 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73666ba5-4971-48fa-82cb-52243c079748 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (0ee0d277-d8de-45ba-b6f0-d95bc80f95e8), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.360755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0c53fe10-608b-426c-8048-dc224cb36e77 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (7a801011-a337-4641-8e9c-33eec2ec1c92), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.371444 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0729b8f-17aa-48e4-9c20-696503f2bfc1 req-10e60987-6ac2-4d4a-a3cb-86f17ade20d8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:45.374048 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f0729b8f-17aa-48e4-9c20-696503f2bfc1 req-10e60987-6ac2-4d4a-a3cb-86f17ade20d8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 944 time: 0.1262984 Oct 28 10:01:45.402980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cd007a73-693c-4685-8c21-ba5479bb6bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.424536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2f520-b68e-4a65-aa65-f580fcedcbaa tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682d0cfe-64b6-480a-997d-de3ff2b332bd,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:45.446057 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f0729b8f-17aa-48e4-9c20-696503f2bfc1 req-ab1c1ccc-b37b-4920-83c4-f207ceeee3f6 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643673 Oct 28 10:01:45.457723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0c53fe10-608b-426c-8048-dc224cb36e77 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (7a801011-a337-4641-8e9c-33eec2ec1c92), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.466228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0c53fe10-608b-426c-8048-dc224cb36e77 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.466228 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0c53fe10-608b-426c-8048-dc224cb36e77 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "PUT /networking/v2.0/security-groups/7a801011-a337-4641-8e9c-33eec2ec1c92 HTTP/1.1" status: 200 len: 1796 time: 0.3581166 Oct 28 10:01:45.466228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:45.474735 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42048) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:45.485123 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8472f6-56c8-47f5-a5d8-c2bf974a27b2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Deleting subnet 83263380-189c-4e42-a7d1-9157b8f8c3c7 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:01:45.499707 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53fe10-608b-426c-8048-dc224cb36e77 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a801011-a337-4641-8e9c-33eec2ec1c92,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:45.511935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c2d2f520-b68e-4a65-aa65-f580fcedcbaa tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.516313 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c2d2f520-b68e-4a65-aa65-f580fcedcbaa tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9917133 Oct 28 10:01:45.516313 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fc8472f6-56c8-47f5-a5d8-c2bf974a27b2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for subnet (83263380-189c-4e42-a7d1-9157b8f8c3c7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.516595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42050) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:45.521890 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9595c08e-b682-459e-84bc-0d07ade4112c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '25d72a75-70ea-42a0-b598-ec569e9c89d8', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:45.541261 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4891643-f4af-40c9-92ea-e11047c64c7a None None] DHCP port deletion for e45ec754-dc5c-445d-a24b-5a06b1553b5d request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:01:45.583763 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e4891643-f4af-40c9-92ea-e11047c64c7a None None] Deleting port 67711b30-64a7-475e-aca1-30bfde1e8408 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:45.584154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e4891643-f4af-40c9-92ea-e11047c64c7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (67711b30-64a7-475e-aca1-30bfde1e8408), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.594728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73666ba5-4971-48fa-82cb-52243c079748 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (0ee0d277-d8de-45ba-b6f0-d95bc80f95e8), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.600000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73666ba5-4971-48fa-82cb-52243c079748 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.603826 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-73666ba5-4971-48fa-82cb-52243c079748 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/0ee0d277-d8de-45ba-b6f0-d95bc80f95e8 HTTP/1.1" status: 204 len: 168 time: 0.3425868 Oct 28 10:01:45.606217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42052) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:45.613880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-d8932e1c-1d3d-499c-a2f8-c4fcbc427969 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port 19639fbb-3604-44a2-ad3a-998ccae4ef6f {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:45.614253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8932e1c-1d3d-499c-a2f8-c4fcbc427969 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (19639fbb-3604-44a2-ad3a-998ccae4ef6f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.623721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fc8472f6-56c8-47f5-a5d8-c2bf974a27b2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (83263380-189c-4e42-a7d1-9157b8f8c3c7), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.635494 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-9595c08e-b682-459e-84bc-0d07ade4112c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:01:45.648083 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9595c08e-b682-459e-84bc-0d07ade4112c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (ca7c486c-dd26-464c-b333-6babecc8d7da), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.657769 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e4891643-f4af-40c9-92ea-e11047c64c7a None None] For port 67711b30-64a7-475e-aca1-30bfde1e8408, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=67711b30-64a7-475e-aca1-30bfde1e8408,segment=NetworkSegment(e3efee59-394f-4283-9db1-e42a29ba8eb6),segment_id=e3efee59-394f-4283-9db1-e42a29ba8eb6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:45.658176 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e4891643-f4af-40c9-92ea-e11047c64c7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (67711b30-64a7-475e-aca1-30bfde1e8408), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.661733 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73666ba5-4971-48fa-82cb-52243c079748 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ee0d277-d8de-45ba-b6f0-d95bc80f95e8,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:45.669488 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4f51ea08-fbec-429d-a254-49d0842a2bcb tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-groups/7a801011-a337-4641-8e9c-33eec2ec1c92 HTTP/1.1" status: 200 len: 1796 time: 0.1935382 Oct 28 10:01:45.673075 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42054) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:45.695450 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e4891643-f4af-40c9-92ea-e11047c64c7a None None] Calling delete_port for 67711b30-64a7-475e-aca1-30bfde1e8408 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:45.718442 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9246c1d8-975f-4b43-b2ba-bf3ffdfec099 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1080229 Oct 28 10:01:45.719096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42056) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:45.730771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-5a616a30-02a7-4c39-a1b0-dac514282f48 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group_rule': {'security_group_id': '4df8153f-affa-4b00-96b5-6286e4120977', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:45.765055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9595c08e-b682-459e-84bc-0d07ade4112c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (ca7c486c-dd26-464c-b333-6babecc8d7da), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.788973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d579c12e-d5b1-411d-aa6f-d20fc4ef96f0 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (7a801011-a337-4641-8e9c-33eec2ec1c92), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.816217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d579c12e-d5b1-411d-aa6f-d20fc4ef96f0 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (7a801011-a337-4641-8e9c-33eec2ec1c92), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.820939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8932e1c-1d3d-499c-a2f8-c4fcbc427969 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (19639fbb-3604-44a2-ad3a-998ccae4ef6f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.832952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fc8472f6-56c8-47f5-a5d8-c2bf974a27b2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (83263380-189c-4e42-a7d1-9157b8f8c3c7), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.857807 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-d8932e1c-1d3d-499c-a2f8-c4fcbc427969 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for 19639fbb-3604-44a2-ad3a-998ccae4ef6f owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:45.889744 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9595c08e-b682-459e-84bc-0d07ade4112c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (ca7c486c-dd26-464c-b333-6babecc8d7da), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.908804 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595c08e-b682-459e-84bc-0d07ade4112c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7c486c-dd26-464c-b333-6babecc8d7da,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:45.947517 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e4891643-f4af-40c9-92ea-e11047c64c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (67711b30-64a7-475e-aca1-30bfde1e8408), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.962577 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5a616a30-02a7-4c39-a1b0-dac514282f48 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (d8fb07b4-e137-4a5c-b7af-5b86c44a61e4), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.978293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4891643-f4af-40c9-92ea-e11047c64c7a None None] Pushing event deleted for resources: {'Port': ['ID=67711b30-64a7-475e-aca1-30bfde1e8408,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:45.982061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4891643-f4af-40c9-92ea-e11047c64c7a None None] No DVR routers for this DVR port 67711b30-64a7-475e-aca1-30bfde1e8408 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:45.984426 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9595c08e-b682-459e-84bc-0d07ade4112c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.995317 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9595c08e-b682-459e-84bc-0d07ade4112c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4686959 Oct 28 10:01:45.995317 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d579c12e-d5b1-411d-aa6f-d20fc4ef96f0 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (7a801011-a337-4641-8e9c-33eec2ec1c92), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.995317 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d579c12e-d5b1-411d-aa6f-d20fc4ef96f0 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:45.995317 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d579c12e-d5b1-411d-aa6f-d20fc4ef96f0 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7a801011-a337-4641-8e9c-33eec2ec1c92 HTTP/1.1" status: 204 len: 168 time: 0.3183937 Oct 28 10:01:46.009734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42060) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:46.032549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579c12e-d5b1-411d-aa6f-d20fc4ef96f0 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a801011-a337-4641-8e9c-33eec2ec1c92,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:46.045664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fc8472f6-56c8-47f5-a5d8-c2bf974a27b2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (83263380-189c-4e42-a7d1-9157b8f8c3c7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.074862 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6a6e9479-2cdc-495a-9735-fb33026ff9bc tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0637522 Oct 28 10:01:46.077804 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42062) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:46.084441 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8472f6-56c8-47f5-a5d8-c2bf974a27b2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event deleted for resources: {'Subnet': ['ID=83263380-189c-4e42-a7d1-9157b8f8c3c7,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:46.098360 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-f3980532-9a2e-4199-aad9-fa1f5a2e5914 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] delete failed (client error): The resource could not be found. Oct 28 10:01:46.103238 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f3980532-9a2e-4199-aad9-fa1f5a2e5914 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7a801011-a337-4641-8e9c-33eec2ec1c92 HTTP/1.1" status: 404 len: 347 time: 0.0207374 Oct 28 10:01:46.103411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5a616a30-02a7-4c39-a1b0-dac514282f48 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (d8fb07b4-e137-4a5c-b7af-5b86c44a61e4), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.103881 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42064) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:46.104649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fc8472f6-56c8-47f5-a5d8-c2bf974a27b2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.107769 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fc8472f6-56c8-47f5-a5d8-c2bf974a27b2 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/83263380-189c-4e42-a7d1-9157b8f8c3c7 HTTP/1.1" status: 204 len: 168 time: 0.7664359 Oct 28 10:01:46.110746 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d1e93665-1b6c-4ce9-aabd-adbb1dd4349a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group': {'name': 'tempest-secgroup--149049717'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:46.112098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42066) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:46.112648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04088e9-6f6b-4aeb-b8e7-d2e19769f8e6 None None] Network 9b86f157-241b-4758-9b0f-8ca330751a0d requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:46.117368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:46.199891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c294b430-f7a5-4628-858f-5e7865d4adf1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (e45ec754-dc5c-445d-a24b-5a06b1553b5d), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.229760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 04f10cfb-482c-47ee-b7fd-961765119ecc up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:46.246474 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d1e93665-1b6c-4ce9-aabd-adbb1dd4349a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.251018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5a616a30-02a7-4c39-a1b0-dac514282f48 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (d8fb07b4-e137-4a5c-b7af-5b86c44a61e4), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.299221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8932e1c-1d3d-499c-a2f8-c4fcbc427969 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (19639fbb-3604-44a2-ad3a-998ccae4ef6f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.308354 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:46.321786 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-2cf809bd-9920-421a-913e-1700ca81dd0a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1191817724&fields=id&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 267 time: 0.0774305 Oct 28 10:01:46.334793 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a616a30-02a7-4c39-a1b0-dac514282f48 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fb07b4-e137-4a5c-b7af-5b86c44a61e4,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:46.337642 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c294b430-f7a5-4628-858f-5e7865d4adf1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (e45ec754-dc5c-445d-a24b-5a06b1553b5d), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.366851 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8932e1c-1d3d-499c-a2f8-c4fcbc427969 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=19639fbb-3604-44a2-ad3a-998ccae4ef6f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:46.402092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-c294b430-f7a5-4628-858f-5e7865d4adf1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45ec754-dc5c-445d-a24b-5a06b1553b5d']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:46.412561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8932e1c-1d3d-499c-a2f8-c4fcbc427969 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.418565 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d8932e1c-1d3d-499c-a2f8-c4fcbc427969 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/19639fbb-3604-44a2-ad3a-998ccae4ef6f HTTP/1.1" status: 204 len: 168 time: 1.0678239 Oct 28 10:01:46.421492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42078) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:46.421723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:46.444263 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d1e93665-1b6c-4ce9-aabd-adbb1dd4349a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (7cc2d2f2-70b5-4305-94ae-1ef2403996b2), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.450367 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 04f10cfb-482c-47ee-b7fd-961765119ecc triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:46.450367 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (04f10cfb-482c-47ee-b7fd-961765119ecc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.450631 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 04f10cfb-482c-47ee-b7fd-961765119ecc Oct 28 10:01:46.456605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-c294b430-f7a5-4628-858f-5e7865d4adf1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3efee59-394f-4283-9db1-e42a29ba8eb6') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:46.456905 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-c294b430-f7a5-4628-858f-5e7865d4adf1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3efee59-394f-4283-9db1-e42a29ba8eb6') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:46.459299 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a2a282-cdef-4474-969c-e49e802b01ae tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] GET failed (client error): The resource could not be found. Oct 28 10:01:46.463614 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-01a2a282-cdef-4474-969c-e49e802b01ae tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/19639fbb-3604-44a2-ad3a-998ccae4ef6f HTTP/1.1" status: 404 len: 333 time: 0.0416043 Oct 28 10:01:46.466507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42080) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:46.473184 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5a616a30-02a7-4c39-a1b0-dac514282f48 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.474408 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5a616a30-02a7-4c39-a1b0-dac514282f48 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7543581 Oct 28 10:01:46.477237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42082) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:46.485969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c294b430-f7a5-4628-858f-5e7865d4adf1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (e3efee59-394f-4283-9db1-e42a29ba8eb6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.509671 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bdc50ea0-eed6-458b-a9fc-4ab5a96fed52 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules/d8fb07b4-e137-4a5c-b7af-5b86c44a61e4 HTTP/1.1" status: 200 len: 763 time: 0.0313606 Oct 28 10:01:46.512208 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42086) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:46.514490 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c294b430-f7a5-4628-858f-5e7865d4adf1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e3efee59-394f-4283-9db1-e42a29ba8eb6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.527224 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d1e93665-1b6c-4ce9-aabd-adbb1dd4349a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (7cc2d2f2-70b5-4305-94ae-1ef2403996b2), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.550541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c294b430-f7a5-4628-858f-5e7865d4adf1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:46.550982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c294b430-f7a5-4628-858f-5e7865d4adf1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (e3efee59-394f-4283-9db1-e42a29ba8eb6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.570588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-1201934f-3d38-4aa4-88e8-25faa06e6e65 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:46.574034 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-1201934f-3d38-4aa4-88e8-25faa06e6e65 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/networks?id=95b843d7-23ec-4cf0-a747-f90e4501e5ec HTTP/1.1" status: 200 len: 797 time: 0.2170627 Oct 28 10:01:46.598582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2479bc67-aedc-41db-9974-ff35f925ca16 None None] DHCP port deletion for 9b86f157-241b-4758-9b0f-8ca330751a0d request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:01:46.624378 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment e3efee59-394f-4283-9db1-e42a29ba8eb6 resource provider aggregate not found Oct 28 10:01:46.647448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d1e93665-1b6c-4ce9-aabd-adbb1dd4349a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.649097 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d1e93665-1b6c-4ce9-aabd-adbb1dd4349a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5444512 Oct 28 10:01:46.659106 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 04f10cfb-482c-47ee-b7fd-961765119ecc is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:46.681120 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42092) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:46.690929 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e93665-1b6c-4ce9-aabd-adbb1dd4349a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc2d2f2-70b5-4305-94ae-1ef2403996b2,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:46.701951 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9a4702e3-4a35-4221-89d1-54288c9ff3ce tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group_rule': {'security_group_id': '7cc2d2f2-70b5-4305-94ae-1ef2403996b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:46.707660 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment e3efee59-394f-4283-9db1-e42a29ba8eb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3efee59-394f-4283-9db1-e42a29ba8eb6 found for delete ", "request_id": "req-7c13a67b-8258-458d-bd07-952ebda28a1e"}]} Oct 28 10:01:46.727185 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-d36bd99d-c644-4e04-a6d2-f1b9837c650d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/quotas/0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 375 time: 0.1249220 Oct 28 10:01:46.729538 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2479bc67-aedc-41db-9974-ff35f925ca16 None None] Deleting port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:46.730119 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2479bc67-aedc-41db-9974-ff35f925ca16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.738966 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 67711b30-64a7-475e-aca1-30bfde1e8408 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:01:46.742293 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:46.753933 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e7e87850-a087-48df-a3d8-797ac0d6e820 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2405987 Oct 28 10:01:46.756536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42094) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:46.775450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c294b430-f7a5-4628-858f-5e7865d4adf1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (e45ec754-dc5c-445d-a24b-5a06b1553b5d), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.793839 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-142597b0-7e89-451d-b90f-860f38a4a8aa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port a6a32e02-2241-4474-9856-dd940141166b {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:46.794258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-142597b0-7e89-451d-b90f-860f38a4a8aa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a6a32e02-2241-4474-9856-dd940141166b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.806724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4cbf6-814e-4790-8eda-a749669916c4 req-0db73df7-fd3e-441c-90f0-87b5e1dad4ba tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:46.812479 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c9d4cbf6-814e-4790-8eda-a749669916c4 req-0db73df7-fd3e-441c-90f0-87b5e1dad4ba tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 944 time: 0.2012146 Oct 28 10:01:46.813064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 67711b30-64a7-475e-aca1-30bfde1e8408 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:01:46.813424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 67711b30-64a7-475e-aca1-30bfde1e8408 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:01:46.815476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c294b430-f7a5-4628-858f-5e7865d4adf1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.821564 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c294b430-f7a5-4628-858f-5e7865d4adf1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "DELETE /networking/v2.0/networks/e45ec754-dc5c-445d-a24b-5a06b1553b5d HTTP/1.1" status: 204 len: 168 time: 0.7084641 Oct 28 10:01:46.822887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294b430-f7a5-4628-858f-5e7865d4adf1 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event deleted for resources: {'Network': ['ID=e45ec754-dc5c-445d-a24b-5a06b1553b5d,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:46.831631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42096) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:46.846524 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f711b151-5acd-472f-bb52-5f56d191a7d8 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (d8fb07b4-e137-4a5c-b7af-5b86c44a61e4), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.859021 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-2479bc67-aedc-41db-9974-ff35f925ca16 None None] For port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4875d3a2-266d-44b0-a3a5-f8ed0d92d303,segment=NetworkSegment(9d2cc7d7-040f-402a-b60a-83d5ea312c73),segment_id=9d2cc7d7-040f-402a-b60a-83d5ea312c73)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:46.860444 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2479bc67-aedc-41db-9974-ff35f925ca16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.880630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2479bc67-aedc-41db-9974-ff35f925ca16 None None] Calling delete_port for 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:46.901332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f711b151-5acd-472f-bb52-5f56d191a7d8 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (d8fb07b4-e137-4a5c-b7af-5b86c44a61e4), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.905654 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-f41cb3d2-2371-467a-ad57-be3ded4c1a21 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1775134 Oct 28 10:01:46.931773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.943577 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9a4702e3-4a35-4221-89d1-54288c9ff3ce tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (83a7a910-97d4-4a5f-bb06-de78c862da0a), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:46.950638 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c9d4cbf6-814e-4790-8eda-a749669916c4 req-68064522-64e7-4e62-b29f-ef14e117d0e1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260061 Oct 28 10:01:46.960004 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (9b86f157-241b-4758-9b0f-8ca330751a0d), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.023846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Deleting port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:47.024188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.027335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f711b151-5acd-472f-bb52-5f56d191a7d8 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (d8fb07b4-e137-4a5c-b7af-5b86c44a61e4), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.043241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f711b151-5acd-472f-bb52-5f56d191a7d8 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.044293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-142597b0-7e89-451d-b90f-860f38a4a8aa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a6a32e02-2241-4474-9856-dd940141166b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.044441 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f711b151-5acd-472f-bb52-5f56d191a7d8 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/d8fb07b4-e137-4a5c-b7af-5b86c44a61e4 HTTP/1.1" status: 204 len: 168 time: 0.2866700 Oct 28 10:01:47.056562 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42100) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:47.082160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711b151-5acd-472f-bb52-5f56d191a7d8 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8fb07b4-e137-4a5c-b7af-5b86c44a61e4,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:47.096672 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-142597b0-7e89-451d-b90f-860f38a4a8aa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for a6a32e02-2241-4474-9856-dd940141166b owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:47.101319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2479bc67-aedc-41db-9974-ff35f925ca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.111882 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] For port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4875d3a2-266d-44b0-a3a5-f8ed0d92d303,segment=NetworkSegment(9d2cc7d7-040f-402a-b60a-83d5ea312c73),segment_id=9d2cc7d7-040f-402a-b60a-83d5ea312c73)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:47.112506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.130901 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Calling delete_port for 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:47.131415 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479bc67-aedc-41db-9974-ff35f925ca16 None None] Pushing event deleted for resources: {'Port': ['ID=4875d3a2-266d-44b0-a3a5-f8ed0d92d303,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:47.141422 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2479bc67-aedc-41db-9974-ff35f925ca16 None None] No DVR routers for this DVR port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:47.153525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9a4702e3-4a35-4221-89d1-54288c9ff3ce tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (83a7a910-97d4-4a5f-bb06-de78c862da0a), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.223967 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e9be5a33-8d4f-4663-befa-b5187647f64f tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1426957 Oct 28 10:01:47.226231 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (4875d3a2-266d-44b0-a3a5-f8ed0d92d303), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.227776 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42102) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:47.234003 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-ed7955bb-11ac-4914-ac18-ed0d1352bdb0 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group_rule': {'security_group_id': '4df8153f-affa-4b00-96b5-6286e4120977', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:47.240345 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-e83c98c2-8bd1-49be-9233-044780731b5d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/95b843d7-23ec-4cf0-a747-f90e4501e5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103004 Oct 28 10:01:47.255225 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event deleted for resources: {'Port': ['ID=4875d3a2-266d-44b0-a3a5-f8ed0d92d303,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:47.260623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] No DVR routers for this DVR port 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:47.319189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9a4702e3-4a35-4221-89d1-54288c9ff3ce tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (83a7a910-97d4-4a5f-bb06-de78c862da0a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.354691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (9b86f157-241b-4758-9b0f-8ca330751a0d), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.377963 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b86f157-241b-4758-9b0f-8ca330751a0d']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:47.383119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4702e3-4a35-4221-89d1-54288c9ff3ce tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a7a910-97d4-4a5f-bb06-de78c862da0a,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:47.393859 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2cc7d7-040f-402a-b60a-83d5ea312c73') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:47.393859 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2cc7d7-040f-402a-b60a-83d5ea312c73') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:47.403952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (9d2cc7d7-040f-402a-b60a-83d5ea312c73), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.413569 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ed7955bb-11ac-4914-ac18-ed0d1352bdb0 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (aa9b0241-510e-4d55-b1d8-bbadb7a3d0ad), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.421101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (9d2cc7d7-040f-402a-b60a-83d5ea312c73), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.429259 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:47.429675 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (9d2cc7d7-040f-402a-b60a-83d5ea312c73), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.452311 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-c149f92e-2865-49f9-a2e4-2d5a7dfaccaf service neutron] 10.222.0.49 "GET /networking/v2.0/networks/95b843d7-23ec-4cf0-a747-f90e4501e5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047610 Oct 28 10:01:47.484471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9a4702e3-4a35-4221-89d1-54288c9ff3ce tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.489337 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9a4702e3-4a35-4221-89d1-54288c9ff3ce tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7981088 Oct 28 10:01:47.489709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42104) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:47.527872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ed7955bb-11ac-4914-ac18-ed0d1352bdb0 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (aa9b0241-510e-4d55-b1d8-bbadb7a3d0ad), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.528984 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-142597b0-7e89-451d-b90f-860f38a4a8aa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a6a32e02-2241-4474-9856-dd940141166b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.530792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:47.540165 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a7b209d6-92ea-489d-8ac6-489448d7a5a9 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (83a7a910-97d4-4a5f-bb06-de78c862da0a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.571242 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142597b0-7e89-451d-b90f-860f38a4a8aa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=a6a32e02-2241-4474-9856-dd940141166b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:47.575595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a7b209d6-92ea-489d-8ac6-489448d7a5a9 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (83a7a910-97d4-4a5f-bb06-de78c862da0a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.576075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (9b86f157-241b-4758-9b0f-8ca330751a0d), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.585341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.590908 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "DELETE /networking/v2.0/networks/9b86f157-241b-4758-9b0f-8ca330751a0d HTTP/1.1" status: 204 len: 168 time: 0.7558088 Oct 28 10:01:47.591894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42106) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:47.614966 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ed7955bb-11ac-4914-ac18-ed0d1352bdb0 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (aa9b0241-510e-4d55-b1d8-bbadb7a3d0ad), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.623634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-142597b0-7e89-451d-b90f-860f38a4a8aa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.626970 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-142597b0-7e89-451d-b90f-860f38a4a8aa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a6a32e02-2241-4474-9856-dd940141166b HTTP/1.1" status: 204 len: 168 time: 1.1610198 Oct 28 10:01:47.637316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42108) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:47.637622 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac8cc5-7fc3-4033-88de-46093c8b2b32 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event deleted for resources: {'Network': ['ID=9b86f157-241b-4758-9b0f-8ca330751a0d,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:47.671881 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-90060ba4-9f20-49e2-a32a-2a4e175a05b9 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Deleting subnet a7fff6d6-3b84-48b5-aead-d7ccc033fb7e {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:01:47.672653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7955bb-11ac-4914-ac18-ed0d1352bdb0 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9b0241-510e-4d55-b1d8-bbadb7a3d0ad,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:47.676303 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b2ce9a-90fd-4693-96b7-d032d8e8ec39 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] GET failed (client error): The resource could not be found. Oct 28 10:01:47.676767 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-90060ba4-9f20-49e2-a32a-2a4e175a05b9 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for subnet (a7fff6d6-3b84-48b5-aead-d7ccc033fb7e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.678290 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-45b2ce9a-90fd-4693-96b7-d032d8e8ec39 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/a6a32e02-2241-4474-9856-dd940141166b HTTP/1.1" status: 404 len: 333 time: 0.0397003 Oct 28 10:01:47.681042 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42110) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:47.739620 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-388437fc-f403-45a2-81e7-dd88375801f5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting subnet 12273b3c-a54e-4cd3-b321-0def864c976a {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:01:47.743499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-388437fc-f403-45a2-81e7-dd88375801f5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (12273b3c-a54e-4cd3-b321-0def864c976a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.745662 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-90060ba4-9f20-49e2-a32a-2a4e175a05b9 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (a7fff6d6-3b84-48b5-aead-d7ccc033fb7e), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.747782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:47.798244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-388437fc-f403-45a2-81e7-dd88375801f5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (12273b3c-a54e-4cd3-b321-0def864c976a), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.822841 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ed7955bb-11ac-4914-ac18-ed0d1352bdb0 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.825237 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ed7955bb-11ac-4914-ac18-ed0d1352bdb0 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5950928 Oct 28 10:01:47.825237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a7b209d6-92ea-489d-8ac6-489448d7a5a9 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (83a7a910-97d4-4a5f-bb06-de78c862da0a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.829140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42112) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:47.834205 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a7b209d6-92ea-489d-8ac6-489448d7a5a9 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.838932 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a7b209d6-92ea-489d-8ac6-489448d7a5a9 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/83a7a910-97d4-4a5f-bb06-de78c862da0a HTTP/1.1" status: 204 len: 168 time: 0.3446653 Oct 28 10:01:47.839169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42114) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:47.856632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b209d6-92ea-489d-8ac6-489448d7a5a9 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83a7a910-97d4-4a5f-bb06-de78c862da0a,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:47.856861 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-39e28c31-e7e1-4ac2-8d74-ce5d1e566c9e tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules/aa9b0241-510e-4d55-b1d8-bbadb7a3d0ad HTTP/1.1" status: 200 len: 764 time: 0.0255256 Oct 28 10:01:47.861050 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42116) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:47.875196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-90060ba4-9f20-49e2-a32a-2a4e175a05b9 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (a7fff6d6-3b84-48b5-aead-d7ccc033fb7e), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.928239 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2f5fda58-38d7-4551-bbf5-91fdc7a840f3 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0878925 Oct 28 10:01:47.930998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42118) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:47.952690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-388437fc-f403-45a2-81e7-dd88375801f5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (12273b3c-a54e-4cd3-b321-0def864c976a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:47.957220 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-54e8160a-f347-4664-83b7-bb23762f362d tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0960996 Oct 28 10:01:47.960019 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42120) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:47.990309 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-724b21dd-841c-4cdd-adcf-83f5330102e7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (aa9b0241-510e-4d55-b1d8-bbadb7a3d0ad), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.000031 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-724b21dd-841c-4cdd-adcf-83f5330102e7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (aa9b0241-510e-4d55-b1d8-bbadb7a3d0ad), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.022816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.056023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-90060ba4-9f20-49e2-a32a-2a4e175a05b9 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (a7fff6d6-3b84-48b5-aead-d7ccc033fb7e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.090543 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90060ba4-9f20-49e2-a32a-2a4e175a05b9 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fff6d6-3b84-48b5-aead-d7ccc033fb7e,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:48.096584 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-90060ba4-9f20-49e2-a32a-2a4e175a05b9 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.100497 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-90060ba4-9f20-49e2-a32a-2a4e175a05b9 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a7fff6d6-3b84-48b5-aead-d7ccc033fb7e HTTP/1.1" status: 204 len: 168 time: 0.5079701 Oct 28 10:01:48.103827 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42124) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:48.105515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bbf330-1bdb-43b9-a571-997eaf75864f None None] Network 9b042cbe-3a23-436e-bcdf-836ab8b253f9 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:48.138165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-724b21dd-841c-4cdd-adcf-83f5330102e7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (aa9b0241-510e-4d55-b1d8-bbadb7a3d0ad), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.138165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-724b21dd-841c-4cdd-adcf-83f5330102e7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.138165 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-724b21dd-841c-4cdd-adcf-83f5330102e7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/aa9b0241-510e-4d55-b1d8-bbadb7a3d0ad HTTP/1.1" status: 204 len: 168 time: 0.1629202 Oct 28 10:01:48.140727 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42126) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:48.167514 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:48.188125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b21dd-841c-4cdd-adcf-83f5330102e7 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa9b0241-510e-4d55-b1d8-bbadb7a3d0ad,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:48.228190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:01:48.246136 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (9b042cbe-3a23-436e-bcdf-836ab8b253f9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.254197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:01:48.254554 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4875d3a2-266d-44b0-a3a5-f8ed0d92d303 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:01:48.264092 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4746729b-5ebd-4aa4-b089-c557d2e80771 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1222222 Oct 28 10:01:48.271025 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42128) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:48.300834 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=12,neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:48.323657 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f01cab6-19c3-4235-8c2b-a4b000befa30 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (7cc2d2f2-70b5-4305-94ae-1ef2403996b2), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.338399 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f03bd-2024-4e5d-841b-18ab41f4acb3 req-7897da82-4071-498a-94cc-60f957c5e00e tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:48.338639 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab96c427-d33a-4cd2-b052-04d98b9d4963 None None] DHCP port deletion for 9b042cbe-3a23-436e-bcdf-836ab8b253f9 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:01:48.341293 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4e7f03bd-2024-4e5d-841b-18ab41f4acb3 req-7897da82-4071-498a-94cc-60f957c5e00e tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 944 time: 0.0959678 Oct 28 10:01:48.356841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Deleting port 1763324c-2b4e-41fa-9716-023d39193016 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:48.357186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (1763324c-2b4e-41fa-9716-023d39193016), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.378065 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f01cab6-19c3-4235-8c2b-a4b000befa30 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (7cc2d2f2-70b5-4305-94ae-1ef2403996b2), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.395579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ab96c427-d33a-4cd2-b052-04d98b9d4963 None None] Deleting port 1763324c-2b4e-41fa-9716-023d39193016 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:48.395939 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ab96c427-d33a-4cd2-b052-04d98b9d4963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (1763324c-2b4e-41fa-9716-023d39193016), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.420908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (4df8153f-affa-4b00-96b5-6286e4120977), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.434806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-388437fc-f403-45a2-81e7-dd88375801f5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (12273b3c-a54e-4cd3-b321-0def864c976a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.448607 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] For port 1763324c-2b4e-41fa-9716-023d39193016, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1763324c-2b4e-41fa-9716-023d39193016,segment=NetworkSegment(6a06d5cf-d489-4a93-9c41-a1005d49494f),segment_id=6a06d5cf-d489-4a93-9c41-a1005d49494f)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:48.448976 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (1763324c-2b4e-41fa-9716-023d39193016), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.463195 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4e7f03bd-2024-4e5d-841b-18ab41f4acb3 req-d2fd21b1-2503-4b7b-ba77-fea062ece04b tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110816 Oct 28 10:01:48.466029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (4df8153f-affa-4b00-96b5-6286e4120977), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.478113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Calling delete_port for 1763324c-2b4e-41fa-9716-023d39193016 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:48.489121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388437fc-f403-45a2-81e7-dd88375801f5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Subnet': ['ID=12273b3c-a54e-4cd3-b321-0def864c976a,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:48.493902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-388437fc-f403-45a2-81e7-dd88375801f5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.496255 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-388437fc-f403-45a2-81e7-dd88375801f5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/12273b3c-a54e-4cd3-b321-0def864c976a HTTP/1.1" status: 204 len: 168 time: 0.8139687 Oct 28 10:01:48.498875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42130) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:48.510605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ab96c427-d33a-4cd2-b052-04d98b9d4963 None None] For port 1763324c-2b4e-41fa-9716-023d39193016, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1763324c-2b4e-41fa-9716-023d39193016,segment=NetworkSegment(6a06d5cf-d489-4a93-9c41-a1005d49494f),segment_id=6a06d5cf-d489-4a93-9c41-a1005d49494f)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:48.510837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ab96c427-d33a-4cd2-b052-04d98b9d4963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (1763324c-2b4e-41fa-9716-023d39193016), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.525440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d473e7-cf05-4612-935e-e75fd3e31f50 None None] Network d5b2ed66-09db-45e5-ab60-ae54c8f70337 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:48.547578 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ab96c427-d33a-4cd2-b052-04d98b9d4963 None None] Calling delete_port for 1763324c-2b4e-41fa-9716-023d39193016 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:48.568676 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:48.571949 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f01cab6-19c3-4235-8c2b-a4b000befa30 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (7cc2d2f2-70b5-4305-94ae-1ef2403996b2), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.574724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f01cab6-19c3-4235-8c2b-a4b000befa30 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.578510 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7f01cab6-19c3-4235-8c2b-a4b000befa30 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7cc2d2f2-70b5-4305-94ae-1ef2403996b2 HTTP/1.1" status: 204 len: 168 time: 0.6439757 Oct 28 10:01:48.579246 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42132) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:48.584285 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.596875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01cab6-19c3-4235-8c2b-a4b000befa30 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc2d2f2-70b5-4305-94ae-1ef2403996b2,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:48.605212 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (d5b2ed66-09db-45e5-ab60-ae54c8f70337), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.641032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:48.648097 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9c777804-9d98-4ffe-8203-40a4ae7091ce tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0674496 Oct 28 10:01:48.651948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42134) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:48.656965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-db09509a-3d64-4fab-bcf4-0f970f4561d7 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720929052'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:48.661992 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (4df8153f-affa-4b00-96b5-6286e4120977), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.664482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.666251 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4df8153f-affa-4b00-96b5-6286e4120977 HTTP/1.1" status: 204 len: 168 time: 0.3939455 Oct 28 10:01:48.669188 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42136) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:48.687380 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df8153f-affa-4b00-96b5-6286e4120977,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:48.707652 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port 04f10cfb-482c-47ee-b7fd-961765119ecc {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:48.708359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (04f10cfb-482c-47ee-b7fd-961765119ecc), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.728144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:48.728587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:48.728978 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:48.729257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:48.735826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:48.735826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:48.735826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:48.735826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:48.735826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:48.735826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:48.735826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:48.735826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:48.735826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:48.735826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:48.735826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616109c8-27ae-4858-98e3-bb08b869b2f9 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:48.744601 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 9d2cc7d7-040f-402a-b60a-83d5ea312c73 resource provider aggregate not found Oct 28 10:01:48.772484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (1763324c-2b4e-41fa-9716-023d39193016), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.778176 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 9d2cc7d7-040f-402a-b60a-83d5ea312c73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d2cc7d7-040f-402a-b60a-83d5ea312c73 found for delete ", "request_id": "req-9aa6cad2-0c4b-4178-89e3-048123666cef"}]} Oct 28 10:01:48.792919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ab96c427-d33a-4cd2-b052-04d98b9d4963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (1763324c-2b4e-41fa-9716-023d39193016), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.795738 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e158fc3-dd0d-41a8-b26c-1d08bed4ef4a None None] DHCP port deletion for d5b2ed66-09db-45e5-ab60-ae54c8f70337 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:01:48.812638 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event deleted for resources: {'Port': ['ID=1763324c-2b4e-41fa-9716-023d39193016,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:48.816870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] No DVR routers for this DVR port 1763324c-2b4e-41fa-9716-023d39193016 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:48.825673 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:48.829191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96c427-d33a-4cd2-b052-04d98b9d4963 None None] Pushing event deleted for resources: {'Port': ['ID=1763324c-2b4e-41fa-9716-023d39193016,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:48.853357 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-db09509a-3d64-4fab-bcf4-0f970f4561d7 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.865754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96c427-d33a-4cd2-b052-04d98b9d4963 None None] No DVR routers for this DVR port 1763324c-2b4e-41fa-9716-023d39193016 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:48.879585 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dc1ff2f3-50eb-47a7-8e79-0b7ffd80b809 req-e30268be-da34-49a2-8a6b-d0438a8f4e24 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 210 time: 0.0647187 Oct 28 10:01:48.880278 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4e158fc3-dd0d-41a8-b26c-1d08bed4ef4a None None] Deleting port 04f10cfb-482c-47ee-b7fd-961765119ecc {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:48.880278 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4e158fc3-dd0d-41a8-b26c-1d08bed4ef4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (04f10cfb-482c-47ee-b7fd-961765119ecc), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.887688 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6d9e808d-d48d-41da-ab98-0b7647a24f04 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2127161 Oct 28 10:01:48.887688 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] For port 04f10cfb-482c-47ee-b7fd-961765119ecc, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=04f10cfb-482c-47ee-b7fd-961765119ecc,segment=NetworkSegment(60ca053d-572a-4afd-98c6-ae6a45196b75),segment_id=60ca053d-572a-4afd-98c6-ae6a45196b75)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:48.887688 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (04f10cfb-482c-47ee-b7fd-961765119ecc), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.889590 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42146) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:48.893771 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-5c1b6e8e-e444-4df8-92ff-ab9a4f054e79 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group': {'name': 'tempest-secgroup--541560411'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:48.915257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for 04f10cfb-482c-47ee-b7fd-961765119ecc owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:48.948229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (9b042cbe-3a23-436e-bcdf-836ab8b253f9), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.978817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4e158fc3-dd0d-41a8-b26c-1d08bed4ef4a None None] For port 04f10cfb-482c-47ee-b7fd-961765119ecc, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=04f10cfb-482c-47ee-b7fd-961765119ecc,segment=NetworkSegment(60ca053d-572a-4afd-98c6-ae6a45196b75),segment_id=60ca053d-572a-4afd-98c6-ae6a45196b75)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:48.979224 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4e158fc3-dd0d-41a8-b26c-1d08bed4ef4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (04f10cfb-482c-47ee-b7fd-961765119ecc), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:48.982308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b042cbe-3a23-436e-bcdf-836ab8b253f9']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:48.999223 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4e158fc3-dd0d-41a8-b26c-1d08bed4ef4a None None] Calling delete_port for 04f10cfb-482c-47ee-b7fd-961765119ecc owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:48.999705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a06d5cf-d489-4a93-9c41-a1005d49494f') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:48.999981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a06d5cf-d489-4a93-9c41-a1005d49494f') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:49.020396 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (6a06d5cf-d489-4a93-9c41-a1005d49494f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.045266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5c1b6e8e-e444-4df8-92ff-ab9a4f054e79 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.052450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (6a06d5cf-d489-4a93-9c41-a1005d49494f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.056383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-db09509a-3d64-4fab-bcf4-0f970f4561d7 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (f81f1af5-75ee-4333-8bc6-68deb501295d), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.061808 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:49.062217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (6a06d5cf-d489-4a93-9c41-a1005d49494f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.124206 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5c1b6e8e-e444-4df8-92ff-ab9a4f054e79 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (28b2e326-16c4-4076-8ca5-d306775f5a2f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.132631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-db09509a-3d64-4fab-bcf4-0f970f4561d7 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (f81f1af5-75ee-4333-8bc6-68deb501295d), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.164483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09509a-3d64-4fab-bcf4-0f970f4561d7 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81f1af5-75ee-4333-8bc6-68deb501295d,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:49.165705 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:49.167384 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (04f10cfb-482c-47ee-b7fd-961765119ecc), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.177875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4e158fc3-dd0d-41a8-b26c-1d08bed4ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (04f10cfb-482c-47ee-b7fd-961765119ecc), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.210475 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=04f10cfb-482c-47ee-b7fd-961765119ecc,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:49.216255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No DVR routers for this DVR port 04f10cfb-482c-47ee-b7fd-961765119ecc on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:49.228889 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e158fc3-dd0d-41a8-b26c-1d08bed4ef4a None None] No DVR routers for this DVR port 04f10cfb-482c-47ee-b7fd-961765119ecc on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:01:49.240616 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e158fc3-dd0d-41a8-b26c-1d08bed4ef4a None None] Pushing event deleted for resources: {'Port': ['ID=04f10cfb-482c-47ee-b7fd-961765119ecc,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:49.252783 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5c1b6e8e-e444-4df8-92ff-ab9a4f054e79 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (28b2e326-16c4-4076-8ca5-d306775f5a2f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.279776 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (9b042cbe-3a23-436e-bcdf-836ab8b253f9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.285341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-db09509a-3d64-4fab-bcf4-0f970f4561d7 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.286751 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-db09509a-3d64-4fab-bcf4-0f970f4561d7 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6337771 Oct 28 10:01:49.293140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.296560 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "DELETE /networking/v2.0/networks/9b042cbe-3a23-436e-bcdf-836ab8b253f9 HTTP/1.1" status: 204 len: 168 time: 1.1910448 Oct 28 10:01:49.297290 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42148) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:49.312182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-de9b94d2-101d-4c32-a65a-178e0cf83d2c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group_rule': {'security_group_id': 'f81f1af5-75ee-4333-8bc6-68deb501295d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:49.313730 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42150) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:49.320266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba7169-51d0-4c7d-befa-b8d2069a6b18 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Pushing event deleted for resources: {'Network': ['ID=9b042cbe-3a23-436e-bcdf-836ab8b253f9,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:49.365598 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f80a4748-6d3e-4008-af17-8b2c95fbf86f tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e1d3c883-9527-49d7-8b9e-836a33edb35f HTTP/1.1" status: 200 len: 205 time: 0.0483651 Oct 28 10:01:49.367589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (d5b2ed66-09db-45e5-ab60-ae54c8f70337), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.370419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b6e8e-e444-4df8-92ff-ab9a4f054e79 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b2e326-16c4-4076-8ca5-d306775f5a2f,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:49.370615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42152) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:49.370812 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:01:49.394275 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b2ed66-09db-45e5-ab60-ae54c8f70337']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:49.404536 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5c1b6e8e-e444-4df8-92ff-ab9a4f054e79 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.408349 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5c1b6e8e-e444-4df8-92ff-ab9a4f054e79 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5162227 Oct 28 10:01:49.408537 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42154) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:49.413091 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f4c8a7ca-c063-4127-ab94-30875df86b67 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Request body: {'security_group_rule': {'security_group_id': '28b2e326-16c4-4076-8ca5-d306775f5a2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:49.427847 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ca053d-572a-4afd-98c6-ae6a45196b75') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:49.428148 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ca053d-572a-4afd-98c6-ae6a45196b75') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:49.443077 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (60ca053d-572a-4afd-98c6-ae6a45196b75), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.460088 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (60ca053d-572a-4afd-98c6-ae6a45196b75), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.462984 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-78a4b839-fc09-4988-9d92-90c1ea7ee1f0 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for router (e1d3c883-9527-49d7-8b9e-836a33edb35f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.470356 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:49.471241 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (60ca053d-572a-4afd-98c6-ae6a45196b75), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.505188 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 60ca053d-572a-4afd-98c6-ae6a45196b75 resource provider aggregate not found Oct 28 10:01:49.526609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=99af4c86-ea8a-47d1-b983-fa93f2e23fa3,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:49.544446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '99af4c86-ea8a-47d1-b983-fa93f2e23fa3', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'port_id': '99af4c86-ea8a-47d1-b983-fa93f2e23fa3', 'mac_address': 'fa:16:3e:3a:34:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:01:49.563142 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a7ca-c063-4127-ab94-30875df86b67 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (ff676b9c-65fe-401f-9b7c-72b361478bbb), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.573047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-de9b94d2-101d-4c32-a65a-178e0cf83d2c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (b36080ae-b386-442b-9e1b-2ba1677086c6), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.584883 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 60ca053d-572a-4afd-98c6-ae6a45196b75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60ca053d-572a-4afd-98c6-ae6a45196b75 found for delete ", "request_id": "req-64052a24-88c4-4b18-90c1-94c343edd6e5"}]} Oct 28 10:01:49.586216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:49.604334 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:49.604729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (99af4c86-ea8a-47d1-b983-fa93f2e23fa3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.624273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:01:49.651062 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=99af4c86-ea8a-47d1-b983-fa93f2e23fa3,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:49.657606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-78a4b839-fc09-4988-9d92-90c1ea7ee1f0 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (e1d3c883-9527-49d7-8b9e-836a33edb35f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.660563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05bf02-4d81-47f7-a361-059f8aa7fd8e req-08a515c3-9e2c-4278-b3af-bf711c3148f8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:49.662122 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2c05bf02-4d81-47f7-a361-059f8aa7fd8e req-08a515c3-9e2c-4278-b3af-bf711c3148f8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 944 time: 0.0758708 Oct 28 10:01:49.663179 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-78a4b839-fc09-4988-9d92-90c1ea7ee1f0 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for router_controller (e1d3c883-9527-49d7-8b9e-836a33edb35f), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.676097 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a7ca-c063-4127-ab94-30875df86b67 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (ff676b9c-65fe-401f-9b7c-72b361478bbb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.694963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (d5b2ed66-09db-45e5-ab60-ae54c8f70337), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.708618 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.709965 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/networks/d5b2ed66-09db-45e5-ab60-ae54c8f70337 HTTP/1.1" status: 204 len: 168 time: 1.2101197 Oct 28 10:01:49.714751 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42162) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:49.715958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (99af4c86-ea8a-47d1-b983-fa93f2e23fa3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.720650 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-3161ef83-464e-4227-a010-96acbd0f6d3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-360455187'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:49.735233 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-de9b94d2-101d-4c32-a65a-178e0cf83d2c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (b36080ae-b386-442b-9e1b-2ba1677086c6), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.742808 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a7ca-c063-4127-ab94-30875df86b67 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (ff676b9c-65fe-401f-9b7c-72b361478bbb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.744769 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa04145-458d-420b-9895-b9aadbe12b7f tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Network': ['ID=d5b2ed66-09db-45e5-ab60-ae54c8f70337,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:49.771572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=99af4c86-ea8a-47d1-b983-fa93f2e23fa3,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:49.789870 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2c05bf02-4d81-47f7-a361-059f8aa7fd8e req-2a2de726-bee3-4367-8ecd-2ba51bd52047 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159196 Oct 28 10:01:49.791214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8a7ca-c063-4127-ab94-30875df86b67 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff676b9c-65fe-401f-9b7c-72b361478bbb,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:49.839094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-78a4b839-fc09-4988-9d92-90c1ea7ee1f0 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (e1d3c883-9527-49d7-8b9e-836a33edb35f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.840410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a4b839-fc09-4988-9d92-90c1ea7ee1f0 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Fanout notify agent at l3_agent the message router_deleted on router e1d3c883-9527-49d7-8b9e-836a33edb35f {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:01:49.841948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3161ef83-464e-4227-a010-96acbd0f6d3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:49.846819 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3161ef83-464e-4227-a010-96acbd0f6d3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.851200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-de9b94d2-101d-4c32-a65a-178e0cf83d2c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b36080ae-b386-442b-9e1b-2ba1677086c6), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.858755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-78a4b839-fc09-4988-9d92-90c1ea7ee1f0 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.864370 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-78a4b839-fc09-4988-9d92-90c1ea7ee1f0 tempest-RoutersNegativeTest-1774044084 tempest-RoutersNegativeTest-1774044084-project] 10.222.0.49 "DELETE /networking/v2.0/routers/e1d3c883-9527-49d7-8b9e-836a33edb35f HTTP/1.1" status: 204 len: 168 time: 0.4886377 Oct 28 10:01:49.872064 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a7ca-c063-4127-ab94-30875df86b67 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.876254 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f4c8a7ca-c063-4127-ab94-30875df86b67 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4667289 Oct 28 10:01:49.878373 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42170) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:49.919422 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b94d2-101d-4c32-a65a-178e0cf83d2c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36080ae-b386-442b-9e1b-2ba1677086c6,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:49.921429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3161ef83-464e-4227-a010-96acbd0f6d3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:01:49.935111 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3161ef83-464e-4227-a010-96acbd0f6d3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (f2cbcae1-a0a5-4682-bde8-2190f184ba92), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.940715 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-3161ef83-464e-4227-a010-96acbd0f6d3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Added segment f2cbcae1-a0a5-4682-bde8-2190f184ba92 of type vlan for network 1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5 Oct 28 10:01:49.962343 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c1767165-b71b-471c-b348-84513df81380 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (28b2e326-16c4-4076-8ca5-d306775f5a2f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.990403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3161ef83-464e-4227-a010-96acbd0f6d3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.991592 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c1767165-b71b-471c-b348-84513df81380 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (28b2e326-16c4-4076-8ca5-d306775f5a2f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:49.995436 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-de9b94d2-101d-4c32-a65a-178e0cf83d2c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.002655 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-de9b94d2-101d-4c32-a65a-178e0cf83d2c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6969340 Oct 28 10:01:50.002655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42174) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:50.007607 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4da77b04-850f-4912-9af6-84ff80e128dd tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group_rule': {'security_group_id': 'f81f1af5-75ee-4333-8bc6-68deb501295d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:50.033500 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fd70659d-d4dd-4cb7-9c5e-36e0c28f6dcf req-7b3d78a8-4a88-4a21-bdf4-7a027cf86863 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 210 time: 0.0479033 Oct 28 10:01:50.099028 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3161ef83-464e-4227-a010-96acbd0f6d3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.104269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3161ef83-464e-4227-a010-96acbd0f6d3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:50.108658 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3161ef83-464e-4227-a010-96acbd0f6d3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.136292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4da77b04-850f-4912-9af6-84ff80e128dd tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (79c806a6-156d-4280-8561-b3f9709c3d64), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.141801 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['99af4c86-ea8a-47d1-b983-fa93f2e23fa3'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:01:50.157161 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c1767165-b71b-471c-b348-84513df81380 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (28b2e326-16c4-4076-8ca5-d306775f5a2f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.161253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c1767165-b71b-471c-b348-84513df81380 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.162833 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c1767165-b71b-471c-b348-84513df81380 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/28b2e326-16c4-4076-8ca5-d306775f5a2f HTTP/1.1" status: 204 len: 168 time: 0.2832248 Oct 28 10:01:50.167154 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42176) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:50.176925 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1767165-b71b-471c-b348-84513df81380 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b2e326-16c4-4076-8ca5-d306775f5a2f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:50.207906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 04f10cfb-482c-47ee-b7fd-961765119ecc no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:01:50.213960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161ef83-464e-4227-a010-96acbd0f6d3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Network': ['ID=1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:50.226708 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3161ef83-464e-4227-a010-96acbd0f6d3e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5095909 Oct 28 10:01:50.230086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42178) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:50.235612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'subnet': {'network_id': '1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:50.249285 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:01:50.274457 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4da77b04-850f-4912-9af6-84ff80e128dd tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (79c806a6-156d-4280-8561-b3f9709c3d64), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.278737 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1f2a181b-ae03-496b-be28-6aa3af0871e5 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1033952 Oct 28 10:01:50.280336 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:50.281421 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42180) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:50.325426 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 04f10cfb-482c-47ee-b7fd-961765119ecc {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:01:50.325789 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 04f10cfb-482c-47ee-b7fd-961765119ecc not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:01:50.326208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1763324c-2b4e-41fa-9716-023d39193016 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:01:50.342542 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e94e0600-2de3-4ccf-a618-59047961c5b1 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0600483 Oct 28 10:01:50.345183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42182) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:50.357867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 1763324c-2b4e-41fa-9716-023d39193016 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:01:50.358206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1763324c-2b4e-41fa-9716-023d39193016 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:01:50.374588 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-fa517d60-87d1-4b72-8525-dc332b8a85b5 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] delete failed (client error): The resource could not be found. Oct 28 10:01:50.379358 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fa517d60-87d1-4b72-8525-dc332b8a85b5 tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/28b2e326-16c4-4076-8ca5-d306775f5a2f HTTP/1.1" status: 404 len: 347 time: 0.0289569 Oct 28 10:01:50.381800 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42186) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:50.395890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4da77b04-850f-4912-9af6-84ff80e128dd tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (79c806a6-156d-4280-8561-b3f9709c3d64), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.422612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da77b04-850f-4912-9af6-84ff80e128dd tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c806a6-156d-4280-8561-b3f9709c3d64,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:50.432447 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:50.436645 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.460290 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-51d78a8c-e6db-4c9d-9a15-6700d35c5b4b tempest-SecGroupTest-312080474 tempest-SecGroupTest-312080474-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0770934 Oct 28 10:01:50.485996 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4da77b04-850f-4912-9af6-84ff80e128dd tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.491519 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4da77b04-850f-4912-9af6-84ff80e128dd tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4893489 Oct 28 10:01:50.492455 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42190) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:50.498227 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e0be6f4c-3869-41f3-9dd4-0afb2edfc76c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group_rule': {'security_group_id': 'f81f1af5-75ee-4333-8bc6-68deb501295d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:50.507195 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42192) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:50.552181 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=61 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:50.563589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:50.568984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:50.615118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e0be6f4c-3869-41f3-9dd4-0afb2edfc76c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (7bad8bc8-5602-4a53-8390-94d79a335b36), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.615519 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=14 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:50.636333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:50.692858 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e0be6f4c-3869-41f3-9dd4-0afb2edfc76c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (7bad8bc8-5602-4a53-8390-94d79a335b36), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.722255 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1b47d849-cfdb-48d1-8039-d86381e158e4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c062133972ff4ef587a62c49af30ec1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2117345 Oct 28 10:01:50.724303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42196) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:50.776465 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8865a45a-e1fb-4446-a367-a14076692a67 admin admin] Publish callbacks [] for security_group (481df12b-b312-4098-b68a-85b171922493), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.794084 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e0be6f4c-3869-41f3-9dd4-0afb2edfc76c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (7bad8bc8-5602-4a53-8390-94d79a335b36), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.799659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (63777643-e61d-47e7-9c6b-a0602ac9db29), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.809303 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 6a06d5cf-d489-4a93-9c41-a1005d49494f resource provider aggregate not found Oct 28 10:01:50.812974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8865a45a-e1fb-4446-a367-a14076692a67 admin admin] Publish callbacks [] for security_group (481df12b-b312-4098-b68a-85b171922493), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.821451 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be6f4c-3869-41f3-9dd4-0afb2edfc76c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bad8bc8-5602-4a53-8390-94d79a335b36,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:50.838882 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 6a06d5cf-d489-4a93-9c41-a1005d49494f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a06d5cf-d489-4a93-9c41-a1005d49494f found for delete ", "request_id": "req-31f16913-4d13-4c13-9474-c57af729ea1b"}]} Oct 28 10:01:50.907198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e0be6f4c-3869-41f3-9dd4-0afb2edfc76c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:50.908066 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e0be6f4c-3869-41f3-9dd4-0afb2edfc76c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4143612 Oct 28 10:01:50.911750 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42206) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:50.916134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-8b75f839-b60b-4c11-bd81-35b951c349c3 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group_rule': {'security_group_id': 'f81f1af5-75ee-4333-8bc6-68deb501295d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:50.925169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Subnet': ['ID=63777643-e61d-47e7-9c6b-a0602ac9db29,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:50.948701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:50.949083 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:50.949438 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:50.949782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:50.950124 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:50.950465 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:50.950836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:50.951175 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:50.951509 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:50.951948 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:50.952155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:50.952492 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:50.952821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:50.953168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:50.953461 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:50.960656 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Checking segment: {'id': 'f2cbcae1-a0a5-4682-bde8-2190f184ba92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:50.961031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network hostable DHCP agents. Network: 1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:01:50.972778 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8611f9-d5d8-4be9-a229-716ef481abaa req-5e300f0b-0e41-47b2-a32d-788cebbef75f tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:50.974289 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5a8611f9-d5d8-4be9-a229-716ef481abaa req-5e300f0b-0e41-47b2-a32d-788cebbef75f tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 945 time: 0.0932331 Oct 28 10:01:51.040591 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5a8611f9-d5d8-4be9-a229-716ef481abaa req-5ba5a173-5dd8-40d7-80af-4bef860d8dd5 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572872 Oct 28 10:01:51.066773 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8865a45a-e1fb-4446-a367-a14076692a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (481df12b-b312-4098-b68a-85b171922493), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.073018 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8865a45a-e1fb-4446-a367-a14076692a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.073018 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8865a45a-e1fb-4446-a367-a14076692a67 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/481df12b-b312-4098-b68a-85b171922493 HTTP/1.1" status: 204 len: 168 time: 0.3462880 Oct 28 10:01:51.075748 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42216) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:51.089439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865a45a-e1fb-4446-a367-a14076692a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481df12b-b312-4098-b68a-85b171922493,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:51.103897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8b75f839-b60b-4c11-bd81-35b951c349c3 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (034c35a0-0eb4-4407-980d-ba0607a6c108), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.135291 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network 1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:01:51.164217 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e6f233ae-8aaa-46a1-90fd-c2025c35f40a req-03c3ceaf-0aad-4d88-8f5e-04b975bf8515 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 210 time: 0.0425203 Oct 28 10:01:51.197086 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8b75f839-b60b-4c11-bd81-35b951c349c3 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (034c35a0-0eb4-4407-980d-ba0607a6c108), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.263273 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f0b8facb-88a3-4a72-84d6-b19432de8d0e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fddfa3106a1c43cb8e4691153b6cbfc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1888514 Oct 28 10:01:51.265662 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42222) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:51.272377 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:51.277533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:51.279481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.280340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78400d7f-e02d-4da7-a546-0358bae98d0b None None] Network 1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:51.325608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8b75f839-b60b-4c11-bd81-35b951c349c3 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (034c35a0-0eb4-4407-980d-ba0607a6c108), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.349854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f989f71b-9015-4760-8f00-3fc814bdb44a admin admin] Publish callbacks [] for security_group (a7d1c2b0-173a-47c3-9aa7-d19c692dab0a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.355833 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75f839-b60b-4c11-bd81-35b951c349c3 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034c35a0-0eb4-4407-980d-ba0607a6c108,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:51.373243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:51.381182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f989f71b-9015-4760-8f00-3fc814bdb44a admin admin] Publish callbacks [] for security_group (a7d1c2b0-173a-47c3-9aa7-d19c692dab0a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.407669 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dde34dd7-12d5-41d1-9e0f-183413ee89bc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1737533 Oct 28 10:01:51.410442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42224) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:51.414186 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5', 'network_id': '1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5', 'project_id': 'ca63ccf8f825493e97e93fc2a91c67ac', 'fixed_ips': [{'subnet_id': '63777643-e61d-47e7-9c6b-a0602ac9db29'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:01:51.415143 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.418971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-319056e8-4ea5-480f-98a9-ae726d84ef82 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1885451217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:51.437127 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8b75f839-b60b-4c11-bd81-35b951c349c3 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.441171 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8b75f839-b60b-4c11-bd81-35b951c349c3 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5259135 Oct 28 10:01:51.441396 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42226) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:51.445840 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-3eb4d429-fac8-4f59-ab75-021f63d06580 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group_rule': {'security_group_id': 'f81f1af5-75ee-4333-8bc6-68deb501295d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:51.533942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:01:51.578860 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-319056e8-4ea5-480f-98a9-ae726d84ef82 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (336db5c2-dc09-4ddc-be82-29cd0247782c), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.580745 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-319056e8-4ea5-480f-98a9-ae726d84ef82 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (336db5c2-dc09-4ddc-be82-29cd0247782c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.598598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f989f71b-9015-4760-8f00-3fc814bdb44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (a7d1c2b0-173a-47c3-9aa7-d19c692dab0a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.601713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f989f71b-9015-4760-8f00-3fc814bdb44a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.604107 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:51.604663 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (99af4c86-ea8a-47d1-b983-fa93f2e23fa3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.605162 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 Oct 28 10:01:51.612164 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f989f71b-9015-4760-8f00-3fc814bdb44a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a7d1c2b0-173a-47c3-9aa7-d19c692dab0a HTTP/1.1" status: 204 len: 168 time: 0.3443751 Oct 28 10:01:51.636687 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d429-fac8-4f59-ab75-021f63d06580 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (d8121964-0924-4d59-a33e-c6797374ea99), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.647969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989f71b-9015-4760-8f00-3fc814bdb44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d1c2b0-173a-47c3-9aa7-d19c692dab0a,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:51.654529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Allocated IP 2001:db8::2 (1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5/63777643-e61d-47e7-9c6b-a0602ac9db29/38949ae2-fa3a-4354-ab27-c166725b77ad) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:51.692957 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:01:51.700948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-319056e8-4ea5-480f-98a9-ae726d84ef82 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for router_controller (336db5c2-dc09-4ddc-be82-29cd0247782c), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.710494 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:51.748046 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:51.762347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d429-fac8-4f59-ab75-021f63d06580 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (d8121964-0924-4d59-a33e-c6797374ea99), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.776157 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-319056e8-4ea5-480f-98a9-ae726d84ef82 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (336db5c2-dc09-4ddc-be82-29cd0247782c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.804076 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:51.811678 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:51.812084 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (99af4c86-ea8a-47d1-b983-fa93f2e23fa3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.857955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe192b4-de11-4a34-98fe-8b8146d29aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99af4c86-ea8a-47d1-b983-fa93f2e23fa3'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:01:51.860301 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705fd350-712f-4e88-a346-24f1164b5817" -d '{"events": [{"server_uuid": "9fe192b4-de11-4a34-98fe-8b8146d29aa6", "name": "network-vif-plugged", "status": "completed", "tag": "99af4c86-ea8a-47d1-b983-fa93f2e23fa3"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:01:51.860808 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d429-fac8-4f59-ab75-021f63d06580 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (d8121964-0924-4d59-a33e-c6797374ea99), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.887900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4d429-fac8-4f59-ab75-021f63d06580 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8121964-0924-4d59-a33e-c6797374ea99,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:51.895279 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-319056e8-4ea5-480f-98a9-ae726d84ef82 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.895593 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=99af4c86-ea8a-47d1-b983-fa93f2e23fa3,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:51.899713 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-319056e8-4ea5-480f-98a9-ae726d84ef82 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4866855 Oct 28 10:01:51.900753 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42234) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:51.905049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-da814bc1-3cb3-41e4-b494-0093220cd332 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'network_id': '1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5', 'name': 'tempest-PortsIpV6TestJSON-862605927'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:51.919181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Publish callbacks [] for port (38949ae2-fa3a-4354-ab27-c166725b77ad), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.948682 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d429-fac8-4f59-ab75-021f63d06580 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.950166 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3eb4d429-fac8-4f59-ab75-021f63d06580 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5077310 Oct 28 10:01:51.952963 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42236) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:51.978018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (99af4c86-ea8a-47d1-b983-fa93f2e23fa3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.980079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3070d055-10a2-49dc-8fa8-7d1c204a95d2 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (d8121964-0924-4d59-a33e-c6797374ea99), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:51.993775 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3070d055-10a2-49dc-8fa8-7d1c204a95d2 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (d8121964-0924-4d59-a33e-c6797374ea99), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.041084 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (38949ae2-fa3a-4354-ab27-c166725b77ad), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.050139 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=99af4c86-ea8a-47d1-b983-fa93f2e23fa3,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:52.097560 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Network 1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:52.103162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:52.107272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:52.131047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3070d055-10a2-49dc-8fa8-7d1c204a95d2 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (d8121964-0924-4d59-a33e-c6797374ea99), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.139663 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3070d055-10a2-49dc-8fa8-7d1c204a95d2 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.144241 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3070d055-10a2-49dc-8fa8-7d1c204a95d2 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/d8121964-0924-4d59-a33e-c6797374ea99 HTTP/1.1" status: 204 len: 168 time: 0.1873560 Oct 28 10:01:52.144621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42242) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:52.168266 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Pushing event updated for resources: {'Port': ['ID=38949ae2-fa3a-4354-ab27-c166725b77ad,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:52.189536 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe77f0-bc22-496d-80f6-04b16aea88a7 req-59593425-b20e-48ab-9d14-4c7f5688a9a8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:52.197711 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-afbe77f0-bc22-496d-80f6-04b16aea88a7 req-59593425-b20e-48ab-9d14-4c7f5688a9a8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 946 time: 0.0683141 Oct 28 10:01:52.200714 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da814bc1-3cb3-41e4-b494-0093220cd332 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:52.204736 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-da814bc1-3cb3-41e4-b494-0093220cd332 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.207006 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Attempting to bind port 38949ae2-fa3a-4354-ab27-c166725b77ad on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:52.207569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Attempting to bind port 38949ae2-fa3a-4354-ab27-c166725b77ad by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'f2cbcae1-a0a5-4682-bde8-2190f184ba92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:52.208284 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Attempting to bind port 38949ae2-fa3a-4354-ab27-c166725b77ad on network 1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:52.208752 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d055-10a2-49dc-8fa8-7d1c204a95d2 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8121964-0924-4d59-a33e-c6797374ea99,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:52.247483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-da814bc1-3cb3-41e4-b494-0093220cd332 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] device_id is not set on port 74ba3009-1af5-4c47-ba30-436962ce1b83 yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:01:52.256595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:52.260687 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d131b8b1-bbba-4e91-8f2a-4f6c1b05a966 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1130083 Oct 28 10:01:52.263795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42246) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:52.269191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:01:52.269579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Checking segment: {'id': 'f2cbcae1-a0a5-4682-bde8-2190f184ba92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:52.269986 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.270386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Bound using segment: {'id': 'f2cbcae1-a0a5-4682-bde8-2190f184ba92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:01:52.270951 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Bound port: 38949ae2-fa3a-4354-ab27-c166725b77ad, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cbcae1-a0a5-4682-bde8-2190f184ba92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:01:52.271338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (38949ae2-fa3a-4354-ab27-c166725b77ad), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.294304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-54c46f31-268e-4d21-a80d-003f5d80685a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (034c35a0-0eb4-4407-980d-ba0607a6c108), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.304048 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-54c46f31-268e-4d21-a80d-003f5d80685a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (034c35a0-0eb4-4407-980d-ba0607a6c108), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.314152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:52.343010 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-afbe77f0-bc22-496d-80f6-04b16aea88a7 req-dae8c650-43e6-4a26-b5fb-259daabb2bab tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442790 Oct 28 10:01:52.367474 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] For port 38949ae2-fa3a-4354-ab27-c166725b77ad, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:01:52.367474 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] For port 38949ae2-fa3a-4354-ab27-c166725b77ad, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=38949ae2-fa3a-4354-ab27-c166725b77ad,segment=NetworkSegment(f2cbcae1-a0a5-4682-bde8-2190f184ba92),segment_id=f2cbcae1-a0a5-4682-bde8-2190f184ba92)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:01:52.444551 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-54c46f31-268e-4d21-a80d-003f5d80685a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (034c35a0-0eb4-4407-980d-ba0607a6c108), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.444999 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (38949ae2-fa3a-4354-ab27-c166725b77ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.449546 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-43b3eb3d-797b-4266-be5d-c667f733c314 req-1ab67997-247d-4e8c-9d8a-53c85cfaf1f0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 210 time: 0.0460138 Oct 28 10:01:52.452214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-54c46f31-268e-4d21-a80d-003f5d80685a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.453770 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-54c46f31-268e-4d21-a80d-003f5d80685a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/034c35a0-0eb4-4407-980d-ba0607a6c108 HTTP/1.1" status: 204 len: 168 time: 0.1888998 Oct 28 10:01:52.457154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42254) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:52.464039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c46f31-268e-4d21-a80d-003f5d80685a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=034c35a0-0eb4-4407-980d-ba0607a6c108,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:52.491905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-da814bc1-3cb3-41e4-b494-0093220cd332 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Allocated IP 2001:db8::73 (1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5/63777643-e61d-47e7-9c6b-a0602ac9db29/74ba3009-1af5-4c47-ba30-436962ce1b83) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:52.515276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe28519-25b9-4ab0-ad76-26e0d0fa4f84 None None] Pushing event updated for resources: {'Port': ['ID=38949ae2-fa3a-4354-ab27-c166725b77ad,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:52.537670 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9d094c0a-cc59-44cb-ad59-f26acd0dea51 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0787151 Oct 28 10:01:52.542970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42258) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:52.570252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bac532fc-3f49-4dbb-ab5e-6d66dfcc9ac8 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (7bad8bc8-5602-4a53-8390-94d79a335b36), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.580694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bac532fc-3f49-4dbb-ab5e-6d66dfcc9ac8 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (7bad8bc8-5602-4a53-8390-94d79a335b36), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.584599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:52.645062 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:52.693222 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bac532fc-3f49-4dbb-ab5e-6d66dfcc9ac8 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (7bad8bc8-5602-4a53-8390-94d79a335b36), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.717787 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bac532fc-3f49-4dbb-ab5e-6d66dfcc9ac8 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.722461 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bac532fc-3f49-4dbb-ab5e-6d66dfcc9ac8 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/7bad8bc8-5602-4a53-8390-94d79a335b36 HTTP/1.1" status: 204 len: 168 time: 0.1747468 Oct 28 10:01:52.722461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac532fc-3f49-4dbb-ab5e-6d66dfcc9ac8 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bad8bc8-5602-4a53-8390-94d79a335b36,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:52.722861 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42262) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:52.769212 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-da814bc1-3cb3-41e4-b494-0093220cd332 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (74ba3009-1af5-4c47-ba30-436962ce1b83), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.791853 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5301252d-5b0a-4fcf-811b-73232276a5dc tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0656252 Oct 28 10:01:52.795471 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42264) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:52.824837 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0a89ae98-042f-4f06-92ac-6a127f0b857d tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (79c806a6-156d-4280-8561-b3f9709c3d64), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.834998 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0a89ae98-042f-4f06-92ac-6a127f0b857d tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (79c806a6-156d-4280-8561-b3f9709c3d64), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.920355 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-da814bc1-3cb3-41e4-b494-0093220cd332 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (74ba3009-1af5-4c47-ba30-436962ce1b83), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.953747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0a89ae98-042f-4f06-92ac-6a127f0b857d tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (79c806a6-156d-4280-8561-b3f9709c3d64), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.960517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0a89ae98-042f-4f06-92ac-6a127f0b857d tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:52.964256 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0a89ae98-042f-4f06-92ac-6a127f0b857d tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/79c806a6-156d-4280-8561-b3f9709c3d64 HTTP/1.1" status: 204 len: 168 time: 0.1649876 Oct 28 10:01:52.965508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42274) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:52.976926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da814bc1-3cb3-41e4-b494-0093220cd332 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network 1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:52.977649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89ae98-042f-4f06-92ac-6a127f0b857d tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79c806a6-156d-4280-8561-b3f9709c3d64,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:52.981489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-da814bc1-3cb3-41e4-b494-0093220cd332 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:52.984690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da814bc1-3cb3-41e4-b494-0093220cd332 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:52.991149 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da814bc1-3cb3-41e4-b494-0093220cd332 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:52.991812 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-da814bc1-3cb3-41e4-b494-0093220cd332 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.003174 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da814bc1-3cb3-41e4-b494-0093220cd332 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=74ba3009-1af5-4c47-ba30-436962ce1b83,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:53.013752 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-49d34458-0756-401e-886b-f6dbb4f11bee tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0471425 Oct 28 10:01:53.016531 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42276) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:53.042951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c01446ba-4188-4d7b-8412-605b0e81372a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (b36080ae-b386-442b-9e1b-2ba1677086c6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.054744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c01446ba-4188-4d7b-8412-605b0e81372a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (b36080ae-b386-442b-9e1b-2ba1677086c6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.099189 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-da814bc1-3cb3-41e4-b494-0093220cd332 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1981356 Oct 28 10:01:53.101912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42278) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:53.170258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c01446ba-4188-4d7b-8412-605b0e81372a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b36080ae-b386-442b-9e1b-2ba1677086c6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.177462 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c01446ba-4188-4d7b-8412-605b0e81372a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.181126 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c01446ba-4188-4d7b-8412-605b0e81372a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/b36080ae-b386-442b-9e1b-2ba1677086c6 HTTP/1.1" status: 204 len: 168 time: 0.1611454 Oct 28 10:01:53.181308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42282) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:53.192891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01446ba-4188-4d7b-8412-605b0e81372a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b36080ae-b386-442b-9e1b-2ba1677086c6,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:53.249613 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527e553f-7060-47c1-a8dc-616a88d5a3c2 x-openstack-request-id: req-527e553f-7060-47c1-a8dc-616a88d5a3c2 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:01:53.250432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe192b4-de11-4a34-98fe-8b8146d29aa6", "name": "network-vif-plugged", "status": "completed", "tag": "99af4c86-ea8a-47d1-b983-fa93f2e23fa3", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:01:53.250958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-527e553f-7060-47c1-a8dc-616a88d5a3c2 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:01:53.251670 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527e553f-7060-47c1-a8dc-616a88d5a3c2'] response: {'server_uuid': '9fe192b4-de11-4a34-98fe-8b8146d29aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99af4c86-ea8a-47d1-b983-fa93f2e23fa3', 'code': 200} Oct 28 10:01:53.260458 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-87cdf556-ca99-446a-8580-e06ec14594e9 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0754106 Oct 28 10:01:53.261032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42286) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:53.278587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42288) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:53.350027 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-51a8aecb-fdd7-47ce-a822-532b48ee976f tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (f81f1af5-75ee-4333-8bc6-68deb501295d), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.384251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-51a8aecb-fdd7-47ce-a822-532b48ee976f tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (f81f1af5-75ee-4333-8bc6-68deb501295d), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.413339 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.489400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6f936ba5-5a69-43b6-9cf2-20577995590b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1507415827'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:53.518205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-51a8aecb-fdd7-47ce-a822-532b48ee976f tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (f81f1af5-75ee-4333-8bc6-68deb501295d), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.520938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-51a8aecb-fdd7-47ce-a822-532b48ee976f tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.522185 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-51a8aecb-fdd7-47ce-a822-532b48ee976f tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f81f1af5-75ee-4333-8bc6-68deb501295d HTTP/1.1" status: 204 len: 168 time: 0.2600174 Oct 28 10:01:53.526724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42296) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:53.552294 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada4fb7-5daf-4501-8ebc-6a74f35527f2 req-0cb312c3-4b5d-4681-9d02-2f050cfd781f tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:53.552294 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2ada4fb7-5daf-4501-8ebc-6a74f35527f2 req-0cb312c3-4b5d-4681-9d02-2f050cfd781f tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 946 time: 0.0772846 Oct 28 10:01:53.558622 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8aecb-fdd7-47ce-a822-532b48ee976f tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81f1af5-75ee-4333-8bc6-68deb501295d,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:53.626856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f936ba5-5a69-43b6-9cf2-20577995590b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Made reservation on behalf of 42c5c6205dc84338bf6f64b2043189ca for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:53.631518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f936ba5-5a69-43b6-9cf2-20577995590b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.637248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5d8ea61-2fa4-40db-ba67-13fbe6caf94d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (74ba3009-1af5-4c47-ba30-436962ce1b83), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.644397 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-65fd3c3c-54f8-44b0-a6d5-df48c9395587 req-183600d9-624a-44d8-bd5e-464733e2a16d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 210 time: 0.0549469 Oct 28 10:01:53.666147 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7c2b12b3-ec2a-4a93-be5f-b900bdd06672 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1308985 Oct 28 10:01:53.666147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f936ba5-5a69-43b6-9cf2-20577995590b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.669250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42298) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:53.674985 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66583751-aa1f-4705-9def-1b88a643cc0d req-d0b20689-6cc0-41ac-837b-f91af390a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:53.685841 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-21f3ca29-27d4-427d-8f72-bd77f2d3da03 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1666340609'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:53.686111 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-66583751-aa1f-4705-9def-1b88a643cc0d req-d0b20689-6cc0-41ac-837b-f91af390a95a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 1130 time: 0.1068454 Oct 28 10:01:53.753089 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2ada4fb7-5daf-4501-8ebc-6a74f35527f2 req-974557ea-87b9-490f-b43a-fc86815f728d tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652157 Oct 28 10:01:53.765805 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-66583751-aa1f-4705-9def-1b88a643cc0d req-2bab5684-238d-4f19-82e3-a51c7f99fc42 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771627 Oct 28 10:01:53.785272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609484f2-2f33-4ee7-a88c-3e9da16ca938 None None] Network 1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:53.825972 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f936ba5-5a69-43b6-9cf2-20577995590b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks [] for security_group (3ac06538-ea7a-4eef-b14f-358232cd8b18), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.851497 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Provisioning complete for port 38949ae2-fa3a-4354-ab27-c166725b77ad triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:53.851787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (38949ae2-fa3a-4354-ab27-c166725b77ad), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.852125 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Attempt 1 to provision port 38949ae2-fa3a-4354-ab27-c166725b77ad Oct 28 10:01:53.916431 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f936ba5-5a69-43b6-9cf2-20577995590b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (3ac06538-ea7a-4eef-b14f-358232cd8b18), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.917945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-21f3ca29-27d4-427d-8f72-bd77f2d3da03 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.938711 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f936ba5-5a69-43b6-9cf2-20577995590b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:01:53.952819 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f936ba5-5a69-43b6-9cf2-20577995590b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac06538-ea7a-4eef-b14f-358232cd8b18,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:53.961365 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f936ba5-5a69-43b6-9cf2-20577995590b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e53ef70e-2804-427e-9e90-8d0800b80286), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:53.965192 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-6f936ba5-5a69-43b6-9cf2-20577995590b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Added segment e53ef70e-2804-427e-9e90-8d0800b80286 of type vlan for network 97546794-2fba-4e90-a886-3e4c686b26b2 Oct 28 10:01:54.014150 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f936ba5-5a69-43b6-9cf2-20577995590b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (97546794-2fba-4e90-a886-3e4c686b26b2), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.026742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5d8ea61-2fa4-40db-ba67-13fbe6caf94d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (74ba3009-1af5-4c47-ba30-436962ce1b83), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.053533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-21f3ca29-27d4-427d-8f72-bd77f2d3da03 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (028d2a54-f8b9-4d9f-b3d3-81d8b4bb2b31), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.113116 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5d8ea61-2fa4-40db-ba67-13fbe6caf94d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (74ba3009-1af5-4c47-ba30-436962ce1b83), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.125784 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Current status of the port 38949ae2-fa3a-4354-ab27-c166725b77ad is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:54.126480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (38949ae2-fa3a-4354-ab27-c166725b77ad), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.161865 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f936ba5-5a69-43b6-9cf2-20577995590b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (97546794-2fba-4e90-a886-3e4c686b26b2), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.164908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-21f3ca29-27d4-427d-8f72-bd77f2d3da03 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (028d2a54-f8b9-4d9f-b3d3-81d8b4bb2b31), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.167743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f936ba5-5a69-43b6-9cf2-20577995590b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:54.168500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6f936ba5-5a69-43b6-9cf2-20577995590b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.175818 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] For port 38949ae2-fa3a-4354-ab27-c166725b77ad, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=38949ae2-fa3a-4354-ab27-c166725b77ad,segment=NetworkSegment(f2cbcae1-a0a5-4682-bde8-2190f184ba92),segment_id=f2cbcae1-a0a5-4682-bde8-2190f184ba92)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:54.262068 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 38949ae2-fa3a-4354-ab27-c166725b77ad up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:54.266724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8ea61-2fa4-40db-ba67-13fbe6caf94d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=74ba3009-1af5-4c47-ba30-436962ce1b83,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:54.271298 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3ca29-27d4-427d-8f72-bd77f2d3da03 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028d2a54-f8b9-4d9f-b3d3-81d8b4bb2b31,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:54.285227 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f936ba5-5a69-43b6-9cf2-20577995590b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Pushing event updated for resources: {'Network': ['ID=97546794-2fba-4e90-a886-3e4c686b26b2,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:54.310444 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 97546794-2fba-4e90-a886-3e4c686b26b2 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:01:54.323793 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6f936ba5-5a69-43b6-9cf2-20577995590b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0429745 Oct 28 10:01:54.326619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42300) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:54.333252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-951a918b-7a27-4f12-92ac-3bf8eadbd99b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Request body: {'subnet': {'network_id': '97546794-2fba-4e90-a886-3e4c686b26b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:54.337965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (38949ae2-fa3a-4354-ab27-c166725b77ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.358114 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-21f3ca29-27d4-427d-8f72-bd77f2d3da03 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.362754 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-21f3ca29-27d4-427d-8f72-bd77f2d3da03 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6873372 Oct 28 10:01:54.383614 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42302) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:54.389427 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-5b291233-21c9-4469-92e1-a2fc0b20d5ed tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group_rule': {'security_group_id': '028d2a54-f8b9-4d9f-b3d3-81d8b4bb2b31', 'direction': 'ingress', 'protocol': 17}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:54.395555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5d8ea61-2fa4-40db-ba67-13fbe6caf94d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (336db5c2-dc09-4ddc-be82-29cd0247782c), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.414201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 38949ae2-fa3a-4354-ab27-c166725b77ad triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:54.415327 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (38949ae2-fa3a-4354-ab27-c166725b77ad), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.415686 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 38949ae2-fa3a-4354-ab27-c166725b77ad Oct 28 10:01:54.497489 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Pushing event updated for resources: {'Port': ['ID=38949ae2-fa3a-4354-ab27-c166725b77ad,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:54.508520 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:54.508870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:54.509411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:54.509777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:54.510114 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:54.510442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:54.510803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:54.511134 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:54.511483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:54.511809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:54.512104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:54.512445 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:54.512771 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:54.513091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:54.513408 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8dcbd7-4fd4-4d6f-8c84-690d64a328e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:54.558389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951a918b-7a27-4f12-92ac-3bf8eadbd99b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Made reservation on behalf of 42c5c6205dc84338bf6f64b2043189ca for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:54.566847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-951a918b-7a27-4f12-92ac-3bf8eadbd99b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.579006 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-df73acea-2158-4877-a119-bb57f82dc163 None None] Provisioning complete for port 38949ae2-fa3a-4354-ab27-c166725b77ad triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:54.579006 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df73acea-2158-4877-a119-bb57f82dc163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (38949ae2-fa3a-4354-ab27-c166725b77ad), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.579349 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-df73acea-2158-4877-a119-bb57f82dc163 None None] Attempt 1 to provision port 38949ae2-fa3a-4354-ab27-c166725b77ad Oct 28 10:01:54.586210 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 38949ae2-fa3a-4354-ab27-c166725b77ad is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:54.725998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-df73acea-2158-4877-a119-bb57f82dc163 None None] Current status of the port 38949ae2-fa3a-4354-ab27-c166725b77ad is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:54.737768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-df73acea-2158-4877-a119-bb57f82dc163 None None] Provisioning complete for port 74ba3009-1af5-4c47-ba30-436962ce1b83 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:54.738992 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df73acea-2158-4877-a119-bb57f82dc163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (74ba3009-1af5-4c47-ba30-436962ce1b83), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.739493 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-df73acea-2158-4877-a119-bb57f82dc163 None None] Attempt 1 to provision port 74ba3009-1af5-4c47-ba30-436962ce1b83 Oct 28 10:01:54.759975 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b291233-21c9-4469-92e1-a2fc0b20d5ed tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (8f17952e-a714-4e4d-9852-73769075459e), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.815728 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:54.824568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-df73acea-2158-4877-a119-bb57f82dc163 None None] Port 74ba3009-1af5-4c47-ba30-436962ce1b83 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:54.855802 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-11f7d834-457a-44b5-8e27-ab53df2044e8 req-0f6f4af5-dc20-4c04-92d8-91478719cb18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 210 time: 0.0434182 Oct 28 10:01:54.877820 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b291233-21c9-4469-92e1-a2fc0b20d5ed tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (8f17952e-a714-4e4d-9852-73769075459e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.881878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:54.939201 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b291233-21c9-4469-92e1-a2fc0b20d5ed tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (8f17952e-a714-4e4d-9852-73769075459e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.940960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-aa1d97d6-f48e-4d42-9bdc-57e91d0518bd None None] Provisioning complete for port 74ba3009-1af5-4c47-ba30-436962ce1b83 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:54.941334 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-aa1d97d6-f48e-4d42-9bdc-57e91d0518bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (74ba3009-1af5-4c47-ba30-436962ce1b83), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.941685 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-aa1d97d6-f48e-4d42-9bdc-57e91d0518bd None None] Attempt 1 to provision port 74ba3009-1af5-4c47-ba30-436962ce1b83 Oct 28 10:01:54.965084 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2ec46-bb99-4f02-8ae4-26525b494ad6 req-1e959163-7ab6-4c21-8235-0ebc2315f0d7 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:54.966647 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-52b2ec46-bb99-4f02-8ae4-26525b494ad6 req-1e959163-7ab6-4c21-8235-0ebc2315f0d7 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 946 time: 0.0918009 Oct 28 10:01:54.979611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-aa1d97d6-f48e-4d42-9bdc-57e91d0518bd None None] Port 74ba3009-1af5-4c47-ba30-436962ce1b83 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:54.982502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5d8ea61-2fa4-40db-ba67-13fbe6caf94d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (74ba3009-1af5-4c47-ba30-436962ce1b83), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.987504 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-951a918b-7a27-4f12-92ac-3bf8eadbd99b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (64054446-680b-4764-a843-3c1d543fc5b7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:54.999464 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b291233-21c9-4469-92e1-a2fc0b20d5ed tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f17952e-a714-4e4d-9852-73769075459e,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:55.057122 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a918b-7a27-4f12-92ac-3bf8eadbd99b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Pushing event updated for resources: {'Subnet': ['ID=64054446-680b-4764-a843-3c1d543fc5b7,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:55.066287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5b291233-21c9-4469-92e1-a2fc0b20d5ed tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.066818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951a918b-7a27-4f12-92ac-3bf8eadbd99b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Checking segment: {'id': 'e53ef70e-2804-427e-9e90-8d0800b80286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97546794-2fba-4e90-a886-3e4c686b26b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:55.066818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951a918b-7a27-4f12-92ac-3bf8eadbd99b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Network hostable DHCP agents. Network: 97546794-2fba-4e90-a886-3e4c686b26b2, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:01:55.067483 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5b291233-21c9-4469-92e1-a2fc0b20d5ed tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6821873 Oct 28 10:01:55.073597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42310) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:55.082388 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:55.083245 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-52b2ec46-bb99-4f02-8ae4-26525b494ad6 req-9304b2e1-70f4-4dee-b0f9-e8693d97b6ca tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060100 Oct 28 10:01:55.147319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a3fec36b-5c02-4582-93c8-5823d3d8698c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (028d2a54-f8b9-4d9f-b3d3-81d8b4bb2b31), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.150196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:55.174417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a3fec36b-5c02-4582-93c8-5823d3d8698c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (028d2a54-f8b9-4d9f-b3d3-81d8b4bb2b31), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.206866 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951a918b-7a27-4f12-92ac-3bf8eadbd99b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Network 97546794-2fba-4e90-a886-3e4c686b26b2 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:01:55.281265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-951a918b-7a27-4f12-92ac-3bf8eadbd99b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 97546794-2fba-4e90-a886-3e4c686b26b2) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:55.285402 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951a918b-7a27-4f12-92ac-3bf8eadbd99b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:55.285997 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-951a918b-7a27-4f12-92ac-3bf8eadbd99b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.293826 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a21bb33-77ea-4778-a89c-cb878f4995ce None None] Network 97546794-2fba-4e90-a886-3e4c686b26b2 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:55.310322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a3fec36b-5c02-4582-93c8-5823d3d8698c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (028d2a54-f8b9-4d9f-b3d3-81d8b4bb2b31), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.312703 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5d8ea61-2fa4-40db-ba67-13fbe6caf94d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (74ba3009-1af5-4c47-ba30-436962ce1b83), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.313219 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a3fec36b-5c02-4582-93c8-5823d3d8698c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.314535 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a3fec36b-5c02-4582-93c8-5823d3d8698c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/028d2a54-f8b9-4d9f-b3d3-81d8b4bb2b31 HTTP/1.1" status: 204 len: 168 time: 0.2405627 Oct 28 10:01:55.318328 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42312) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:55.345473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fec36b-5c02-4582-93c8-5823d3d8698c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=028d2a54-f8b9-4d9f-b3d3-81d8b4bb2b31,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:55.388577 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ddfeba5c-f2b2-4493-a056-ba9e21b9df4c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0631773 Oct 28 10:01:55.390524 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42314) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:55.395425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-aad2d8b6-1e10-4551-bf6b-8de9be7e31fa tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433216522'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:55.410369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5d8ea61-2fa4-40db-ba67-13fbe6caf94d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (74ba3009-1af5-4c47-ba30-436962ce1b83), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.414119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5d8ea61-2fa4-40db-ba67-13fbe6caf94d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (336db5c2-dc09-4ddc-be82-29cd0247782c), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.414333 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-951a918b-7a27-4f12-92ac-3bf8eadbd99b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0832548 Oct 28 10:01:55.414333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42316) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:55.419209 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-72ccd260-e874-4ab3-af69-c807ab48b2d2 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Request body: {'port': {'network_id': '97546794-2fba-4e90-a886-3e4c686b26b2', 'name': 'tempest-TagsExtTest-1862751216'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:55.441611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-97546794-2fba-4e90-a886-3e4c686b26b2', 'network_id': '97546794-2fba-4e90-a886-3e4c686b26b2', 'project_id': '42c5c6205dc84338bf6f64b2043189ca', 'fixed_ips': [{'subnet_id': '64054446-680b-4764-a843-3c1d543fc5b7'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:01:55.443340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.501922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-aad2d8b6-1e10-4551-bf6b-8de9be7e31fa tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.510214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8ea61-2fa4-40db-ba67-13fbe6caf94d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=74ba3009-1af5-4c47-ba30-436962ce1b83,revision_number=3']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:55.568670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:55.590887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d8ea61-2fa4-40db-ba67-13fbe6caf94d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network 1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:55.597235 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-e5d8ea61-2fa4-40db-ba67-13fbe6caf94d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:55.608753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Allocated IP 172.20.0.2 (97546794-2fba-4e90-a886-3e4c686b26b2/64054446-680b-4764-a843-3c1d543fc5b7/9cd0a07f-135c-4a8e-adff-e271cf6615d6) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:55.661647 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-aad2d8b6-1e10-4551-bf6b-8de9be7e31fa tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (d80fa277-9aa5-4311-9606-d8039076d695), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.672663 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ccd260-e874-4ab3-af69-c807ab48b2d2 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Made reservation on behalf of 42c5c6205dc84338bf6f64b2043189ca for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:55.677252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-72ccd260-e874-4ab3-af69-c807ab48b2d2 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.707877 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-72ccd260-e874-4ab3-af69-c807ab48b2d2 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] device_id is not set on port c45eadcc-2689-4d16-99d9-1e0fe8a20811 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:01:55.757926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-aad2d8b6-1e10-4551-bf6b-8de9be7e31fa tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (d80fa277-9aa5-4311-9606-d8039076d695), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.801678 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2d8b6-1e10-4551-bf6b-8de9be7e31fa tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80fa277-9aa5-4311-9606-d8039076d695,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:55.812257 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Publish callbacks [] for port (9cd0a07f-135c-4a8e-adff-e271cf6615d6), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.912354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-38019bb9-a2b0-4b14-8f8a-60ae54e45ac1 None None] Provisioning complete for port 74ba3009-1af5-4c47-ba30-436962ce1b83 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:55.912736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-38019bb9-a2b0-4b14-8f8a-60ae54e45ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (74ba3009-1af5-4c47-ba30-436962ce1b83), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.913082 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-38019bb9-a2b0-4b14-8f8a-60ae54e45ac1 None None] Attempt 1 to provision port 74ba3009-1af5-4c47-ba30-436962ce1b83 Oct 28 10:01:55.940647 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (9cd0a07f-135c-4a8e-adff-e271cf6615d6), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.948823 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-aad2d8b6-1e10-4551-bf6b-8de9be7e31fa tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:55.952786 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-aad2d8b6-1e10-4551-bf6b-8de9be7e31fa tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5585151 Oct 28 10:01:55.962884 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42320) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:55.965542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d8ea61-2fa4-40db-ba67-13fbe6caf94d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Router 336db5c2-dc09-4ddc-be82-29cd0247782c is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:01:55.969713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-7e6b12aa-e4e8-4bcd-83e6-d796d9e32797 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054597667'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:55.971836 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-535d498d-6cc8-4f6c-bb4f-3d1cb352e3cd req-74375b5b-77c4-41e7-9345-058883fc5ffa tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 210 time: 0.0388434 Oct 28 10:01:55.980288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-38019bb9-a2b0-4b14-8f8a-60ae54e45ac1 None None] Port 74ba3009-1af5-4c47-ba30-436962ce1b83 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:55.995448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Network 97546794-2fba-4e90-a886-3e4c686b26b2 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:55.999907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:56.003634 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:56.014425 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-72ccd260-e874-4ab3-af69-c807ab48b2d2 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Allocated IP 172.20.0.14 (97546794-2fba-4e90-a886-3e4c686b26b2/64054446-680b-4764-a843-3c1d543fc5b7/c45eadcc-2689-4d16-99d9-1e0fe8a20811) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:56.044628 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Pushing event updated for resources: {'Port': ['ID=9cd0a07f-135c-4a8e-adff-e271cf6615d6,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:56.075683 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Attempting to bind port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:56.078313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Attempting to bind port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'e53ef70e-2804-427e-9e90-8d0800b80286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97546794-2fba-4e90-a886-3e4c686b26b2'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:56.078313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Attempting to bind port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 on network 97546794-2fba-4e90-a886-3e4c686b26b2 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:56.085742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d8ea61-2fa4-40db-ba67-13fbe6caf94d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:01:56.099817 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127684f0-2d86-4e45-97e4-cbdd1a3c6395 None None] Sync routers for ids ['336db5c2-dc09-4ddc-be82-29cd0247782c'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:01:56.100978 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e5d8ea61-2fa4-40db-ba67-13fbe6caf94d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "PUT /networking/v2.0/routers/336db5c2-dc09-4ddc-be82-29cd0247782c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9978561 Oct 28 10:01:56.103902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42322) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:56.115328 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127684f0-2d86-4e45-97e4-cbdd1a3c6395 None None] Routers {'336db5c2-dc09-4ddc-be82-29cd0247782c'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:56.116142 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-127684f0-2d86-4e45-97e4-cbdd1a3c6395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['336db5c2-dc09-4ddc-be82-29cd0247782c'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:56.170694 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:56.173899 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:01:56.174890 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Checking segment: {'id': 'e53ef70e-2804-427e-9e90-8d0800b80286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97546794-2fba-4e90-a886-3e4c686b26b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:56.179815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:56.180345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Bound using segment: {'id': 'e53ef70e-2804-427e-9e90-8d0800b80286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97546794-2fba-4e90-a886-3e4c686b26b2'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:01:56.180883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Bound port: 9cd0a07f-135c-4a8e-adff-e271cf6615d6, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53ef70e-2804-427e-9e90-8d0800b80286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97546794-2fba-4e90-a886-3e4c686b26b2'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:01:56.181287 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9cd0a07f-135c-4a8e-adff-e271cf6615d6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:56.194442 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc33bbf-d40b-4684-b9be-bb59674cb774 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:56.196879 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3dc33bbf-d40b-4684-b9be-bb59674cb774 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=336db5c2-dc09-4ddc-be82-29cd0247782c HTTP/1.1" status: 200 len: 987 time: 0.0916872 Oct 28 10:01:56.201074 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42326) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:56.279091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 38949ae2-fa3a-4354-ab27-c166725b77ad up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:56.329024 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-127684f0-2d86-4e45-97e4-cbdd1a3c6395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:56.340216 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127684f0-2d86-4e45-97e4-cbdd1a3c6395 None None] Routers {'336db5c2-dc09-4ddc-be82-29cd0247782c'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:56.341481 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-127684f0-2d86-4e45-97e4-cbdd1a3c6395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['336db5c2-dc09-4ddc-be82-29cd0247782c'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:56.361878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] For port 9cd0a07f-135c-4a8e-adff-e271cf6615d6, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:01:56.366528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] For port 9cd0a07f-135c-4a8e-adff-e271cf6615d6, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9cd0a07f-135c-4a8e-adff-e271cf6615d6,segment=NetworkSegment(e53ef70e-2804-427e-9e90-8d0800b80286),segment_id=e53ef70e-2804-427e-9e90-8d0800b80286)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:01:56.380624 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-127684f0-2d86-4e45-97e4-cbdd1a3c6395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:56.381838 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127684f0-2d86-4e45-97e4-cbdd1a3c6395 None None] The sync data for ids ['336db5c2-dc09-4ddc-be82-29cd0247782c'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:01:56.386979 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 38949ae2-fa3a-4354-ab27-c166725b77ad triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:56.387690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (38949ae2-fa3a-4354-ab27-c166725b77ad), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:56.387690 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 38949ae2-fa3a-4354-ab27-c166725b77ad Oct 28 10:01:56.401328 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056b33a-fd7d-49ab-bf5f-569713131512 req-3975595b-23c0-412e-8c1d-3b074cc807d5 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:56.403636 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3056b33a-fd7d-49ab-bf5f-569713131512 req-3975595b-23c0-412e-8c1d-3b074cc807d5 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 946 time: 0.1117785 Oct 28 10:01:56.478216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9cd0a07f-135c-4a8e-adff-e271cf6615d6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:56.485665 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7e6b12aa-e4e8-4bcd-83e6-d796d9e32797 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:56.534209 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4ee94-a042-4532-86fe-d849947f0570 None None] Pushing event updated for resources: {'Port': ['ID=9cd0a07f-135c-4a8e-adff-e271cf6615d6,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:56.550475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 38949ae2-fa3a-4354-ab27-c166725b77ad is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:56.557104 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3056b33a-fd7d-49ab-bf5f-569713131512 req-13a125b4-313c-493c-8377-1da09bf0fa42 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386709 Oct 28 10:01:56.576925 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:56.742536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-d40d11e6-0148-4044-8135-17bebdca6c5a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:56.744145 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-d40d11e6-0148-4044-8135-17bebdca6c5a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/networks?id=95b843d7-23ec-4cf0-a747-f90e4501e5ec HTTP/1.1" status: 200 len: 797 time: 0.2740982 Oct 28 10:01:56.778155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2194af9-fa33-4660-9bdf-5ca1f4dd32f1 req-10a43d4c-2967-4986-bf33-ca0a1cc210d7 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:56.779800 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b2194af9-fa33-4660-9bdf-5ca1f4dd32f1 req-10a43d4c-2967-4986-bf33-ca0a1cc210d7 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 946 time: 0.1092603 Oct 28 10:01:56.780795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7e6b12aa-e4e8-4bcd-83e6-d796d9e32797 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (e6896ef6-2824-49ad-970d-2063de218e8f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:56.851596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:56.855361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-72ccd260-e874-4ab3-af69-c807ab48b2d2 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks [] for port (c45eadcc-2689-4d16-99d9-1e0fe8a20811), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:56.868989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:56.880047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7e6b12aa-e4e8-4bcd-83e6-d796d9e32797 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (e6896ef6-2824-49ad-970d-2063de218e8f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:56.916854 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-54e2948b-9025-4710-b458-ca116cbaa64a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (336db5c2-dc09-4ddc-be82-29cd0247782c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:56.949580 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-afd74e7b-9d47-4dc0-b5bb-5a936ee58011 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 380 time: 0.1798501 Oct 28 10:01:56.959059 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b2194af9-fa33-4660-9bdf-5ca1f4dd32f1 req-a39b1e18-68bd-498f-975e-4caf644abc1c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210475 Oct 28 10:01:56.959987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-82257916-f4f8-48a8-a407-cf21b901af41 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'port': {'device_id': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'admin_state_up': True, 'tenant_id': '0d399d550dab41259d95623249c98b71', 'security_groups': ['25d72a75-70ea-42a0-b598-ec569e9c89d8']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:56.998834 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42330) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:57.013023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7e6b12aa-e4e8-4bcd-83e6-d796d9e32797 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.017129 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7e6b12aa-e4e8-4bcd-83e6-d796d9e32797 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0504806 Oct 28 10:01:57.022092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42336) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:57.033022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9d4fd588-fa86-4228-99c0-8f44a758a02e tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group_rule': {'security_group_id': 'd80fa277-9aa5-4311-9606-d8039076d695', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e6896ef6-2824-49ad-970d-2063de218e8f', 'remote_ip_prefix': None}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:57.047005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b12aa-e4e8-4bcd-83e6-d796d9e32797 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6896ef6-2824-49ad-970d-2063de218e8f,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:57.066177 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:57.123157 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:57.170371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-72ccd260-e874-4ab3-af69-c807ab48b2d2 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (c45eadcc-2689-4d16-99d9-1e0fe8a20811), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.235821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ccd260-e874-4ab3-af69-c807ab48b2d2 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Network 97546794-2fba-4e90-a886-3e4c686b26b2 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:57.238148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccd260-e874-4ab3-af69-c807ab48b2d2 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Pushing event updated for resources: {'Port': ['ID=c45eadcc-2689-4d16-99d9-1e0fe8a20811,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:57.241355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-72ccd260-e874-4ab3-af69-c807ab48b2d2 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:57.243902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ccd260-e874-4ab3-af69-c807ab48b2d2 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:57.278580 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-82257916-f4f8-48a8-a407-cf21b901af41 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:01:57.282552 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-82257916-f4f8-48a8-a407-cf21b901af41 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.310380 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ccd260-e874-4ab3-af69-c807ab48b2d2 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:57.311081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-72ccd260-e874-4ab3-af69-c807ab48b2d2 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.363073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:57.389721 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3cb889a4-8f07-4c35-b89d-ae651b3293e8 req-ae825e62-d089-4aae-9b92-49717ee48386 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 210 time: 0.2781174 Oct 28 10:01:57.429922 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-72ccd260-e874-4ab3-af69-c807ab48b2d2 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0145528 Oct 28 10:01:57.437664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42342) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:57.443638 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9b684dc1-baeb-4ad7-85b6-5632e779f3c7 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1263718652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:57.462174 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f644e897-9db0-44c6-84e0-af362efa4b38 tempest-TestVolumeBootPattern-1547117069 tempest-TestVolumeBootPattern-1547117069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:57.467024 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f644e897-9db0-44c6-84e0-af362efa4b38 tempest-TestVolumeBootPattern-1547117069 tempest-TestVolumeBootPattern-1547117069-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 1125 time: 0.4670863 Oct 28 10:01:57.467920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42344) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:57.469592 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd588-fa86-4228-99c0-8f44a758a02e tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (f0c12024-3b00-41e1-86ad-653b0010c670), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.477840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '99af4c86-ea8a-47d1-b983-fa93f2e23fa3', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:57.495532 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-82257916-f4f8-48a8-a407-cf21b901af41 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.7 (95b843d7-23ec-4cf0-a747-f90e4501e5ec/c7cd9108-6188-4142-947d-193c0b80df7a/2bceb3ea-39aa-4dc9-9aaf-79c85b69754b) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:57.565491 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-54e2948b-9025-4710-b458-ca116cbaa64a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port 74ba3009-1af5-4c47-ba30-436962ce1b83 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:01:57.565878 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-54e2948b-9025-4710-b458-ca116cbaa64a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (74ba3009-1af5-4c47-ba30-436962ce1b83), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.588437 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b684dc1-baeb-4ad7-85b6-5632e779f3c7 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (c838c89f-a482-4353-b0fd-2037a11efa47), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.590034 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b684dc1-baeb-4ad7-85b6-5632e779f3c7 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (c838c89f-a482-4353-b0fd-2037a11efa47), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.674324 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd588-fa86-4228-99c0-8f44a758a02e tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (f0c12024-3b00-41e1-86ad-653b0010c670), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.683060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b684dc1-baeb-4ad7-85b6-5632e779f3c7 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks [] for router_controller (c838c89f-a482-4353-b0fd-2037a11efa47), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.692544 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.703928 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-82257916-f4f8-48a8-a407-cf21b901af41 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (2bceb3ea-39aa-4dc9-9aaf-79c85b69754b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.746822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-54e2948b-9025-4710-b458-ca116cbaa64a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (74ba3009-1af5-4c47-ba30-436962ce1b83), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.769679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-54e2948b-9025-4710-b458-ca116cbaa64a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for 74ba3009-1af5-4c47-ba30-436962ce1b83 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:01:57.769679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd588-fa86-4228-99c0-8f44a758a02e tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (f0c12024-3b00-41e1-86ad-653b0010c670), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.798815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869fed6-a0bf-4b70-882f-9a388b659c1b None None] Network 97546794-2fba-4e90-a886-3e4c686b26b2 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:01:57.814151 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fd588-fa86-4228-99c0-8f44a758a02e tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c12024-3b00-41e1-86ad-653b0010c670,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:57.822878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b684dc1-baeb-4ad7-85b6-5632e779f3c7 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (c838c89f-a482-4353-b0fd-2037a11efa47), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.847864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-82257916-f4f8-48a8-a407-cf21b901af41 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (2bceb3ea-39aa-4dc9-9aaf-79c85b69754b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.861589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:57.863220 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-1daab7b5-ffd7-4f5e-938b-7ad3807c1c62 None None] Provisioning complete for port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:57.863866 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1daab7b5-ffd7-4f5e-938b-7ad3807c1c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9cd0a07f-135c-4a8e-adff-e271cf6615d6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.864423 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-1daab7b5-ffd7-4f5e-938b-7ad3807c1c62 None None] Attempt 1 to provision port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 Oct 28 10:01:57.867531 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.897805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-82257916-f4f8-48a8-a407-cf21b901af41 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 95b843d7-23ec-4cf0-a747-f90e4501e5ec is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:57.901068 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-82257916-f4f8-48a8-a407-cf21b901af41 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:57.905408 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-82257916-f4f8-48a8-a407-cf21b901af41 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:57.931558 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82257916-f4f8-48a8-a407-cf21b901af41 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=2bceb3ea-39aa-4dc9-9aaf-79c85b69754b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:57.962294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-82257916-f4f8-48a8-a407-cf21b901af41 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:57.963283 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-82257916-f4f8-48a8-a407-cf21b901af41 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.977306 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b684dc1-baeb-4ad7-85b6-5632e779f3c7 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.977622 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9b684dc1-baeb-4ad7-85b6-5632e779f3c7 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5386870 Oct 28 10:01:57.980590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42346) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:57.985735 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d9a2fe1a-9557-4c4e-ad7e-eb60aa6a29ae tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1381632124', 'prefixes': ['172.20.0.0/16']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:57.989114 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd588-fa86-4228-99c0-8f44a758a02e tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:57.993387 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42348) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:57.993616 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9d4fd588-fa86-4228-99c0-8f44a758a02e tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9703166 Oct 28 10:01:58.030884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1daab7b5-ffd7-4f5e-938b-7ad3807c1c62 None None] Current status of the port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:58.031290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1daab7b5-ffd7-4f5e-938b-7ad3807c1c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9cd0a07f-135c-4a8e-adff-e271cf6615d6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.071283 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-befd723a-fca2-4495-b295-57950f52a9c9 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (f0c12024-3b00-41e1-86ad-653b0010c670), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.072098 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Allocated IP 172.36.1.14 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/e575dc74-8b33-4af2-a4da-0c51b20f9278) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:01:58.080892 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-befd723a-fca2-4495-b295-57950f52a9c9 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (f0c12024-3b00-41e1-86ad-653b0010c670), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.096586 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1daab7b5-ffd7-4f5e-938b-7ad3807c1c62 None None] For port 9cd0a07f-135c-4a8e-adff-e271cf6615d6, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9cd0a07f-135c-4a8e-adff-e271cf6615d6,segment=NetworkSegment(e53ef70e-2804-427e-9e90-8d0800b80286),segment_id=e53ef70e-2804-427e-9e90-8d0800b80286)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:01:58.120999 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-82257916-f4f8-48a8-a407-cf21b901af41 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1648650 Oct 28 10:01:58.143322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Request body: {'port': {'device_id': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:58.210754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1daab7b5-ffd7-4f5e-938b-7ad3807c1c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9cd0a07f-135c-4a8e-adff-e271cf6615d6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.232770 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-befd723a-fca2-4495-b295-57950f52a9c9 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (f0c12024-3b00-41e1-86ad-653b0010c670), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.249756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-befd723a-fca2-4495-b295-57950f52a9c9 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.251691 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-befd723a-fca2-4495-b295-57950f52a9c9 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/f0c12024-3b00-41e1-86ad-653b0010c670 HTTP/1.1" status: 204 len: 168 time: 0.2569106 Oct 28 10:01:58.259615 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42350) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:58.266081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd723a-fca2-4495-b295-57950f52a9c9 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0c12024-3b00-41e1-86ad-653b0010c670,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:58.319110 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9cd0a07f-135c-4a8e-adff-e271cf6615d6 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:01:58.326496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2bceb3ea-39aa-4dc9-9aaf-79c85b69754b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.331554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-54e2948b-9025-4710-b458-ca116cbaa64a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (74ba3009-1af5-4c47-ba30-436962ce1b83), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.347710 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for port (e575dc74-8b33-4af2-a4da-0c51b20f9278), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.351167 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:58.363016 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-1a4038f0-fc11-4f3e-878a-8e1496d83f1f None None] Provisioning complete for port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:58.364399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1a4038f0-fc11-4f3e-878a-8e1496d83f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2bceb3ea-39aa-4dc9-9aaf-79c85b69754b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.364967 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-1a4038f0-fc11-4f3e-878a-8e1496d83f1f None None] Attempt 1 to provision port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b Oct 28 10:01:58.387996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2948b-9025-4710-b458-ca116cbaa64a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=74ba3009-1af5-4c47-ba30-436962ce1b83,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:58.412129 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daab7b5-ffd7-4f5e-938b-7ad3807c1c62 None None] Pushing event updated for resources: {'Port': ['ID=9cd0a07f-135c-4a8e-adff-e271cf6615d6,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:58.419814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:58.430819 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-89a73651-fee4-433a-be44-5247e95ee483 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1698713 Oct 28 10:01:58.434029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42354) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:58.454659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:58.461179 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1a4038f0-fc11-4f3e-878a-8e1496d83f1f None None] Port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:58.489197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:58.489677 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9cd0a07f-135c-4a8e-adff-e271cf6615d6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.490869 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 Oct 28 10:01:58.596737 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b8c5a9bf-8139-4377-a784-c20423d2896d None None] Provisioning complete for port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:58.597483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a9bf-8139-4377-a784-c20423d2896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9cd0a07f-135c-4a8e-adff-e271cf6615d6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.598003 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b8c5a9bf-8139-4377-a784-c20423d2896d None None] Attempt 1 to provision port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 Oct 28 10:01:58.625158 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693685ef-8e65-44b4-b0ad-4b7f308024c8 req-232ef063-65e5-40aa-9729-511cd55b618c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:58.627527 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-693685ef-8e65-44b4-b0ad-4b7f308024c8 req-232ef063-65e5-40aa-9729-511cd55b618c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 931 time: 0.1019208 Oct 28 10:01:58.649036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b13a4cb2-acf3-4f5e-9e32-d213bb31af83 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (e6896ef6-2824-49ad-970d-2063de218e8f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.669404 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-54e2948b-9025-4710-b458-ca116cbaa64a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (336db5c2-dc09-4ddc-be82-29cd0247782c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.672683 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:58.698900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b13a4cb2-acf3-4f5e-9e32-d213bb31af83 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (e6896ef6-2824-49ad-970d-2063de218e8f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.728413 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d9a2fe1a-9557-4c4e-ad7e-eb60aa6a29ae tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.729684 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d9a2fe1a-9557-4c4e-ad7e-eb60aa6a29ae tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7479851 Oct 28 10:01:58.734521 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b8c5a9bf-8139-4377-a784-c20423d2896d None None] Current status of the port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:01:58.744952 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b8c5a9bf-8139-4377-a784-c20423d2896d None None] Provisioning complete for port c45eadcc-2689-4d16-99d9-1e0fe8a20811 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:58.745597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a9bf-8139-4377-a784-c20423d2896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c45eadcc-2689-4d16-99d9-1e0fe8a20811), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.746163 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b8c5a9bf-8139-4377-a784-c20423d2896d None None] Attempt 1 to provision port c45eadcc-2689-4d16-99d9-1e0fe8a20811 Oct 28 10:01:58.760849 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42356) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:58.780889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-c80ad451-7b37-47f0-9cd7-a7a2614fdaec tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '64054446-680b-4764-a843-3c1d543fc5b7', 'tempest-TagsExtTest-Tag-579986206') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:58.793156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b8c5a9bf-8139-4377-a784-c20423d2896d None None] Port c45eadcc-2689-4d16-99d9-1e0fe8a20811 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:58.800557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e575dc74-8b33-4af2-a4da-0c51b20f9278), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.874499 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-693685ef-8e65-44b4-b0ad-4b7f308024c8 req-c3fa5040-aff7-4dc8-bc26-409485f468a6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=25d72a75-70ea-42a0-b598-ec569e9c89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362990 Oct 28 10:01:58.894050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:01:58.901170 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:01:58.904316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:01:58.917936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-60a4a0a9-946c-4df0-bfc3-a2d46ec32f81 None None] Provisioning complete for port c45eadcc-2689-4d16-99d9-1e0fe8a20811 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:01:58.918629 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-60a4a0a9-946c-4df0-bfc3-a2d46ec32f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c45eadcc-2689-4d16-99d9-1e0fe8a20811), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.919209 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-60a4a0a9-946c-4df0-bfc3-a2d46ec32f81 None None] Attempt 1 to provision port c45eadcc-2689-4d16-99d9-1e0fe8a20811 Oct 28 10:01:58.956192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-60a4a0a9-946c-4df0-bfc3-a2d46ec32f81 None None] Port c45eadcc-2689-4d16-99d9-1e0fe8a20811 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:01:58.958555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b13a4cb2-acf3-4f5e-9e32-d213bb31af83 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (e6896ef6-2824-49ad-970d-2063de218e8f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.961828 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b13a4cb2-acf3-4f5e-9e32-d213bb31af83 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:58.965454 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b13a4cb2-acf3-4f5e-9e32-d213bb31af83 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e6896ef6-2824-49ad-970d-2063de218e8f HTTP/1.1" status: 204 len: 168 time: 0.5256896 Oct 28 10:01:58.966498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event updated for resources: {'Port': ['ID=e575dc74-8b33-4af2-a4da-0c51b20f9278,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:58.969581 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42358) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:58.996076 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a4cb2-acf3-4f5e-9e32-d213bb31af83 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6896ef6-2824-49ad-970d-2063de218e8f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:59.016828 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:59.035291 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e2948b-9025-4710-b458-ca116cbaa64a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Router 336db5c2-dc09-4ddc-be82-29cd0247782c has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:01:59.055499 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c80ad451-7b37-47f0-9cd7-a7a2614fdaec tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "PUT /networking/v2.0/subnets/64054446-680b-4764-a843-3c1d543fc5b7/tags/tempest-TagsExtTest-Tag-579986206 HTTP/1.1" status: 201 len: 201 time: 0.2916288 Oct 28 10:01:59.059666 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42360) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:59.065318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:01:59.070999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-11af7b80-1bc4-464e-9d1f-3f5b1308acd4 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c45eadcc-2689-4d16-99d9-1e0fe8a20811', 'tempest-TagsExtTest-Tag-473379792') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:59.079864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Publish callbacks [] for port (2bceb3ea-39aa-4dc9-9aaf-79c85b69754b), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:59.085846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:59.101440 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-33997de5-66d6-4968-b9c9-f20067afc4a0 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1244423 Oct 28 10:01:59.102028 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42362) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:59.110646 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Transition to ACTIVE for port object 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:01:59.164727 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3aeb005c-2fe5-428a-9082-83653ef5e7c3 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (d80fa277-9aa5-4311-9606-d8039076d695), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:59.187799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3aeb005c-2fe5-428a-9082-83653ef5e7c3 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (d80fa277-9aa5-4311-9606-d8039076d695), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:59.197400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (2bceb3ea-39aa-4dc9-9aaf-79c85b69754b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:59.277539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e2948b-9025-4710-b458-ca116cbaa64a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:01:59.287167 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-54e2948b-9025-4710-b458-ca116cbaa64a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "PUT /networking/v2.0/routers/336db5c2-dc09-4ddc-be82-29cd0247782c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0811248 Oct 28 10:01:59.287672 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42364) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:59.294444 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1f86d-ce00-4e32-8f60-abb1cfb988ce None None] Sync routers for ids ['336db5c2-dc09-4ddc-be82-29cd0247782c'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:01:59.305737 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1f86d-ce00-4e32-8f60-abb1cfb988ce None None] Routers {'336db5c2-dc09-4ddc-be82-29cd0247782c'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:59.306367 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-62f1f86d-ce00-4e32-8f60-abb1cfb988ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['336db5c2-dc09-4ddc-be82-29cd0247782c'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:59.316886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2bceb3ea-39aa-4dc9-9aaf-79c85b69754b,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:59.338352 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=6,neutron:UPDATE=5,neutron:SELECT=88,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:59.340995 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e39ad8-0a77-4f1a-a86f-f93177896959 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] GET failed (client error): The resource could not be found. Oct 28 10:01:59.345332 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-20e39ad8-0a77-4f1a-a86f-f93177896959 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/74ba3009-1af5-4c47-ba30-436962ce1b83 HTTP/1.1" status: 404 len: 333 time: 0.0536096 Oct 28 10:01:59.345525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42366) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:59.348282 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-62f1f86d-ce00-4e32-8f60-abb1cfb988ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:59.355927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:59.359649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1f86d-ce00-4e32-8f60-abb1cfb988ce None None] Routers {'336db5c2-dc09-4ddc-be82-29cd0247782c'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:01:59.360387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-62f1f86d-ce00-4e32-8f60-abb1cfb988ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['336db5c2-dc09-4ddc-be82-29cd0247782c'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:59.362826 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-11af7b80-1bc4-464e-9d1f-3f5b1308acd4 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "PUT /networking/v2.0/ports/c45eadcc-2689-4d16-99d9-1e0fe8a20811/tags/tempest-TagsExtTest-Tag-473379792 HTTP/1.1" status: 201 len: 201 time: 0.3008413 Oct 28 10:01:59.365867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42368) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:59.378093 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-3d0f02d6-a334-4a83-9791-0e60853c203e tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c838c89f-a482-4353-b0fd-2037a11efa47', 'tempest-TagsExtTest-Tag-2088540576') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:59.399369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-62f1f86d-ce00-4e32-8f60-abb1cfb988ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:59.400067 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1f86d-ce00-4e32-8f60-abb1cfb988ce None None] The sync data for ids ['336db5c2-dc09-4ddc-be82-29cd0247782c'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:01:59.444600 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2837600f-4365-468d-a14b-15f877616a0c tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for router (336db5c2-dc09-4ddc-be82-29cd0247782c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:59.449096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3aeb005c-2fe5-428a-9082-83653ef5e7c3 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (d80fa277-9aa5-4311-9606-d8039076d695), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:59.452081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3aeb005c-2fe5-428a-9082-83653ef5e7c3 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:59.453228 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3aeb005c-2fe5-428a-9082-83653ef5e7c3 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d80fa277-9aa5-4311-9606-d8039076d695 HTTP/1.1" status: 204 len: 168 time: 0.3504610 Oct 28 10:01:59.464865 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42370) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:59.487936 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Attempting to bind port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:01:59.488271 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Attempting to bind port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '2fbf0fa5-b817-479e-9ff3-7381a7a030c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:01:59.488862 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Attempting to bind port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b on network 95b843d7-23ec-4cf0-a747-f90e4501e5ec {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:59.559498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb005c-2fe5-428a-9082-83653ef5e7c3 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80fa277-9aa5-4311-9606-d8039076d695,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:59.656332 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-45db2256-22d1-410b-84b1-5cd2c331ead9 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1903517 Oct 28 10:01:59.662210 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42372) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:59.664634 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0f683b80-2e46-4569-9f46-1670184f4d51 req-5ed23d2c-cd12-464f-a469-8bb5d50f5b10 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1174545 Oct 28 10:01:59.668038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-99fa0f73-b135-4eb4-902e-755fa76f481c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group': {'name': 'tempest-secgroup--420745044'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:01:59.668980 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3d0f02d6-a334-4a83-9791-0e60853c203e tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "PUT /networking/v2.0/routers/c838c89f-a482-4353-b0fd-2037a11efa47/tags/tempest-TagsExtTest-Tag-2088540576 HTTP/1.1" status: 201 len: 201 time: 0.3021204 Oct 28 10:01:59.683102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42374) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:01:59.715316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-08a943d7-3bef-45da-a021-a1c7db3c0554 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '371cca9b-c80b-4d9a-985c-0fa367e77093', 'tempest-TagsExtTest-Tag-789793868') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:59.719177 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b on network 95b843d7-23ec-4cf0-a747-f90e4501e5ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:01:59.719520 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Attempting to bind port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b on network 95b843d7-23ec-4cf0-a747-f90e4501e5ec {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:01:59.732768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2837600f-4365-468d-a14b-15f877616a0c tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (336db5c2-dc09-4ddc-be82-29cd0247782c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:59.748221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2837600f-4365-468d-a14b-15f877616a0c tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for router_controller (336db5c2-dc09-4ddc-be82-29cd0247782c), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:59.826915 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:59.887636 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f683b80-2e46-4569-9f46-1670184f4d51 req-4cd55467-e8aa-41c5-8af1-7b0c8bccc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:01:59.889159 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0f683b80-2e46-4569-9f46-1670184f4d51 req-4cd55467-e8aa-41c5-8af1-7b0c8bccc30a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 1130 time: 0.1164100 Oct 28 10:01:59.895109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-99fa0f73-b135-4eb4-902e-755fa76f481c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:59.907182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:01:59.907517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Checking segment: {'id': '2fbf0fa5-b817-479e-9ff3-7381a7a030c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:01:59.907933 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Bound using segment: {'id': '2fbf0fa5-b817-479e-9ff3-7381a7a030c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:01:59.908563 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Bound port: 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fbf0fa5-b817-479e-9ff3-7381a7a030c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:01:59.908836 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2bceb3ea-39aa-4dc9-9aaf-79c85b69754b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:59.996999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2837600f-4365-468d-a14b-15f877616a0c tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (336db5c2-dc09-4ddc-be82-29cd0247782c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:59.997669 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2837600f-4365-468d-a14b-15f877616a0c tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Fanout notify agent at l3_agent the message router_deleted on router 336db5c2-dc09-4ddc-be82-29cd0247782c {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:02:00.026072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2837600f-4365-468d-a14b-15f877616a0c tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:00.027185 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2837600f-4365-468d-a14b-15f877616a0c tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/routers/336db5c2-dc09-4ddc-be82-29cd0247782c HTTP/1.1" status: 204 len: 168 time: 0.6807332 Oct 28 10:02:00.033438 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42378) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:00.036578 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-08a943d7-3bef-45da-a021-a1c7db3c0554 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "PUT /networking/v2.0/subnetpools/371cca9b-c80b-4d9a-985c-0fa367e77093/tags/tempest-TagsExtTest-Tag-789793868 HTTP/1.1" status: 201 len: 201 time: 0.3525043 Oct 28 10:02:00.047035 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42380) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:00.059681 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-f5ef775e-5218-4d60-9b1e-339cea2bea45 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '64054446-680b-4764-a843-3c1d543fc5b7') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:00.101028 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497a570-b661-446e-bea2-4b8f23d23173 req-ad9e49d2-f78a-4948-9206-da42e36d2074 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:00.102627 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9497a570-b661-446e-bea2-4b8f23d23173 req-ad9e49d2-f78a-4948-9206-da42e36d2074 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 943 time: 0.1313605 Oct 28 10:02:00.118968 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for floatingip (fd947633-b9bf-4793-906a-d5a358af2eda), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:00.287727 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f683b80-2e46-4569-9f46-1670184f4d51 req-ad68acfd-861a-4524-9811-2354544cf9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:00.287727 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0f683b80-2e46-4569-9f46-1670184f4d51 req-ad68acfd-861a-4524-9811-2354544cf9eb service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 912 time: 0.2470982 Oct 28 10:02:00.287727 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] For port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:02:00.287727 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] For port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=2bceb3ea-39aa-4dc9-9aaf-79c85b69754b,segment=NetworkSegment(2fbf0fa5-b817-479e-9ff3-7381a7a030c2),segment_id=2fbf0fa5-b817-479e-9ff3-7381a7a030c2)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:02:00.287727 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f5ef775e-5218-4d60-9b1e-339cea2bea45 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/subnets/64054446-680b-4764-a843-3c1d543fc5b7/tags HTTP/1.1" status: 200 len: 240 time: 0.1308925 Oct 28 10:02:00.288678 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-5492588e-e4ad-4731-9b6b-1091b7ba2189 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting subnet 63777643-e61d-47e7-9c6b-a0602ac9db29 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:02:00.289578 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9cd0a07f-135c-4a8e-adff-e271cf6615d6 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:00.289951 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0f683b80-2e46-4569-9f46-1670184f4d51 req-4f55ebed-cbb2-4800-86d4-570f0c155e34 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99af4c86-ea8a-47d1-b983-fa93f2e23fa3 HTTP/1.1" status: 200 len: 217 time: 0.0503488 Oct 28 10:02:00.290051 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5492588e-e4ad-4731-9b6b-1091b7ba2189 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (63777643-e61d-47e7-9c6b-a0602ac9db29), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:00.290160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-99fa0f73-b135-4eb4-902e-755fa76f481c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (55266961-ce9f-4251-ab3b-51698af3accb), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:00.290268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:00.290268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9cd0a07f-135c-4a8e-adff-e271cf6615d6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:00.290268 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 Oct 28 10:02:00.290549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42382) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:00.290645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f683b80-2e46-4569-9f46-1670184f4d51 req-8d7df399-1151-45c5-a994-50ee7387271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:00.290800 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-6be8aba4-7307-4045-9b8b-bd5c1ea49405 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64054446-680b-4764-a843-3c1d543fc5b7', 'tempest-TagsExtTest-Tag-579986206') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:00.290993 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0f683b80-2e46-4569-9f46-1670184f4d51 req-8d7df399-1151-45c5-a994-50ee7387271c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19f66d81-2cce-4fe0-89e2-8ae1c40ac146 HTTP/1.1" status: 200 len: 850 time: 0.0492115 Oct 28 10:02:00.298419 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9497a570-b661-446e-bea2-4b8f23d23173 req-8348a1d4-16f8-4003-aeba-a9b53e911dea tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=25d72a75-70ea-42a0-b598-ec569e9c89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849344 Oct 28 10:02:00.353717 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5492588e-e4ad-4731-9b6b-1091b7ba2189 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (63777643-e61d-47e7-9c6b-a0602ac9db29), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:00.359824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f683b80-2e46-4569-9f46-1670184f4d51 req-51e12d53-1ea8-4b6e-8448-f0790e82f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:00.361419 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0f683b80-2e46-4569-9f46-1670184f4d51 req-51e12d53-1ea8-4b6e-8448-f0790e82f61d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4d683f21-056f-49ef-b611-826c5b093c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0697992 Oct 28 10:02:00.388917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:00.412274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:00.445857 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6be8aba4-7307-4045-9b8b-bd5c1ea49405 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/subnets/64054446-680b-4764-a843-3c1d543fc5b7/tags/tempest-TagsExtTest-Tag-579986206 HTTP/1.1" status: 204 len: 168 time: 0.1661186 Oct 28 10:02:00.446615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42384) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:00.450956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-db45828f-d6c3-4f68-a298-852411c6ea1d tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '64054446-680b-4764-a843-3c1d543fc5b7', 'tempest-TagsExtTest-Tag-579986206') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:00.522574 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5492588e-e4ad-4731-9b6b-1091b7ba2189 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (63777643-e61d-47e7-9c6b-a0602ac9db29), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:00.533969 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0f683b80-2e46-4569-9f46-1670184f4d51 req-c60ec18c-aa24-43bb-b400-74911698fee6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655698 Oct 28 10:02:00.593308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (2bceb3ea-39aa-4dc9-9aaf-79c85b69754b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:00.602247 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:00.602512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:00.603932 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/2bceb3ea-39aa-4dc9-9aaf-79c85b69754b HTTP/1.1" status: 200 len: 1093 time: 2.4685929 Oct 28 10:02:00.604438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'tag': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:02:00.606798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed741b1-fcc2-45de-8e78-c35b5ebb1ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "af7fd670-96c7-4697-bc67-8fd4f7ec1328", "tag": "2bceb3ea-39aa-4dc9-9aaf-79c85b69754b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:02:00.635224 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-db45828f-d6c3-4f68-a298-852411c6ea1d tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/64054446-680b-4764-a843-3c1d543fc5b7/tags/tempest-TagsExtTest-Tag-579986206 HTTP/1.1" status: 204 len: 168 time: 0.1878057 Oct 28 10:02:00.641649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-99fa0f73-b135-4eb4-902e-755fa76f481c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (55266961-ce9f-4251-ab3b-51698af3accb), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:00.650411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42388) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:00.667619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-81a0b41e-2d16-42b0-9042-f14df509f4fb tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '64054446-680b-4764-a843-3c1d543fc5b7') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:00.671480 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58cb287-5056-4de2-8441-a232417199d5 x-openstack-request-id: req-b58cb287-5056-4de2-8441-a232417199d5 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:02:00.671772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7fd670-96c7-4697-bc67-8fd4f7ec1328", "tag": "2bceb3ea-39aa-4dc9-9aaf-79c85b69754b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:02:00.672029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b58cb287-5056-4de2-8441-a232417199d5 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:02:00.672445 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58cb287-5056-4de2-8441-a232417199d5'] response: {'name': 'network-changed', 'server_uuid': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'tag': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'status': 'completed', 'code': 200} Oct 28 10:02:00.674456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e575dc74-8b33-4af2-a4da-0c51b20f9278), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:00.717217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5492588e-e4ad-4731-9b6b-1091b7ba2189 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (63777643-e61d-47e7-9c6b-a0602ac9db29), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:00.759264 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5492588e-e4ad-4731-9b6b-1091b7ba2189 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:00.762630 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5492588e-e4ad-4731-9b6b-1091b7ba2189 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/63777643-e61d-47e7-9c6b-a0602ac9db29 HTTP/1.1" status: 204 len: 168 time: 0.7278976 Oct 28 10:02:00.769082 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffc9a97-4ae0-478f-aebd-42aa8d33de3b None None] Network 1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:00.773929 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492588e-e4ad-4731-9b6b-1091b7ba2189 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Subnet': ['ID=63777643-e61d-47e7-9c6b-a0602ac9db29,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:00.774090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa0f73-b135-4eb4-902e-755fa76f481c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55266961-ce9f-4251-ab3b-51698af3accb,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:00.775217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42390) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:00.779557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:00.808163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1b47e-a9f1-460d-bdb3-e6af971c49a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2bceb3ea-39aa-4dc9-9aaf-79c85b69754b,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:00.819628 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0f683b80-2e46-4569-9f46-1670184f4d51 req-a8454c6e-19bb-4cf6-a135-a64c7ee35a94 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801962 Oct 28 10:02:00.822355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed741b1-fcc2-45de-8e78-c35b5ebb1ed4 req-5f1dce4d-7d9b-4b15-b91e-f36766464a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:00.823820 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0ed741b1-fcc2-45de-8e78-c35b5ebb1ed4 req-5f1dce4d-7d9b-4b15-b91e-f36766464a0a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 1127 time: 0.1096053 Oct 28 10:02:00.825580 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-81a0b41e-2d16-42b0-9042-f14df509f4fb tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/subnets/64054446-680b-4764-a843-3c1d543fc5b7/tags HTTP/1.1" status: 200 len: 205 time: 0.1611915 Oct 28 10:02:00.832208 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-99fa0f73-b135-4eb4-902e-755fa76f481c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:00.834329 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-99fa0f73-b135-4eb4-902e-755fa76f481c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1719286 Oct 28 10:02:00.835333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42392) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:00.842120 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-1337b041-20ba-461a-8faf-055a7ac1e419 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c45eadcc-2689-4d16-99d9-1e0fe8a20811') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:00.846923 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42394) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:00.883526 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e90dce84-27b1-4669-9cf8-cde5db1d265c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group_rule': {'security_group_id': '55266961-ce9f-4251-ab3b-51698af3accb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:00.918882 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:00.971955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5f463b-cf77-4fcb-8b31-5b06412c1726 None None] DHCP port deletion for 1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:02:01.011318 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port 38949ae2-fa3a-4354-ab27-c166725b77ad {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:02:01.011745 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (38949ae2-fa3a-4354-ab27-c166725b77ad), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.016471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:01.017200 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1337b041-20ba-461a-8faf-055a7ac1e419 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/ports/c45eadcc-2689-4d16-99d9-1e0fe8a20811/tags HTTP/1.1" status: 200 len: 240 time: 0.1806028 Oct 28 10:02:01.018538 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f463b-cf77-4fcb-8b31-5b06412c1726 None None] Deleting port 38949ae2-fa3a-4354-ab27-c166725b77ad {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:02:01.018880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for port (e575dc74-8b33-4af2-a4da-0c51b20f9278), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.019164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9e5f463b-cf77-4fcb-8b31-5b06412c1726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (38949ae2-fa3a-4354-ab27-c166725b77ad), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.020346 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42396) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:01.034256 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-9b6c1488-692a-48e6-b13d-59d7ea12454b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c45eadcc-2689-4d16-99d9-1e0fe8a20811', 'tempest-TagsExtTest-Tag-473379792') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:01.087732 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9e5f463b-cf77-4fcb-8b31-5b06412c1726 None None] For port 38949ae2-fa3a-4354-ab27-c166725b77ad, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=38949ae2-fa3a-4354-ab27-c166725b77ad,segment=NetworkSegment(f2cbcae1-a0a5-4682-bde8-2190f184ba92),segment_id=f2cbcae1-a0a5-4682-bde8-2190f184ba92)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:01.088595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9e5f463b-cf77-4fcb-8b31-5b06412c1726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (38949ae2-fa3a-4354-ab27-c166725b77ad), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.103170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f463b-cf77-4fcb-8b31-5b06412c1726 None None] Calling delete_port for 38949ae2-fa3a-4354-ab27-c166725b77ad owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:02:01.107629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e90dce84-27b1-4669-9cf8-cde5db1d265c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (6de8156a-ab91-4ed8-ad78-d389020b2716), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.113614 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (e575dc74-8b33-4af2-a4da-0c51b20f9278), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.119601 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed741b1-fcc2-45de-8e78-c35b5ebb1ed4 req-b91df12e-71f2-47c9-850b-7930e6019ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:01.121107 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0ed741b1-fcc2-45de-8e78-c35b5ebb1ed4 req-b91df12e-71f2-47c9-850b-7930e6019ecf service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0d399d550dab41259d95623249c98b71&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2728188 Oct 28 10:02:01.153659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] For port 38949ae2-fa3a-4354-ab27-c166725b77ad, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=38949ae2-fa3a-4354-ab27-c166725b77ad,segment=NetworkSegment(f2cbcae1-a0a5-4682-bde8-2190f184ba92),segment_id=f2cbcae1-a0a5-4682-bde8-2190f184ba92)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:01.154040 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (38949ae2-fa3a-4354-ab27-c166725b77ad), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.178015 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9b6c1488-692a-48e6-b13d-59d7ea12454b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/ports/c45eadcc-2689-4d16-99d9-1e0fe8a20811/tags/tempest-TagsExtTest-Tag-473379792 HTTP/1.1" status: 204 len: 168 time: 0.1473041 Oct 28 10:02:01.183153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42398) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:01.201730 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for 38949ae2-fa3a-4354-ab27-c166725b77ad owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:02:01.222203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-e6e36831-6a7e-490b-ae09-3362c508ee86 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c45eadcc-2689-4d16-99d9-1e0fe8a20811', 'tempest-TagsExtTest-Tag-473379792') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:01.227083 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (fd947633-b9bf-4793-906a-d5a358af2eda), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.233402 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event updated for resources: {'Port': ['ID=e575dc74-8b33-4af2-a4da-0c51b20f9278,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:01.312727 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9e5f463b-cf77-4fcb-8b31-5b06412c1726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (38949ae2-fa3a-4354-ab27-c166725b77ad), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.333755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e90dce84-27b1-4669-9cf8-cde5db1d265c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (6de8156a-ab91-4ed8-ad78-d389020b2716), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.345712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f463b-cf77-4fcb-8b31-5b06412c1726 None None] Pushing event deleted for resources: {'Port': ['ID=38949ae2-fa3a-4354-ab27-c166725b77ad,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:01.353861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f463b-cf77-4fcb-8b31-5b06412c1726 None None] No DVR routers for this DVR port 38949ae2-fa3a-4354-ab27-c166725b77ad on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:02:01.382704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed741b1-fcc2-45de-8e78-c35b5ebb1ed4 req-a22f0a26-4abc-419b-bf30-778bcf13b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:01.384462 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0ed741b1-fcc2-45de-8e78-c35b5ebb1ed4 req-a22f0a26-4abc-419b-bf30-778bcf13b3fa service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2560492 Oct 28 10:02:01.403100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (38949ae2-fa3a-4354-ab27-c166725b77ad), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.407246 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Floating IP fd947633-b9bf-4793-906a-d5a358af2eda associated. External IP: 172.36.1.14, port: 99af4c86-ea8a-47d1-b983-fa93f2e23fa3. Oct 28 10:02:01.416020 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e90dce84-27b1-4669-9cf8-cde5db1d265c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (6de8156a-ab91-4ed8-ad78-d389020b2716), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.434012 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90dce84-27b1-4669-9cf8-cde5db1d265c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de8156a-ab91-4ed8-ad78-d389020b2716,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:01.448742 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e6e36831-6a7e-490b-ae09-3362c508ee86 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/ports/c45eadcc-2689-4d16-99d9-1e0fe8a20811/tags/tempest-TagsExtTest-Tag-473379792 HTTP/1.1" status: 204 len: 168 time: 0.2607985 Oct 28 10:02:01.451205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42402) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:01.456475 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-50b66726-d511-46c4-af18-4540fbd313b7 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c45eadcc-2689-4d16-99d9-1e0fe8a20811') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:01.470001 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=38949ae2-fa3a-4354-ab27-c166725b77ad,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:01.503750 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No DVR routers for this DVR port 38949ae2-fa3a-4354-ab27-c166725b77ad on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:02:01.578819 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e31315-09a3-4ae6-8db6-c27490ce54de req-5d91fbf0-fc9f-4990-8735-b98479baf625 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:01.581081 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-34e31315-09a3-4ae6-8db6-c27490ce54de req-5d91fbf0-fc9f-4990-8735-b98479baf625 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 943 time: 0.1507783 Oct 28 10:02:01.675677 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.720567 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:01.772365 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2cbcae1-a0a5-4682-bde8-2190f184ba92') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:01.772664 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2cbcae1-a0a5-4682-bde8-2190f184ba92') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:01.778162 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-34e31315-09a3-4ae6-8db6-c27490ce54de req-f179a9df-51e9-4e39-90d4-5d9ab5aa8e43 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=25d72a75-70ea-42a0-b598-ec569e9c89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747932 Oct 28 10:02:01.790634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:01.792742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (f2cbcae1-a0a5-4682-bde8-2190f184ba92), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.818253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (f2cbcae1-a0a5-4682-bde8-2190f184ba92), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.849747 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:01.861855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:02:01.862266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (f2cbcae1-a0a5-4682-bde8-2190f184ba92), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.888168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e90dce84-27b1-4669-9cf8-cde5db1d265c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:01.893111 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e90dce84-27b1-4669-9cf8-cde5db1d265c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0397930 Oct 28 10:02:01.893111 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:01.896307 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42406) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:01.913318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-0ce589f7-8d8f-4573-b01c-e1f55e0f290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:01.916512 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-0ce589f7-8d8f-4573-b01c-e1f55e0f290e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 1127 time: 0.4311972 Oct 28 10:02:01.920903 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-50b66726-d511-46c4-af18-4540fbd313b7 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/ports/c45eadcc-2689-4d16-99d9-1e0fe8a20811/tags HTTP/1.1" status: 200 len: 205 time: 0.4678769 Oct 28 10:02:01.923593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42408) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:01.924115 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment f2cbcae1-a0a5-4682-bde8-2190f184ba92 resource provider aggregate not found Oct 28 10:02:01.928053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-efb90a65-8e58-4bdb-a66c-c7ef62c95657 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c838c89f-a482-4353-b0fd-2037a11efa47') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:01.955784 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment f2cbcae1-a0a5-4682-bde8-2190f184ba92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2cbcae1-a0a5-4682-bde8-2190f184ba92 found for delete ", "request_id": "req-1019dda3-2690-4a8f-97dd-3597aa5e073e"}]} Oct 28 10:02:01.955784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Router 2e12110d-5955-4566-87c5-bac8137e0170 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:02:02.008016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28ed2129-560c-4d92-92a7-44cfbf444841 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (6de8156a-ab91-4ed8-ad78-d389020b2716), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:02.012984 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6e772875-0348-480d-9fc9-bade936cf878 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bceb3ea-39aa-4dc9-9aaf-79c85b69754b HTTP/1.1" status: 200 len: 217 time: 0.0773985 Oct 28 10:02:02.060191 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28ed2129-560c-4d92-92a7-44cfbf444841 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (6de8156a-ab91-4ed8-ad78-d389020b2716), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:02.066192 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:02:02.078028 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b0399-fc2a-46cd-b292-b3f9e31e1f65 None None] Sync routers for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:02:02.085285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:02.085515 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-efb90a65-8e58-4bdb-a66c-c7ef62c95657 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/routers/c838c89f-a482-4353-b0fd-2037a11efa47/tags HTTP/1.1" status: 200 len: 241 time: 0.1581454 Oct 28 10:02:02.091694 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:02.092427 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42412) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:02.095110 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/networks/1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5 HTTP/1.1" status: 204 len: 168 time: 1.3172514 Oct 28 10:02:02.105684 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b0399-fc2a-46cd-b292-b3f9e31e1f65 None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:02:02.106461 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b66b0399-fc2a-46cd-b292-b3f9e31e1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:02.106648 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-36a5f3ca-edea-4579-b6b5-70635835ec9b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c838c89f-a482-4353-b0fd-2037a11efa47', 'tempest-TagsExtTest-Tag-2088540576') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:02.110402 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42414) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:02.118770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ed616-8fa7-4570-b3a8-19b0e35dbc43 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Network': ['ID=1ae4a17f-f6fe-4bbb-9cf8-e8003b47a6a5,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:02.168097 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:02.213052 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 38949ae2-fa3a-4354-ab27-c166725b77ad no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:02:02.226057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:02.246646 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6adcb32e-523b-4510-ac2a-bb64258c5254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:02.248820 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-6adcb32e-523b-4510-ac2a-bb64258c5254 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c7cd9108-6188-4142-947d-193c0b80df7a HTTP/1.1" status: 200 len: 835 time: 0.2080014 Oct 28 10:02:02.251382 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-b66b0399-fc2a-46cd-b292-b3f9e31e1f65 None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:02:02.255565 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-207bc2bd-775b-46f5-b1de-f66a77058ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7819452 Oct 28 10:02:02.256172 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42416) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:02.256676 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe192b4-de11-4a34-98fe-8b8146d29aa6', 'tag': '99af4c86-ea8a-47d1-b983-fa93f2e23fa3'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:02:02.257570 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-36a5f3ca-edea-4579-b6b5-70635835ec9b tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/routers/c838c89f-a482-4353-b0fd-2037a11efa47/tags/tempest-TagsExtTest-Tag-2088540576 HTTP/1.1" status: 204 len: 168 time: 0.1619997 Oct 28 10:02:02.259096 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabaa90b-a697-4510-88dd-48ba164cafae" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe192b4-de11-4a34-98fe-8b8146d29aa6", "tag": "99af4c86-ea8a-47d1-b983-fa93f2e23fa3"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:02:02.262021 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 38949ae2-fa3a-4354-ab27-c166725b77ad {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:02:02.262815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 38949ae2-fa3a-4354-ab27-c166725b77ad not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:02:02.275701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-473060bc-aa9e-4913-b59d-4bfe9f2f3ae6 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c838c89f-a482-4353-b0fd-2037a11efa47', 'tempest-TagsExtTest-Tag-2088540576') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:02.281843 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f5c4c8-2d1e-40e3-abbb-99dea1bc6734 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:02.284177 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-81f5c4c8-2d1e-40e3-abbb-99dea1bc6734 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 HTTP/1.1" status: 200 len: 845 time: 0.1689320 Oct 28 10:02:02.289898 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42424) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:02.337434 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e19277ff-4387-431a-a540-83bf673cd41d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/2fcbfa81-bf75-4eee-86f4-fafebdbffbe6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0463557 Oct 28 10:02:02.341123 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42426) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:02.347567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d7e5f249-fc1f-4e2e-bb56-f2a413deaacc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'subnet': {'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:02.407113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28ed2129-560c-4d92-92a7-44cfbf444841 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (6de8156a-ab91-4ed8-ad78-d389020b2716), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:02.412409 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28ed2129-560c-4d92-92a7-44cfbf444841 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:02.416362 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-28ed2129-560c-4d92-92a7-44cfbf444841 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/6de8156a-ab91-4ed8-ad78-d389020b2716 HTTP/1.1" status: 204 len: 168 time: 0.5174491 Oct 28 10:02:02.416547 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42428) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:02.441077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed2129-560c-4d92-92a7-44cfbf444841 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6de8156a-ab91-4ed8-ad78-d389020b2716,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:02.450784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:02.464038 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-473060bc-aa9e-4913-b59d-4bfe9f2f3ae6 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/routers/c838c89f-a482-4353-b0fd-2037a11efa47/tags/tempest-TagsExtTest-Tag-2088540576 HTTP/1.1" status: 204 len: 168 time: 0.2012713 Oct 28 10:02:02.466870 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42430) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:02.473189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-90da4356-8a46-4333-8acb-6977a1b585bd tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c838c89f-a482-4353-b0fd-2037a11efa47') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:02.527261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-af270cab-70ca-4e51-b736-11ec65b22290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:02.528882 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-af270cab-70ca-4e51-b736-11ec65b22290 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=95b843d7-23ec-4cf0-a747-f90e4501e5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0637341 Oct 28 10:02:02.545598 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a059aeb-087f-4324-aa9e-27a548c0cae4 x-openstack-request-id: req-8a059aeb-087f-4324-aa9e-27a548c0cae4 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:02:02.545890 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe192b4-de11-4a34-98fe-8b8146d29aa6", "tag": "99af4c86-ea8a-47d1-b983-fa93f2e23fa3", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:02:02.546151 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a059aeb-087f-4324-aa9e-27a548c0cae4 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:02:02.546556 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a059aeb-087f-4324-aa9e-27a548c0cae4'] response: {'name': 'network-changed', 'server_uuid': '9fe192b4-de11-4a34-98fe-8b8146d29aa6', 'tag': '99af4c86-ea8a-47d1-b983-fa93f2e23fa3', 'status': 'completed', 'code': 200} Oct 28 10:02:02.564793 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-90da4356-8a46-4333-8acb-6977a1b585bd tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/routers/c838c89f-a482-4353-b0fd-2037a11efa47/tags HTTP/1.1" status: 200 len: 205 time: 0.0937963 Oct 28 10:02:02.570957 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f80f9216-ef2c-4e97-ac0c-daafa2318d5a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1532400 Oct 28 10:02:02.571672 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42432) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:02.575967 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-2b6f330e-10c5-492c-999f-ade4bea7e61c tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '371cca9b-c80b-4d9a-985c-0fa367e77093') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:02.578762 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42434) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:02.600244 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e5f249-fc1f-4e2e-bb56-f2a413deaacc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:02.601497 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b66b0399-fc2a-46cd-b292-b3f9e31e1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'fd947633-b9bf-4793-906a-d5a358af2eda', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'floating_ip_address': '172.36.1.14', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'port_id': '99af4c86-ea8a-47d1-b983-fa93f2e23fa3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'mac_address': 'fa:16:3e:3a:34:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe192b4-de11-4a34-98fe-8b8146d29aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:01:59Z', 'updated_at': '2022-10-28T10:01:59Z', 'revision_number': 0, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:02.604301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d7e5f249-fc1f-4e2e-bb56-f2a413deaacc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:02.629684 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b0399-fc2a-46cd-b292-b3f9e31e1f65 None None] Checking router: 2e12110d-5955-4566-87c5-bac8137e0170 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:02:02.636629 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2b6f330e-10c5-492c-999f-ade4bea7e61c tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/subnetpools/371cca9b-c80b-4d9a-985c-0fa367e77093/tags HTTP/1.1" status: 200 len: 240 time: 0.0638592 Oct 28 10:02:02.640500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42436) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:02.646286 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b0399-fc2a-46cd-b292-b3f9e31e1f65 None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:02:02.646492 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:02.646626 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b66b0399-fc2a-46cd-b292-b3f9e31e1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:01:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:02.659164 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-2c0ef720-65dd-4beb-afca-6207d07f28b8 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '371cca9b-c80b-4d9a-985c-0fa367e77093', 'tempest-TagsExtTest-Tag-789793868') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:02.687793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-66a1d0e0-d38e-4c9d-ad88-3c64f0552984 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (55266961-ce9f-4251-ab3b-51698af3accb), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:02.715908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-66a1d0e0-d38e-4c9d-ad88-3c64f0552984 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (55266961-ce9f-4251-ab3b-51698af3accb), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:02.743623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaa90b-a697-4510-88dd-48ba164cafae req-89c0f83c-c7e5-4a5d-8f81-c7da320a47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:02.745136 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eabaa90b-a697-4510-88dd-48ba164cafae req-89c0f83c-c7e5-4a5d-8f81-c7da320a47d6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 1130 time: 0.1877754 Oct 28 10:02:02.759185 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2c0ef720-65dd-4beb-afca-6207d07f28b8 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/subnetpools/371cca9b-c80b-4d9a-985c-0fa367e77093/tags/tempest-TagsExtTest-Tag-789793868 HTTP/1.1" status: 204 len: 168 time: 0.1070788 Oct 28 10:02:02.762202 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42438) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:02.768037 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-11783a5d-f005-447f-a31e-d31c9ae6d83a tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '371cca9b-c80b-4d9a-985c-0fa367e77093', 'tempest-TagsExtTest-Tag-789793868') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:02.781206 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-b66b0399-fc2a-46cd-b292-b3f9e31e1f65 None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:02:02.810880 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-c9bf028a-c0ed-4357-a751-91ab378ce931 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/95b843d7-23ec-4cf0-a747-f90e4501e5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712834 Oct 28 10:02:02.851214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-66a1d0e0-d38e-4c9d-ad88-3c64f0552984 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (55266961-ce9f-4251-ab3b-51698af3accb), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:02.861755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-66a1d0e0-d38e-4c9d-ad88-3c64f0552984 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:02.861755 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-66a1d0e0-d38e-4c9d-ad88-3c64f0552984 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/55266961-ce9f-4251-ab3b-51698af3accb HTTP/1.1" status: 204 len: 168 time: 0.2710693 Oct 28 10:02:02.867177 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42442) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:02.879105 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1d0e0-d38e-4c9d-ad88-3c64f0552984 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55266961-ce9f-4251-ab3b-51698af3accb,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:02.904969 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-11783a5d-f005-447f-a31e-d31c9ae6d83a tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/subnetpools/371cca9b-c80b-4d9a-985c-0fa367e77093/tags/tempest-TagsExtTest-Tag-789793868 HTTP/1.1" status: 204 len: 168 time: 0.1406131 Oct 28 10:02:02.908286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42444) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:02.917196 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-7d1d9273-98ba-4f34-ab95-86af0b334604 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '371cca9b-c80b-4d9a-985c-0fa367e77093') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:02.962821 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7d1d9273-98ba-4f34-ab95-86af0b334604 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/subnetpools/371cca9b-c80b-4d9a-985c-0fa367e77093/tags HTTP/1.1" status: 200 len: 205 time: 0.0476670 Oct 28 10:02:02.964639 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42446) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:02.971791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc141-a1d2-4561-977b-4f62590866b8 req-41970e6c-38de-4915-9b45-6dd419224862 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:02.973646 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-35cbc141-a1d2-4561-977b-4f62590866b8 req-41970e6c-38de-4915-9b45-6dd419224862 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 943 time: 0.0972719 Oct 28 10:02:02.979183 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-df82ffb8-04ea-40c6-ab9a-6fc9cf7c0e7c tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '371cca9b-c80b-4d9a-985c-0fa367e77093') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:03.030202 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-df82ffb8-04ea-40c6-ab9a-6fc9cf7c0e7c tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/subnetpools/371cca9b-c80b-4d9a-985c-0fa367e77093/tags HTTP/1.1" status: 204 len: 168 time: 0.0552325 Oct 28 10:02:03.032983 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42448) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:03.037624 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-f4ffcd84-f3b2-482a-af87-921498500fa3 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c838c89f-a482-4353-b0fd-2037a11efa47') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:03.045146 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6e2eafdc-51ed-4975-aecb-5da2a6a18c7d tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1762030 Oct 28 10:02:03.049842 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:03.049998 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b66b0399-fc2a-46cd-b292-b3f9e31e1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'fd947633-b9bf-4793-906a-d5a358af2eda', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'floating_ip_address': '172.36.1.14', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'port_id': '99af4c86-ea8a-47d1-b983-fa93f2e23fa3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'mac_address': 'fa:16:3e:3a:34:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe192b4-de11-4a34-98fe-8b8146d29aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:01:59Z', 'updated_at': '2022-10-28T10:01:59Z', 'revision_number': 0, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:03.051768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaa90b-a697-4510-88dd-48ba164cafae req-b519634b-9c66-47f6-aeb9-e4bda006e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:03.053329 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eabaa90b-a697-4510-88dd-48ba164cafae req-b519634b-9c66-47f6-aeb9-e4bda006e5a9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 912 time: 0.2985361 Oct 28 10:02:03.053799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42450) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:03.059660 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-74281b93-0e8f-4fc1-8168-5cc7b1b20d1f req-dc4c1abb-7def-4935-99c3-e0140e660178 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/95b843d7-23ec-4cf0-a747-f90e4501e5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220907 Oct 28 10:02:03.066441 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b05f4b5b-4c1c-4f38-bb4b-a64045ad2396 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group': {'name': 'tempest-secgroup--720387149'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:03.078924 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b0399-fc2a-46cd-b292-b3f9e31e1f65 None None] The sync data for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv is: [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'fd947633-b9bf-4793-906a-d5a358af2eda', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'floating_ip_address': '172.36.1.14', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'port_id': '99af4c86-ea8a-47d1-b983-fa93f2e23fa3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'mac_address': 'fa:16:3e:3a:34:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe192b4-de11-4a34-98fe-8b8146d29aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:01:59Z', 'updated_at': '2022-10-28T10:01:59Z', 'revision_number': 0, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:02:03.144714 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-35cbc141-a1d2-4561-977b-4f62590866b8 req-941ad73c-6590-43d0-9a56-40df01b6e2d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=25d72a75-70ea-42a0-b598-ec569e9c89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455035 Oct 28 10:02:03.152512 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f4ffcd84-f3b2-482a-af87-921498500fa3 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/routers/c838c89f-a482-4353-b0fd-2037a11efa47/tags HTTP/1.1" status: 204 len: 168 time: 0.1182976 Oct 28 10:02:03.155088 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42452) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:03.159819 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-b4d5a444-1e06-414a-a55b-3967182db03e tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c45eadcc-2689-4d16-99d9-1e0fe8a20811') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:03.254340 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eabaa90b-a697-4510-88dd-48ba164cafae req-9cf26952-8a08-4fb5-ada5-adcebdb06250 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99af4c86-ea8a-47d1-b983-fa93f2e23fa3 HTTP/1.1" status: 200 len: 999 time: 0.1937323 Oct 28 10:02:03.316239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b05f4b5b-4c1c-4f38-bb4b-a64045ad2396 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:03.320584 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d7e5f249-fc1f-4e2e-bb56-f2a413deaacc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (13337247-4baf-4b70-ace3-bf0b5c342fae), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:03.343753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:03.387105 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e5f249-fc1f-4e2e-bb56-f2a413deaacc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network aa84229e-5432-4ac8-ba7a-72aa15779650 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:03.394967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d7e5f249-fc1f-4e2e-bb56-f2a413deaacc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:03.410791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e5f249-fc1f-4e2e-bb56-f2a413deaacc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:03.411572 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d7e5f249-fc1f-4e2e-bb56-f2a413deaacc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:03.413354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1354010b-159b-48e4-ba2b-30f35263262c None None] Network aa84229e-5432-4ac8-ba7a-72aa15779650 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:03.433731 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5f249-fc1f-4e2e-bb56-f2a413deaacc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Subnet': ['ID=13337247-4baf-4b70-ace3-bf0b5c342fae,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:03.451537 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:03.473493 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b4d5a444-1e06-414a-a55b-3967182db03e tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/ports/c45eadcc-2689-4d16-99d9-1e0fe8a20811/tags HTTP/1.1" status: 204 len: 168 time: 0.3172960 Oct 28 10:02:03.478284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42454) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:03.482460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-754c6ede-d5f5-4aae-ba14-ed0ef86a7f76 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64054446-680b-4764-a843-3c1d543fc5b7') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:03.492447 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b05f4b5b-4c1c-4f38-bb4b-a64045ad2396 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (be68847f-834c-4361-9b02-10f14caf502e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:03.519908 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d7e5f249-fc1f-4e2e-bb56-f2a413deaacc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1775298 Oct 28 10:02:03.525311 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42456) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:03.528267 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-4d984118-d42a-4815-bdb3-f03405e6daef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'security_group': {'name': 'tempest-secgroup-243733161'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:03.547358 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-754c6ede-d5f5-4aae-ba14-ed0ef86a7f76 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/64054446-680b-4764-a843-3c1d543fc5b7/tags HTTP/1.1" status: 204 len: 168 time: 0.0681465 Oct 28 10:02:03.551263 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42458) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:03.566304 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-f363563d-9592-485d-9b4e-85da260ada0c tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '64054446-680b-4764-a843-3c1d543fc5b7', 'tempest-TagsExtTest-Tag-313817535') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:03.566451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-aa84229e-5432-4ac8-ba7a-72aa15779650', 'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'project_id': 'ca63ccf8f825493e97e93fc2a91c67ac', 'fixed_ips': [{'subnet_id': '13337247-4baf-4b70-ace3-bf0b5c342fae'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:02:03.566451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:03.645403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b05f4b5b-4c1c-4f38-bb4b-a64045ad2396 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (be68847f-834c-4361-9b02-10f14caf502e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:03.679346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f4b5b-4c1c-4f38-bb4b-a64045ad2396 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be68847f-834c-4361-9b02-10f14caf502e,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:03.708695 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4d984118-d42a-4815-bdb3-f03405e6daef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:03.797379 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4d984118-d42a-4815-bdb3-f03405e6daef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (26123208-cf14-4ed8-af80-542714dc66fb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:03.803699 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f363563d-9592-485d-9b4e-85da260ada0c tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "PUT /networking/v2.0/subnets/64054446-680b-4764-a843-3c1d543fc5b7/tags/tempest-TagsExtTest-Tag-313817535 HTTP/1.1" status: 201 len: 201 time: 0.2472246 Oct 28 10:02:03.803699 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42460) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:03.807514 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-31e9a1f0-a635-4b12-8f34-8e10451d25af tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c45eadcc-2689-4d16-99d9-1e0fe8a20811', 'tempest-TagsExtTest-Tag-903173817') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:03.859369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Allocated IP 2001:db8::2 (aa84229e-5432-4ac8-ba7a-72aa15779650/13337247-4baf-4b70-ace3-bf0b5c342fae/ac8d7984-ddcf-443c-b890-b55ef20e0748) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:03.870800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b05f4b5b-4c1c-4f38-bb4b-a64045ad2396 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:03.872645 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b05f4b5b-4c1c-4f38-bb4b-a64045ad2396 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8157399 Oct 28 10:02:03.875515 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42462) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:03.880081 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:03.880665 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9b317164-7766-4da9-98e8-e10cfc461deb tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group_rule': {'security_group_id': 'be68847f-834c-4361-9b02-10f14caf502e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:03.908104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc355f15-bf38-4a38-b627-c93b6ceb6fed None None] New status for floating IP fd947633-b9bf-4793-906a-d5a358af2eda: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:02:03.920050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4d984118-d42a-4815-bdb3-f03405e6daef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (26123208-cf14-4ed8-af80-542714dc66fb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:03.953189 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-31e9a1f0-a635-4b12-8f34-8e10451d25af tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "PUT /networking/v2.0/ports/c45eadcc-2689-4d16-99d9-1e0fe8a20811/tags/tempest-TagsExtTest-Tag-903173817 HTTP/1.1" status: 201 len: 201 time: 0.1494668 Oct 28 10:02:03.958928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42464) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:03.962718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-3b019efe-5e74-43d2-86bb-449b85992b48 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c838c89f-a482-4353-b0fd-2037a11efa47', 'tempest-TagsExtTest-Tag-504370303') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:03.966220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d984118-d42a-4815-bdb3-f03405e6daef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26123208-cf14-4ed8-af80-542714dc66fb,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:03.980759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:04.037403 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4d984118-d42a-4815-bdb3-f03405e6daef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.041195 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4d984118-d42a-4815-bdb3-f03405e6daef tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5147839 Oct 28 10:02:04.041588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42466) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:04.047780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-3fc844c7-211a-4562-98a5-7cdcd6b5018e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'security_group': {'name': 'tempest-secgroup-247967602'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:04.066472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b317164-7766-4da9-98e8-e10cfc461deb tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (18814b96-0362-4a6c-8404-c0da6172ef98), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.094186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaa90b-a697-4510-88dd-48ba164cafae req-86cec77e-6f17-4e14-bad0-0faa1f2d1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:04.096784 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eabaa90b-a697-4510-88dd-48ba164cafae req-86cec77e-6f17-4e14-bad0-0faa1f2d1653 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19f66d81-2cce-4fe0-89e2-8ae1c40ac146 HTTP/1.1" status: 200 len: 850 time: 0.0794237 Oct 28 10:02:04.153370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Publish callbacks [] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.161158 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3b019efe-5e74-43d2-86bb-449b85992b48 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "PUT /networking/v2.0/routers/c838c89f-a482-4353-b0fd-2037a11efa47/tags/tempest-TagsExtTest-Tag-504370303 HTTP/1.1" status: 201 len: 201 time: 0.1997514 Oct 28 10:02:04.161158 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3fc844c7-211a-4562-98a5-7cdcd6b5018e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.171870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42468) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:04.171870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-deb98199-1289-4efb-9de0-e523a20900c3 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '371cca9b-c80b-4d9a-985c-0fa367e77093', 'tempest-TagsExtTest-Tag-1079562886') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:04.181339 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaa90b-a697-4510-88dd-48ba164cafae req-b7407b58-4206-4eb0-b8a8-e77988c2da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:04.182886 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eabaa90b-a697-4510-88dd-48ba164cafae req-b7407b58-4206-4eb0-b8a8-e77988c2da98 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4d683f21-056f-49ef-b611-826c5b093c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0812421 Oct 28 10:02:04.190369 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b317164-7766-4da9-98e8-e10cfc461deb tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (18814b96-0362-4a6c-8404-c0da6172ef98), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.207123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:04.252050 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.278610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b317164-7766-4da9-98e8-e10cfc461deb tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (18814b96-0362-4a6c-8404-c0da6172ef98), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.282650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3fc844c7-211a-4562-98a5-7cdcd6b5018e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (63d5040b-dd27-4868-9d6f-7070ef35d435), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.316649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b317164-7766-4da9-98e8-e10cfc461deb tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18814b96-0362-4a6c-8404-c0da6172ef98,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:04.321028 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eabaa90b-a697-4510-88dd-48ba164cafae req-2241cd84-833a-437f-8b01-783a449dc017 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294594 Oct 28 10:02:04.323502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec915b-e193-4e30-a89d-6c56781c26d0 req-9a156c29-741c-4cd9-af8a-d09978ede8d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:04.326074 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a3ec915b-e193-4e30-a89d-6c56781c26d0 req-9a156c29-741c-4cd9-af8a-d09978ede8d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 943 time: 0.0628955 Oct 28 10:02:04.327649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Network aa84229e-5432-4ac8-ba7a-72aa15779650 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:04.331425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:04.334880 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Pushing event updated for resources: {'Port': ['ID=ac8d7984-ddcf-443c-b890-b55ef20e0748,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:04.335664 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:02:04.348374 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-deb98199-1289-4efb-9de0-e523a20900c3 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "PUT /networking/v2.0/subnetpools/371cca9b-c80b-4d9a-985c-0fa367e77093/tags/tempest-TagsExtTest-Tag-1079562886 HTTP/1.1" status: 201 len: 201 time: 0.1828313 Oct 28 10:02:04.350093 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42472) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:04.354701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-e3b2a674-2372-48ed-9b09-0aaa2814d49e tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '64054446-680b-4764-a843-3c1d543fc5b7', {'tags': ['tempest-TagsExtTest-Tag-47220056', 'tempest-TagsExtTest-Tag-1905647009', 'tempest-TagsExtTest-Tag-1641651132']}) {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:04.386648 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3fc844c7-211a-4562-98a5-7cdcd6b5018e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (63d5040b-dd27-4868-9d6f-7070ef35d435), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.403777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Attempting to bind port ac8d7984-ddcf-443c-b890-b55ef20e0748 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:02:04.404016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9b317164-7766-4da9-98e8-e10cfc461deb tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.404155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Attempting to bind port ac8d7984-ddcf-443c-b890-b55ef20e0748 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '5fe30b2e-7554-4101-b92d-a64dd0d5d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:02:04.404567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Attempting to bind port ac8d7984-ddcf-443c-b890-b55ef20e0748 on network aa84229e-5432-4ac8-ba7a-72aa15779650 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:02:04.408942 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9b317164-7766-4da9-98e8-e10cfc461deb tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5318522 Oct 28 10:02:04.412463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42474) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:04.435435 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-03b37f43-6a40-4284-894d-4d2ca77ec19e tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules/18814b96-0362-4a6c-8404-c0da6172ef98 HTTP/1.1" status: 200 len: 763 time: 0.0222232 Oct 28 10:02:04.437016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42476) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:04.454260 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:02:04.455019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Checking segment: {'id': '5fe30b2e-7554-4101-b92d-a64dd0d5d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:02:04.455260 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.455896 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Bound using segment: {'id': '5fe30b2e-7554-4101-b92d-a64dd0d5d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:02:04.456386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc844c7-211a-4562-98a5-7cdcd6b5018e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d5040b-dd27-4868-9d6f-7070ef35d435,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:04.456859 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Bound port: ac8d7984-ddcf-443c-b890-b55ef20e0748, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe30b2e-7554-4101-b92d-a64dd0d5d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:02:04.457073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.482114 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a3ec915b-e193-4e30-a89d-6c56781c26d0 req-a33da421-f679-40f6-a9ed-de73a3c5c575 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=25d72a75-70ea-42a0-b598-ec569e9c89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493816 Oct 28 10:02:04.502278 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eabaa90b-a697-4510-88dd-48ba164cafae req-e0397f4f-979e-464e-9ef0-ca7707469bf7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737995 Oct 28 10:02:04.522790 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-29939724-294f-4f27-a333-3d1360c30451 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0798960 Oct 28 10:02:04.530695 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42478) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:04.532947 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] For port ac8d7984-ddcf-443c-b890-b55ef20e0748, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:02:04.540317 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] For port ac8d7984-ddcf-443c-b890-b55ef20e0748, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ac8d7984-ddcf-443c-b890-b55ef20e0748,segment=NetworkSegment(5fe30b2e-7554-4101-b92d-a64dd0d5d52a),segment_id=5fe30b2e-7554-4101-b92d-a64dd0d5d52a)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:02:04.550838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3fc844c7-211a-4562-98a5-7cdcd6b5018e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.552222 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3fc844c7-211a-4562-98a5-7cdcd6b5018e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5095620 Oct 28 10:02:04.555080 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42480) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:04.561344 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4cd9e55f-cbe9-4ad8-9529-fdb7dd6bea60 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1501636541', 'security_groups': ['63d5040b-dd27-4868-9d6f-7070ef35d435'], 'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13337247-4baf-4b70-ace3-bf0b5c342fae'}]}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:04.567221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-90d7d728-3eeb-47a0-8dbd-73c11f987b58 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (18814b96-0362-4a6c-8404-c0da6172ef98), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.571032 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e3b2a674-2372-48ed-9b09-0aaa2814d49e tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "PUT /networking/v2.0/subnets/64054446-680b-4764-a843-3c1d543fc5b7/tags HTTP/1.1" status: 200 len: 316 time: 0.2197478 Oct 28 10:02:04.573804 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42482) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:04.578409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-17f601ba-9146-4bd1-9e2e-912565a3d178 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64054446-680b-4764-a843-3c1d543fc5b7') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:04.591126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-90d7d728-3eeb-47a0-8dbd-73c11f987b58 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (18814b96-0362-4a6c-8404-c0da6172ef98), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.659790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.711206 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-17f601ba-9146-4bd1-9e2e-912565a3d178 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/64054446-680b-4764-a843-3c1d543fc5b7/tags HTTP/1.1" status: 204 len: 168 time: 0.1363304 Oct 28 10:02:04.713838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42484) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:04.718372 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-7d3d94f8-ddc5-44a8-8576-820cdf3fe42f tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64054446-680b-4764-a843-3c1d543fc5b7', 'tempest-TagsExtTest-Tag-47220056') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:04.735336 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:04.735336 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-90d7d728-3eeb-47a0-8dbd-73c11f987b58 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (18814b96-0362-4a6c-8404-c0da6172ef98), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.740641 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb769a89-359a-41d6-b417-1ecf3c8681d1 None None] Pushing event updated for resources: {'Port': ['ID=ac8d7984-ddcf-443c-b890-b55ef20e0748,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:04.743882 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-90d7d728-3eeb-47a0-8dbd-73c11f987b58 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.747975 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42486) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:04.748951 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-90d7d728-3eeb-47a0-8dbd-73c11f987b58 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/18814b96-0362-4a6c-8404-c0da6172ef98 HTTP/1.1" status: 204 len: 168 time: 0.2168391 Oct 28 10:02:04.754032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7d728-3eeb-47a0-8dbd-73c11f987b58 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18814b96-0362-4a6c-8404-c0da6172ef98,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:04.786928 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd9e55f-cbe9-4ad8-9529-fdb7dd6bea60 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:04.789854 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-7d3d94f8-ddc5-44a8-8576-820cdf3fe42f tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] show failed (client error): The resource could not be found. Oct 28 10:02:04.791040 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7d3d94f8-ddc5-44a8-8576-820cdf3fe42f tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/subnets/64054446-680b-4764-a843-3c1d543fc5b7/tags/tempest-TagsExtTest-Tag-47220056 HTTP/1.1" status: 404 len: 327 time: 0.0760794 Oct 28 10:02:04.795114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42488) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:04.808030 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-afbbd495-0bc2-4bbc-8819-7a4bedfcaab5 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0589478 Oct 28 10:02:04.809359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-96969e5f-9f3b-4150-9859-7b18a6cc6fa4 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64054446-680b-4764-a843-3c1d543fc5b7', 'tempest-TagsExtTest-Tag-1905647009') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:04.810949 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42490) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:04.815911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-8baf75c2-0bf0-4d5d-b1b1-72745fa4d77c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group_rule': {'security_group_id': 'be68847f-834c-4361-9b02-10f14caf502e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:04.850460 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:04.910146 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-96969e5f-9f3b-4150-9859-7b18a6cc6fa4 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] show failed (client error): The resource could not be found. Oct 28 10:02:04.914062 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-96969e5f-9f3b-4150-9859-7b18a6cc6fa4 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/subnets/64054446-680b-4764-a843-3c1d543fc5b7/tags/tempest-TagsExtTest-Tag-1905647009 HTTP/1.1" status: 404 len: 329 time: 0.1151583 Oct 28 10:02:04.914338 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42492) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:04.920127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-ea0d39bb-6159-4605-ba5a-14dfd7e95445 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64054446-680b-4764-a843-3c1d543fc5b7', 'tempest-TagsExtTest-Tag-1641651132') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:04.939001 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e55f-cbe9-4ad8-9529-fdb7dd6bea60 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.958827 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8baf75c2-0bf0-4d5d-b1b1-72745fa4d77c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (5c95160c-bebd-4b83-ac94-aae5c70d06c6), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.964229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-4cd9e55f-cbe9-4ad8-9529-fdb7dd6bea60 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] device_id is not set on port 4fc8e313-493c-4b01-9792-c367e6fe410c yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:02:04.997432 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-ea0d39bb-6159-4605-ba5a-14dfd7e95445 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] show failed (client error): The resource could not be found. Oct 28 10:02:05.001206 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ea0d39bb-6159-4605-ba5a-14dfd7e95445 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/subnets/64054446-680b-4764-a843-3c1d543fc5b7/tags/tempest-TagsExtTest-Tag-1641651132 HTTP/1.1" status: 404 len: 329 time: 0.0829773 Oct 28 10:02:05.004469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42494) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:05.010936 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-90c68642-b746-471a-9bcc-68467afebaf2 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c45eadcc-2689-4d16-99d9-1e0fe8a20811', {'tags': ['tempest-TagsExtTest-Tag-330598562', 'tempest-TagsExtTest-Tag-963001022', 'tempest-TagsExtTest-Tag-1836298058']}) {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:05.066167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8baf75c2-0bf0-4d5d-b1b1-72745fa4d77c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (5c95160c-bebd-4b83-ac94-aae5c70d06c6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:05.136842 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8baf75c2-0bf0-4d5d-b1b1-72745fa4d77c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (5c95160c-bebd-4b83-ac94-aae5c70d06c6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:05.144607 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-90c68642-b746-471a-9bcc-68467afebaf2 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "PUT /networking/v2.0/ports/c45eadcc-2689-4d16-99d9-1e0fe8a20811/tags HTTP/1.1" status: 200 len: 316 time: 0.1389556 Oct 28 10:02:05.147497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42496) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:05.153580 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-62669811-4de2-4dce-a608-197c7abe071d tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c45eadcc-2689-4d16-99d9-1e0fe8a20811') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:05.155324 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf75c2-0bf0-4d5d-b1b1-72745fa4d77c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c95160c-bebd-4b83-ac94-aae5c70d06c6,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:05.166339 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-4cd9e55f-cbe9-4ad8-9529-fdb7dd6bea60 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Allocated IP 2001:db8::41 (aa84229e-5432-4ac8-ba7a-72aa15779650/13337247-4baf-4b70-ace3-bf0b5c342fae/4fc8e313-493c-4b01-9792-c367e6fe410c) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:05.254297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8baf75c2-0bf0-4d5d-b1b1-72745fa4d77c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:05.255890 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8baf75c2-0bf0-4d5d-b1b1-72745fa4d77c tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4440615 Oct 28 10:02:05.258840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42498) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:05.280782 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ad3b4935-5c5c-469c-bd47-be13a20844a5 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules/5c95160c-bebd-4b83-ac94-aae5c70d06c6 HTTP/1.1" status: 200 len: 763 time: 0.0183427 Oct 28 10:02:05.281229 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42500) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:05.329434 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-03e95300-e833-4cc5-871e-badaa9d31424 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0427263 Oct 28 10:02:05.329726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42502) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:05.351073 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-62669811-4de2-4dce-a608-197c7abe071d tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/ports/c45eadcc-2689-4d16-99d9-1e0fe8a20811/tags HTTP/1.1" status: 204 len: 168 time: 0.2024560 Oct 28 10:02:05.354426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42504) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:05.362028 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-8c35a0ee-f4bd-47f2-94dd-c470762c8232 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c45eadcc-2689-4d16-99d9-1e0fe8a20811', 'tempest-TagsExtTest-Tag-330598562') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:05.367013 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d870372-abed-4759-8351-5729328318bf tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (5c95160c-bebd-4b83-ac94-aae5c70d06c6), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:05.376372 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d870372-abed-4759-8351-5729328318bf tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (5c95160c-bebd-4b83-ac94-aae5c70d06c6), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:05.395966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e55f-cbe9-4ad8-9529-fdb7dd6bea60 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (4fc8e313-493c-4b01-9792-c367e6fe410c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:05.416798 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-8c35a0ee-f4bd-47f2-94dd-c470762c8232 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] show failed (client error): The resource could not be found. Oct 28 10:02:05.417924 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8c35a0ee-f4bd-47f2-94dd-c470762c8232 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/ports/c45eadcc-2689-4d16-99d9-1e0fe8a20811/tags/tempest-TagsExtTest-Tag-330598562 HTTP/1.1" status: 404 len: 328 time: 0.0625248 Oct 28 10:02:05.421464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42506) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:05.430465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-c41e608d-43d0-46e3-ac8c-94f3e73d8215 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c45eadcc-2689-4d16-99d9-1e0fe8a20811', 'tempest-TagsExtTest-Tag-963001022') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:05.476108 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d870372-abed-4759-8351-5729328318bf tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (5c95160c-bebd-4b83-ac94-aae5c70d06c6), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:05.485605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d870372-abed-4759-8351-5729328318bf tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:05.487594 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1d870372-abed-4759-8351-5729328318bf tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/5c95160c-bebd-4b83-ac94-aae5c70d06c6 HTTP/1.1" status: 204 len: 168 time: 0.1561599 Oct 28 10:02:05.490567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42508) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:05.498328 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d870372-abed-4759-8351-5729328318bf tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c95160c-bebd-4b83-ac94-aae5c70d06c6,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:05.499513 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-c41e608d-43d0-46e3-ac8c-94f3e73d8215 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] show failed (client error): The resource could not be found. Oct 28 10:02:05.500789 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c41e608d-43d0-46e3-ac8c-94f3e73d8215 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/ports/c45eadcc-2689-4d16-99d9-1e0fe8a20811/tags/tempest-TagsExtTest-Tag-963001022 HTTP/1.1" status: 404 len: 328 time: 0.0784044 Oct 28 10:02:05.504832 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42510) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:05.509678 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-5ff80ef0-2d04-4d74-9330-18496404e786 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c45eadcc-2689-4d16-99d9-1e0fe8a20811', 'tempest-TagsExtTest-Tag-1836298058') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:05.552230 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f802c4df-808b-4136-97d6-d057637e9c32 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0601265 Oct 28 10:02:05.554072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e55f-cbe9-4ad8-9529-fdb7dd6bea60 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (4fc8e313-493c-4b01-9792-c367e6fe410c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:05.556865 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42514) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:05.568816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c9637d27-6b57-4ad0-9392-012b251dc65d tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group_rule': {'security_group_id': 'be68847f-834c-4361-9b02-10f14caf502e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:05.572203 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-5ff80ef0-2d04-4d74-9330-18496404e786 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] show failed (client error): The resource could not be found. Oct 28 10:02:05.576158 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5ff80ef0-2d04-4d74-9330-18496404e786 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/ports/c45eadcc-2689-4d16-99d9-1e0fe8a20811/tags/tempest-TagsExtTest-Tag-1836298058 HTTP/1.1" status: 404 len: 329 time: 0.0672600 Oct 28 10:02:05.577787 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42516) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:05.583137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-b4ff3394-3ad1-4db9-a874-3a7aa7873f4a tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c838c89f-a482-4353-b0fd-2037a11efa47', {'tags': ['tempest-TagsExtTest-Tag-100985050', 'tempest-TagsExtTest-Tag-1987724589', 'tempest-TagsExtTest-Tag-1108706116']}) {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:05.628716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd9e55f-cbe9-4ad8-9529-fdb7dd6bea60 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network aa84229e-5432-4ac8-ba7a-72aa15779650 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:05.632909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:INSERT=8,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:05.636239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-4cd9e55f-cbe9-4ad8-9529-fdb7dd6bea60 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:05.638583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9e55f-cbe9-4ad8-9529-fdb7dd6bea60 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=4fc8e313-493c-4b01-9792-c367e6fe410c,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:05.641166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd9e55f-cbe9-4ad8-9529-fdb7dd6bea60 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:02:05.645864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd9e55f-cbe9-4ad8-9529-fdb7dd6bea60 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:05.646483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e55f-cbe9-4ad8-9529-fdb7dd6bea60 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:05.712965 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237993ff-d116-4ab8-8d68-642f3fe2243f req-fc399f7c-d830-47d8-94c9-21371bbc0e4f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:05.729085 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-237993ff-d116-4ab8-8d68-642f3fe2243f req-fc399f7c-d830-47d8-94c9-21371bbc0e4f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 943 time: 0.1277568 Oct 28 10:02:05.747834 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-c9637d27-6b57-4ad0-9392-012b251dc65d tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Project a730d7e2eff9468bb4f0a78055043615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:02:05.756708 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4cd9e55f-cbe9-4ad8-9529-fdb7dd6bea60 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1996758 Oct 28 10:02:05.761173 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42518) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:05.763567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9637d27-6b57-4ad0-9392-012b251dc65d tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (2af216d6-224e-4a59-9488-b3551d7a8f7f), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:05.776345 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-38cee188-2db3-48d6-84c9-d9840b5cc7a5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'subnet': {'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:05.799818 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-237993ff-d116-4ab8-8d68-642f3fe2243f req-9a45736c-57cc-4cd7-a017-5bac059bd409 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=25d72a75-70ea-42a0-b598-ec569e9c89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783260 Oct 28 10:02:05.850129 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9637d27-6b57-4ad0-9392-012b251dc65d tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (2af216d6-224e-4a59-9488-b3551d7a8f7f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:05.852426 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b4ff3394-3ad1-4db9-a874-3a7aa7873f4a tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "PUT /networking/v2.0/routers/c838c89f-a482-4353-b0fd-2037a11efa47/tags HTTP/1.1" status: 200 len: 317 time: 0.2731614 Oct 28 10:02:05.855549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42520) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:05.858062 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b5e51031-29af-43b8-b2bf-03474732ceaf None None] Provisioning complete for port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:05.858745 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b5e51031-29af-43b8-b2bf-03474732ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2fcbfa81-bf75-4eee-86f4-fafebdbffbe6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:05.859601 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b5e51031-29af-43b8-b2bf-03474732ceaf None None] Attempt 1 to provision port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 Oct 28 10:02:05.860670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-e593a6e0-e0eb-4abb-b9b5-2e54dc082728 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c838c89f-a482-4353-b0fd-2037a11efa47') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:05.897900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b5e51031-29af-43b8-b2bf-03474732ceaf None None] Port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:02:05.909363 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:05.910558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b5e51031-29af-43b8-b2bf-03474732ceaf None None] Provisioning complete for port ac8d7984-ddcf-443c-b890-b55ef20e0748 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:05.914725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b5e51031-29af-43b8-b2bf-03474732ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:05.914725 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b5e51031-29af-43b8-b2bf-03474732ceaf None None] Attempt 1 to provision port ac8d7984-ddcf-443c-b890-b55ef20e0748 Oct 28 10:02:05.918315 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9637d27-6b57-4ad0-9392-012b251dc65d tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (2af216d6-224e-4a59-9488-b3551d7a8f7f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:05.952198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9637d27-6b57-4ad0-9392-012b251dc65d tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af216d6-224e-4a59-9488-b3551d7a8f7f,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:05.958521 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:06.000365 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9637d27-6b57-4ad0-9392-012b251dc65d tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.006130 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c9637d27-6b57-4ad0-9392-012b251dc65d tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4480481 Oct 28 10:02:06.006331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42522) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:06.023099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b5e51031-29af-43b8-b2bf-03474732ceaf None None] Current status of the port ac8d7984-ddcf-443c-b890-b55ef20e0748 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:06.023589 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b5e51031-29af-43b8-b2bf-03474732ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.029922 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4fe16c68-71f0-4f9e-bc0d-a3c1f28d1482 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules/2af216d6-224e-4a59-9488-b3551d7a8f7f HTTP/1.1" status: 200 len: 769 time: 0.0205545 Oct 28 10:02:06.030889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42524) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:06.074804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-b5e51031-29af-43b8-b2bf-03474732ceaf None None] For port ac8d7984-ddcf-443c-b890-b55ef20e0748, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ac8d7984-ddcf-443c-b890-b55ef20e0748,segment=NetworkSegment(5fe30b2e-7554-4101-b92d-a64dd0d5d52a),segment_id=5fe30b2e-7554-4101-b92d-a64dd0d5d52a)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:06.080053 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f6a34cc1-9992-4864-b78c-6d115f241f45 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0478041 Oct 28 10:02:06.082241 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e593a6e0-e0eb-4abb-b9b5-2e54dc082728 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/routers/c838c89f-a482-4353-b0fd-2037a11efa47/tags HTTP/1.1" status: 204 len: 168 time: 0.2257042 Oct 28 10:02:06.082990 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42526) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:06.085251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42528) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:06.090075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-4aa6527e-f703-4c3d-b8f6-cfb0bf3d4c1d tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c838c89f-a482-4353-b0fd-2037a11efa47', 'tempest-TagsExtTest-Tag-100985050') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:06.109948 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cee188-2db3-48d6-84c9-d9840b5cc7a5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:06.115079 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-38cee188-2db3-48d6-84c9-d9840b5cc7a5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.120445 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2bfb5a7-3604-4fda-8c49-79a1dbaadcff tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (2af216d6-224e-4a59-9488-b3551d7a8f7f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.130049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2bfb5a7-3604-4fda-8c49-79a1dbaadcff tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (2af216d6-224e-4a59-9488-b3551d7a8f7f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.156165 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b5e51031-29af-43b8-b2bf-03474732ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.186300 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-4aa6527e-f703-4c3d-b8f6-cfb0bf3d4c1d tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] show failed (client error): The resource could not be found. Oct 28 10:02:06.190922 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4aa6527e-f703-4c3d-b8f6-cfb0bf3d4c1d tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/routers/c838c89f-a482-4353-b0fd-2037a11efa47/tags/tempest-TagsExtTest-Tag-100985050 HTTP/1.1" status: 404 len: 328 time: 0.1013503 Oct 28 10:02:06.191368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42530) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:06.196384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-cff7d061-cdcb-4381-902e-d73bc455c835 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c838c89f-a482-4353-b0fd-2037a11efa47', 'tempest-TagsExtTest-Tag-1987724589') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:06.213443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:06.229894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e51031-29af-43b8-b2bf-03474732ceaf None None] Pushing event updated for resources: {'Port': ['ID=ac8d7984-ddcf-443c-b890-b55ef20e0748,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:06.253217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ac8d7984-ddcf-443c-b890-b55ef20e0748 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:06.260726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2bfb5a7-3604-4fda-8c49-79a1dbaadcff tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (2af216d6-224e-4a59-9488-b3551d7a8f7f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.275286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2bfb5a7-3604-4fda-8c49-79a1dbaadcff tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.280766 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a2bfb5a7-3604-4fda-8c49-79a1dbaadcff tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/2af216d6-224e-4a59-9488-b3551d7a8f7f HTTP/1.1" status: 204 len: 168 time: 0.1967795 Oct 28 10:02:06.283919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42532) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:06.301924 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-cff7d061-cdcb-4381-902e-d73bc455c835 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] show failed (client error): The resource could not be found. Oct 28 10:02:06.303047 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cff7d061-cdcb-4381-902e-d73bc455c835 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/routers/c838c89f-a482-4353-b0fd-2037a11efa47/tags/tempest-TagsExtTest-Tag-1987724589 HTTP/1.1" status: 404 len: 329 time: 0.1104441 Oct 28 10:02:06.305854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42534) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:06.310649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-db644c91-2669-45d6-b527-50c28605e43a tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c838c89f-a482-4353-b0fd-2037a11efa47', 'tempest-TagsExtTest-Tag-1108706116') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:06.315273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-27e5030b-3111-4e0d-b5ff-6ddf3286e243 None None] Provisioning complete for port 4fc8e313-493c-4b01-9792-c367e6fe410c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:06.315527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfb5a7-3604-4fda-8c49-79a1dbaadcff tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2af216d6-224e-4a59-9488-b3551d7a8f7f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:06.315649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-27e5030b-3111-4e0d-b5ff-6ddf3286e243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4fc8e313-493c-4b01-9792-c367e6fe410c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.315975 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-27e5030b-3111-4e0d-b5ff-6ddf3286e243 None None] Attempt 1 to provision port 4fc8e313-493c-4b01-9792-c367e6fe410c Oct 28 10:02:06.320654 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.ipam_backend_mixin [None req-38cee188-2db3-48d6-84c9-d9840b5cc7a5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13337247-4baf-4b70-ace3-bf0b5c342fae (CIDR: 2001:db8::/64) Oct 28 10:02:06.348003 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c146fcb3-3916-4436-91dc-d8ef4d17c299 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629501 Oct 28 10:02:06.351188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42536) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:06.372086 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ac8d7984-ddcf-443c-b890-b55ef20e0748 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:06.372086 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.372086 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ac8d7984-ddcf-443c-b890-b55ef20e0748 Oct 28 10:02:06.374908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:06.377741 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-27e5030b-3111-4e0d-b5ff-6ddf3286e243 None None] Port 4fc8e313-493c-4b01-9792-c367e6fe410c cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:02:06.387874 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cee188-2db3-48d6-84c9-d9840b5cc7a5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:06.388471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38cee188-2db3-48d6-84c9-d9840b5cc7a5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:02:06.471744 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ac8d7984-ddcf-443c-b890-b55ef20e0748 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:06.487450 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-38cee188-2db3-48d6-84c9-d9840b5cc7a5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7196877 Oct 28 10:02:06.490504 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42538) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:06.496336 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-0cc30dad-8d27-4ed0-a646-0038f96b91a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'subnet': {'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:06.669072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:06.686099 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-db644c91-2669-45d6-b527-50c28605e43a tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] show failed (client error): The resource could not be found. Oct 28 10:02:06.687116 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-db644c91-2669-45d6-b527-50c28605e43a tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/routers/c838c89f-a482-4353-b0fd-2037a11efa47/tags/tempest-TagsExtTest-Tag-1108706116 HTTP/1.1" status: 404 len: 329 time: 0.3803046 Oct 28 10:02:06.690726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42540) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:06.696055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-7d9fa4c5-f26b-466b-b5d3-8af94fee6e41 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '371cca9b-c80b-4d9a-985c-0fa367e77093', {'tags': ['tempest-TagsExtTest-Tag-1854563992', 'tempest-TagsExtTest-Tag-853692737', 'tempest-TagsExtTest-Tag-371628632']}) {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:06.707390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc30dad-8d27-4ed0-a646-0038f96b91a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:06.711563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0cc30dad-8d27-4ed0-a646-0038f96b91a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.730569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53d56c2d-7b60-499e-93aa-6bb4dd01ff58 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (be68847f-834c-4361-9b02-10f14caf502e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.757251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53d56c2d-7b60-499e-93aa-6bb4dd01ff58 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (be68847f-834c-4361-9b02-10f14caf502e), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.894815 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7d9fa4c5-f26b-466b-b5d3-8af94fee6e41 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "PUT /networking/v2.0/subnetpools/371cca9b-c80b-4d9a-985c-0fa367e77093/tags HTTP/1.1" status: 200 len: 316 time: 0.2026103 Oct 28 10:02:06.897962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42544) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:06.902900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-e0ed6e6c-a68a-4f4a-966a-1d87dc839307 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '371cca9b-c80b-4d9a-985c-0fa367e77093') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:06.914606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53d56c2d-7b60-499e-93aa-6bb4dd01ff58 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (be68847f-834c-4361-9b02-10f14caf502e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.917097 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53d56c2d-7b60-499e-93aa-6bb4dd01ff58 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.918232 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-53d56c2d-7b60-499e-93aa-6bb4dd01ff58 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/be68847f-834c-4361-9b02-10f14caf502e HTTP/1.1" status: 204 len: 168 time: 0.5660985 Oct 28 10:02:06.926705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42546) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:06.940280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d56c2d-7b60-499e-93aa-6bb4dd01ff58 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be68847f-834c-4361-9b02-10f14caf502e,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:06.961148 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a7912-befc-4375-ab1a-1131eefe78f8 req-36b04328-cd58-4a29-b2ae-e4e036bcddf6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:06.963255 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-003a7912-befc-4375-ab1a-1131eefe78f8 req-36b04328-cd58-4a29-b2ae-e4e036bcddf6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 943 time: 0.0818999 Oct 28 10:02:06.999934 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9937f274-2f15-4342-a094-12bfdabccaa6 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0668659 Oct 28 10:02:07.003298 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42548) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:07.008114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b2ed3a85-35bc-44e9-8197-9881aff2a232 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group': {'name': 'tempest-secgroup--873860748'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:07.039878 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e0ed6e6c-a68a-4f4a-966a-1d87dc839307 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/subnetpools/371cca9b-c80b-4d9a-985c-0fa367e77093/tags HTTP/1.1" status: 204 len: 168 time: 0.1405745 Oct 28 10:02:07.042808 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42550) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:07.047646 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-5a37981e-eab9-4022-bb06-2f1a9ed0a3ad tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '371cca9b-c80b-4d9a-985c-0fa367e77093', 'tempest-TagsExtTest-Tag-1854563992') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:07.068968 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-5a37981e-eab9-4022-bb06-2f1a9ed0a3ad tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] show failed (client error): The resource could not be found. Oct 28 10:02:07.071909 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5a37981e-eab9-4022-bb06-2f1a9ed0a3ad tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/subnetpools/371cca9b-c80b-4d9a-985c-0fa367e77093/tags/tempest-TagsExtTest-Tag-1854563992 HTTP/1.1" status: 404 len: 329 time: 0.0261590 Oct 28 10:02:07.074142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42552) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:07.079427 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-afe44a2d-a34a-45fb-bfe0-44b0ade6ef62 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '371cca9b-c80b-4d9a-985c-0fa367e77093', 'tempest-TagsExtTest-Tag-853692737') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:07.086352 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-003a7912-befc-4375-ab1a-1131eefe78f8 req-66ddd6d0-b0c0-410e-b4f7-ba2e877fd66b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=25d72a75-70ea-42a0-b598-ec569e9c89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093042 Oct 28 10:02:07.100404 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-afe44a2d-a34a-45fb-bfe0-44b0ade6ef62 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] show failed (client error): The resource could not be found. Oct 28 10:02:07.104362 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-afe44a2d-a34a-45fb-bfe0-44b0ade6ef62 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/subnetpools/371cca9b-c80b-4d9a-985c-0fa367e77093/tags/tempest-TagsExtTest-Tag-853692737 HTTP/1.1" status: 404 len: 328 time: 0.0259497 Oct 28 10:02:07.104870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42554) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:07.109547 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-9d44441e-bb8b-4b7a-b093-afc05482ff60 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '371cca9b-c80b-4d9a-985c-0fa367e77093', 'tempest-TagsExtTest-Tag-371628632') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:07.124018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b2ed3a85-35bc-44e9-8197-9881aff2a232 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:07.144778 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-9d44441e-bb8b-4b7a-b093-afc05482ff60 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] show failed (client error): The resource could not be found. Oct 28 10:02:07.145827 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9d44441e-bb8b-4b7a-b093-afc05482ff60 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/subnetpools/371cca9b-c80b-4d9a-985c-0fa367e77093/tags/tempest-TagsExtTest-Tag-371628632 HTTP/1.1" status: 404 len: 328 time: 0.0399783 Oct 28 10:02:07.149066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42556) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:07.154823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-b7ba027a-ea45-4fd3-b5d6-88d3503ced2c tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '371cca9b-c80b-4d9a-985c-0fa367e77093') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:07.184456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:07.198582 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b7ba027a-ea45-4fd3-b5d6-88d3503ced2c tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/subnetpools/371cca9b-c80b-4d9a-985c-0fa367e77093/tags HTTP/1.1" status: 204 len: 168 time: 0.0478346 Oct 28 10:02:07.201068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42558) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:07.202729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0cc30dad-8d27-4ed0-a646-0038f96b91a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (56ca51e5-8f27-4a4b-ab2f-700a3a9b34ad), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:07.210262 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.tag.tag_plugin [None req-cb5a3a41-12e5-407e-9a1d-fd7013645ea4 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c838c89f-a482-4353-b0fd-2037a11efa47') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:07.234740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b2ed3a85-35bc-44e9-8197-9881aff2a232 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (040e9a30-4cd6-4638-8511-b776a8451642), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:07.280358 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:07.281759 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b2ed3a85-35bc-44e9-8197-9881aff2a232 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (040e9a30-4cd6-4638-8511-b776a8451642), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:07.320056 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed3a85-35bc-44e9-8197-9881aff2a232 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040e9a30-4cd6-4638-8511-b776a8451642,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:07.320348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc30dad-8d27-4ed0-a646-0038f96b91a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network aa84229e-5432-4ac8-ba7a-72aa15779650 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:07.325984 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-0cc30dad-8d27-4ed0-a646-0038f96b91a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:07.336348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc30dad-8d27-4ed0-a646-0038f96b91a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:07.336609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fde03c-92ca-4558-85e8-cef1c25bfd23 None None] Network aa84229e-5432-4ac8-ba7a-72aa15779650 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:07.337069 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0cc30dad-8d27-4ed0-a646-0038f96b91a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:07.348287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc30dad-8d27-4ed0-a646-0038f96b91a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Subnet': ['ID=56ca51e5-8f27-4a4b-ab2f-700a3a9b34ad,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:07.359348 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cb5a3a41-12e5-407e-9a1d-fd7013645ea4 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/routers/c838c89f-a482-4353-b0fd-2037a11efa47/tags HTTP/1.1" status: 204 len: 168 time: 0.1538243 Oct 28 10:02:07.362935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42560) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:07.369124 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-b25504e2-deb7-4711-8950-5d242310fa19 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c45eadcc-2689-4d16-99d9-1e0fe8a20811') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:07.399034 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b2ed3a85-35bc-44e9-8197-9881aff2a232 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:07.400617 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b2ed3a85-35bc-44e9-8197-9881aff2a232 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3961825 Oct 28 10:02:07.407515 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42562) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:07.413124 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-890acb05-d6f3-4156-a774-51df386cb189 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Request body: {'security_group_rule': {'security_group_id': '040e9a30-4cd6-4638-8511-b776a8451642', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:07.429856 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0cc30dad-8d27-4ed0-a646-0038f96b91a6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9371026 Oct 28 10:02:07.435778 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b25504e2-deb7-4711-8950-5d242310fa19 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/ports/c45eadcc-2689-4d16-99d9-1e0fe8a20811/tags HTTP/1.1" status: 204 len: 168 time: 0.0642452 Oct 28 10:02:07.436439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42564) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:07.436439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42566) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:07.442083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.tag.tag_plugin [None req-ab332a5f-bd57-4626-bc6a-aa99a7507d3c tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64054446-680b-4764-a843-3c1d543fc5b7') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:07.446835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:02:07.476881 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-887de20e-1836-4554-a9fb-2157ee575622 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1872342267', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '56ca51e5-8f27-4a4b-ab2f-700a3a9b34ad'}], 'security_groups': ['26123208-cf14-4ed8-af80-542714dc66fb']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:07.485284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:07.551395 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ab332a5f-bd57-4626-bc6a-aa99a7507d3c tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/64054446-680b-4764-a843-3c1d543fc5b7/tags HTTP/1.1" status: 204 len: 168 time: 0.1080985 Oct 28 10:02:07.552757 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42568) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:07.569144 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-890acb05-d6f3-4156-a774-51df386cb189 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (b0820d09-3188-4790-88b9-3c2594666cc6), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:07.580678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-887de20e-1836-4554-a9fb-2157ee575622 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4fc8e313-493c-4b01-9792-c367e6fe410c), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:07.599103 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805485a8-b4a1-445b-9f98-a751c1e89dab None None] Update dhcp port {'port': {'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'fixed_ips': [{'subnet_id': '13337247-4baf-4b70-ace3-bf0b5c342fae', 'ip_address': '2001:db8::2'}, {'subnet_id': '56ca51e5-8f27-4a4b-ab2f-700a3a9b34ad'}], 'binding:host_id': 'dv-neutron-zed-2-hyperv'}, 'id': 'ac8d7984-ddcf-443c-b890-b55ef20e0748'} from dv-neutron-zed-2-hyperv. {{(pid=114061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 28 10:02:07.646389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=2bceb3ea-39aa-4dc9-9aaf-79c85b69754b,segment=NetworkSegment(2fbf0fa5-b817-479e-9ff3-7381a7a030c2),segment_id=2fbf0fa5-b817-479e-9ff3-7381a7a030c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:07.659790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-805485a8-b4a1-445b-9f98-a751c1e89dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:07.670566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'port_id': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'mac_address': 'fa:16:3e:b7:a9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:02:07.687375 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-890acb05-d6f3-4156-a774-51df386cb189 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (b0820d09-3188-4790-88b9-3c2594666cc6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:07.741681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:07.742068 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2bceb3ea-39aa-4dc9-9aaf-79c85b69754b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:07.764497 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-890acb05-d6f3-4156-a774-51df386cb189 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b0820d09-3188-4790-88b9-3c2594666cc6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:07.784384 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890acb05-d6f3-4156-a774-51df386cb189 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0820d09-3188-4790-88b9-3c2594666cc6,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:07.797547 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-428f4eb4-076e-4de5-80e6-fa4f8ae267ec tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:07.797547 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-428f4eb4-076e-4de5-80e6-fa4f8ae267ec tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/subnetpools/371cca9b-c80b-4d9a-985c-0fa367e77093 HTTP/1.1" status: 204 len: 168 time: 0.2405009 Oct 28 10:02:07.797547 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42570) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:07.809827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:02:07.828746 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dfdc0280-67d6-4cf7-99e4-9c896f3256ee tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c838c89f-a482-4353-b0fd-2037a11efa47 HTTP/1.1" status: 200 len: 205 time: 0.0300372 Oct 28 10:02:07.831440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42572) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:07.843860 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=2bceb3ea-39aa-4dc9-9aaf-79c85b69754b,segment=NetworkSegment(2fbf0fa5-b817-479e-9ff3-7381a7a030c2),segment_id=2fbf0fa5-b817-479e-9ff3-7381a7a030c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:07.903414 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-890acb05-d6f3-4156-a774-51df386cb189 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:07.904554 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-890acb05-d6f3-4156-a774-51df386cb189 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4976804 Oct 28 10:02:07.907238 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42574) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:07.920671 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6a2ebff5-7dc2-474f-8f95-c6aabdc0c451 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks [] for router (c838c89f-a482-4353-b0fd-2037a11efa47), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:07.927803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (2bceb3ea-39aa-4dc9-9aaf-79c85b69754b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:07.946654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-887de20e-1836-4554-a9fb-2157ee575622 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Delete allocated IP 2001:db8::41 (aa84229e-5432-4ac8-ba7a-72aa15779650/13337247-4baf-4b70-ace3-bf0b5c342fae) {{(pid=114060) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 10:02:07.956750 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-887de20e-1836-4554-a9fb-2157ee575622 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Allocated IP 2001:db8:0:1::2be (aa84229e-5432-4ac8-ba7a-72aa15779650/56ca51e5-8f27-4a4b-ab2f-700a3a9b34ad/4fc8e313-493c-4b01-9792-c367e6fe410c) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:07.985763 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=2bceb3ea-39aa-4dc9-9aaf-79c85b69754b,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:08.001845 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:08.126118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6a2ebff5-7dc2-474f-8f95-c6aabdc0c451 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (c838c89f-a482-4353-b0fd-2037a11efa47), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.133445 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6a2ebff5-7dc2-474f-8f95-c6aabdc0c451 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks [] for router_controller (c838c89f-a482-4353-b0fd-2037a11efa47), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.138999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:08.148070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-887de20e-1836-4554-a9fb-2157ee575622 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (4fc8e313-493c-4b01-9792-c367e6fe410c), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.164950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-51e7ab3d-cbae-4838-9d58-299713e17a61 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (040e9a30-4cd6-4638-8511-b776a8451642), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.228348 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ac8d7984-ddcf-443c-b890-b55ef20e0748 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:08.251255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-51e7ab3d-cbae-4838-9d58-299713e17a61 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (040e9a30-4cd6-4638-8511-b776a8451642), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.253209 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['2bceb3ea-39aa-4dc9-9aaf-79c85b69754b'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:02:08.270243 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-887de20e-1836-4554-a9fb-2157ee575622 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (4fc8e313-493c-4b01-9792-c367e6fe410c), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.274742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e31eca-1731-4f08-aebb-7f87282863ad req-d4200881-02b4-4a0e-82e9-50374c683bf0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:08.278044 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-45e31eca-1731-4f08-aebb-7f87282863ad req-d4200881-02b4-4a0e-82e9-50374c683bf0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 944 time: 0.0797050 Oct 28 10:02:08.287847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:08.332619 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6a2ebff5-7dc2-474f-8f95-c6aabdc0c451 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (c838c89f-a482-4353-b0fd-2037a11efa47), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.333181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2ebff5-7dc2-474f-8f95-c6aabdc0c451 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Fanout notify agent at l3_agent the message router_deleted on router c838c89f-a482-4353-b0fd-2037a11efa47 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:02:08.345345 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6a2ebff5-7dc2-474f-8f95-c6aabdc0c451 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.349476 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6a2ebff5-7dc2-474f-8f95-c6aabdc0c451 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/routers/c838c89f-a482-4353-b0fd-2037a11efa47 HTTP/1.1" status: 204 len: 168 time: 0.5146286 Oct 28 10:02:08.352937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42578) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:08.353687 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ac8d7984-ddcf-443c-b890-b55ef20e0748 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:08.354177 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.354398 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ac8d7984-ddcf-443c-b890-b55ef20e0748 Oct 28 10:02:08.355609 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-887de20e-1836-4554-a9fb-2157ee575622 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] In _notify_port_updated(), no bound segment for port 4fc8e313-493c-4b01-9792-c367e6fe410c on network aa84229e-5432-4ac8-ba7a-72aa15779650 {{(pid=114060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 10:02:08.360771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887de20e-1836-4554-a9fb-2157ee575622 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:08.362020 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-887de20e-1836-4554-a9fb-2157ee575622 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.363387 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-887de20e-1836-4554-a9fb-2157ee575622 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "PUT /networking/v2.0/ports/4fc8e313-493c-4b01-9792-c367e6fe410c HTTP/1.1" status: 200 len: 931 time: 0.9247713 Oct 28 10:02:08.367770 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-45e31eca-1731-4f08-aebb-7f87282863ad req-578313bf-cf8e-4705-a22d-8e8d3c33ef18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=25d72a75-70ea-42a0-b598-ec569e9c89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739708 Oct 28 10:02:08.374689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42580) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:08.399631 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:08.411650 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:08.416798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887de20e-1836-4554-a9fb-2157ee575622 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=4fc8e313-493c-4b01-9792-c367e6fe410c,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:08.443228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-51e7ab3d-cbae-4838-9d58-299713e17a61 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (040e9a30-4cd6-4638-8511-b776a8451642), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.446031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-51e7ab3d-cbae-4838-9d58-299713e17a61 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.447565 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-51e7ab3d-cbae-4838-9d58-299713e17a61 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/040e9a30-4cd6-4638-8511-b776a8451642 HTTP/1.1" status: 204 len: 168 time: 0.5394125 Oct 28 10:02:08.456228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42582) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:08.459295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-805485a8-b4a1-445b-9f98-a751c1e89dab None None] Allocated IP 2001:db8:0:1::2 (aa84229e-5432-4ac8-ba7a-72aa15779650/56ca51e5-8f27-4a4b-ab2f-700a3a9b34ad/ac8d7984-ddcf-443c-b890-b55ef20e0748) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:08.482525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f0e4a-f829-4306-a4d1-a069f7c00582 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port 4fc8e313-493c-4b01-9792-c367e6fe410c {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:02:08.482966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0e4a-f829-4306-a4d1-a069f7c00582 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4fc8e313-493c-4b01-9792-c367e6fe410c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.486692 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7ab3d-cbae-4838-9d58-299713e17a61 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=040e9a30-4cd6-4638-8511-b776a8451642,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:08.490083 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ead52fe2-f47e-4edb-ab6f-9f465d20ae94 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Deleting port c45eadcc-2689-4d16-99d9-1e0fe8a20811 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:02:08.490328 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ead52fe2-f47e-4edb-ab6f-9f465d20ae94 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (c45eadcc-2689-4d16-99d9-1e0fe8a20811), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.569227 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a6075605-2e02-4cd3-8f13-3029b204b02a tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1078103 Oct 28 10:02:08.569976 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42584) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:08.584699 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ac8d7984-ddcf-443c-b890-b55ef20e0748 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:08.612047 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ead52fe2-f47e-4edb-ab6f-9f465d20ae94 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (c45eadcc-2689-4d16-99d9-1e0fe8a20811), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.616515 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0e4a-f829-4306-a4d1-a069f7c00582 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4fc8e313-493c-4b01-9792-c367e6fe410c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.619178 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:08.632295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ead52fe2-f47e-4edb-ab6f-9f465d20ae94 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Calling delete_port for c45eadcc-2689-4d16-99d9-1e0fe8a20811 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:02:08.636045 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f0e4a-f829-4306-a4d1-a069f7c00582 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for 4fc8e313-493c-4b01-9792-c367e6fe410c owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:02:08.657361 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-77d1d6d1-8e5f-41be-b513-e901eaa6d716 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0831161 Oct 28 10:02:08.657720 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-805485a8-b4a1-445b-9f98-a751c1e89dab None None] For port ac8d7984-ddcf-443c-b890-b55ef20e0748, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ac8d7984-ddcf-443c-b890-b55ef20e0748,segment=NetworkSegment(5fe30b2e-7554-4101-b92d-a64dd0d5d52a),segment_id=5fe30b2e-7554-4101-b92d-a64dd0d5d52a)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:08.659070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42586) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:08.685353 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-3a8f03e4-8059-49dc-ba14-08e5d76e08a8 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] delete failed (client error): The resource could not be found. Oct 28 10:02:08.692128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42588) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:08.694499 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3a8f03e4-8059-49dc-ba14-08e5d76e08a8 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/040e9a30-4cd6-4638-8511-b776a8451642 HTTP/1.1" status: 404 len: 347 time: 0.0340712 Oct 28 10:02:08.712171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-805485a8-b4a1-445b-9f98-a751c1e89dab None None] Publish callbacks [] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.741621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:08.769468 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-adbd5f6a-ae08-47b4-942e-d1df62d33797 tempest-SecGroupIPv6Test-857902247 tempest-SecGroupIPv6Test-857902247-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0684340 Oct 28 10:02:08.776674 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-805485a8-b4a1-445b-9f98-a751c1e89dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.834525 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:08.914605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805485a8-b4a1-445b-9f98-a751c1e89dab None None] Pushing event updated for resources: {'Port': ['ID=ac8d7984-ddcf-443c-b890-b55ef20e0748,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:08.929946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ead52fe2-f47e-4edb-ab6f-9f465d20ae94 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (c45eadcc-2689-4d16-99d9-1e0fe8a20811), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.958508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0e4a-f829-4306-a4d1-a069f7c00582 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (4fc8e313-493c-4b01-9792-c367e6fe410c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.966177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead52fe2-f47e-4edb-ab6f-9f465d20ae94 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Pushing event deleted for resources: {'Port': ['ID=c45eadcc-2689-4d16-99d9-1e0fe8a20811,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:09.007041 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f0e4a-f829-4306-a4d1-a069f7c00582 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=4fc8e313-493c-4b01-9792-c367e6fe410c,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:09.060767 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0e4a-f829-4306-a4d1-a069f7c00582 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.069499 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5d5f0e4a-f829-4306-a4d1-a069f7c00582 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/4fc8e313-493c-4b01-9792-c367e6fe410c HTTP/1.1" status: 204 len: 168 time: 0.6937430 Oct 28 10:02:09.073854 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42592) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:09.108784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ead52fe2-f47e-4edb-ab6f-9f465d20ae94 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.114875 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ead52fe2-f47e-4edb-ab6f-9f465d20ae94 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/ports/c45eadcc-2689-4d16-99d9-1e0fe8a20811 HTTP/1.1" status: 204 len: 168 time: 0.7561944 Oct 28 10:02:09.122960 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42594) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:09.123811 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9cb121-23d9-46bc-b739-a281b52740bf tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] GET failed (client error): The resource could not be found. Oct 28 10:02:09.128728 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cc9cb121-23d9-46bc-b739-a281b52740bf tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/4fc8e313-493c-4b01-9792-c367e6fe410c HTTP/1.1" status: 404 len: 333 time: 0.0500317 Oct 28 10:02:09.128864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42596) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:09.190153 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7ddfdf-a039-4140-89f1-0938a5405bc0 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Deleting subnet 64054446-680b-4764-a843-3c1d543fc5b7 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:02:09.196335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3c7ddfdf-a039-4140-89f1-0938a5405bc0 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks [] for subnet (64054446-680b-4764-a843-3c1d543fc5b7), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.245705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1c54b474-c499-45c9-a662-062e30feffb2 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (63d5040b-dd27-4868-9d6f-7070ef35d435), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.273154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3c7ddfdf-a039-4140-89f1-0938a5405bc0 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (64054446-680b-4764-a843-3c1d543fc5b7), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.277126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1c54b474-c499-45c9-a662-062e30feffb2 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (63d5040b-dd27-4868-9d6f-7070ef35d435), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.386528 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3c7ddfdf-a039-4140-89f1-0938a5405bc0 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (64054446-680b-4764-a843-3c1d543fc5b7), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.437260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42602) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:09.443919 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1c54b474-c499-45c9-a662-062e30feffb2 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (63d5040b-dd27-4868-9d6f-7070ef35d435), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.446495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1c54b474-c499-45c9-a662-062e30feffb2 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.454643 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1c54b474-c499-45c9-a662-062e30feffb2 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/63d5040b-dd27-4868-9d6f-7070ef35d435 HTTP/1.1" status: 204 len: 168 time: 0.3247433 Oct 28 10:02:09.462871 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:09.472200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42606) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:09.477689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54b474-c499-45c9-a662-062e30feffb2 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d5040b-dd27-4868-9d6f-7070ef35d435,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:09.570616 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:02:09.645820 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6b47eb54-a6b6-4297-983f-4f8b90a21485 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a730d7e2eff9468bb4f0a78055043615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2072020 Oct 28 10:02:09.658238 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42610) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:09.676553 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:09.687198 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2bceb3ea-39aa-4dc9-9aaf-79c85b69754b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.687198 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b Oct 28 10:02:09.733181 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f0d899b-bf77-4960-80e2-7b399426dd0f admin admin] Publish callbacks [] for security_group (ea9e7840-1bf7-47ec-8231-a5067ca9801b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.767557 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f0d899b-bf77-4960-80e2-7b399426dd0f admin admin] Publish callbacks [] for security_group (ea9e7840-1bf7-47ec-8231-a5067ca9801b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.818144 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3c7ddfdf-a039-4140-89f1-0938a5405bc0 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (64054446-680b-4764-a843-3c1d543fc5b7), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.825358 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:09.852278 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:09.883641 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3c7ddfdf-a039-4140-89f1-0938a5405bc0 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.889295 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3c7ddfdf-a039-4140-89f1-0938a5405bc0 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/64054446-680b-4764-a843-3c1d543fc5b7 HTTP/1.1" status: 204 len: 168 time: 0.7707942 Oct 28 10:02:09.889295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ddfdf-a039-4140-89f1-0938a5405bc0 tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Pushing event deleted for resources: {'Subnet': ['ID=64054446-680b-4764-a843-3c1d543fc5b7,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:09.889881 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42612) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:09.906157 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17eb896-1108-4f9a-ac79-3b337ca652b9 req-a4840d82-e0ec-43d6-9efb-9c94d6e481b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:09.907787 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b17eb896-1108-4f9a-ac79-3b337ca652b9 req-a4840d82-e0ec-43d6-9efb-9c94d6e481b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 944 time: 0.4116397 Oct 28 10:02:09.922537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7bb8d5-f43f-420c-a036-4418d3332eef None None] Network 97546794-2fba-4e90-a886-3e4c686b26b2 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:09.934503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e691bb44-ab5a-4dc8-8751-b3bbbee4155c None None] Could not find standard attr ID for object 4fc8e313-493c-4b01-9792-c367e6fe410c. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:02:09.941073 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-42f8b6d5-ae34-4a4c-b4af-3cdf510420ee tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (26123208-cf14-4ed8-af80-542714dc66fb), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.976453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f0d899b-bf77-4960-80e2-7b399426dd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (ea9e7840-1bf7-47ec-8231-a5067ca9801b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.979683 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2f0d899b-bf77-4960-80e2-7b399426dd0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:09.983281 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2f0d899b-bf77-4960-80e2-7b399426dd0f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ea9e7840-1bf7-47ec-8231-a5067ca9801b HTTP/1.1" status: 204 len: 168 time: 0.3238075 Oct 28 10:02:09.986004 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:10.004814 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-42f8b6d5-ae34-4a4c-b4af-3cdf510420ee tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (26123208-cf14-4ed8-af80-542714dc66fb), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.029135 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b17eb896-1108-4f9a-ac79-3b337ca652b9 req-3bbb4f47-67f9-4b82-a909-9c829139b819 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=25d72a75-70ea-42a0-b598-ec569e9c89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099060 Oct 28 10:02:10.036546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e691bb44-ab5a-4dc8-8751-b3bbbee4155c None None] Provisioning complete for port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:10.036815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e691bb44-ab5a-4dc8-8751-b3bbbee4155c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2fcbfa81-bf75-4eee-86f4-fafebdbffbe6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.037159 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e691bb44-ab5a-4dc8-8751-b3bbbee4155c None None] Attempt 1 to provision port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 Oct 28 10:02:10.041479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d899b-bf77-4960-80e2-7b399426dd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9e7840-1bf7-47ec-8231-a5067ca9801b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:10.087067 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (97546794-2fba-4e90-a886-3e4c686b26b2), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.102531 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:10.150916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Deleting port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:02:10.151812 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9cd0a07f-135c-4a8e-adff-e271cf6615d6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.177751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e691bb44-ab5a-4dc8-8751-b3bbbee4155c None None] Port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:02:10.184018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:10.196266 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e691bb44-ab5a-4dc8-8751-b3bbbee4155c None None] Provisioning complete for port ac8d7984-ddcf-443c-b890-b55ef20e0748 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:10.197008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e691bb44-ab5a-4dc8-8751-b3bbbee4155c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.197514 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e691bb44-ab5a-4dc8-8751-b3bbbee4155c None None] Attempt 1 to provision port ac8d7984-ddcf-443c-b890-b55ef20e0748 Oct 28 10:02:10.234647 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:10.235076 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2bceb3ea-39aa-4dc9-9aaf-79c85b69754b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.242303 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ac8d7984-ddcf-443c-b890-b55ef20e0748 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:10.245425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-42f8b6d5-ae34-4a4c-b4af-3cdf510420ee tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (26123208-cf14-4ed8-af80-542714dc66fb), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.248124 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-42f8b6d5-ae34-4a4c-b4af-3cdf510420ee tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.260390 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-42f8b6d5-ae34-4a4c-b4af-3cdf510420ee tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/26123208-cf14-4ed8-af80-542714dc66fb HTTP/1.1" status: 204 len: 168 time: 0.7791414 Oct 28 10:02:10.260390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42616) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:10.285333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] For port 9cd0a07f-135c-4a8e-adff-e271cf6615d6, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9cd0a07f-135c-4a8e-adff-e271cf6615d6,segment=NetworkSegment(e53ef70e-2804-427e-9e90-8d0800b80286),segment_id=e53ef70e-2804-427e-9e90-8d0800b80286)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:10.288876 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9cd0a07f-135c-4a8e-adff-e271cf6615d6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.301887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8b6d5-ae34-4a4c-b4af-3cdf510420ee tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26123208-cf14-4ed8-af80-542714dc66fb,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:10.307308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a240be7b-25db-42fc-a048-253488a29ab7 None None] DHCP port deletion for 97546794-2fba-4e90-a886-3e4c686b26b2 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:02:10.308106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Calling delete_port for 9cd0a07f-135c-4a8e-adff-e271cf6615d6 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:02:10.343852 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd3a78f-5f92-450e-9290-24e09e0d2ecc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting subnet 13337247-4baf-4b70-ace3-bf0b5c342fae {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:02:10.351072 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-efd3a78f-5f92-450e-9290-24e09e0d2ecc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (13337247-4baf-4b70-ace3-bf0b5c342fae), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.353428 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:02:10.356019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62fb526-86b6-4a19-a9a7-58b787fee56c" -d '{"events": [{"server_uuid": "af7fd670-96c7-4697-bc67-8fd4f7ec1328", "name": "network-vif-plugged", "status": "completed", "tag": "2bceb3ea-39aa-4dc9-9aaf-79c85b69754b"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:02:10.402610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=2bceb3ea-39aa-4dc9-9aaf-79c85b69754b,segment=NetworkSegment(2fbf0fa5-b817-479e-9ff3-7381a7a030c2),segment_id=2fbf0fa5-b817-479e-9ff3-7381a7a030c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:10.433165 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-efd3a78f-5f92-450e-9290-24e09e0d2ecc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (13337247-4baf-4b70-ace3-bf0b5c342fae), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.439869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8e5cd5-93ff-485f-baa8-206acb77f86a x-openstack-request-id: req-4c8e5cd5-93ff-485f-baa8-206acb77f86a {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:02:10.440268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7fd670-96c7-4697-bc67-8fd4f7ec1328", "name": "network-vif-plugged", "status": "completed", "tag": "2bceb3ea-39aa-4dc9-9aaf-79c85b69754b", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:02:10.440548 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c8e5cd5-93ff-485f-baa8-206acb77f86a {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:02:10.441013 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8e5cd5-93ff-485f-baa8-206acb77f86a'] response: {'server_uuid': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'code': 200} Oct 28 10:02:10.460102 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a240be7b-25db-42fc-a048-253488a29ab7 None None] Deleting port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:02:10.460893 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a240be7b-25db-42fc-a048-253488a29ab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9cd0a07f-135c-4a8e-adff-e271cf6615d6), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.480710 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (2bceb3ea-39aa-4dc9-9aaf-79c85b69754b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.540393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ac8d7984-ddcf-443c-b890-b55ef20e0748 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:10.540726 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.540830 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ac8d7984-ddcf-443c-b890-b55ef20e0748 Oct 28 10:02:10.542546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e691bb44-ab5a-4dc8-8751-b3bbbee4155c None None] Current status of the port ac8d7984-ddcf-443c-b890-b55ef20e0748 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:10.564113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (9cd0a07f-135c-4a8e-adff-e271cf6615d6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.577923 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-efd3a78f-5f92-450e-9290-24e09e0d2ecc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (13337247-4baf-4b70-ace3-bf0b5c342fae), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.617711 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Pushing event deleted for resources: {'Port': ['ID=9cd0a07f-135c-4a8e-adff-e271cf6615d6,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:10.625557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a240be7b-25db-42fc-a048-253488a29ab7 None None] For port 9cd0a07f-135c-4a8e-adff-e271cf6615d6, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9cd0a07f-135c-4a8e-adff-e271cf6615d6,segment=NetworkSegment(e53ef70e-2804-427e-9e90-8d0800b80286),segment_id=e53ef70e-2804-427e-9e90-8d0800b80286)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:10.626342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a240be7b-25db-42fc-a048-253488a29ab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9cd0a07f-135c-4a8e-adff-e271cf6615d6), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.628554 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] No DVR routers for this DVR port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:02:10.644624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:10.659686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=2bceb3ea-39aa-4dc9-9aaf-79c85b69754b,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:10.664600 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a240be7b-25db-42fc-a048-253488a29ab7 None None] Calling delete_port for 9cd0a07f-135c-4a8e-adff-e271cf6615d6 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:02:10.669987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e4e94fd8-d94a-4198-b2b5-101ba8ca2d69 None None] Could not find standard attr ID for object 4fc8e313-493c-4b01-9792-c367e6fe410c. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:02:10.737049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (97546794-2fba-4e90-a886-3e4c686b26b2), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.758771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97546794-2fba-4e90-a886-3e4c686b26b2']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:10.763121 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ac8d7984-ddcf-443c-b890-b55ef20e0748 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:10.764976 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-efd3a78f-5f92-450e-9290-24e09e0d2ecc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (13337247-4baf-4b70-ace3-bf0b5c342fae), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.771023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53ef70e-2804-427e-9e90-8d0800b80286') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:10.771331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53ef70e-2804-427e-9e90-8d0800b80286') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:10.785019 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (e53ef70e-2804-427e-9e90-8d0800b80286), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.788841 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a240be7b-25db-42fc-a048-253488a29ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (9cd0a07f-135c-4a8e-adff-e271cf6615d6), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.802589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3a78f-5f92-450e-9290-24e09e0d2ecc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Subnet': ['ID=13337247-4baf-4b70-ace3-bf0b5c342fae,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:10.804142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e53ef70e-2804-427e-9e90-8d0800b80286), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.804265 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=5,neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:10.805087 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-efd3a78f-5f92-450e-9290-24e09e0d2ecc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.808428 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-efd3a78f-5f92-450e-9290-24e09e0d2ecc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/13337247-4baf-4b70-ace3-bf0b5c342fae HTTP/1.1" status: 204 len: 168 time: 0.5499997 Oct 28 10:02:10.812501 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42620) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:10.819623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1644d886-a499-42d6-980e-6c0343098344 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'subnet': {'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:10.820278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:02:10.821334 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (e53ef70e-2804-427e-9e90-8d0800b80286), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:10.821752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda517ce-a490-496c-91e4-ba45c3f6137f None None] Network aa84229e-5432-4ac8-ba7a-72aa15779650 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:10.826823 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240be7b-25db-42fc-a048-253488a29ab7 None None] Pushing event deleted for resources: {'Port': ['ID=9cd0a07f-135c-4a8e-adff-e271cf6615d6,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:10.844890 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment e53ef70e-2804-427e-9e90-8d0800b80286 resource provider aggregate not found Oct 28 10:02:10.848164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a240be7b-25db-42fc-a048-253488a29ab7 None None] No DVR routers for this DVR port 9cd0a07f-135c-4a8e-adff-e271cf6615d6 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:02:10.918591 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment e53ef70e-2804-427e-9e90-8d0800b80286 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e53ef70e-2804-427e-9e90-8d0800b80286 found for delete ", "request_id": "req-a8b2f7a3-e166-4ea3-af99-e9ae2a2e3497"}]} Oct 28 10:02:10.939917 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b91ca-a6db-4129-ad7e-4855cfdfa111 req-bc4c4d11-0b70-45b7-99da-88d8a4dd3ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:10.941449 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ae4b91ca-a6db-4129-ad7e-4855cfdfa111 req-bc4c4d11-0b70-45b7-99da-88d8a4dd3ce8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 1129 time: 0.0542789 Oct 28 10:02:10.997321 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ae4b91ca-a6db-4129-ad7e-4855cfdfa111 req-2332b757-2490-4790-a877-c674b115c9a8 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=25d72a75-70ea-42a0-b598-ec569e9c89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493407 Oct 28 10:02:11.024262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (97546794-2fba-4e90-a886-3e4c686b26b2), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:11.032109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:11.035686 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] 10.222.0.49 "DELETE /networking/v2.0/networks/97546794-2fba-4e90-a886-3e4c686b26b2 HTTP/1.1" status: 204 len: 168 time: 1.1446321 Oct 28 10:02:11.047995 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477501fa-4749-4c18-a03f-d0ae5d4638de tempest-TagsExtTest-1548912366 tempest-TagsExtTest-1548912366-project] Pushing event deleted for resources: {'Network': ['ID=97546794-2fba-4e90-a886-3e4c686b26b2,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:11.052938 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1644d886-a499-42d6-980e-6c0343098344 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:11.062455 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1644d886-a499-42d6-980e-6c0343098344 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:11.162180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:11.228946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1448bee-4816-4fc9-8558-ac7b6b687711 req-67218fb9-ff2b-4e84-8f83-1bed63535c97 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:11.230546 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e1448bee-4816-4fc9-8558-ac7b6b687711 req-67218fb9-ff2b-4e84-8f83-1bed63535c97 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 945 time: 0.0826499 Oct 28 10:02:11.293206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:11.321394 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e1448bee-4816-4fc9-8558-ac7b6b687711 req-2ae279f4-59ab-44d0-ade4-19ce435e8c9f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=25d72a75-70ea-42a0-b598-ec569e9c89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835280 Oct 28 10:02:11.511130 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:11.512578 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1644d886-a499-42d6-980e-6c0343098344 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (708079f1-ac09-4b04-aa28-8bfaac0c74fe), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:11.563926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1644d886-a499-42d6-980e-6c0343098344 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network aa84229e-5432-4ac8-ba7a-72aa15779650 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:11.567486 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-1644d886-a499-42d6-980e-6c0343098344 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:11.575298 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1644d886-a499-42d6-980e-6c0343098344 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:11.575890 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1644d886-a499-42d6-980e-6c0343098344 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:11.587359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644d886-a499-42d6-980e-6c0343098344 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Subnet': ['ID=708079f1-ac09-4b04-aa28-8bfaac0c74fe,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:11.604480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b38c92-df55-417a-9853-e12bc0223260 None None] Network aa84229e-5432-4ac8-ba7a-72aa15779650 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:11.636610 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42632) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:11.652962 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1644d886-a499-42d6-980e-6c0343098344 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8388937 Oct 28 10:02:11.657266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42636) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:11.662513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-92114420-68b7-4b39-886e-f105d0174f51 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'security_group': {'name': 'tempest-secgroup-891144093'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:11.673153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e9fe8f29-705f-4eb4-9a9d-0c6174a6b982 None None] Provisioning complete for port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:11.673537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8f29-705f-4eb4-9a9d-0c6174a6b982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2fcbfa81-bf75-4eee-86f4-fafebdbffbe6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:11.674393 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e9fe8f29-705f-4eb4-9a9d-0c6174a6b982 None None] Attempt 1 to provision port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 Oct 28 10:02:11.733541 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe8f29-705f-4eb4-9a9d-0c6174a6b982 None None] Port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:02:11.767236 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e9fe8f29-705f-4eb4-9a9d-0c6174a6b982 None None] Provisioning complete for port ac8d7984-ddcf-443c-b890-b55ef20e0748 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:11.767553 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8f29-705f-4eb4-9a9d-0c6174a6b982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:11.767893 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e9fe8f29-705f-4eb4-9a9d-0c6174a6b982 None None] Attempt 1 to provision port ac8d7984-ddcf-443c-b890-b55ef20e0748 Oct 28 10:02:11.770056 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-92114420-68b7-4b39-886e-f105d0174f51 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:11.804132 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d9bca2a5-4eb0-4c62-850b-2b7d2b58e40c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=42c5c6205dc84338bf6f64b2043189ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1662018 Oct 28 10:02:11.806961 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42638) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:11.850617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:11.866536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-92114420-68b7-4b39-886e-f105d0174f51 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (a6310fec-bec6-4129-b2fd-e310ef08fb9f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:11.871486 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b947f87d-d4b3-4d06-a887-16fd5209293b admin admin] Publish callbacks [] for security_group (3ac06538-ea7a-4eef-b14f-358232cd8b18), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:11.884967 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe8f29-705f-4eb4-9a9d-0c6174a6b982 None None] Current status of the port ac8d7984-ddcf-443c-b890-b55ef20e0748 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:11.905244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b947f87d-d4b3-4d06-a887-16fd5209293b admin admin] Publish callbacks [] for security_group (3ac06538-ea7a-4eef-b14f-358232cd8b18), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:11.908830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362af8b7-c1a3-44f2-9866-e1ac0d02a1a9 None None] Update dhcp port {'port': {'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'fixed_ips': [{'subnet_id': '56ca51e5-8f27-4a4b-ab2f-700a3a9b34ad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '708079f1-ac09-4b04-aa28-8bfaac0c74fe'}], 'binding:host_id': 'dv-neutron-zed-2-hyperv'}, 'id': 'ac8d7984-ddcf-443c-b890-b55ef20e0748'} from dv-neutron-zed-2-hyperv. {{(pid=114061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 28 10:02:11.941004 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-92114420-68b7-4b39-886e-f105d0174f51 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (a6310fec-bec6-4129-b2fd-e310ef08fb9f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:11.944251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-362af8b7-c1a3-44f2-9866-e1ac0d02a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:11.976540 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92114420-68b7-4b39-886e-f105d0174f51 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6310fec-bec6-4129-b2fd-e310ef08fb9f,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:12.012772 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b947f87d-d4b3-4d06-a887-16fd5209293b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (3ac06538-ea7a-4eef-b14f-358232cd8b18), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:12.015368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b947f87d-d4b3-4d06-a887-16fd5209293b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:12.016566 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b947f87d-d4b3-4d06-a887-16fd5209293b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3ac06538-ea7a-4eef-b14f-358232cd8b18 HTTP/1.1" status: 204 len: 168 time: 0.2081807 Oct 28 10:02:12.027140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-92114420-68b7-4b39-886e-f105d0174f51 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:12.031046 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-92114420-68b7-4b39-886e-f105d0174f51 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3701973 Oct 28 10:02:12.031257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42642) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:12.032504 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947f87d-d4b3-4d06-a887-16fd5209293b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac06538-ea7a-4eef-b14f-358232cd8b18,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:12.036866 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-23f76c82-580c-40a9-98cb-720cf516a78e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'security_group': {'name': 'tempest-secgroup-1132144813'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:12.130897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-362af8b7-c1a3-44f2-9866-e1ac0d02a1a9 None None] Allocated IP 2001:db8::2 (aa84229e-5432-4ac8-ba7a-72aa15779650/708079f1-ac09-4b04-aa28-8bfaac0c74fe/ac8d7984-ddcf-443c-b890-b55ef20e0748) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:12.167643 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-23f76c82-580c-40a9-98cb-720cf516a78e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:12.191089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:12.195288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9cd0a07f-135c-4a8e-adff-e271cf6615d6 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:02:12.226532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 9cd0a07f-135c-4a8e-adff-e271cf6615d6 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:02:12.226933 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9cd0a07f-135c-4a8e-adff-e271cf6615d6 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:02:12.260919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-362af8b7-c1a3-44f2-9866-e1ac0d02a1a9 None None] For port ac8d7984-ddcf-443c-b890-b55ef20e0748, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ac8d7984-ddcf-443c-b890-b55ef20e0748,segment=NetworkSegment(5fe30b2e-7554-4101-b92d-a64dd0d5d52a),segment_id=5fe30b2e-7554-4101-b92d-a64dd0d5d52a)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:12.266482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-23f76c82-580c-40a9-98cb-720cf516a78e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (8ad4b221-c987-4b92-b7fd-2405ee63c779), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:12.290752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-362af8b7-c1a3-44f2-9866-e1ac0d02a1a9 None None] Publish callbacks [] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:12.375778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-23f76c82-580c-40a9-98cb-720cf516a78e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (8ad4b221-c987-4b92-b7fd-2405ee63c779), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:12.380113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-362af8b7-c1a3-44f2-9866-e1ac0d02a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:12.420771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f76c82-580c-40a9-98cb-720cf516a78e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad4b221-c987-4b92-b7fd-2405ee63c779,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:12.463035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6d566-9d47-4f07-b461-e4a235168f88 req-ec162632-d078-4bcc-886f-13a6d0836495 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:12.471502 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fbb6d566-9d47-4f07-b461-e4a235168f88 req-ec162632-d078-4bcc-886f-13a6d0836495 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 945 time: 0.0636330 Oct 28 10:02:12.489939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-23f76c82-580c-40a9-98cb-720cf516a78e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:12.494192 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-23f76c82-580c-40a9-98cb-720cf516a78e tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4590495 Oct 28 10:02:12.495123 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42650) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:12.499741 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d3062a2f-99a5-4abe-bd0f-944e4df2e191 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'security_group': {'name': 'tempest-secgroup-656785869'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:12.540440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362af8b7-c1a3-44f2-9866-e1ac0d02a1a9 None None] Pushing event updated for resources: {'Port': ['ID=ac8d7984-ddcf-443c-b890-b55ef20e0748,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:12.540933 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fbb6d566-9d47-4f07-b461-e4a235168f88 req-7b1709d0-1d89-40b2-9f9e-e0a243f36587 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=25d72a75-70ea-42a0-b598-ec569e9c89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655158 Oct 28 10:02:12.602225 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d3062a2f-99a5-4abe-bd0f-944e4df2e191 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:12.630502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:12.682506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d3062a2f-99a5-4abe-bd0f-944e4df2e191 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (0c2b1690-b6b1-49d6-8aeb-ab002fc7f873), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:12.791607 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d3062a2f-99a5-4abe-bd0f-944e4df2e191 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (0c2b1690-b6b1-49d6-8aeb-ab002fc7f873), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:12.829724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3062a2f-99a5-4abe-bd0f-944e4df2e191 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2b1690-b6b1-49d6-8aeb-ab002fc7f873,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:12.903089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d3062a2f-99a5-4abe-bd0f-944e4df2e191 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:12.904465 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d3062a2f-99a5-4abe-bd0f-944e4df2e191 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4083712 Oct 28 10:02:12.907479 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42658) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:12.913117 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-0491d79f-2d60-421b-be23-b9ff9a683f9d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-455272924', 'security_groups': ['0c2b1690-b6b1-49d6-8aeb-ab002fc7f873'], 'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '708079f1-ac09-4b04-aa28-8bfaac0c74fe'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:12.975222 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:13.009745 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-354d8f63-4b3d-4c7c-9073-6d3a7962193b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:13.048099 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:13.079058 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=83 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:13.170066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0491d79f-2d60-421b-be23-b9ff9a683f9d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:13.178906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:13.212175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a14849b3-c5c8-4255-8b71-3ff2255c3fac None None] Provisioning complete for port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:13.212546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a14849b3-c5c8-4255-8b71-3ff2255c3fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2fcbfa81-bf75-4eee-86f4-fafebdbffbe6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:13.212882 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a14849b3-c5c8-4255-8b71-3ff2255c3fac None None] Attempt 1 to provision port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 Oct 28 10:02:13.252999 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a14849b3-c5c8-4255-8b71-3ff2255c3fac None None] Port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:02:13.261979 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a14849b3-c5c8-4255-8b71-3ff2255c3fac None None] Provisioning complete for port ac8d7984-ddcf-443c-b890-b55ef20e0748 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:13.262174 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a14849b3-c5c8-4255-8b71-3ff2255c3fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:13.262496 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a14849b3-c5c8-4255-8b71-3ff2255c3fac None None] Attempt 1 to provision port ac8d7984-ddcf-443c-b890-b55ef20e0748 Oct 28 10:02:13.280106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0491d79f-2d60-421b-be23-b9ff9a683f9d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:13.305763 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [None req-0491d79f-2d60-421b-be23-b9ff9a683f9d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] device_id is not set on port f52b6ca9-80a9-4268-bc36-ef103425497e yet. {{(pid=114059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:02:13.344347 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a14849b3-c5c8-4255-8b71-3ff2255c3fac None None] Current status of the port ac8d7984-ddcf-443c-b890-b55ef20e0748 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:13.392690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:13.492477 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-0491d79f-2d60-421b-be23-b9ff9a683f9d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Allocated IP 2001:db8::134 (aa84229e-5432-4ac8-ba7a-72aa15779650/708079f1-ac09-4b04-aa28-8bfaac0c74fe/f52b6ca9-80a9-4268-bc36-ef103425497e) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:13.693628 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0491d79f-2d60-421b-be23-b9ff9a683f9d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (f52b6ca9-80a9-4268-bc36-ef103425497e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:13.708974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f633f64-bb92-4dc8-9269-a6844be1f360 req-edf94806-a875-4e57-ab90-8e9b9f0f8907 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:13.710762 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6f633f64-bb92-4dc8-9269-a6844be1f360 req-edf94806-a875-4e57-ab90-8e9b9f0f8907 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 945 time: 0.0763850 Oct 28 10:02:13.787822 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6f633f64-bb92-4dc8-9269-a6844be1f360 req-eaa8e1e1-4194-44da-b101-2ab9342cabec tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=25d72a75-70ea-42a0-b598-ec569e9c89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656734 Oct 28 10:02:13.866121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0491d79f-2d60-421b-be23-b9ff9a683f9d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (f52b6ca9-80a9-4268-bc36-ef103425497e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:13.951417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0491d79f-2d60-421b-be23-b9ff9a683f9d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network aa84229e-5432-4ac8-ba7a-72aa15779650 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:13.959893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-0491d79f-2d60-421b-be23-b9ff9a683f9d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:13.962454 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0491d79f-2d60-421b-be23-b9ff9a683f9d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:02:13.972201 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0491d79f-2d60-421b-be23-b9ff9a683f9d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:13.972201 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0491d79f-2d60-421b-be23-b9ff9a683f9d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:13.985909 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491d79f-2d60-421b-be23-b9ff9a683f9d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=f52b6ca9-80a9-4268-bc36-ef103425497e,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:14.001493 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c3383-2dec-46bf-a8a4-88c86a930985 req-14b78340-457a-40a0-a96b-a25d1f61bdeb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:14.001493 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1a2c3383-2dec-46bf-a8a4-88c86a930985 req-14b78340-457a-40a0-a96b-a25d1f61bdeb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 945 time: 0.1276875 Oct 28 10:02:14.060282 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1a2c3383-2dec-46bf-a8a4-88c86a930985 req-9aa9402a-a373-4195-8d70-894880c9224b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=25d72a75-70ea-42a0-b598-ec569e9c89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550389 Oct 28 10:02:14.075467 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0491d79f-2d60-421b-be23-b9ff9a683f9d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1642599 Oct 28 10:02:14.077545 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42686) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:14.091153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42688) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:14.091390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7bed6ea4-c65f-4a03-a10e-2ad6cd5121a8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'subnet': {'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:14.146332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21295a9-ba54-48b3-b284-553d2cc6eebe tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:14.148089 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a21295a9-ba54-48b3-b284-553d2cc6eebe tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 1124 time: 0.0556545 Oct 28 10:02:14.151511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42690) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:14.161092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:14.229093 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ac8d7984-ddcf-443c-b890-b55ef20e0748 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:14.284447 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:14.293460 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ac8d7984-ddcf-443c-b890-b55ef20e0748 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:14.293460 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:14.293460 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ac8d7984-ddcf-443c-b890-b55ef20e0748 Oct 28 10:02:14.335565 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:14.352935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bed6ea4-c65f-4a03-a10e-2ad6cd5121a8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:14.356942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7bed6ea4-c65f-4a03-a10e-2ad6cd5121a8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:14.381279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2ac47197-c674-483b-b9cf-9addce3e6b1e None None] Provisioning complete for port f52b6ca9-80a9-4268-bc36-ef103425497e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:14.381871 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2ac47197-c674-483b-b9cf-9addce3e6b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f52b6ca9-80a9-4268-bc36-ef103425497e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:14.382716 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2ac47197-c674-483b-b9cf-9addce3e6b1e None None] Attempt 1 to provision port f52b6ca9-80a9-4268-bc36-ef103425497e Oct 28 10:02:14.408235 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:14.436440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2ac47197-c674-483b-b9cf-9addce3e6b1e None None] Port f52b6ca9-80a9-4268-bc36-ef103425497e cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:02:14.447483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ac8d7984-ddcf-443c-b890-b55ef20e0748 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:14.472022 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.ipam_backend_mixin [None req-7bed6ea4-c65f-4a03-a10e-2ad6cd5121a8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 708079f1-ac09-4b04-aa28-8bfaac0c74fe (CIDR: 2001:db8::/64) Oct 28 10:02:14.525149 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bed6ea4-c65f-4a03-a10e-2ad6cd5121a8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:14.526234 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bed6ea4-c65f-4a03-a10e-2ad6cd5121a8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:02:14.579168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.225 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/8eaf80d4-38bf-40c4-beb4-56726be8bfac) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:14.609449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42696) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:14.614998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-5563f496-5bc7-49fe-b1d0-cffd30465927 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1231361327', 'description': 'tempest-secgroup-smoke-1231361327 description', 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:14.624498 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7bed6ea4-c65f-4a03-a10e-2ad6cd5121a8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5461473 Oct 28 10:02:14.630298 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42698) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:14.644871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-6730b112-f083-4812-aac6-b4c37f3bd84a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'subnet': {'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:14.707395 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (8eaf80d4-38bf-40c4-beb4-56726be8bfac), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:14.741402 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5563f496-5bc7-49fe-b1d0-cffd30465927 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:14.757310 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5563f496-5bc7-49fe-b1d0-cffd30465927 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:14.833319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (8eaf80d4-38bf-40c4-beb4-56726be8bfac), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:14.850864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5563f496-5bc7-49fe-b1d0-cffd30465927 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group (9500bc6a-79e5-45bf-95fe-7b9399ffb1b0), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:14.864887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6730b112-f083-4812-aac6-b4c37f3bd84a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:14.866645 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6730b112-f083-4812-aac6-b4c37f3bd84a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:14.872573 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:14.883755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:14.889152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:14.893969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=8eaf80d4-38bf-40c4-beb4-56726be8bfac,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:14.893969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:02:14.921026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5563f496-5bc7-49fe-b1d0-cffd30465927 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (9500bc6a-79e5-45bf-95fe-7b9399ffb1b0), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:14.990318 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563f496-5bc7-49fe-b1d0-cffd30465927 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9500bc6a-79e5-45bf-95fe-7b9399ffb1b0,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:15.016694 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.ipam_backend_mixin [None req-6730b112-f083-4812-aac6-b4c37f3bd84a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 56ca51e5-8f27-4a4b-ab2f-700a3a9b34ad (CIDR: 2001:db8:0:1::/64) Oct 28 10:02:15.041232 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5563f496-5bc7-49fe-b1d0-cffd30465927 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group (ea890f1f-c981-4462-a115-c5598e9eb360), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:15.051248 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-6730b112-f083-4812-aac6-b4c37f3bd84a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:15.051756 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6730b112-f083-4812-aac6-b4c37f3bd84a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:02:15.075924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:15.107050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5563f496-5bc7-49fe-b1d0-cffd30465927 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (ea890f1f-c981-4462-a115-c5598e9eb360), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:15.138868 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563f496-5bc7-49fe-b1d0-cffd30465927 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea890f1f-c981-4462-a115-c5598e9eb360,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:15.167080 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6730b112-f083-4812-aac6-b4c37f3bd84a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5357296 Oct 28 10:02:15.169935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42700) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:15.175594 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-74012ea1-424d-4444-82bb-a996e8e569ca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'subnet': {'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:15.274768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5563f496-5bc7-49fe-b1d0-cffd30465927 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:15.276190 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5563f496-5bc7-49fe-b1d0-cffd30465927 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6657190 Oct 28 10:02:15.279450 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42702) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:15.288327 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-713e3bb1-fa6e-4fd6-8582-9f540d2e1c0b tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Request body: {'security_group_rule': {'security_group_id': 'ea890f1f-c981-4462-a115-c5598e9eb360', 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:15.361898 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-21e2da5b-7fb2-44ff-8682-d80ac091492e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:15.395793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:15.412693 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (102dc8a0-d6ec-432a-8fb7-8d5dd0efa984), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:15.467348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74012ea1-424d-4444-82bb-a996e8e569ca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Made reservation on behalf of ca63ccf8f825493e97e93fc2a91c67ac for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:15.472079 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-74012ea1-424d-4444-82bb-a996e8e569ca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:15.489786 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-713e3bb1-fa6e-4fd6-8582-9f540d2e1c0b tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (0f596513-1943-4f1d-989a-e40183332222), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:15.590914 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (8eaf80d4-38bf-40c4-beb4-56726be8bfac), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:15.623124 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-713e3bb1-fa6e-4fd6-8582-9f540d2e1c0b tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (0f596513-1943-4f1d-989a-e40183332222), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:15.692522 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-713e3bb1-fa6e-4fd6-8582-9f540d2e1c0b tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (0f596513-1943-4f1d-989a-e40183332222), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:15.728375 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:15.742737 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e3bb1-fa6e-4fd6-8582-9f540d2e1c0b tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f596513-1943-4f1d-989a-e40183332222,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:15.760525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (8eaf80d4-38bf-40c4-beb4-56726be8bfac), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:15.829373 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-713e3bb1-fa6e-4fd6-8582-9f540d2e1c0b tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:15.831269 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-713e3bb1-fa6e-4fd6-8582-9f540d2e1c0b tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5509872 Oct 28 10:02:15.840569 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42704) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:15.840569 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-0b53cd35-422a-4b4f-9dde-6845bdbabd1a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Request body: {'security_group_rule': {'security_group_id': 'ea890f1f-c981-4462-a115-c5598e9eb360', 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:15.861458 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (8eaf80d4-38bf-40c4-beb4-56726be8bfac), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:15.861653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-74012ea1-424d-4444-82bb-a996e8e569ca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (c771f8ec-d52e-4576-b2c1-b787f1f98a7d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:15.910950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74012ea1-424d-4444-82bb-a996e8e569ca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Network aa84229e-5432-4ac8-ba7a-72aa15779650 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:15.915688 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-74012ea1-424d-4444-82bb-a996e8e569ca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:15.918801 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74012ea1-424d-4444-82bb-a996e8e569ca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:15.919401 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-74012ea1-424d-4444-82bb-a996e8e569ca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:15.927247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76fe59a-3314-4c03-a950-dea7842ab4a5 None None] Network aa84229e-5432-4ac8-ba7a-72aa15779650 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:15.931029 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74012ea1-424d-4444-82bb-a996e8e569ca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Subnet': ['ID=c771f8ec-d52e-4576-b2c1-b787f1f98a7d,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:15.932479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=8eaf80d4-38bf-40c4-beb4-56726be8bfac,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:15.934197 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (102dc8a0-d6ec-432a-8fb7-8d5dd0efa984), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:15.959684 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0b53cd35-422a-4b4f-9dde-6845bdbabd1a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (7b3032ea-3d12-4690-9abf-87f4c6e2cf6c), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:16.016997 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-74012ea1-424d-4444-82bb-a996e8e569ca tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8432672 Oct 28 10:02:16.017699 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42706) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:16.024572 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-80fb960d-d66e-455c-9c29-4fd8dd73a188 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-911972325', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c771f8ec-d52e-4576-b2c1-b787f1f98a7d'}], 'security_groups': ['a6310fec-bec6-4129-b2fd-e310ef08fb9f', '8ad4b221-c987-4b92-b7fd-2405ee63c779']}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:16.061940 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP 102dc8a0-d6ec-432a-8fb7-8d5dd0efa984 associated. External IP: 172.36.1.225, port: 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b. Oct 28 10:02:16.072101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0b53cd35-422a-4b4f-9dde-6845bdbabd1a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (7b3032ea-3d12-4690-9abf-87f4c6e2cf6c), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:16.123596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-80fb960d-d66e-455c-9c29-4fd8dd73a188 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f52b6ca9-80a9-4268-bc36-ef103425497e), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:16.128014 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0b53cd35-422a-4b4f-9dde-6845bdbabd1a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (7b3032ea-3d12-4690-9abf-87f4c6e2cf6c), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:16.193970 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53cd35-422a-4b4f-9dde-6845bdbabd1a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3032ea-3d12-4690-9abf-87f4c6e2cf6c,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:16.229446 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:16.255741 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0b53cd35-422a-4b4f-9dde-6845bdbabd1a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:16.257018 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0b53cd35-422a-4b4f-9dde-6845bdbabd1a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4220023 Oct 28 10:02:16.260491 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42710) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:16.264766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1758b80d-b409-4c22-8b00-32aeaf522c4a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Request body: {'security_group_rule': {'security_group_id': 'ea890f1f-c981-4462-a115-c5598e9eb360', 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:16.306874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3997e212-0856-48af-847e-622af29dc8b7 None None] Update dhcp port {'port': {'network_id': 'aa84229e-5432-4ac8-ba7a-72aa15779650', 'fixed_ips': [{'subnet_id': '56ca51e5-8f27-4a4b-ab2f-700a3a9b34ad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '708079f1-ac09-4b04-aa28-8bfaac0c74fe', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c771f8ec-d52e-4576-b2c1-b787f1f98a7d'}], 'binding:host_id': 'dv-neutron-zed-2-hyperv'}, 'id': 'ac8d7984-ddcf-443c-b890-b55ef20e0748'} from dv-neutron-zed-2-hyperv. {{(pid=114061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 28 10:02:16.322395 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:16.340498 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3997e212-0856-48af-847e-622af29dc8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:16.433908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:16.443600 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1758b80d-b409-4c22-8b00-32aeaf522c4a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (67870a30-e369-4f29-95f7-30393bcfc958), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:16.555238 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1758b80d-b409-4c22-8b00-32aeaf522c4a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (67870a30-e369-4f29-95f7-30393bcfc958), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:16.568067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-80fb960d-d66e-455c-9c29-4fd8dd73a188 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Delete allocated IP 2001:db8::134 (aa84229e-5432-4ac8-ba7a-72aa15779650/708079f1-ac09-4b04-aa28-8bfaac0c74fe) {{(pid=114059) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 10:02:16.575654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router b5793b3e-7136-47a6-92a2-6d01caa18628 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:02:16.577911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-80fb960d-d66e-455c-9c29-4fd8dd73a188 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Allocated IP 2001:db8:0:2::fb (aa84229e-5432-4ac8-ba7a-72aa15779650/c771f8ec-d52e-4576-b2c1-b787f1f98a7d/f52b6ca9-80a9-4268-bc36-ef103425497e) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:16.649002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1758b80d-b409-4c22-8b00-32aeaf522c4a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (67870a30-e369-4f29-95f7-30393bcfc958), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:16.700738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:02:16.701729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758b80d-b409-4c22-8b00-32aeaf522c4a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67870a30-e369-4f29-95f7-30393bcfc958,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:16.715571 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212e898-dfc8-4fd8-afdf-c92e46e0cee1 None None] Sync routers for ids ['b5793b3e-7136-47a6-92a2-6d01caa18628'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:02:16.727739 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212e898-dfc8-4fd8-afdf-c92e46e0cee1 None None] Routers {'b5793b3e-7136-47a6-92a2-6d01caa18628'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:02:16.728605 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d212e898-dfc8-4fd8-afdf-c92e46e0cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:02:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b5793b3e-7136-47a6-92a2-6d01caa18628'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:16.787204 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-80fb960d-d66e-455c-9c29-4fd8dd73a188 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for port (f52b6ca9-80a9-4268-bc36-ef103425497e), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:16.792116 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:16.794325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1758b80d-b409-4c22-8b00-32aeaf522c4a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:16.795937 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1758b80d-b409-4c22-8b00-32aeaf522c4a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5348139 Oct 28 10:02:16.798661 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42712) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:16.803218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7b18100f-f7f7-4271-8210-94ea68011a26 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Request body: {'security_group_rule': {'security_group_id': 'ea890f1f-c981-4462-a115-c5598e9eb360', 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:16.831077 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0ae3af8a-f03e-4540-9436-141c53c70622 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6783102 Oct 28 10:02:16.831665 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'tag': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:02:16.833794 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42714) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:16.833968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c74628-8e82-4f1e-81bf-fe6e0ec5eba6" -d '{"events": [{"name": "network-changed", "server_uuid": "af7fd670-96c7-4697-bc67-8fd4f7ec1328", "tag": "2bceb3ea-39aa-4dc9-9aaf-79c85b69754b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:02:16.840481 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d212e898-dfc8-4fd8-afdf-c92e46e0cee1 None None] Set router b5793b3e-7136-47a6-92a2-6d01caa18628 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:02:16.874436 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcf9bc6-20a8-4bc6-aa3f-b8caac3e2b33 x-openstack-request-id: req-5fcf9bc6-20a8-4bc6-aa3f-b8caac3e2b33 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:02:16.874773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7fd670-96c7-4697-bc67-8fd4f7ec1328", "tag": "2bceb3ea-39aa-4dc9-9aaf-79c85b69754b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:02:16.875033 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5fcf9bc6-20a8-4bc6-aa3f-b8caac3e2b33 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:02:16.875451 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fcf9bc6-20a8-4bc6-aa3f-b8caac3e2b33'] response: {'name': 'network-changed', 'server_uuid': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'tag': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'status': 'completed', 'code': 200} Oct 28 10:02:16.890379 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:16.916549 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:16.934553 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7b18100f-f7f7-4271-8210-94ea68011a26 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (f1dca32b-56f5-4c80-83d2-cb421b344149), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:16.937736 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-80fb960d-d66e-455c-9c29-4fd8dd73a188 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (f52b6ca9-80a9-4268-bc36-ef103425497e), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:16.978543 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-3997e212-0856-48af-847e-622af29dc8b7 None None] Allocated IP 2001:db8:0:2::2 (aa84229e-5432-4ac8-ba7a-72aa15779650/c771f8ec-d52e-4576-b2c1-b787f1f98a7d/ac8d7984-ddcf-443c-b890-b55ef20e0748) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:16.998772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74628-8e82-4f1e-81bf-fe6e0ec5eba6 req-b4a03ee9-bffb-435b-9052-e052229baf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:17.001196 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-67c74628-8e82-4f1e-81bf-fe6e0ec5eba6 req-b4a03ee9-bffb-435b-9052-e052229baf28 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 1129 time: 0.0575874 Oct 28 10:02:17.031365 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4f831aaf-b964-4c75-b638-df09f0c88720 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/102dc8a0-d6ec-432a-8fb7-8d5dd0efa984 HTTP/1.1" status: 200 len: 991 time: 0.1955597 Oct 28 10:02:17.081767 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb960d-d66e-455c-9c29-4fd8dd73a188 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event updated for resources: {'Port': ['ID=f52b6ca9-80a9-4268-bc36-ef103425497e,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:17.086849 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-80fb960d-d66e-455c-9c29-4fd8dd73a188 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] In _notify_port_updated(), no bound segment for port f52b6ca9-80a9-4268-bc36-ef103425497e on network aa84229e-5432-4ac8-ba7a-72aa15779650 {{(pid=114059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 10:02:17.091552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fb960d-d66e-455c-9c29-4fd8dd73a188 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:17.092207 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-80fb960d-d66e-455c-9c29-4fd8dd73a188 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.097293 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-80fb960d-d66e-455c-9c29-4fd8dd73a188 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "PUT /networking/v2.0/ports/f52b6ca9-80a9-4268-bc36-ef103425497e HTTP/1.1" status: 200 len: 968 time: 1.0783095 Oct 28 10:02:17.098826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42718) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:17.118820 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7b18100f-f7f7-4271-8210-94ea68011a26 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (f1dca32b-56f5-4c80-83d2-cb421b344149), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.131206 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:17.132810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3997e212-0856-48af-847e-622af29dc8b7 None None] For port ac8d7984-ddcf-443c-b890-b55ef20e0748, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ac8d7984-ddcf-443c-b890-b55ef20e0748,segment=NetworkSegment(5fe30b2e-7554-4101-b92d-a64dd0d5d52a),segment_id=5fe30b2e-7554-4101-b92d-a64dd0d5d52a)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:17.145040 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d212e898-dfc8-4fd8-afdf-c92e46e0cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:01:36Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '102dc8a0-d6ec-432a-8fb7-8d5dd0efa984', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.225', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'port_id': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'mac_address': 'fa:16:3e:b7:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:02:15Z', 'updated_at': '2022-10-28T10:02:15Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136b4a4-607c-4150-a7ce-6b018076653e', 'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:80:7d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:31Z', 'updated_at': '2022-10-28T10:01:42Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:17.163780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3997e212-0856-48af-847e-622af29dc8b7 None None] Publish callbacks [] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.168839 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74628-8e82-4f1e-81bf-fe6e0ec5eba6 req-b9bb36c6-6a58-4d4f-8fdb-5444da0e7a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:17.170542 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-67c74628-8e82-4f1e-81bf-fe6e0ec5eba6 req-b9bb36c6-6a58-4d4f-8fdb-5444da0e7a50 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=95b843d7-23ec-4cf0-a747-f90e4501e5ec HTTP/1.1" status: 200 len: 898 time: 0.1634834 Oct 28 10:02:17.177125 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212e898-dfc8-4fd8-afdf-c92e46e0cee1 None None] Checking router: b5793b3e-7136-47a6-92a2-6d01caa18628 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:02:17.186950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7b18100f-f7f7-4271-8210-94ea68011a26 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (f1dca32b-56f5-4c80-83d2-cb421b344149), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.190459 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212e898-dfc8-4fd8-afdf-c92e46e0cee1 None None] Routers {'b5793b3e-7136-47a6-92a2-6d01caa18628'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:02:17.191189 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d212e898-dfc8-4fd8-afdf-c92e46e0cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:02:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b5793b3e-7136-47a6-92a2-6d01caa18628'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:17.217789 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18100f-f7f7-4271-8210-94ea68011a26 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1dca32b-56f5-4c80-83d2-cb421b344149,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:17.239013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3997e212-0856-48af-847e-622af29dc8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.242629 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:17.264800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-57fae4e7-f87d-4f34-9564-e1dc2bc43edd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port f52b6ca9-80a9-4268-bc36-ef103425497e {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:02:17.265215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57fae4e7-f87d-4f34-9564-e1dc2bc43edd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f52b6ca9-80a9-4268-bc36-ef103425497e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.289657 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-67c74628-8e82-4f1e-81bf-fe6e0ec5eba6 req-76439427-ed97-4c2c-b0be-b60862b8f9ac service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bceb3ea-39aa-4dc9-9aaf-79c85b69754b HTTP/1.1" status: 200 len: 999 time: 0.1116254 Oct 28 10:02:17.305882 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7b18100f-f7f7-4271-8210-94ea68011a26 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.308740 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7b18100f-f7f7-4271-8210-94ea68011a26 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5089400 Oct 28 10:02:17.309436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42720) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:17.314999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b621fac1-b68e-4867-800d-2fa1fe16808d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Request body: {'security_group_rule': {'security_group_id': 'ea890f1f-c981-4462-a115-c5598e9eb360', 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:17.332559 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d212e898-dfc8-4fd8-afdf-c92e46e0cee1 None None] Set router b5793b3e-7136-47a6-92a2-6d01caa18628 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:02:17.365958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997e212-0856-48af-847e-622af29dc8b7 None None] Pushing event updated for resources: {'Port': ['ID=ac8d7984-ddcf-443c-b890-b55ef20e0748,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:17.401900 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:17.406743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74628-8e82-4f1e-81bf-fe6e0ec5eba6 req-7f6425e7-8a9b-419c-89f3-5217d0e3d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:17.408110 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-67c74628-8e82-4f1e-81bf-fe6e0ec5eba6 req-7f6425e7-8a9b-419c-89f3-5217d0e3d440 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c7cd9108-6188-4142-947d-193c0b80df7a HTTP/1.1" status: 200 len: 835 time: 0.0859497 Oct 28 10:02:17.431158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57fae4e7-f87d-4f34-9564-e1dc2bc43edd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f52b6ca9-80a9-4268-bc36-ef103425497e), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.442010 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-b621fac1-b68e-4867-800d-2fa1fe16808d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Project fea74ec1cef84d5d8533684dc2ea706f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:02:17.448862 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b621fac1-b68e-4867-800d-2fa1fe16808d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (f64543af-9610-40cd-88f5-43a444f4be8d), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.467780 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-57fae4e7-f87d-4f34-9564-e1dc2bc43edd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for f52b6ca9-80a9-4268-bc36-ef103425497e owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:02:17.484246 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74628-8e82-4f1e-81bf-fe6e0ec5eba6 req-49dbc99a-9ae6-44db-880e-ce02ec696674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:17.486706 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-67c74628-8e82-4f1e-81bf-fe6e0ec5eba6 req-49dbc99a-9ae6-44db-880e-ce02ec696674 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=95b843d7-23ec-4cf0-a747-f90e4501e5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0673065 Oct 28 10:02:17.534157 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b621fac1-b68e-4867-800d-2fa1fe16808d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (f64543af-9610-40cd-88f5-43a444f4be8d), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.656010 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-67c74628-8e82-4f1e-81bf-fe6e0ec5eba6 req-7c41a2c3-b196-4cd2-92be-dece7a5acdab service neutron] 10.222.0.48 "GET /networking/v2.0/networks/95b843d7-23ec-4cf0-a747-f90e4501e5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621044 Oct 28 10:02:17.664322 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b621fac1-b68e-4867-800d-2fa1fe16808d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (f64543af-9610-40cd-88f5-43a444f4be8d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.697287 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:17.706114 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621fac1-b68e-4867-800d-2fa1fe16808d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64543af-9610-40cd-88f5-43a444f4be8d,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:17.730994 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d212e898-dfc8-4fd8-afdf-c92e46e0cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:01:36Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '102dc8a0-d6ec-432a-8fb7-8d5dd0efa984', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.225', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'port_id': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'mac_address': 'fa:16:3e:b7:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:02:15Z', 'updated_at': '2022-10-28T10:02:15Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136b4a4-607c-4150-a7ce-6b018076653e', 'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:80:7d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:31Z', 'updated_at': '2022-10-28T10:01:42Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:17.761642 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212e898-dfc8-4fd8-afdf-c92e46e0cee1 None None] The sync data for ids ['b5793b3e-7136-47a6-92a2-6d01caa18628'] in dv-neutron-zed-2-hyperv is: [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:01:36Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '102dc8a0-d6ec-432a-8fb7-8d5dd0efa984', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.225', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'port_id': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'mac_address': 'fa:16:3e:b7:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:02:15Z', 'updated_at': '2022-10-28T10:02:15Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136b4a4-607c-4150-a7ce-6b018076653e', 'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:80:7d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:31Z', 'updated_at': '2022-10-28T10:01:42Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:02:17.775782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b621fac1-b68e-4867-800d-2fa1fe16808d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.776658 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b621fac1-b68e-4867-800d-2fa1fe16808d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4662161 Oct 28 10:02:17.779693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42722) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:17.784614 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-6bccd82d-c307-470f-a76a-2052368590c1 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Request body: {'security_group_rule': {'security_group_id': 'ea890f1f-c981-4462-a115-c5598e9eb360', 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:17.835379 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-67c74628-8e82-4f1e-81bf-fe6e0ec5eba6 req-ebce2c35-447e-4ac6-b500-38d561e8c8a4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/95b843d7-23ec-4cf0-a747-f90e4501e5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733184 Oct 28 10:02:17.870539 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-6bccd82d-c307-470f-a76a-2052368590c1 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Project fea74ec1cef84d5d8533684dc2ea706f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:02:17.881795 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6bccd82d-c307-470f-a76a-2052368590c1 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (631438c4-e466-4582-888f-2e1563dc4e0a), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.923024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57fae4e7-f87d-4f34-9564-e1dc2bc43edd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f52b6ca9-80a9-4268-bc36-ef103425497e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.960774 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6bccd82d-c307-470f-a76a-2052368590c1 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (631438c4-e466-4582-888f-2e1563dc4e0a), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.989389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fae4e7-f87d-4f34-9564-e1dc2bc43edd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=f52b6ca9-80a9-4268-bc36-ef103425497e,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:17.993092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.995790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57fae4e7-f87d-4f34-9564-e1dc2bc43edd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.999166 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-57fae4e7-f87d-4f34-9564-e1dc2bc43edd tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f52b6ca9-80a9-4268-bc36-ef103425497e HTTP/1.1" status: 204 len: 168 time: 0.8988347 Oct 28 10:02:18.003285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42724) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:18.033649 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66716ad-1862-452a-9e87-a7d598206b58 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] GET failed (client error): The resource could not be found. Oct 28 10:02:18.034381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42726) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:18.037770 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c66716ad-1862-452a-9e87-a7d598206b58 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports/f52b6ca9-80a9-4268-bc36-ef103425497e HTTP/1.1" status: 404 len: 333 time: 0.0305903 Oct 28 10:02:18.037977 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42728) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:18.053412 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6bccd82d-c307-470f-a76a-2052368590c1 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (631438c4-e466-4582-888f-2e1563dc4e0a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.084942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a132a3c-27a6-4613-83a5-2d7f20326e45 None None] New status for floating IP 102dc8a0-d6ec-432a-8fb7-8d5dd0efa984: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:02:18.101691 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccd82d-c307-470f-a76a-2052368590c1 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631438c4-e466-4582-888f-2e1563dc4e0a,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:18.129597 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-197a20e7-d560-4a9e-9e28-c929c99b96fa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (0c2b1690-b6b1-49d6-8aeb-ab002fc7f873), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.162162 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6bccd82d-c307-470f-a76a-2052368590c1 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.170234 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6bccd82d-c307-470f-a76a-2052368590c1 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3894095 Oct 28 10:02:18.170954 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42730) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:18.192368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-20dbad46-8f6f-4bd6-b7f9-773999bd9a2d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Request body: {'network': {'name': 'tempest-network-smoke--1241383769', 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'port_security_enabled': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:18.206145 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4e7619bc-f51f-4e30-8e7f-44e4a3f27b67 None None] Provisioning complete for port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:18.206145 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4e7619bc-f51f-4e30-8e7f-44e4a3f27b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2fcbfa81-bf75-4eee-86f4-fafebdbffbe6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.206145 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4e7619bc-f51f-4e30-8e7f-44e4a3f27b67 None None] Attempt 1 to provision port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 Oct 28 10:02:18.206467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-197a20e7-d560-4a9e-9e28-c929c99b96fa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (0c2b1690-b6b1-49d6-8aeb-ab002fc7f873), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.211453 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:18.252923 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:18.253788 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4b828861-ee21-42a0-9301-f9c873891f5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/102dc8a0-d6ec-432a-8fb7-8d5dd0efa984 HTTP/1.1" status: 200 len: 991 time: 0.2180483 Oct 28 10:02:18.275523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ac8d7984-ddcf-443c-b890-b55ef20e0748 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:18.278127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4e7619bc-f51f-4e30-8e7f-44e4a3f27b67 None None] Port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:02:18.308624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4e7619bc-f51f-4e30-8e7f-44e4a3f27b67 None None] Could not find standard attr ID for object f52b6ca9-80a9-4268-bc36-ef103425497e. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:02:18.330501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:18.353154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4e7619bc-f51f-4e30-8e7f-44e4a3f27b67 None None] Provisioning complete for port ac8d7984-ddcf-443c-b890-b55ef20e0748 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:18.353459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4e7619bc-f51f-4e30-8e7f-44e4a3f27b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.353765 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4e7619bc-f51f-4e30-8e7f-44e4a3f27b67 None None] Attempt 1 to provision port ac8d7984-ddcf-443c-b890-b55ef20e0748 Oct 28 10:02:18.376449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dbad46-8f6f-4bd6-b7f9-773999bd9a2d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Made reservation on behalf of fea74ec1cef84d5d8533684dc2ea706f for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:18.380308 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-20dbad46-8f6f-4bd6-b7f9-773999bd9a2d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.390269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ac8d7984-ddcf-443c-b890-b55ef20e0748 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:18.390625 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.391207 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ac8d7984-ddcf-443c-b890-b55ef20e0748 Oct 28 10:02:18.429343 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-197a20e7-d560-4a9e-9e28-c929c99b96fa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (0c2b1690-b6b1-49d6-8aeb-ab002fc7f873), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.433367 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-197a20e7-d560-4a9e-9e28-c929c99b96fa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.434802 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-197a20e7-d560-4a9e-9e28-c929c99b96fa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0c2b1690-b6b1-49d6-8aeb-ab002fc7f873 HTTP/1.1" status: 204 len: 168 time: 0.3958676 Oct 28 10:02:18.438854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42732) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:18.450914 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20dbad46-8f6f-4bd6-b7f9-773999bd9a2d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:02:18.468362 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a20e7-d560-4a9e-9e28-c929c99b96fa tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2b1690-b6b1-49d6-8aeb-ab002fc7f873,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:18.474165 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-20dbad46-8f6f-4bd6-b7f9-773999bd9a2d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (36a26154-8cd3-4ea5-8028-8bbd727757f2), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.474887 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-20dbad46-8f6f-4bd6-b7f9-773999bd9a2d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Added segment 36a26154-8cd3-4ea5-8028-8bbd727757f2 of type vlan for network d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 Oct 28 10:02:18.519318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4e7619bc-f51f-4e30-8e7f-44e4a3f27b67 None None] Current status of the port ac8d7984-ddcf-443c-b890-b55ef20e0748 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:18.536517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cc6e72bc-f98a-4456-90ed-5799105f42bb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (8ad4b221-c987-4b92-b7fd-2405ee63c779), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.537487 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-20dbad46-8f6f-4bd6-b7f9-773999bd9a2d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (d4dabc19-8431-4a27-ba7c-42fb5ed6edf4), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.557705 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ac8d7984-ddcf-443c-b890-b55ef20e0748 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:18.565902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cc6e72bc-f98a-4456-90ed-5799105f42bb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (8ad4b221-c987-4b92-b7fd-2405ee63c779), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.575971 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.624311 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-20dbad46-8f6f-4bd6-b7f9-773999bd9a2d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (d4dabc19-8431-4a27-ba7c-42fb5ed6edf4), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.631228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dbad46-8f6f-4bd6-b7f9-773999bd9a2d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:18.631863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-20dbad46-8f6f-4bd6-b7f9-773999bd9a2d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.633154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-fa14979f-6343-48b9-9b06-1c1ce88ebafa None None] Could not find standard attr ID for object f52b6ca9-80a9-4268-bc36-ef103425497e. {{(pid=114061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 28 10:02:18.710168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbad46-8f6f-4bd6-b7f9-773999bd9a2d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event updated for resources: {'Network': ['ID=d4dabc19-8431-4a27-ba7c-42fb5ed6edf4,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:18.720636 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:02:18.721538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cc6e72bc-f98a-4456-90ed-5799105f42bb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (8ad4b221-c987-4b92-b7fd-2405ee63c779), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.724296 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cc6e72bc-f98a-4456-90ed-5799105f42bb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.728035 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cc6e72bc-f98a-4456-90ed-5799105f42bb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8ad4b221-c987-4b92-b7fd-2405ee63c779 HTTP/1.1" status: 204 len: 168 time: 0.2855124 Oct 28 10:02:18.740676 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42734) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:18.741007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e72bc-f98a-4456-90ed-5799105f42bb tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad4b221-c987-4b92-b7fd-2405ee63c779,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:18.763856 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-20dbad46-8f6f-4bd6-b7f9-773999bd9a2d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5883002 Oct 28 10:02:18.768302 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42736) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:18.774607 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1868206850', 'admin_state_up': True, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:18.799400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a46a6376-f485-4bc6-b59a-eea93838d89d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (a6310fec-bec6-4129-b2fd-e310ef08fb9f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.823210 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a46a6376-f485-4bc6-b59a-eea93838d89d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (a6310fec-bec6-4129-b2fd-e310ef08fb9f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.832905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:18.859086 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (81647dcf-dcda-4265-bfbb-b8703e649526), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.860254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (81647dcf-dcda-4265-bfbb-b8703e649526), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.982219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a46a6376-f485-4bc6-b59a-eea93838d89d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (a6310fec-bec6-4129-b2fd-e310ef08fb9f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.984961 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a46a6376-f485-4bc6-b59a-eea93838d89d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:18.986143 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a46a6376-f485-4bc6-b59a-eea93838d89d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a6310fec-bec6-4129-b2fd-e310ef08fb9f HTTP/1.1" status: 204 len: 168 time: 0.2566130 Oct 28 10:02:18.989971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42738) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:18.998967 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a6376-f485-4bc6-b59a-eea93838d89d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6310fec-bec6-4129-b2fd-e310ef08fb9f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:19.005313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:19.015056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:19.060548 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for router_controller (81647dcf-dcda-4265-bfbb-b8703e649526), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:19.080770 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93b2dc4-a859-4e93-903b-622b26bc200d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting subnet 708079f1-ac09-4b04-aa28-8bfaac0c74fe {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:02:19.083891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a93b2dc4-a859-4e93-903b-622b26bc200d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (708079f1-ac09-4b04-aa28-8bfaac0c74fe), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:19.127682 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a93b2dc4-a859-4e93-903b-622b26bc200d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (708079f1-ac09-4b04-aa28-8bfaac0c74fe), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:19.252666 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42740) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:19.276795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:19.311861 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for router_gateway (81647dcf-dcda-4265-bfbb-b8703e649526), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:19.314279 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6145e51e-5bf0-4b5d-aa33-ea4fde0e6352 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/102dc8a0-d6ec-432a-8fb7-8d5dd0efa984 HTTP/1.1" status: 200 len: 993 time: 0.0599151 Oct 28 10:02:19.351990 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a93b2dc4-a859-4e93-903b-622b26bc200d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (708079f1-ac09-4b04-aa28-8bfaac0c74fe), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:19.502764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a93b2dc4-a859-4e93-903b-622b26bc200d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (708079f1-ac09-4b04-aa28-8bfaac0c74fe), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:19.541311 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b2dc4-a859-4e93-903b-622b26bc200d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Subnet': ['ID=708079f1-ac09-4b04-aa28-8bfaac0c74fe,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:19.558534 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a93b2dc4-a859-4e93-903b-622b26bc200d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:19.562413 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a93b2dc4-a859-4e93-903b-622b26bc200d tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/708079f1-ac09-4b04-aa28-8bfaac0c74fe HTTP/1.1" status: 204 len: 168 time: 0.5707047 Oct 28 10:02:19.568389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7a8b00-dd78-4e3d-afe3-30a8eb7711f4 None None] Network aa84229e-5432-4ac8-ba7a-72aa15779650 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:19.568597 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42742) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:19.633685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-5273de7d-8ad1-4437-8598-221478239fe4 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting subnet c771f8ec-d52e-4576-b2c1-b787f1f98a7d {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:02:19.637325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5273de7d-8ad1-4437-8598-221478239fe4 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (c771f8ec-d52e-4576-b2c1-b787f1f98a7d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:19.661768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for router_gateway (81647dcf-dcda-4265-bfbb-b8703e649526), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:19.670476 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:19.688733 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:19.697433 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:19.700242 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5273de7d-8ad1-4437-8598-221478239fe4 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (c771f8ec-d52e-4576-b2c1-b787f1f98a7d), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:19.795150 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5273de7d-8ad1-4437-8598-221478239fe4 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (c771f8ec-d52e-4576-b2c1-b787f1f98a7d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:19.826993 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Allocated IP 172.36.1.214 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/04fafdfd-ec94-419f-85bc-96400c21ce37) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:19.925258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5273de7d-8ad1-4437-8598-221478239fe4 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (c771f8ec-d52e-4576-b2c1-b787f1f98a7d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:19.954120 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for port (04fafdfd-ec94-419f-85bc-96400c21ce37), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:19.965901 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5273de7d-8ad1-4437-8598-221478239fe4 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:19.969172 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5273de7d-8ad1-4437-8598-221478239fe4 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c771f8ec-d52e-4576-b2c1-b787f1f98a7d HTTP/1.1" status: 204 len: 168 time: 0.3994198 Oct 28 10:02:19.970320 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273de7d-8ad1-4437-8598-221478239fe4 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Subnet': ['ID=c771f8ec-d52e-4576-b2c1-b787f1f98a7d,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:19.973030 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42744) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:20.056426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (04fafdfd-ec94-419f-85bc-96400c21ce37), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:20.111812 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:20.116719 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:20.121349 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:02:20.148014 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event updated for resources: {'Port': ['ID=04fafdfd-ec94-419f-85bc-96400c21ce37,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:20.177582 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:20.280034 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a219b437-267a-41b2-8c37-4928a95ab0e6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] DELETE failed (client error): The resource could not be found. Oct 28 10:02:20.280550 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a219b437-267a-41b2-8c37-4928a95ab0e6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:02:20.286564 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a219b437-267a-41b2-8c37-4928a95ab0e6 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/708079f1-ac09-4b04-aa28-8bfaac0c74fe HTTP/1.1" status: 404 len: 337 time: 0.3122420 Oct 28 10:02:20.287462 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42746) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:20.288049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:20.288209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:20.347262 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e8e2bb-3c51-46a9-baf1-ece0d8954acf tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting subnet 56ca51e5-8f27-4a4b-ab2f-700a3a9b34ad {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:02:20.351428 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-80e8e2bb-3c51-46a9-baf1-ece0d8954acf tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (56ca51e5-8f27-4a4b-ab2f-700a3a9b34ad), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:20.353859 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1232456e-6a10-4b8a-bd35-7843da1b7d46 None None] Network aa84229e-5432-4ac8-ba7a-72aa15779650 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:20.405369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-80e8e2bb-3c51-46a9-baf1-ece0d8954acf tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (56ca51e5-8f27-4a4b-ab2f-700a3a9b34ad), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:20.415747 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-5a129ab5-fd56-4921-ae03-c38380ac3b4e None None] Provisioning complete for port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:20.416127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5a129ab5-fd56-4921-ae03-c38380ac3b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2fcbfa81-bf75-4eee-86f4-fafebdbffbe6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:20.416739 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-5a129ab5-fd56-4921-ae03-c38380ac3b4e None None] Attempt 1 to provision port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 Oct 28 10:02:20.461612 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5a129ab5-fd56-4921-ae03-c38380ac3b4e None None] Port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:02:20.481424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-5a129ab5-fd56-4921-ae03-c38380ac3b4e None None] Provisioning complete for port ac8d7984-ddcf-443c-b890-b55ef20e0748 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:20.482102 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5a129ab5-fd56-4921-ae03-c38380ac3b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:20.482455 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-5a129ab5-fd56-4921-ae03-c38380ac3b4e None None] Attempt 1 to provision port ac8d7984-ddcf-443c-b890-b55ef20e0748 Oct 28 10:02:20.500243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-80e8e2bb-3c51-46a9-baf1-ece0d8954acf tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (56ca51e5-8f27-4a4b-ab2f-700a3a9b34ad), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:20.505606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for router_gateway (81647dcf-dcda-4265-bfbb-b8703e649526), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:20.522832 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:20.572327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:20.604858 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5a129ab5-fd56-4921-ae03-c38380ac3b4e None None] Current status of the port ac8d7984-ddcf-443c-b890-b55ef20e0748 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:20.696341 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-80e8e2bb-3c51-46a9-baf1-ece0d8954acf tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (56ca51e5-8f27-4a4b-ab2f-700a3a9b34ad), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:20.729885 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8e2bb-3c51-46a9-baf1-ece0d8954acf tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Subnet': ['ID=56ca51e5-8f27-4a4b-ab2f-700a3a9b34ad,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:20.735949 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-80e8e2bb-3c51-46a9-baf1-ece0d8954acf tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:20.740960 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-80e8e2bb-3c51-46a9-baf1-ece0d8954acf tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/56ca51e5-8f27-4a4b-ab2f-700a3a9b34ad HTTP/1.1" status: 204 len: 168 time: 0.4505353 Oct 28 10:02:20.744538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42748) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:20.777137 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-9115fca9-3ddb-4593-990c-77f3b2e45305 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] DELETE failed (client error): The resource could not be found. Oct 28 10:02:20.777694 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9115fca9-3ddb-4593-990c-77f3b2e45305 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:02:20.781053 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9115fca9-3ddb-4593-990c-77f3b2e45305 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/13337247-4baf-4b70-ace3-bf0b5c342fae HTTP/1.1" status: 404 len: 337 time: 0.0370116 Oct 28 10:02:20.783716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42750) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:20.822752 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c5e9685f-49ca-40f1-8392-2c8a3810995a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=336db5c2-dc09-4ddc-be82-29cd0247782c HTTP/1.1" status: 200 len: 205 time: 0.0347931 Oct 28 10:02:20.823956 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42752) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:20.872390 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-47682ead-5b74-4f60-b539-8235ad43bf81 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] delete failed (client error): The resource could not be found. Oct 28 10:02:20.880397 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-47682ead-5b74-4f60-b539-8235ad43bf81 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/routers/336db5c2-dc09-4ddc-be82-29cd0247782c HTTP/1.1" status: 404 len: 336 time: 0.0484574 Oct 28 10:02:20.880397 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42754) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:20.906220 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3b290b-f58e-48e2-8e10-c74d5202d7b8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] DELETE failed (client error): The resource could not be found. Oct 28 10:02:20.906711 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3b290b-f58e-48e2-8e10-c74d5202d7b8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:02:20.911572 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dd3b290b-f58e-48e2-8e10-c74d5202d7b8 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/63777643-e61d-47e7-9c6b-a0602ac9db29 HTTP/1.1" status: 404 len: 337 time: 0.0341895 Oct 28 10:02:20.913679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42756) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:20.946315 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-24853381-e797-4afe-9410-eeefc9af449a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] DELETE failed (client error): The resource could not be found. Oct 28 10:02:20.946872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24853381-e797-4afe-9410-eeefc9af449a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:02:20.952654 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-24853381-e797-4afe-9410-eeefc9af449a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/12273b3c-a54e-4cd3-b321-0def864c976a HTTP/1.1" status: 404 len: 337 time: 0.0347006 Oct 28 10:02:20.952654 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:20.953001 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42758) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:20.987514 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-86505dac-2cb1-400b-a764-36d88652ccf3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] DELETE failed (client error): The resource could not be found. Oct 28 10:02:20.987991 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86505dac-2cb1-400b-a764-36d88652ccf3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:02:20.993591 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-86505dac-2cb1-400b-a764-36d88652ccf3 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/f8d67ab3-2b51-40db-b7e9-0dfee6cfa884 HTTP/1.1" status: 404 len: 337 time: 0.0373502 Oct 28 10:02:20.994091 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42760) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:21.019944 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-47093723-81a9-4b86-89fc-4930302c49b5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] DELETE failed (client error): The resource could not be found. Oct 28 10:02:21.020558 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47093723-81a9-4b86-89fc-4930302c49b5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:02:21.026147 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-47093723-81a9-4b86-89fc-4930302c49b5 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/df591b0f-6efc-469d-a173-702fd6927da9 HTTP/1.1" status: 404 len: 333 time: 0.0288846 Oct 28 10:02:21.026487 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42762) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:21.039603 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (81647dcf-dcda-4265-bfbb-b8703e649526), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:21.058646 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e031be6-7b38-46cf-add4-4cd770a8e1a7 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] DELETE failed (client error): The resource could not be found. Oct 28 10:02:21.059382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e031be6-7b38-46cf-add4-4cd770a8e1a7 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:02:21.062895 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2e031be6-7b38-46cf-add4-4cd770a8e1a7 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4534c645-036e-4fdb-a34d-79411b0fdd8c HTTP/1.1" status: 404 len: 337 time: 0.0353663 Oct 28 10:02:21.065722 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42764) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:21.085604 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:21.095306 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64efd9e-c31a-44ab-9428-e13b531587b9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] DELETE failed (client error): The resource could not be found. Oct 28 10:02:21.095772 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64efd9e-c31a-44ab-9428-e13b531587b9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:02:21.099355 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b64efd9e-c31a-44ab-9428-e13b531587b9 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/690218ae-14ad-4ccb-a1ec-796fbe3cc5ca HTTP/1.1" status: 404 len: 337 time: 0.0324676 Oct 28 10:02:21.103757 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42766) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:21.130277 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4f0d92-b89d-4d4d-9b30-d11a64d85d8a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] DELETE failed (client error): The resource could not be found. Oct 28 10:02:21.130967 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4f0d92-b89d-4d4d-9b30-d11a64d85d8a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:02:21.136603 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7f4f0d92-b89d-4d4d-9b30-d11a64d85d8a tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/2101a826-2a37-40e8-921c-cf0ba31dce12 HTTP/1.1" status: 404 len: 333 time: 0.0293205 Oct 28 10:02:21.136773 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42768) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:21.155851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630570aa-8c5f-43ff-b2b0-0b7f2fee0f89 None None] Network aa84229e-5432-4ac8-ba7a-72aa15779650 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:21.171783 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9076a2-bc18-4831-9e97-01f6af525395 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] DELETE failed (client error): The resource could not be found. Oct 28 10:02:21.172307 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9076a2-bc18-4831-9e97-01f6af525395 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:02:21.175503 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4f9076a2-bc18-4831-9e97-01f6af525395 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4640babf-54b7-42f9-b6c4-758ea75b73d6 HTTP/1.1" status: 404 len: 337 time: 0.0377302 Oct 28 10:02:21.180100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42770) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:21.221310 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e312e1-7b19-49fd-8cfc-023f982eb4da tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] DELETE failed (client error): The resource could not be found. Oct 28 10:02:21.221801 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e312e1-7b19-49fd-8cfc-023f982eb4da tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:02:21.224879 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-63e312e1-7b19-49fd-8cfc-023f982eb4da tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4a3c452e-e4a8-4e05-a7f5-f7c019697a80 HTTP/1.1" status: 404 len: 337 time: 0.0446699 Oct 28 10:02:21.228831 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42772) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:21.240628 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:21.255789 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e0e9ebb0-011b-4360-830e-b95a366e5e12 None None] Provisioning complete for port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:21.256175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e0e9ebb0-011b-4360-830e-b95a366e5e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2fcbfa81-bf75-4eee-86f4-fafebdbffbe6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:21.256514 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e0e9ebb0-011b-4360-830e-b95a366e5e12 None None] Attempt 1 to provision port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 Oct 28 10:02:21.295542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9ebb0-011b-4360-830e-b95a366e5e12 None None] Port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:02:21.309213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e0e9ebb0-011b-4360-830e-b95a366e5e12 None None] Provisioning complete for port ac8d7984-ddcf-443c-b890-b55ef20e0748 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:21.309213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e0e9ebb0-011b-4360-830e-b95a366e5e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:21.309213 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e0e9ebb0-011b-4360-830e-b95a366e5e12 None None] Attempt 1 to provision port ac8d7984-ddcf-443c-b890-b55ef20e0748 Oct 28 10:02:21.323139 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-43c943b9-0fa3-4d69-b1cd-025465ac40fc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Deleting port 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:02:21.323711 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-43c943b9-0fa3-4d69-b1cd-025465ac40fc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (2fcbfa81-bf75-4eee-86f4-fafebdbffbe6), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:21.329839 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Router 81647dcf-dcda-4265-bfbb-b8703e649526 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:02:21.375536 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26802141-dee3-4405-9899-7841093670b3 None None] DHCP port deletion for aa84229e-5432-4ac8-ba7a-72aa15779650 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:02:21.395753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9ebb0-011b-4360-830e-b95a366e5e12 None None] Current status of the port ac8d7984-ddcf-443c-b890-b55ef20e0748 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:21.407758 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-43c943b9-0fa3-4d69-b1cd-025465ac40fc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (2fcbfa81-bf75-4eee-86f4-fafebdbffbe6), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:21.422332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-43c943b9-0fa3-4d69-b1cd-025465ac40fc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Calling delete_port for 2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 owned by {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:02:21.428475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-26802141-dee3-4405-9899-7841093670b3 None None] Deleting port ac8d7984-ddcf-443c-b890-b55ef20e0748 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:02:21.428857 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-26802141-dee3-4405-9899-7841093670b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:21.438346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:21.459925 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:02:21.466709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:21.473285 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Sync routers for ids ['81647dcf-dcda-4265-bfbb-b8703e649526'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:02:21.488247 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Routers {'81647dcf-dcda-4265-bfbb-b8703e649526'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:02:21.489548 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:02:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['81647dcf-dcda-4265-bfbb-b8703e649526'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:21.508502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-26802141-dee3-4405-9899-7841093670b3 None None] For port ac8d7984-ddcf-443c-b890-b55ef20e0748, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ac8d7984-ddcf-443c-b890-b55ef20e0748,segment=NetworkSegment(5fe30b2e-7554-4101-b92d-a64dd0d5d52a),segment_id=5fe30b2e-7554-4101-b92d-a64dd0d5d52a)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:21.508902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-26802141-dee3-4405-9899-7841093670b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:21.527577 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-26802141-dee3-4405-9899-7841093670b3 None None] Calling delete_port for ac8d7984-ddcf-443c-b890-b55ef20e0748 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:02:21.545065 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:21.598341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:21.602697 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-407b2bb0-e692-45d6-9c9e-c8d1bb68cb56 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8296854 Oct 28 10:02:21.602938 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-43c943b9-0fa3-4d69-b1cd-025465ac40fc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (2fcbfa81-bf75-4eee-86f4-fafebdbffbe6), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:21.602938 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42774) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:21.607916 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Set router 81647dcf-dcda-4265-bfbb-b8703e649526 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:02:21.637835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c943b9-0fa3-4d69-b1cd-025465ac40fc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Port': ['ID=2fcbfa81-bf75-4eee-86f4-fafebdbffbe6,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:21.643060 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-43c943b9-0fa3-4d69-b1cd-025465ac40fc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:21.646644 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-43c943b9-0fa3-4d69-b1cd-025465ac40fc tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/ports/2fcbfa81-bf75-4eee-86f4-fafebdbffbe6 HTTP/1.1" status: 204 len: 168 time: 0.4162595 Oct 28 10:02:21.650385 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42778) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:21.721796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-26802141-dee3-4405-9899-7841093670b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (ac8d7984-ddcf-443c-b890-b55ef20e0748), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:21.727838 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:21.745232 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:21.751110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee103-c37e-45da-aac4-0cf8d3c92b02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (aa84229e-5432-4ac8-ba7a-72aa15779650), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:21.756356 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26802141-dee3-4405-9899-7841093670b3 None None] Pushing event deleted for resources: {'Port': ['ID=ac8d7984-ddcf-443c-b890-b55ef20e0748,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:21.760370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26802141-dee3-4405-9899-7841093670b3 None None] No DVR routers for this DVR port ac8d7984-ddcf-443c-b890-b55ef20e0748 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:02:21.789523 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:21.806923 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1f77320a-e7e7-4d9f-ba02-b44ccef4e164 tempest-TestNetworkAdvancedServerOps-1945139064 tempest-TestNetworkAdvancedServerOps-1945139064-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=fea74ec1cef84d5d8533684dc2ea706f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2021906 Oct 28 10:02:21.807195 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868206850', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214'}], 'enable_snat': True}, 'gw_port_id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:02:18Z', 'updated_at': '2022-10-28T10:02:20Z', 'revision_number': 3, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'gw_port': {'id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:19Z', 'updated_at': '2022-10-28T10:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:21.809282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42780) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:21.836996 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Checking router: 81647dcf-dcda-4265-bfbb-b8703e649526 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:02:21.837345 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Updating router 81647dcf-dcda-4265-bfbb-b8703e649526 port 04fafdfd-ec94-419f-85bc-96400c21ce37 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:02:21.866948 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (04fafdfd-ec94-419f-85bc-96400c21ce37), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:21.918706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee103-c37e-45da-aac4-0cf8d3c92b02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (aa84229e-5432-4ac8-ba7a-72aa15779650), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:21.950595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-ce9ee103-c37e-45da-aac4-0cf8d3c92b02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa84229e-5432-4ac8-ba7a-72aa15779650']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:21.970600 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-ce9ee103-c37e-45da-aac4-0cf8d3c92b02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe30b2e-7554-4101-b92d-a64dd0d5d52a') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:21.971139 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-ce9ee103-c37e-45da-aac4-0cf8d3c92b02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe30b2e-7554-4101-b92d-a64dd0d5d52a') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:21.991023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee103-c37e-45da-aac4-0cf8d3c92b02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (5fe30b2e-7554-4101-b92d-a64dd0d5d52a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:21.992785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:22.005447 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70ed911-7d1c-4a79-be99-962738b714a9 tempest-TestNetworkAdvancedServerOps-1945139064 tempest-TestNetworkAdvancedServerOps-1945139064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:22.007022 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d70ed911-7d1c-4a79-be99-962738b714a9 tempest-TestNetworkAdvancedServerOps-1945139064 tempest-TestNetworkAdvancedServerOps-1945139064-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1944063 Oct 28 10:02:22.009979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42782) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:22.012346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee103-c37e-45da-aac4-0cf8d3c92b02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (5fe30b2e-7554-4101-b92d-a64dd0d5d52a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:22.052097 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9ee103-c37e-45da-aac4-0cf8d3c92b02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:02:22.052481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee103-c37e-45da-aac4-0cf8d3c92b02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (5fe30b2e-7554-4101-b92d-a64dd0d5d52a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:22.071069 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-83a88251-bb01-4d84-93f7-aea792c8da15 tempest-TestNetworkAdvancedServerOps-1945139064 tempest-TestNetworkAdvancedServerOps-1945139064-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0599077 Oct 28 10:02:22.074706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42786) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:22.079459 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-347c6b75-142c-4430-8933-154087a0bd37 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1631879587', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:22.111343 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 5fe30b2e-7554-4101-b92d-a64dd0d5d52a resource provider aggregate not found Oct 28 10:02:22.162840 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Publish callbacks [] for port (04fafdfd-ec94-419f-85bc-96400c21ce37), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:22.174098 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 5fe30b2e-7554-4101-b92d-a64dd0d5d52a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fe30b2e-7554-4101-b92d-a64dd0d5d52a found for delete ", "request_id": "req-d2280204-3631-48b2-99c3-0c7b225898c2"}]} Oct 28 10:02:22.222059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ac8d7984-ddcf-443c-b890-b55ef20e0748 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:02:22.225274 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:22.242128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: ac8d7984-ddcf-443c-b890-b55ef20e0748 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:02:22.242487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ac8d7984-ddcf-443c-b890-b55ef20e0748 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:02:22.295530 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (04fafdfd-ec94-419f-85bc-96400c21ce37), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:22.319344 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347c6b75-142c-4430-8933-154087a0bd37 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Made reservation on behalf of fea74ec1cef84d5d8533684dc2ea706f for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:22.323622 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-347c6b75-142c-4430-8933-154087a0bd37 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:22.327595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee103-c37e-45da-aac4-0cf8d3c92b02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (aa84229e-5432-4ac8-ba7a-72aa15779650), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:22.333499 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee103-c37e-45da-aac4-0cf8d3c92b02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:22.335461 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Attempting to bind port 04fafdfd-ec94-419f-85bc-96400c21ce37 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:02:22.335830 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Attempting to bind port 04fafdfd-ec94-419f-85bc-96400c21ce37 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:02:22.336181 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Attempting to bind port 04fafdfd-ec94-419f-85bc-96400c21ce37 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:02:22.339122 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ce9ee103-c37e-45da-aac4-0cf8d3c92b02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] 10.222.0.49 "DELETE /networking/v2.0/networks/aa84229e-5432-4ac8-ba7a-72aa15779650 HTTP/1.1" status: 204 len: 168 time: 0.6874444 Oct 28 10:02:22.362314 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:22.373374 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bca127-010e-4fa6-be49-0c98f0ce5220 None None] Pushing event updated for resources: {'Port': ['ID=04fafdfd-ec94-419f-85bc-96400c21ce37,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:22.393622 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:02:22.394031 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:02:22.394615 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:22.395212 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:02:22.395850 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Bound port: 04fafdfd-ec94-419f-85bc-96400c21ce37, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:02:22.396216 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (04fafdfd-ec94-419f-85bc-96400c21ce37), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:22.411854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ee103-c37e-45da-aac4-0cf8d3c92b02 tempest-PortsIpV6TestJSON-1210295524 tempest-PortsIpV6TestJSON-1210295524-project] Pushing event deleted for resources: {'Network': ['ID=aa84229e-5432-4ac8-ba7a-72aa15779650,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:22.452585 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] For port 04fafdfd-ec94-419f-85bc-96400c21ce37, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:02:22.456417 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] For port 04fafdfd-ec94-419f-85bc-96400c21ce37, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=04fafdfd-ec94-419f-85bc-96400c21ce37,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:02:22.519289 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (04fafdfd-ec94-419f-85bc-96400c21ce37), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:22.558244 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Routers {'81647dcf-dcda-4265-bfbb-b8703e649526'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:02:22.558903 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:02:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['81647dcf-dcda-4265-bfbb-b8703e649526'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:22.560527 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:22.617368 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bca127-010e-4fa6-be49-0c98f0ce5220 None None] Pushing event updated for resources: {'Port': ['ID=04fafdfd-ec94-419f-85bc-96400c21ce37,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:22.667201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-347c6b75-142c-4430-8933-154087a0bd37 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (c5e494c6-0e33-45a5-bd6b-29188c18fb61), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:22.678025 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] Set router 81647dcf-dcda-4265-bfbb-b8703e649526 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:02:22.734022 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c6b75-142c-4430-8933-154087a0bd37 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event updated for resources: {'Subnet': ['ID=c5e494c6-0e33-45a5-bd6b-29188c18fb61,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:22.742960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347c6b75-142c-4430-8933-154087a0bd37 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Checking segment: {'id': '36a26154-8cd3-4ea5-8028-8bbd727757f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:02:22.743327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c6b75-142c-4430-8933-154087a0bd37 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Network hostable DHCP agents. Network: d4dabc19-8431-4a27-ba7c-42fb5ed6edf4, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:02:22.860645 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868206850', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214'}], 'enable_snat': True}, 'gw_port_id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:02:18Z', 'updated_at': '2022-10-28T10:02:20Z', 'revision_number': 3, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'gw_port': {'id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:19Z', 'updated_at': '2022-10-28T10:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:22.885967 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c9d63-0a40-44ee-be52-3b573f1d9e43 None None] The sync data for ids ['81647dcf-dcda-4265-bfbb-b8703e649526'] in dv-neutron-zed-2-hyperv is: [{'id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868206850', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214'}], 'enable_snat': True}, 'gw_port_id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:02:18Z', 'updated_at': '2022-10-28T10:02:20Z', 'revision_number': 3, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'gw_port': {'id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:19Z', 'updated_at': '2022-10-28T10:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:02:22.901218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c6b75-142c-4430-8933-154087a0bd37 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Network d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:02:23.007110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-347c6b75-142c-4430-8933-154087a0bd37 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, d4dabc19-8431-4a27-ba7c-42fb5ed6edf4) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:23.011551 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347c6b75-142c-4430-8933-154087a0bd37 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:23.012207 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-347c6b75-142c-4430-8933-154087a0bd37 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:23.023414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c17e94-640d-4eca-bcd5-1cc57a1168a3 None None] Network d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:23.073305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42794) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:23.094535 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-347c6b75-142c-4430-8933-154087a0bd37 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0157773 Oct 28 10:02:23.095283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42798) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:23.182291 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-d4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'fixed_ips': [{'subnet_id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:02:23.183566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:23.275374 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-45da76b6-d105-4f40-b03c-cdee3ed3fe9f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ca63ccf8f825493e97e93fc2a91c67ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006397 Oct 28 10:02:23.278147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42800) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:23.348404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-11d9e0d6-16a0-4751-bba8-44ac5244de4a admin admin] Publish callbacks [] for security_group (7d2c6af6-a99b-4519-bf1c-58b062694466), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:23.378071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-11d9e0d6-16a0-4751-bba8-44ac5244de4a admin admin] Publish callbacks [] for security_group (7d2c6af6-a99b-4519-bf1c-58b062694466), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:23.394444 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Allocated IP 172.20.0.2 (d4dabc19-8431-4a27-ba7c-42fb5ed6edf4/c5e494c6-0e33-45a5-bd6b-29188c18fb61/5a5628ee-4a76-4027-ba94-69eb133eddc6) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:23.415820 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:23.456182 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:23.530125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-11d9e0d6-16a0-4751-bba8-44ac5244de4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (7d2c6af6-a99b-4519-bf1c-58b062694466), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:23.532728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-11d9e0d6-16a0-4751-bba8-44ac5244de4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:23.534290 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-11d9e0d6-16a0-4751-bba8-44ac5244de4a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7d2c6af6-a99b-4519-bf1c-58b062694466 HTTP/1.1" status: 204 len: 168 time: 0.2550337 Oct 28 10:02:23.542796 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9e0d6-16a0-4751-bba8-44ac5244de4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2c6af6-a99b-4519-bf1c-58b062694466,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:23.590491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Publish callbacks [] for port (5a5628ee-4a76-4027-ba94-69eb133eddc6), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:23.636399 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:23.684783 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (5a5628ee-4a76-4027-ba94-69eb133eddc6), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:23.727350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:23.749803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Network d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:23.753508 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:23.755207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:23.758001 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Pushing event updated for resources: {'Port': ['ID=5a5628ee-4a76-4027-ba94-69eb133eddc6,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:23.760497 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:02:23.826250 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Attempting to bind port 5a5628ee-4a76-4027-ba94-69eb133eddc6 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:02:23.826798 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Attempting to bind port 5a5628ee-4a76-4027-ba94-69eb133eddc6 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '36a26154-8cd3-4ea5-8028-8bbd727757f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:02:23.827241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Attempting to bind port 5a5628ee-4a76-4027-ba94-69eb133eddc6 on network d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:02:23.901481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:24.053720 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:02:24.054384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Checking segment: {'id': '36a26154-8cd3-4ea5-8028-8bbd727757f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:02:24.054504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:24.054944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Bound using segment: {'id': '36a26154-8cd3-4ea5-8028-8bbd727757f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:02:24.055426 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Bound port: 5a5628ee-4a76-4027-ba94-69eb133eddc6, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a26154-8cd3-4ea5-8028-8bbd727757f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:02:24.055807 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5a5628ee-4a76-4027-ba94-69eb133eddc6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:24.089658 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Allocated IP 172.20.0.1 (d4dabc19-8431-4a27-ba7c-42fb5ed6edf4/c5e494c6-0e33-45a5-bd6b-29188c18fb61/c146f636-6b3f-4ac5-b61f-1f56625c48cf) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:24.140390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] For port 5a5628ee-4a76-4027-ba94-69eb133eddc6, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:02:24.150458 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] For port 5a5628ee-4a76-4027-ba94-69eb133eddc6, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5a5628ee-4a76-4027-ba94-69eb133eddc6,segment=NetworkSegment(36a26154-8cd3-4ea5-8028-8bbd727757f2),segment_id=36a26154-8cd3-4ea5-8028-8bbd727757f2)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:02:24.241532 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:24.243523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 04fafdfd-ec94-419f-85bc-96400c21ce37 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:24.292321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 04fafdfd-ec94-419f-85bc-96400c21ce37 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:24.292615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (04fafdfd-ec94-419f-85bc-96400c21ce37), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:24.292958 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 04fafdfd-ec94-419f-85bc-96400c21ce37 Oct 28 10:02:24.318815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5a5628ee-4a76-4027-ba94-69eb133eddc6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:24.360057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:24.384085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b13c2-6c85-4000-809c-25f6d3dde074 None None] Pushing event updated for resources: {'Port': ['ID=5a5628ee-4a76-4027-ba94-69eb133eddc6,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:24.388762 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:24.417059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:24.426572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 04fafdfd-ec94-419f-85bc-96400c21ce37 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:24.427009 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (04fafdfd-ec94-419f-85bc-96400c21ce37), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:24.454705 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Network d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:24.458657 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:24.464145 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:02:24.473145 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 04fafdfd-ec94-419f-85bc-96400c21ce37, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=04fafdfd-ec94-419f-85bc-96400c21ce37,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:24.507116 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event updated for resources: {'Port': ['ID=c146f636-6b3f-4ac5-b61f-1f56625c48cf,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:24.529938 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (81647dcf-dcda-4265-bfbb-b8703e649526), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:24.550931 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (04fafdfd-ec94-419f-85bc-96400c21ce37), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:24.631701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=04fafdfd-ec94-419f-85bc-96400c21ce37,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:24.844818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:25.001037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42824) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:25.122381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-973a327f-ab41-4c01-9106-92f13ee3c1d6 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:25.123808 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING neutron.api.v2.base [None req-973a327f-ab41-4c01-9106-92f13ee3c1d6 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 28 10:02:25.127921 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-973a327f-ab41-4c01-9106-92f13ee3c1d6 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): There was a conflict when trying to complete your request. Oct 28 10:02:25.127921 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-973a327f-ab41-4c01-9106-92f13ee3c1d6 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1232362 Oct 28 10:02:25.131812 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:25.132979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42828) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:25.138479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-bea2e15b-4f1c-4459-875c-8c672a65b0db tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group': {'name': 'tempest-secgroup--2058274852'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:25.170429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:25.267524 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bea2e15b-4f1c-4459-875c-8c672a65b0db tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:25.277300 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bea2e15b-4f1c-4459-875c-8c672a65b0db tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:25.302266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:25.375189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bea2e15b-4f1c-4459-875c-8c672a65b0db tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (5015fad8-3bd2-426e-9d33-5946ef212e30), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:25.382622 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (81647dcf-dcda-4265-bfbb-b8703e649526), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:25.386726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event updated for resources: {'Port': ['ID=c146f636-6b3f-4ac5-b61f-1f56625c48cf,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:25.396255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:25.423333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d63eb23-fc1d-4db9-92cc-c25b555f7d5d None None] Network d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:25.476870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-226c3c53-9ef6-4ae7-8ee7-77d2e29c39bc None None] Provisioning complete for port 5a5628ee-4a76-4027-ba94-69eb133eddc6 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:25.477247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-226c3c53-9ef6-4ae7-8ee7-77d2e29c39bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5a5628ee-4a76-4027-ba94-69eb133eddc6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:25.477584 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-226c3c53-9ef6-4ae7-8ee7-77d2e29c39bc None None] Attempt 1 to provision port 5a5628ee-4a76-4027-ba94-69eb133eddc6 Oct 28 10:02:25.481684 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bea2e15b-4f1c-4459-875c-8c672a65b0db tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5015fad8-3bd2-426e-9d33-5946ef212e30), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:25.498785 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Network d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:25.500346 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:25.509705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:25.529753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2e15b-4f1c-4459-875c-8c672a65b0db tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5015fad8-3bd2-426e-9d33-5946ef212e30,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:25.576417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bea2e15b-4f1c-4459-875c-8c672a65b0db tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (966cfa2c-fb34-46cd-b4dc-1856e53fe282), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:25.629169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Router 81647dcf-dcda-4265-bfbb-b8703e649526 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:02:25.630198 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-226c3c53-9ef6-4ae7-8ee7-77d2e29c39bc None None] Current status of the port 5a5628ee-4a76-4027-ba94-69eb133eddc6 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:25.630693 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-226c3c53-9ef6-4ae7-8ee7-77d2e29c39bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5a5628ee-4a76-4027-ba94-69eb133eddc6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:25.669325 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-226c3c53-9ef6-4ae7-8ee7-77d2e29c39bc None None] For port 5a5628ee-4a76-4027-ba94-69eb133eddc6, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5a5628ee-4a76-4027-ba94-69eb133eddc6,segment=NetworkSegment(36a26154-8cd3-4ea5-8028-8bbd727757f2),segment_id=36a26154-8cd3-4ea5-8028-8bbd727757f2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:25.693520 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bea2e15b-4f1c-4459-875c-8c672a65b0db tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (966cfa2c-fb34-46cd-b4dc-1856e53fe282), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:25.737964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2e15b-4f1c-4459-875c-8c672a65b0db tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966cfa2c-fb34-46cd-b4dc-1856e53fe282,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:25.763869 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:02:25.770558 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-412d840c-fb5b-4f03-a0c4-2d7c9af56548 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "PUT /networking/v2.0/routers/81647dcf-dcda-4265-bfbb-b8703e649526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6738727 Oct 28 10:02:25.776866 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Sync routers for ids ['81647dcf-dcda-4265-bfbb-b8703e649526'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:02:25.791867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Routers {'81647dcf-dcda-4265-bfbb-b8703e649526'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:02:25.792654 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:02:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['81647dcf-dcda-4265-bfbb-b8703e649526'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:25.818933 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bea2e15b-4f1c-4459-875c-8c672a65b0db tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:25.823889 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bea2e15b-4f1c-4459-875c-8c672a65b0db tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6899118 Oct 28 10:02:25.824155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42832) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:25.829359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-bb17d0c6-15ee-4cdd-a583-5c65a0c009a3 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '966cfa2c-fb34-46cd-b4dc-1856e53fe282', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:25.841651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-226c3c53-9ef6-4ae7-8ee7-77d2e29c39bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5a5628ee-4a76-4027-ba94-69eb133eddc6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:25.882709 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:25.952395 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb17d0c6-15ee-4cdd-a583-5c65a0c009a3 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group_rule (23f83d7e-e5a7-41bb-80f3-6b26b86c09c0), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:25.952537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c3c53-9ef6-4ae7-8ee7-77d2e29c39bc None None] Pushing event updated for resources: {'Port': ['ID=5a5628ee-4a76-4027-ba94-69eb133eddc6,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:25.980851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Set router 81647dcf-dcda-4265-bfbb-b8703e649526 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:02:25.983949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-f89e6427-0a54-4083-bcde-29dff11d9367 None None] Provisioning complete for port c146f636-6b3f-4ac5-b61f-1f56625c48cf triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:25.984322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f89e6427-0a54-4083-bcde-29dff11d9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:25.984655 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f89e6427-0a54-4083-bcde-29dff11d9367 None None] Attempt 1 to provision port c146f636-6b3f-4ac5-b61f-1f56625c48cf Oct 28 10:02:26.060768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb17d0c6-15ee-4cdd-a583-5c65a0c009a3 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group_rule (23f83d7e-e5a7-41bb-80f3-6b26b86c09c0), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:26.076968 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-37ee5d32-fd78-4c23-b13b-47ecad56f4f6 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1231361327&fields=id&tenant_id=fea74ec1cef84d5d8533684dc2ea706f HTTP/1.1" status: 200 len: 267 time: 0.0821404 Oct 28 10:02:26.084382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f89e6427-0a54-4083-bcde-29dff11d9367 None None] Port c146f636-6b3f-4ac5-b61f-1f56625c48cf cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:02:26.140917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-f89e6427-0a54-4083-bcde-29dff11d9367 None None] Provisioning complete for port 5a5628ee-4a76-4027-ba94-69eb133eddc6 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:26.143106 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f89e6427-0a54-4083-bcde-29dff11d9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5a5628ee-4a76-4027-ba94-69eb133eddc6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:26.143106 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f89e6427-0a54-4083-bcde-29dff11d9367 None None] Attempt 1 to provision port 5a5628ee-4a76-4027-ba94-69eb133eddc6 Oct 28 10:02:26.143378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:26.143378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb17d0c6-15ee-4cdd-a583-5c65a0c009a3 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (23f83d7e-e5a7-41bb-80f3-6b26b86c09c0), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:26.183385 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17d0c6-15ee-4cdd-a583-5c65a0c009a3 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f83d7e-e5a7-41bb-80f3-6b26b86c09c0,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:26.233076 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-9cf39c68-f16a-4cb0-9fc8-de209a164c51 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:26.236305 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-9cf39c68-f16a-4cb0-9fc8-de209a164c51 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 HTTP/1.1" status: 200 len: 797 time: 0.1518328 Oct 28 10:02:26.241357 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb17d0c6-15ee-4cdd-a583-5c65a0c009a3 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:26.242802 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bb17d0c6-15ee-4cdd-a583-5c65a0c009a3 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4173677 Oct 28 10:02:26.244318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f89e6427-0a54-4083-bcde-29dff11d9367 None None] Current status of the port 5a5628ee-4a76-4027-ba94-69eb133eddc6 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:26.246709 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42844) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:26.252318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-026ae48e-454b-4846-9638-43967faaa704 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '966cfa2c-fb34-46cd-b4dc-1856e53fe282', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:26.282181 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-6d21be9c-4dcd-427d-acfc-129a9a8c4a46 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/quotas/fea74ec1cef84d5d8533684dc2ea706f HTTP/1.1" status: 200 len: 375 time: 0.0243814 Oct 28 10:02:26.317357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868206850', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214'}], 'enable_snat': True}, 'gw_port_id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:02:18Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'gw_port': {'id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:19Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'c146f636-6b3f-4ac5-b61f-1f56625c48cf', 'name': '', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'mac_address': 'fa:16:3e:4c:29:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:23Z', 'updated_at': '2022-10-28T10:02:25Z', 'revision_number': 2, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'subnets': [{'id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:26.354183 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-b0b20f42-a3f5-4a37-97df-49d489360bd7 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fea74ec1cef84d5d8533684dc2ea706f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651155 Oct 28 10:02:26.361748 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Checking router: 81647dcf-dcda-4265-bfbb-b8703e649526 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:02:26.361983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Updating router 81647dcf-dcda-4265-bfbb-b8703e649526 port c146f636-6b3f-4ac5-b61f-1f56625c48cf binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:02:26.366515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:26.390974 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5a5628ee-4a76-4027-ba94-69eb133eddc6 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:26.405733 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-026ae48e-454b-4846-9638-43967faaa704 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group_rule (dad7f5ec-5ec2-4d8f-82f5-f88e0d7eec06), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:26.429891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-cb1c0501-ac1e-4cec-b705-d9ca40744dde None None] Provisioning complete for port c146f636-6b3f-4ac5-b61f-1f56625c48cf triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:26.430487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0501-ac1e-4cec-b705-d9ca40744dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:26.430596 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-cb1c0501-ac1e-4cec-b705-d9ca40744dde None None] Attempt 1 to provision port c146f636-6b3f-4ac5-b61f-1f56625c48cf Oct 28 10:02:26.440359 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:26.470296 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-155149f3-acf2-452b-9a63-9ba28c6f5985 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d4dabc19-8431-4a27-ba7c-42fb5ed6edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012716 Oct 28 10:02:26.505297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-cb1c0501-ac1e-4cec-b705-d9ca40744dde None None] Port c146f636-6b3f-4ac5-b61f-1f56625c48cf cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:02:26.520194 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 5a5628ee-4a76-4027-ba94-69eb133eddc6 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:26.520581 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5a5628ee-4a76-4027-ba94-69eb133eddc6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:26.520928 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 5a5628ee-4a76-4027-ba94-69eb133eddc6 Oct 28 10:02:26.533329 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-026ae48e-454b-4846-9638-43967faaa704 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): There was a conflict when trying to complete your request. Oct 28 10:02:26.535576 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-026ae48e-454b-4846-9638-43967faaa704 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2875118 Oct 28 10:02:26.538317 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42846) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:26.580680 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-fca867c3-f3c2-42ff-ba7d-9d51d594b957 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d4dabc19-8431-4a27-ba7c-42fb5ed6edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031346 Oct 28 10:02:26.600780 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e14afa0-3ccb-4577-826b-2d9252f20aa4 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (966cfa2c-fb34-46cd-b4dc-1856e53fe282), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:26.636637 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e14afa0-3ccb-4577-826b-2d9252f20aa4 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (966cfa2c-fb34-46cd-b4dc-1856e53fe282), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:26.732116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-41115bcd-55a3-4233-8331-083239cba49c None None] Provisioning complete for port c146f636-6b3f-4ac5-b61f-1f56625c48cf triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:26.732502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-41115bcd-55a3-4233-8331-083239cba49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:26.733090 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-41115bcd-55a3-4233-8331-083239cba49c None None] Attempt 1 to provision port c146f636-6b3f-4ac5-b61f-1f56625c48cf Oct 28 10:02:26.764192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e14afa0-3ccb-4577-826b-2d9252f20aa4 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (966cfa2c-fb34-46cd-b4dc-1856e53fe282), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:26.766851 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e14afa0-3ccb-4577-826b-2d9252f20aa4 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:26.768014 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9e14afa0-3ccb-4577-826b-2d9252f20aa4 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/966cfa2c-fb34-46cd-b4dc-1856e53fe282 HTTP/1.1" status: 204 len: 168 time: 0.2284448 Oct 28 10:02:26.771138 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42848) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:26.778364 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14afa0-3ccb-4577-826b-2d9252f20aa4 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=966cfa2c-fb34-46cd-b4dc-1856e53fe282,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:26.781509 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 5a5628ee-4a76-4027-ba94-69eb133eddc6 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:26.782594 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 04fafdfd-ec94-419f-85bc-96400c21ce37 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:26.827586 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-41115bcd-55a3-4233-8331-083239cba49c None None] Port c146f636-6b3f-4ac5-b61f-1f56625c48cf cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:02:26.849126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42852) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:26.849254 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-69557922-6b82-4af1-8e5c-f71d1e4673d3 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0757296 Oct 28 10:02:26.853870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-339f975c-14b2-4f48-8c35-0d79c86da48b tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305063423'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:26.904698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 04fafdfd-ec94-419f-85bc-96400c21ce37 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:26.905027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (04fafdfd-ec94-419f-85bc-96400c21ce37), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:26.905307 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 04fafdfd-ec94-419f-85bc-96400c21ce37 Oct 28 10:02:26.931155 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2823f4e4-5444-4fbb-813f-57fb04ce40b8 req-743d0a53-c9ea-4fc7-8c36-fa35ceca85f2 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 210 time: 0.0382950 Oct 28 10:02:26.940242 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Publish callbacks [] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:26.953111 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-339f975c-14b2-4f48-8c35-0d79c86da48b tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:26.994487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 04fafdfd-ec94-419f-85bc-96400c21ce37 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:27.040166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-339f975c-14b2-4f48-8c35-0d79c86da48b tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (e2f302b7-c8ad-46e3-bd59-cfa7aa79e35e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:27.099017 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:27.144661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-339f975c-14b2-4f48-8c35-0d79c86da48b tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (e2f302b7-c8ad-46e3-bd59-cfa7aa79e35e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:27.163963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ace5c-7b8c-43bf-8433-192e462ae2cf None None] Pushing event updated for resources: {'Port': ['ID=c146f636-6b3f-4ac5-b61f-1f56625c48cf,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:27.176511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f975c-14b2-4f48-8c35-0d79c86da48b tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f302b7-c8ad-46e3-bd59-cfa7aa79e35e,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:27.273572 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-339f975c-14b2-4f48-8c35-0d79c86da48b tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:27.275266 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-339f975c-14b2-4f48-8c35-0d79c86da48b tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4258215 Oct 28 10:02:27.277858 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42860) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:27.282760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-15a9e4c8-24f9-4804-a32b-f6501f4fa60e tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': 'e2f302b7-c8ad-46e3-bd59-cfa7aa79e35e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:27.283541 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING neutron.api.v2.base [None req-15a9e4c8-24f9-4804-a32b-f6501f4fa60e tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 28 10:02:27.284038 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-15a9e4c8-24f9-4804-a32b-f6501f4fa60e tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:27.285119 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-15a9e4c8-24f9-4804-a32b-f6501f4fa60e tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062072 Oct 28 10:02:27.288016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42862) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:27.326742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:27.338960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Attempting to bind port c146f636-6b3f-4ac5-b61f-1f56625c48cf on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:02:27.339297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Attempting to bind port c146f636-6b3f-4ac5-b61f-1f56625c48cf by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '36a26154-8cd3-4ea5-8028-8bbd727757f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:02:27.339665 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Attempting to bind port c146f636-6b3f-4ac5-b61f-1f56625c48cf on network d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:02:27.349748 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-12688e67-b29f-4633-9687-5c05909d8b17 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (e2f302b7-c8ad-46e3-bd59-cfa7aa79e35e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:27.373339 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-12688e67-b29f-4633-9687-5c05909d8b17 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (e2f302b7-c8ad-46e3-bd59-cfa7aa79e35e), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:27.387217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:02:27.387217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Checking segment: {'id': '36a26154-8cd3-4ea5-8028-8bbd727757f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:02:27.387217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:27.387217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Bound using segment: {'id': '36a26154-8cd3-4ea5-8028-8bbd727757f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:02:27.387217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Bound port: c146f636-6b3f-4ac5-b61f-1f56625c48cf, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a26154-8cd3-4ea5-8028-8bbd727757f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:02:27.387217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:27.422862 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:27.452019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] For port c146f636-6b3f-4ac5-b61f-1f56625c48cf, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:02:27.455027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] For port c146f636-6b3f-4ac5-b61f-1f56625c48cf, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c146f636-6b3f-4ac5-b61f-1f56625c48cf,segment=NetworkSegment(36a26154-8cd3-4ea5-8028-8bbd727757f2),segment_id=36a26154-8cd3-4ea5-8028-8bbd727757f2)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:02:27.544590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-12688e67-b29f-4633-9687-5c05909d8b17 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (e2f302b7-c8ad-46e3-bd59-cfa7aa79e35e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:27.547744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-12688e67-b29f-4633-9687-5c05909d8b17 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:27.548919 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-12688e67-b29f-4633-9687-5c05909d8b17 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e2f302b7-c8ad-46e3-bd59-cfa7aa79e35e HTTP/1.1" status: 204 len: 168 time: 0.2599823 Oct 28 10:02:27.552518 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42864) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:27.559461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12688e67-b29f-4633-9687-5c05909d8b17 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f302b7-c8ad-46e3-bd59-cfa7aa79e35e,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:27.597255 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:27.643963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Routers {'81647dcf-dcda-4265-bfbb-b8703e649526'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:02:27.644639 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:02:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['81647dcf-dcda-4265-bfbb-b8703e649526'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:27.709906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ace5c-7b8c-43bf-8433-192e462ae2cf None None] Pushing event updated for resources: {'Port': ['ID=c146f636-6b3f-4ac5-b61f-1f56625c48cf,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:27.786822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] Set router 81647dcf-dcda-4265-bfbb-b8703e649526 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:02:27.885891 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ccd02039-4e18-4e47-8569-05e1e0cd6d5a tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3295033 Oct 28 10:02:27.886493 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42868) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:27.890951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-53dc7a3f-91ab-44f2-ad03-eed4942bcadb tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group': {'name': 'tempest-secgroup--653779630'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:27.987196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868206850', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214'}], 'enable_snat': True}, 'gw_port_id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:02:18Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'gw_port': {'id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:19Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'c146f636-6b3f-4ac5-b61f-1f56625c48cf', 'name': '', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'mac_address': 'fa:16:3e:4c:29:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:23Z', 'updated_at': '2022-10-28T10:02:27Z', 'revision_number': 4, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'subnets': [{'id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:27.988156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53dc7a3f-91ab-44f2-ad03-eed4942bcadb tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:28.016030 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c4f53f-fcb3-4b56-ae43-44cc43eab693 None None] The sync data for ids ['81647dcf-dcda-4265-bfbb-b8703e649526'] in dv-neutron-zed-2-hyperv is: [{'id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868206850', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214'}], 'enable_snat': True}, 'gw_port_id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:02:18Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'gw_port': {'id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:19Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'c146f636-6b3f-4ac5-b61f-1f56625c48cf', 'name': '', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'mac_address': 'fa:16:3e:4c:29:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:23Z', 'updated_at': '2022-10-28T10:02:27Z', 'revision_number': 4, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'subnets': [{'id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:02:28.041025 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ab7031c2-7a90-43eb-a805-6bc415acd46f req-6eafc484-a9fb-49b7-bfdf-d627caf8c03a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 210 time: 0.0370905 Oct 28 10:02:28.055333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:28.075405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53dc7a3f-91ab-44f2-ad03-eed4942bcadb tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (1bea7b64-2793-4fda-acfe-a91cdd031ed5), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:28.176826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53dc7a3f-91ab-44f2-ad03-eed4942bcadb tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (1bea7b64-2793-4fda-acfe-a91cdd031ed5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:28.208933 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc7a3f-91ab-44f2-ad03-eed4942bcadb tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bea7b64-2793-4fda-acfe-a91cdd031ed5,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:28.250287 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c146f636-6b3f-4ac5-b61f-1f56625c48cf up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:28.286627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-53dc7a3f-91ab-44f2-ad03-eed4942bcadb tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:28.291230 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-53dc7a3f-91ab-44f2-ad03-eed4942bcadb tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4037545 Oct 28 10:02:28.291586 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42872) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:28.296602 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7c03d22b-90e6-4523-8aeb-4c54b2e8243d tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '1bea7b64-2793-4fda-acfe-a91cdd031ed5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:28.297784 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING neutron.api.v2.base [None req-7c03d22b-90e6-4523-8aeb-4c54b2e8243d tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 28 10:02:28.298351 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-7c03d22b-90e6-4523-8aeb-4c54b2e8243d tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:28.299586 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7c03d22b-90e6-4523-8aeb-4c54b2e8243d tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071225 Oct 28 10:02:28.309446 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42874) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:28.311958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port c146f636-6b3f-4ac5-b61f-1f56625c48cf triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:28.312340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:28.312678 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port c146f636-6b3f-4ac5-b61f-1f56625c48cf Oct 28 10:02:28.376286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2290-0cdc-48c3-9ef9-7d5b9c24e842 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (1bea7b64-2793-4fda-acfe-a91cdd031ed5), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:28.381868 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:28.401163 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port c146f636-6b3f-4ac5-b61f-1f56625c48cf is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:28.401569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:28.406044 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2290-0cdc-48c3-9ef9-7d5b9c24e842 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (1bea7b64-2793-4fda-acfe-a91cdd031ed5), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:28.444587 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port c146f636-6b3f-4ac5-b61f-1f56625c48cf, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c146f636-6b3f-4ac5-b61f-1f56625c48cf,segment=NetworkSegment(36a26154-8cd3-4ea5-8028-8bbd727757f2),segment_id=36a26154-8cd3-4ea5-8028-8bbd727757f2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:28.449905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:28.530183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:28.573942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2290-0cdc-48c3-9ef9-7d5b9c24e842 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (1bea7b64-2793-4fda-acfe-a91cdd031ed5), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:28.585944 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2290-0cdc-48c3-9ef9-7d5b9c24e842 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:28.585944 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1fdf2290-0cdc-48c3-9ef9-7d5b9c24e842 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1bea7b64-2793-4fda-acfe-a91cdd031ed5 HTTP/1.1" status: 204 len: 168 time: 0.2691405 Oct 28 10:02:28.586361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42876) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:28.593391 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf2290-0cdc-48c3-9ef9-7d5b9c24e842 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bea7b64-2793-4fda-acfe-a91cdd031ed5,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:28.597948 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=c146f636-6b3f-4ac5-b61f-1f56625c48cf,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:28.653225 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ad460941-bae7-421e-bad3-e463cc61dd66 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0703962 Oct 28 10:02:28.657167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42878) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:28.662603 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-008b5a21-814c-44a1-bc97-4a51ed2ddfe8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081408847'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:28.702414 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:02:28.716303 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:28.782413 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-008b5a21-814c-44a1-bc97-4a51ed2ddfe8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:28.859787 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-008b5a21-814c-44a1-bc97-4a51ed2ddfe8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (9e780305-020e-4c0a-88d5-7987d515a705), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:28.967427 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-008b5a21-814c-44a1-bc97-4a51ed2ddfe8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (9e780305-020e-4c0a-88d5-7987d515a705), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:29.004945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b5a21-814c-44a1-bc97-4a51ed2ddfe8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e780305-020e-4c0a-88d5-7987d515a705,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:29.114189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-008b5a21-814c-44a1-bc97-4a51ed2ddfe8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:29.115091 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-008b5a21-814c-44a1-bc97-4a51ed2ddfe8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4569128 Oct 28 10:02:29.118115 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42882) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:29.135014 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-4136f41e-f5ee-49b1-b9d2-75ff1dd4f01c tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '9e780305-020e-4c0a-88d5-7987d515a705', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:29.135996 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING neutron.api.v2.base [None req-4136f41e-f5ee-49b1-b9d2-75ff1dd4f01c tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 28 10:02:29.136519 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-4136f41e-f5ee-49b1-b9d2-75ff1dd4f01c tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:29.137699 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4136f41e-f5ee-49b1-b9d2-75ff1dd4f01c tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0183830 Oct 28 10:02:29.178131 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9698543e-235c-4000-a2bf-c0964512377d req-ef8f394e-84c6-4e68-bdd4-e328f9d83065 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 210 time: 0.0380793 Oct 28 10:02:29.179323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42884) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:29.183952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a55268cb-ba92-4ea1-832b-e91190c09ae8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '9e780305-020e-4c0a-88d5-7987d515a705', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:29.184645 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING neutron.api.v2.base [None req-a55268cb-ba92-4ea1-832b-e91190c09ae8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 28 10:02:29.185136 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-a55268cb-ba92-4ea1-832b-e91190c09ae8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:29.186104 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a55268cb-ba92-4ea1-832b-e91190c09ae8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058346 Oct 28 10:02:29.189057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42886) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:29.194500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b83d2c35-639f-4b4f-aa2f-4db5a8bff439 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '9e780305-020e-4c0a-88d5-7987d515a705', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:29.199629 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING neutron.api.v2.base [None req-b83d2c35-639f-4b4f-aa2f-4db5a8bff439 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 28 10:02:29.199629 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-b83d2c35-639f-4b4f-aa2f-4db5a8bff439 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:29.199629 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b83d2c35-639f-4b4f-aa2f-4db5a8bff439 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073781 Oct 28 10:02:29.204918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42888) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:29.214138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6b51b39e-8342-4097-97d4-3cd00de57cca tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '9e780305-020e-4c0a-88d5-7987d515a705', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:29.215045 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING neutron.api.v2.base [None req-6b51b39e-8342-4097-97d4-3cd00de57cca tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 28 10:02:29.215536 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-6b51b39e-8342-4097-97d4-3cd00de57cca tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:29.216512 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6b51b39e-8342-4097-97d4-3cd00de57cca tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106344 Oct 28 10:02:29.225081 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42890) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:29.298154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d46d986-2f1a-46a2-a065-8c3cf3158ee7 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (9e780305-020e-4c0a-88d5-7987d515a705), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:29.326796 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d46d986-2f1a-46a2-a065-8c3cf3158ee7 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (9e780305-020e-4c0a-88d5-7987d515a705), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:29.464757 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d46d986-2f1a-46a2-a065-8c3cf3158ee7 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (9e780305-020e-4c0a-88d5-7987d515a705), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:29.467409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1d46d986-2f1a-46a2-a065-8c3cf3158ee7 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:29.468631 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1d46d986-2f1a-46a2-a065-8c3cf3158ee7 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9e780305-020e-4c0a-88d5-7987d515a705 HTTP/1.1" status: 204 len: 168 time: 0.2425253 Oct 28 10:02:29.471284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42892) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:29.478678 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46d986-2f1a-46a2-a065-8c3cf3158ee7 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e780305-020e-4c0a-88d5-7987d515a705,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:29.488937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:29.520474 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9d1f5bf7-bd32-4ce3-93b2-37d04479311e tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0460317 Oct 28 10:02:29.522967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42894) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:29.527416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-199281c3-98ba-49f0-bb2f-40b7baaa24ce tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group': {'name': 'tempest-secgroup--88901121'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:29.631967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-199281c3-98ba-49f0-bb2f-40b7baaa24ce tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:29.705374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-199281c3-98ba-49f0-bb2f-40b7baaa24ce tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (9212a8de-55dd-4fa0-a81c-85b4270d3d0c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:29.787301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-199281c3-98ba-49f0-bb2f-40b7baaa24ce tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (9212a8de-55dd-4fa0-a81c-85b4270d3d0c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:29.818938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199281c3-98ba-49f0-bb2f-40b7baaa24ce tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9212a8de-55dd-4fa0-a81c-85b4270d3d0c,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:29.908434 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-199281c3-98ba-49f0-bb2f-40b7baaa24ce tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:29.910155 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-199281c3-98ba-49f0-bb2f-40b7baaa24ce tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3861558 Oct 28 10:02:29.913171 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42896) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:29.919696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-3c010ce2-f16c-41bb-81ff-993880efa2c1 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '9212a8de-55dd-4fa0-a81c-85b4270d3d0c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:29.920181 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING neutron.api.v2.base [None req-3c010ce2-f16c-41bb-81ff-993880efa2c1 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 28 10:02:29.920756 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-3c010ce2-f16c-41bb-81ff-993880efa2c1 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:29.921723 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3c010ce2-f16c-41bb-81ff-993880efa2c1 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076528 Oct 28 10:02:29.928048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42898) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:29.932923 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9f8157ab-fd90-4218-a236-d3a5e6062c96 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '9212a8de-55dd-4fa0-a81c-85b4270d3d0c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:29.978907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-51567a8d-f94c-4088-9b7b-0a278dda8429 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:29.980403 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-51567a8d-f94c-4088-9b7b-0a278dda8429 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.48 "GET /networking/v2.0/networks?id=d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 HTTP/1.1" status: 200 len: 797 time: 0.1259654 Oct 28 10:02:30.055424 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-dbd315b4-9d3f-434d-93ca-21ebb7520679 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fea74ec1cef84d5d8533684dc2ea706f HTTP/1.1" status: 200 len: 380 time: 0.0577204 Oct 28 10:02:30.064701 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-46fa6426-5730-4765-93d7-782955feb431 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Request body: {'port': {'device_id': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'admin_state_up': True, 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'security_groups': ['ea890f1f-c981-4462-a115-c5598e9eb360']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:30.181800 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-9f8157ab-fd90-4218-a236-d3a5e6062c96 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:30.188181 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9f8157ab-fd90-4218-a236-d3a5e6062c96 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2545240 Oct 28 10:02:30.188181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42900) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:30.192216 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b2ff983a-f574-4fc0-a5f8-30deec5007ff tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '9212a8de-55dd-4fa0-a81c-85b4270d3d0c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:30.194333 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING neutron.api.v2.base [None req-b2ff983a-f574-4fc0-a5f8-30deec5007ff tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 28 10:02:30.194860 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-b2ff983a-f574-4fc0-a5f8-30deec5007ff tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:30.196063 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b2ff983a-f574-4fc0-a5f8-30deec5007ff tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080700 Oct 28 10:02:30.199559 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42904) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:30.204542 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-fef610e1-0231-4efc-a181-893d8483c5ec tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '9212a8de-55dd-4fa0-a81c-85b4270d3d0c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:30.227346 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c146f636-6b3f-4ac5-b61f-1f56625c48cf up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:30.276998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port c146f636-6b3f-4ac5-b61f-1f56625c48cf triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:30.277447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:30.277800 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port c146f636-6b3f-4ac5-b61f-1f56625c48cf Oct 28 10:02:30.278974 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-55d8b24b-2039-4402-a246-df6d5505cd1f req-35491406-bf2d-49c9-ace8-4e81f677a426 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 210 time: 0.0292881 Oct 28 10:02:30.357861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port c146f636-6b3f-4ac5-b61f-1f56625c48cf is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:30.401042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-46fa6426-5730-4765-93d7-782955feb431 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Made reservation on behalf of fea74ec1cef84d5d8533684dc2ea706f for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:30.404875 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-46fa6426-5730-4765-93d7-782955feb431 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:30.525901 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-fef610e1-0231-4efc-a181-893d8483c5ec tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:30.526986 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fef610e1-0231-4efc-a181-893d8483c5ec tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3261995 Oct 28 10:02:30.530376 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42910) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:30.535790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-5cbe7f6f-7e5b-48d4-ad4d-5bdfad90e023 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '9212a8de-55dd-4fa0-a81c-85b4270d3d0c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:30.536292 dv-neutron-zed-2-hyperv neutron-server[114059]: WARNING neutron.api.v2.base [None req-5cbe7f6f-7e5b-48d4-ad4d-5bdfad90e023 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 28 10:02:30.536785 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-5cbe7f6f-7e5b-48d4-ad4d-5bdfad90e023 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:30.537763 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5cbe7f6f-7e5b-48d4-ad4d-5bdfad90e023 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062265 Oct 28 10:02:30.540661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42912) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:30.544966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-93308bb4-4775-4062-87be-f16ed2869dc0 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '9212a8de-55dd-4fa0-a81c-85b4270d3d0c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:30.553978 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-46fa6426-5730-4765-93d7-782955feb431 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Allocated IP 172.20.0.7 (d4dabc19-8431-4a27-ba7c-42fb5ed6edf4/c5e494c6-0e33-45a5-bd6b-29188c18fb61/f7abba03-c42a-4953-b29b-65835498553d) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:30.716325 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-46fa6426-5730-4765-93d7-782955feb431 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for port (f7abba03-c42a-4953-b29b-65835498553d), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:30.767507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:30.795664 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-93308bb4-4775-4062-87be-f16ed2869dc0 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:30.796767 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-93308bb4-4775-4062-87be-f16ed2869dc0 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2551711 Oct 28 10:02:30.799652 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42914) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:30.804203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-adf5552d-3633-4a03-8c74-0a2e1967ff32 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '9212a8de-55dd-4fa0-a81c-85b4270d3d0c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:30.804799 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING neutron.api.v2.base [None req-adf5552d-3633-4a03-8c74-0a2e1967ff32 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 28 10:02:30.805276 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-adf5552d-3633-4a03-8c74-0a2e1967ff32 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:30.806208 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-adf5552d-3633-4a03-8c74-0a2e1967ff32 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056274 Oct 28 10:02:30.808937 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42916) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:30.813079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-06fe7358-5aba-40b7-b9e3-6e1990d1ef3f tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '9212a8de-55dd-4fa0-a81c-85b4270d3d0c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:30.820721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-46fa6426-5730-4765-93d7-782955feb431 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f7abba03-c42a-4953-b29b-65835498553d), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:30.888053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-46fa6426-5730-4765-93d7-782955feb431 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Network d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:30.889845 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-46fa6426-5730-4765-93d7-782955feb431 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:30.891740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa6426-5730-4765-93d7-782955feb431 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event updated for resources: {'Port': ['ID=f7abba03-c42a-4953-b29b-65835498553d,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:30.894765 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-46fa6426-5730-4765-93d7-782955feb431 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:02:30.951791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-46fa6426-5730-4765-93d7-782955feb431 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:30.952507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-46fa6426-5730-4765-93d7-782955feb431 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:31.084770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a4431907-eb8e-4399-9604-01013dcec697 None None] Provisioning complete for port f7abba03-c42a-4953-b29b-65835498553d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:31.085140 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a4431907-eb8e-4399-9604-01013dcec697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f7abba03-c42a-4953-b29b-65835498553d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:31.085473 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a4431907-eb8e-4399-9604-01013dcec697 None None] Attempt 1 to provision port f7abba03-c42a-4953-b29b-65835498553d Oct 28 10:02:31.087286 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:31.098532 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-46fa6426-5730-4765-93d7-782955feb431 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0375473 Oct 28 10:02:31.113498 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-06fe7358-5aba-40b7-b9e3-6e1990d1ef3f tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:31.115053 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-06fe7358-5aba-40b7-b9e3-6e1990d1ef3f tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3050878 Oct 28 10:02:31.117785 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42918) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:31.120987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Request body: {'port': {'device_id': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:31.122878 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-8edb4992-2c65-4560-aa35-730674d36e2c tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '9212a8de-55dd-4fa0-a81c-85b4270d3d0c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:31.136216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a4431907-eb8e-4399-9604-01013dcec697 None None] Port f7abba03-c42a-4953-b29b-65835498553d cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:02:31.186192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f7abba03-c42a-4953-b29b-65835498553d), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:31.232775 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:31.447410 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7a632-ea6e-4aca-aa29-8521e0531a1f req-a893f3d1-b5d3-4325-a052-f27aa8b1085b tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:31.449126 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-65d7a632-ea6e-4aca-aa29-8521e0531a1f req-a893f3d1-b5d3-4325-a052-f27aa8b1085b tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 931 time: 0.0763128 Oct 28 10:02:31.495102 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-8edb4992-2c65-4560-aa35-730674d36e2c tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:31.495102 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8edb4992-2c65-4560-aa35-730674d36e2c tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3757889 Oct 28 10:02:31.498401 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42922) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:31.528042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7abba03-c42a-4953-b29b-65835498553d {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:02:31.537184 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Publish callbacks [] for port (f7abba03-c42a-4953-b29b-65835498553d), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:31.538446 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-65d7a632-ea6e-4aca-aa29-8521e0531a1f req-47700937-d7b1-42d7-a353-f19db1f6cae5 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816085 Oct 28 10:02:31.557329 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Transition to ACTIVE for port object f7abba03-c42a-4953-b29b-65835498553d will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:02:31.582013 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1cedb4cd-7a0c-40ed-9f08-4538cf324677 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (9212a8de-55dd-4fa0-a81c-85b4270d3d0c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:31.608661 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1cedb4cd-7a0c-40ed-9f08-4538cf324677 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (9212a8de-55dd-4fa0-a81c-85b4270d3d0c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:31.613473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (f7abba03-c42a-4953-b29b-65835498553d), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:31.698008 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Pushing event updated for resources: {'Port': ['ID=f7abba03-c42a-4953-b29b-65835498553d,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:31.710482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1cedb4cd-7a0c-40ed-9f08-4538cf324677 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (9212a8de-55dd-4fa0-a81c-85b4270d3d0c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:31.714195 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1cedb4cd-7a0c-40ed-9f08-4538cf324677 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:31.718131 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1cedb4cd-7a0c-40ed-9f08-4538cf324677 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9212a8de-55dd-4fa0-a81c-85b4270d3d0c HTTP/1.1" status: 204 len: 168 time: 0.2158997 Oct 28 10:02:31.719068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42924) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:31.736772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Attempting to bind port f7abba03-c42a-4953-b29b-65835498553d on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:02:31.737300 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Attempting to bind port f7abba03-c42a-4953-b29b-65835498553d by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '36a26154-8cd3-4ea5-8028-8bbd727757f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:02:31.737869 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Attempting to bind port f7abba03-c42a-4953-b29b-65835498553d on network d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:02:31.742434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedb4cd-7a0c-40ed-9f08-4538cf324677 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9212a8de-55dd-4fa0-a81c-85b4270d3d0c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:31.745999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=4,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:31.780477 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-31946ebe-fda2-4969-b097-2f1c346a4c55 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0602834 Oct 28 10:02:31.786637 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42926) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:31.791357 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-28f55fc0-0884-48d8-9a2f-b506aac437da tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240814946'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:31.805939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Port f7abba03-c42a-4953-b29b-65835498553d on network d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:02:31.806266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Attempting to bind port f7abba03-c42a-4953-b29b-65835498553d on network d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:02:31.856122 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:02:31.856451 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Checking segment: {'id': '36a26154-8cd3-4ea5-8028-8bbd727757f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:02:31.856856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Bound using segment: {'id': '36a26154-8cd3-4ea5-8028-8bbd727757f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:02:31.857256 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Bound port: f7abba03-c42a-4953-b29b-65835498553d, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a26154-8cd3-4ea5-8028-8bbd727757f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:02:31.857606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f7abba03-c42a-4953-b29b-65835498553d), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:31.922289 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] For port f7abba03-c42a-4953-b29b-65835498553d, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:02:31.925791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] For port f7abba03-c42a-4953-b29b-65835498553d, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=f7abba03-c42a-4953-b29b-65835498553d,segment=NetworkSegment(36a26154-8cd3-4ea5-8028-8bbd727757f2),segment_id=36a26154-8cd3-4ea5-8028-8bbd727757f2)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:02:31.927512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28f55fc0-0884-48d8-9a2f-b506aac437da tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:32.004860 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28f55fc0-0884-48d8-9a2f-b506aac437da tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (83699cc0-1db9-4015-9400-4479e484ecf1), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:32.042076 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (f7abba03-c42a-4953-b29b-65835498553d), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:32.046444 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:32.047194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:32.048798 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/f7abba03-c42a-4953-b29b-65835498553d HTTP/1.1" status: 200 len: 1093 time: 0.9325709 Oct 28 10:02:32.049293 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'tag': 'f7abba03-c42a-4953-b29b-65835498553d'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:02:32.051619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc90df7a-aa9b-452b-b7b6-8cef1d4db535" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc84d3d-df25-4fba-a3e0-1e36ebb53e48", "tag": "f7abba03-c42a-4953-b29b-65835498553d"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:02:32.101276 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690621b0-736d-45ca-8ff1-c3db803fa1b4 x-openstack-request-id: req-690621b0-736d-45ca-8ff1-c3db803fa1b4 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:02:32.101567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc84d3d-df25-4fba-a3e0-1e36ebb53e48", "tag": "f7abba03-c42a-4953-b29b-65835498553d", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:02:32.101818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-690621b0-736d-45ca-8ff1-c3db803fa1b4 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:02:32.102215 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-690621b0-736d-45ca-8ff1-c3db803fa1b4'] response: {'name': 'network-changed', 'server_uuid': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'tag': 'f7abba03-c42a-4953-b29b-65835498553d', 'status': 'completed', 'code': 200} Oct 28 10:02:32.107289 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21aef0-5ab2-4e29-a02d-f82c14348c91 service neutron] Pushing event updated for resources: {'Port': ['ID=f7abba03-c42a-4953-b29b-65835498553d,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:32.136274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28f55fc0-0884-48d8-9a2f-b506aac437da tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (83699cc0-1db9-4015-9400-4479e484ecf1), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:32.207884 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90df7a-aa9b-452b-b7b6-8cef1d4db535 req-d8ed514a-c03f-428a-93ee-75ccefebddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:32.209434 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fc90df7a-aa9b-452b-b7b6-8cef1d4db535 req-d8ed514a-c03f-428a-93ee-75ccefebddcd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=fea74ec1cef84d5d8533684dc2ea706f&device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 1127 time: 0.0606954 Oct 28 10:02:32.210029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f55fc0-0884-48d8-9a2f-b506aac437da tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83699cc0-1db9-4015-9400-4479e484ecf1,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:32.325655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28f55fc0-0884-48d8-9a2f-b506aac437da tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:32.326916 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-28f55fc0-0884-48d8-9a2f-b506aac437da tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5392814 Oct 28 10:02:32.329955 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90df7a-aa9b-452b-b7b6-8cef1d4db535 req-5ec4b7dc-060b-4c6e-b9d9-dbeb291e7794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:32.330162 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42932) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:32.332020 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fc90df7a-aa9b-452b-b7b6-8cef1d4db535 req-5ec4b7dc-060b-4c6e-b9d9-dbeb291e7794 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=fea74ec1cef84d5d8533684dc2ea706f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1075928 Oct 28 10:02:32.335763 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-c3779246-a917-4fd0-9bbd-1caa06c5594a tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '83699cc0-1db9-4015-9400-4479e484ecf1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:32.439278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90df7a-aa9b-452b-b7b6-8cef1d4db535 req-b9d7edfd-9285-402d-bf77-0a076b1bac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:32.441440 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fc90df7a-aa9b-452b-b7b6-8cef1d4db535 req-b9d7edfd-9285-402d-bf77-0a076b1bac27 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024597 Oct 28 10:02:32.521494 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-c3779246-a917-4fd0-9bbd-1caa06c5594a tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The resource could not be found. Oct 28 10:02:32.522812 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c3779246-a917-4fd0-9bbd-1caa06c5594a tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1915596 Oct 28 10:02:32.525653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42934) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:32.532204 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b17eaef2-4182-4700-a67e-ff75049f14d4 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '83699cc0-1db9-4015-9400-4479e484ecf1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '10cd0297-139e-405a-b2f9-9145784ed9c3'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:32.544129 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-0c83293c-ba55-4af4-9652-2589e5873fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:32.545692 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-0c83293c-ba55-4af4-9652-2589e5873fa0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=fea74ec1cef84d5d8533684dc2ea706f&device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 1127 time: 0.0433743 Oct 28 10:02:32.598274 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-16666ed0-73fc-4004-9a07-a52f872ca6c2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7abba03-c42a-4953-b29b-65835498553d HTTP/1.1" status: 200 len: 217 time: 0.0352981 Oct 28 10:02:32.654380 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-410f78d6-85a2-421a-b41b-8409ccbb6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:32.655882 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-410f78d6-85a2-421a-b41b-8409ccbb6f49 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c5e494c6-0e33-45a5-bd6b-29188c18fb61 HTTP/1.1" status: 200 len: 835 time: 0.0505767 Oct 28 10:02:32.693281 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681180f9-233c-4035-8906-58bf3907c05b req-ae2aa26b-e85e-46a6-9abf-dba059a55036 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:32.694793 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-681180f9-233c-4035-8906-58bf3907c05b req-ae2aa26b-e85e-46a6-9abf-dba059a55036 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 943 time: 0.0678971 Oct 28 10:02:32.704300 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-c6fc3375-3520-4156-b8b2-ae3a34c8191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:32.705804 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-c6fc3375-3520-4156-b8b2-ae3a34c8191d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=d4dabc19-8431-4a27-ba7c-42fb5ed6edf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0429823 Oct 28 10:02:32.749328 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-681180f9-233c-4035-8906-58bf3907c05b req-f4159fda-ac66-4b5e-94f7-cd4d8a442cd5 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484555 Oct 28 10:02:32.756419 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-b17eaef2-4182-4700-a67e-ff75049f14d4 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The resource could not be found. Oct 28 10:02:32.760059 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b17eaef2-4182-4700-a67e-ff75049f14d4 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2306676 Oct 28 10:02:32.760369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42938) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:32.788267 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:32.808431 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-f736cff0-1ca2-4aec-9ab1-eb05c208f4f7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d4dabc19-8431-4a27-ba7c-42fb5ed6edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947750 Oct 28 10:02:32.817987 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d24fa78-2dc6-48c6-b611-89e00ee3ee24 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (83699cc0-1db9-4015-9400-4479e484ecf1), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:32.840808 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d24fa78-2dc6-48c6-b611-89e00ee3ee24 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (83699cc0-1db9-4015-9400-4479e484ecf1), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:32.909643 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-13037058-1935-4d2e-b90a-fbe42f6c3e6c req-581521de-45ad-46d4-9b9f-4f3fe41a80f3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d4dabc19-8431-4a27-ba7c-42fb5ed6edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929024 Oct 28 10:02:32.944565 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d24fa78-2dc6-48c6-b611-89e00ee3ee24 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (83699cc0-1db9-4015-9400-4479e484ecf1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:32.947285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d24fa78-2dc6-48c6-b611-89e00ee3ee24 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:32.949746 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0d24fa78-2dc6-48c6-b611-89e00ee3ee24 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/83699cc0-1db9-4015-9400-4479e484ecf1 HTTP/1.1" status: 204 len: 168 time: 0.1871748 Oct 28 10:02:32.951528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42940) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:32.959050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24fa78-2dc6-48c6-b611-89e00ee3ee24 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83699cc0-1db9-4015-9400-4479e484ecf1,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:32.997606 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-95f76d63-ba36-4477-9be7-37f757e7df7b tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0448411 Oct 28 10:02:33.001989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42942) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:33.007283 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e7137e5a-4a58-4343-8ed5-78770ff705a1 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '324cff4e-8748-4f79-a38d-dc6512d13fab', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:33.110039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:33.187817 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-e7137e5a-4a58-4343-8ed5-78770ff705a1 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The resource could not be found. Oct 28 10:02:33.191105 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e7137e5a-4a58-4343-8ed5-78770ff705a1 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1860154 Oct 28 10:02:33.193343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42944) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:33.198737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e809d785-fcc9-4c96-aa97-01061cca0fe0 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1699419930'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:33.336207 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e809d785-fcc9-4c96-aa97-01061cca0fe0 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:33.348102 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:33.411608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e809d785-fcc9-4c96-aa97-01061cca0fe0 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (7ae3a6c9-7c06-4d68-878c-df7c2a408af3), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:33.444531 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:33.475608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e809d785-fcc9-4c96-aa97-01061cca0fe0 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (7ae3a6c9-7c06-4d68-878c-df7c2a408af3), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:33.507738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809d785-fcc9-4c96-aa97-01061cca0fe0 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae3a6c9-7c06-4d68-878c-df7c2a408af3,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:33.555902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:33.589225 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e809d785-fcc9-4c96-aa97-01061cca0fe0 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:33.590522 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e809d785-fcc9-4c96-aa97-01061cca0fe0 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3959885 Oct 28 10:02:33.593168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42946) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:33.598205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-aa469a6f-b2b5-4be3-8714-ed997783d29a tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group': {'name': 'tempest-secgroup--48363967'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:33.695739 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aa469a6f-b2b5-4be3-8714-ed997783d29a tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:33.770089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aa469a6f-b2b5-4be3-8714-ed997783d29a tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (7f8ec953-ec9c-4ce7-b984-c9f1bd8560e2), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:33.873049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aa469a6f-b2b5-4be3-8714-ed997783d29a tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (7f8ec953-ec9c-4ce7-b984-c9f1bd8560e2), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:33.885579 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205af5de-fea9-47a4-997c-c147b1a65fdd req-702772f8-55ee-460b-ad8b-6f7d157f5bda tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:33.887115 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-205af5de-fea9-47a4-997c-c147b1a65fdd req-702772f8-55ee-460b-ad8b-6f7d157f5bda tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 943 time: 0.0532010 Oct 28 10:02:33.903332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa469a6f-b2b5-4be3-8714-ed997783d29a tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8ec953-ec9c-4ce7-b984-c9f1bd8560e2,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:33.941360 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-205af5de-fea9-47a4-997c-c147b1a65fdd req-84afbf53-e97e-4fc0-9ea6-a15cb16333b8 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465505 Oct 28 10:02:33.983548 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aa469a6f-b2b5-4be3-8714-ed997783d29a tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:33.984848 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-aa469a6f-b2b5-4be3-8714-ed997783d29a tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3907740 Oct 28 10:02:33.987748 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42950) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:33.992294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-15131df9-0f35-4037-87b4-bec639ac0342 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group_rule': {'security_group_id': '7ae3a6c9-7c06-4d68-878c-df7c2a408af3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7f8ec953-ec9c-4ce7-b984-c9f1bd8560e2'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:34.175878 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-15131df9-0f35-4037-87b4-bec639ac0342 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:02:34.177843 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-15131df9-0f35-4037-87b4-bec639ac0342 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1882951 Oct 28 10:02:34.179859 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42952) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:34.193392 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:34.234946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6bdeb21-0787-4de4-a7f9-f14c9251b598 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (7f8ec953-ec9c-4ce7-b984-c9f1bd8560e2), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:34.257181 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6bdeb21-0787-4de4-a7f9-f14c9251b598 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (7f8ec953-ec9c-4ce7-b984-c9f1bd8560e2), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:34.270407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:34.289962 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:34.381463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6bdeb21-0787-4de4-a7f9-f14c9251b598 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (7f8ec953-ec9c-4ce7-b984-c9f1bd8560e2), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:34.384185 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6bdeb21-0787-4de4-a7f9-f14c9251b598 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:34.385341 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b6bdeb21-0787-4de4-a7f9-f14c9251b598 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7f8ec953-ec9c-4ce7-b984-c9f1bd8560e2 HTTP/1.1" status: 204 len: 168 time: 0.2045276 Oct 28 10:02:34.388179 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42954) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:34.396252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdeb21-0787-4de4-a7f9-f14c9251b598 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8ec953-ec9c-4ce7-b984-c9f1bd8560e2,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:34.398083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:34.442297 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d35adbbb-8386-4424-b601-c204c123df63 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0529339 Oct 28 10:02:34.445558 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42956) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:34.498856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3dba014b-4b05-42c2-ac32-481c619f51f8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (7ae3a6c9-7c06-4d68-878c-df7c2a408af3), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:34.520754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3dba014b-4b05-42c2-ac32-481c619f51f8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (7ae3a6c9-7c06-4d68-878c-df7c2a408af3), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:34.661321 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3dba014b-4b05-42c2-ac32-481c619f51f8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (7ae3a6c9-7c06-4d68-878c-df7c2a408af3), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:34.663957 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3dba014b-4b05-42c2-ac32-481c619f51f8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:34.665160 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3dba014b-4b05-42c2-ac32-481c619f51f8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7ae3a6c9-7c06-4d68-878c-df7c2a408af3 HTTP/1.1" status: 204 len: 168 time: 0.2189438 Oct 28 10:02:34.667914 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42958) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:34.674889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba014b-4b05-42c2-ac32-481c619f51f8 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae3a6c9-7c06-4d68-878c-df7c2a408af3,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:34.718784 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-27e60bd9-191f-4c22-9244-85b2fc72a6cb tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0496156 Oct 28 10:02:34.721495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42960) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:34.725760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-3c3ae30b-a0a0-47a5-97f6-ecf9001020d9 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group': {'name': 'tempest-secgroup--265885812'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:34.816135 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3c3ae30b-a0a0-47a5-97f6-ecf9001020d9 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:34.828496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:34.894074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3c3ae30b-a0a0-47a5-97f6-ecf9001020d9 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (37e1a185-791d-41c7-9d09-d4be1caa6686), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:34.976360 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:35.010651 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3c3ae30b-a0a0-47a5-97f6-ecf9001020d9 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (37e1a185-791d-41c7-9d09-d4be1caa6686), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:35.032498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:35.046445 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ae30b-a0a0-47a5-97f6-ecf9001020d9 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e1a185-791d-41c7-9d09-d4be1caa6686,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:35.069939 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc4148-d442-4e0f-b76e-fe344ea0e1bd req-5d337720-063f-4e6b-8da9-61549bb8cbc5 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:35.071438 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9dfc4148-d442-4e0f-b76e-fe344ea0e1bd req-5d337720-063f-4e6b-8da9-61549bb8cbc5 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 943 time: 0.0558710 Oct 28 10:02:35.122621 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9dfc4148-d442-4e0f-b76e-fe344ea0e1bd req-cecae162-16cb-4e8c-baac-8204ce3e3412 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454698 Oct 28 10:02:35.155060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3c3ae30b-a0a0-47a5-97f6-ecf9001020d9 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:35.157111 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3c3ae30b-a0a0-47a5-97f6-ecf9001020d9 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4338219 Oct 28 10:02:35.159749 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42964) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:35.164115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-2209d570-638f-4159-b6b6-e2bc51d6b722 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:35.164536 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING neutron.api.v2.base [None req-2209d570-638f-4159-b6b6-e2bc51d6b722 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 28 10:02:35.165021 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-2209d570-638f-4159-b6b6-e2bc51d6b722 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] update failed (client error): There was a conflict when trying to complete your request. Oct 28 10:02:35.165929 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2209d570-638f-4159-b6b6-e2bc51d6b722 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "PUT /networking/v2.0/security-groups/37e1a185-791d-41c7-9d09-d4be1caa6686 HTTP/1.1" status: 409 len: 330 time: 0.0052118 Oct 28 10:02:35.168380 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42966) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:35.181633 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:35.223328 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b83616ab-4888-45ff-a26f-846748509b62 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (37e1a185-791d-41c7-9d09-d4be1caa6686), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:35.245634 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b83616ab-4888-45ff-a26f-846748509b62 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (37e1a185-791d-41c7-9d09-d4be1caa6686), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:35.404340 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b83616ab-4888-45ff-a26f-846748509b62 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (37e1a185-791d-41c7-9d09-d4be1caa6686), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:35.406881 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b83616ab-4888-45ff-a26f-846748509b62 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:35.408046 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b83616ab-4888-45ff-a26f-846748509b62 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/37e1a185-791d-41c7-9d09-d4be1caa6686 HTTP/1.1" status: 204 len: 168 time: 0.2388279 Oct 28 10:02:35.411482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42968) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:35.418092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83616ab-4888-45ff-a26f-846748509b62 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e1a185-791d-41c7-9d09-d4be1caa6686,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:35.457567 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-00af919a-83f1-4600-8655-c28f83280ca2 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0448165 Oct 28 10:02:35.461234 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42970) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:35.475192 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-75226758-a33a-4d09-8192-c3c232d1d697 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] delete failed (client error): The resource could not be found. Oct 28 10:02:35.476182 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-75226758-a33a-4d09-8192-c3c232d1d697 tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9e5552eb-219c-4638-bef2-07d2c8a884c8 HTTP/1.1" status: 404 len: 347 time: 0.0140433 Oct 28 10:02:35.479822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42972) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:35.493486 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-203a48e3-0918-44a7-90ab-7e62287547da tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] show failed (client error): The resource could not be found. Oct 28 10:02:35.494458 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-203a48e3-0918-44a7-90ab-7e62287547da tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "GET /networking/v2.0/security-groups/e990bd18-105a-4ecf-98fc-17a94fc3a60c HTTP/1.1" status: 404 len: 347 time: 0.0137565 Oct 28 10:02:35.498099 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 42974) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:35.510215 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-5ea72ebf-d16c-437e-af83-d005f60530ae tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] show failed (client error): The resource could not be found. Oct 28 10:02:35.511213 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5ea72ebf-d16c-437e-af83-d005f60530ae tempest-NegativeSecGroupTest-1607971854 tempest-NegativeSecGroupTest-1607971854-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules/3df1a8a4-5f74-49f6-b33c-ce03c3dcaa71 HTTP/1.1" status: 404 len: 356 time: 0.0122440 Oct 28 10:02:35.543355 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device f7abba03-c42a-4953-b29b-65835498553d details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:02:35.547189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:35.564417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=11,neutron:SELECT=78,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:35.624468 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:35.649154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port f7abba03-c42a-4953-b29b-65835498553d, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=f7abba03-c42a-4953-b29b-65835498553d,segment=NetworkSegment(36a26154-8cd3-4ea5-8028-8bbd727757f2),segment_id=36a26154-8cd3-4ea5-8028-8bbd727757f2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:35.661865 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'f7abba03-c42a-4953-b29b-65835498553d', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'port_id': 'f7abba03-c42a-4953-b29b-65835498553d', 'mac_address': 'fa:16:3e:3d:e2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:02:35.697666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port f7abba03-c42a-4953-b29b-65835498553d is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:35.698059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f7abba03-c42a-4953-b29b-65835498553d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:35.715552 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7abba03-c42a-4953-b29b-65835498553d {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:02:35.735674 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port f7abba03-c42a-4953-b29b-65835498553d, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=f7abba03-c42a-4953-b29b-65835498553d,segment=NetworkSegment(36a26154-8cd3-4ea5-8028-8bbd727757f2),segment_id=36a26154-8cd3-4ea5-8028-8bbd727757f2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:35.796211 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f7abba03-c42a-4953-b29b-65835498553d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:35.813920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:35.861495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=f7abba03-c42a-4953-b29b-65835498553d,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:35.955469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42980) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:36.102279 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-afb5917f-a3c8-4018-ad4d-f6b18df4f0fe admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7b88926599eb4e85b20333d2c4c7fa8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1455982 Oct 28 10:02:36.104752 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 42984) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:36.131922 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['f7abba03-c42a-4953-b29b-65835498553d'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:02:36.163880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7293eb96-ce41-45bd-8793-523051bf8e72 admin admin] Publish callbacks [] for security_group (5015fad8-3bd2-426e-9d33-5946ef212e30), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:36.187958 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7293eb96-ce41-45bd-8793-523051bf8e72 admin admin] Publish callbacks [] for security_group (5015fad8-3bd2-426e-9d33-5946ef212e30), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:36.260527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e08047-4c01-4bf2-a3d8-b4ca975fd6b6 req-da43fc79-cbf6-4167-a367-24eb27fdd3f8 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:36.262202 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-09e08047-4c01-4bf2-a3d8-b4ca975fd6b6 req-da43fc79-cbf6-4167-a367-24eb27fdd3f8 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 944 time: 0.0582113 Oct 28 10:02:36.313527 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-09e08047-4c01-4bf2-a3d8-b4ca975fd6b6 req-4e7b772a-1eff-4aa2-b1ac-68dfaf0079bf tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453832 Oct 28 10:02:36.341749 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:36.367763 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7293eb96-ce41-45bd-8793-523051bf8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5015fad8-3bd2-426e-9d33-5946ef212e30), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:36.370694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7293eb96-ce41-45bd-8793-523051bf8e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:36.372614 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7293eb96-ce41-45bd-8793-523051bf8e72 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5015fad8-3bd2-426e-9d33-5946ef212e30 HTTP/1.1" status: 204 len: 168 time: 0.2669578 Oct 28 10:02:36.378907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:36.383310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293eb96-ce41-45bd-8793-523051bf8e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5015fad8-3bd2-426e-9d33-5946ef212e30,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:36.418641 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=6,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:36.552941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:37.007441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:37.393040 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=10,neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:37.421774 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:37.427064 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43010) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:37.443488 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da90f8e-fd2a-4fa3-a777-884ad07763c9 req-08a23d0f-ecd6-4530-a64c-7a9136f79ca8 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:37.447972 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5da90f8e-fd2a-4fa3-a777-884ad07763c9 req-08a23d0f-ecd6-4530-a64c-7a9136f79ca8 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 944 time: 0.0563481 Oct 28 10:02:37.474640 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:37.514835 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5da90f8e-fd2a-4fa3-a777-884ad07763c9 req-2a34f1d8-8113-4130-a6ab-0f70f6496372 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632241 Oct 28 10:02:37.538943 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-563973e6-3926-4440-a308-554a6187bf6b tempest-ServiceProvidersTest-1950683876 tempest-ServiceProvidersTest-1950683876-project] 10.222.0.49 "GET /networking/v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1098471 Oct 28 10:02:37.563386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device f7abba03-c42a-4953-b29b-65835498553d up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:37.610389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port f7abba03-c42a-4953-b29b-65835498553d completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:02:37.670095 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port f7abba03-c42a-4953-b29b-65835498553d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:37.670447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f7abba03-c42a-4953-b29b-65835498553d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:37.670905 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port f7abba03-c42a-4953-b29b-65835498553d Oct 28 10:02:37.728526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:37.764906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port f7abba03-c42a-4953-b29b-65835498553d is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:37.765296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f7abba03-c42a-4953-b29b-65835498553d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:37.789696 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7abba03-c42a-4953-b29b-65835498553d'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:02:37.792337 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b03c79-fb69-4a58-886a-cc1d08ced6d1" -d '{"events": [{"server_uuid": "2fc84d3d-df25-4fba-a3e0-1e36ebb53e48", "name": "network-vif-plugged", "status": "completed", "tag": "f7abba03-c42a-4953-b29b-65835498553d"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:02:37.796599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:37.806567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port f7abba03-c42a-4953-b29b-65835498553d, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=f7abba03-c42a-4953-b29b-65835498553d,segment=NetworkSegment(36a26154-8cd3-4ea5-8028-8bbd727757f2),segment_id=36a26154-8cd3-4ea5-8028-8bbd727757f2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:37.831637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fa246d-de05-43ea-bef8-252d83f33873 x-openstack-request-id: req-b9fa246d-de05-43ea-bef8-252d83f33873 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:02:37.832671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc84d3d-df25-4fba-a3e0-1e36ebb53e48", "name": "network-vif-plugged", "status": "completed", "tag": "f7abba03-c42a-4953-b29b-65835498553d", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:02:37.832671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9fa246d-de05-43ea-bef8-252d83f33873 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:02:37.832671 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9fa246d-de05-43ea-bef8-252d83f33873'] response: {'server_uuid': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7abba03-c42a-4953-b29b-65835498553d', 'code': 200} Oct 28 10:02:37.904597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f7abba03-c42a-4953-b29b-65835498553d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:37.956821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=f7abba03-c42a-4953-b29b-65835498553d,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:38.133541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43026) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:38.258608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-afa9ba1c-b6fa-41d2-bf4b-1c9fb10eba47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:38.270844 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2518184-0b26-4efc-adc4-dc589b27cdb4 req-62e93825-70dd-4c9c-a202-19ed0c2ed188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:38.272350 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e2518184-0b26-4efc-adc4-dc589b27cdb4 req-62e93825-70dd-4c9c-a202-19ed0c2ed188 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 1129 time: 0.0608234 Oct 28 10:02:38.350296 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e2518184-0b26-4efc-adc4-dc589b27cdb4 req-55b22556-8069-4019-b8e5-a569c2ac9506 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687456 Oct 28 10:02:38.383798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-afa9ba1c-b6fa-41d2-bf4b-1c9fb10eba47 admin admin] Publish callbacks [] for security_group (c7d342f1-9986-4875-b61e-66c20caea295), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:38.455664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-afa9ba1c-b6fa-41d2-bf4b-1c9fb10eba47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (c7d342f1-9986-4875-b61e-66c20caea295), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:38.497654 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-afa9ba1c-b6fa-41d2-bf4b-1c9fb10eba47 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4cc4fecab91b42d3bede018c959724c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3629687 Oct 28 10:02:38.498523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9ba1c-b6fa-41d2-bf4b-1c9fb10eba47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d342f1-9986-4875-b61e-66c20caea295,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:38.500454 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43030) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:38.550933 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bbc84582-f217-41dc-84cb-aec0fd775cda admin admin] Publish callbacks [] for security_group (c7d342f1-9986-4875-b61e-66c20caea295), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:38.573413 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bbc84582-f217-41dc-84cb-aec0fd775cda admin admin] Publish callbacks [] for security_group (c7d342f1-9986-4875-b61e-66c20caea295), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:38.657429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0e929-a493-4f18-a332-2366f532275b req-f691ea2f-d68b-4d1b-8755-4a9b1451efa8 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:38.658962 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-76a0e929-a493-4f18-a332-2366f532275b req-f691ea2f-d68b-4d1b-8755-4a9b1451efa8 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0571053 Oct 28 10:02:38.711995 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-76a0e929-a493-4f18-a332-2366f532275b req-f0a45ba5-29ee-48f8-9a58-666ce2dd423c tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464773 Oct 28 10:02:38.767210 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bbc84582-f217-41dc-84cb-aec0fd775cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (c7d342f1-9986-4875-b61e-66c20caea295), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:38.770464 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bbc84582-f217-41dc-84cb-aec0fd775cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:38.771835 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bbc84582-f217-41dc-84cb-aec0fd775cda admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c7d342f1-9986-4875-b61e-66c20caea295 HTTP/1.1" status: 204 len: 168 time: 0.2703555 Oct 28 10:02:38.780656 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc84582-f217-41dc-84cb-aec0fd775cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d342f1-9986-4875-b61e-66c20caea295,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:39.070288 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:39.410130 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:39.788133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:39.810738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43056) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:39.839082 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7f359-87ce-44a6-9897-e2fb8eae6c56 req-ae87f95c-7472-415c-80ae-db9f4d4df264 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:39.842793 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c4c7f359-87ce-44a6-9897-e2fb8eae6c56 req-ae87f95c-7472-415c-80ae-db9f4d4df264 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0507433 Oct 28 10:02:39.892441 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c4c7f359-87ce-44a6-9897-e2fb8eae6c56 req-6248c824-9979-44ed-b176-66efb3712b59 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458868 Oct 28 10:02:39.912683 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-1792245b-9f1e-491a-8db0-10d181317720 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1367854822-network', 'tenant_id': '5792f44387e140ab91839982507b7086'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:40.032789 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1792245b-9f1e-491a-8db0-10d181317720 admin admin] Made reservation on behalf of 5792f44387e140ab91839982507b7086 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:40.033065 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:40.036528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1792245b-9f1e-491a-8db0-10d181317720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:40.045613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1792245b-9f1e-491a-8db0-10d181317720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:40.122318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1792245b-9f1e-491a-8db0-10d181317720 admin admin] Publish callbacks [] for security_group (9fa250d1-43af-496f-9c9f-7ec7ee64fb26), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:40.227257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1792245b-9f1e-491a-8db0-10d181317720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (9fa250d1-43af-496f-9c9f-7ec7ee64fb26), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:40.255499 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1792245b-9f1e-491a-8db0-10d181317720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:02:40.261994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792245b-9f1e-491a-8db0-10d181317720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa250d1-43af-496f-9c9f-7ec7ee64fb26,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:40.268313 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1792245b-9f1e-491a-8db0-10d181317720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (019733b4-5498-4b49-b252-e638459c6a59), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:40.269330 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-1792245b-9f1e-491a-8db0-10d181317720 admin admin] Added segment 019733b4-5498-4b49-b252-e638459c6a59 of type vlan for network 2c8f564f-55a5-4716-b4bd-3b91383c2e50 Oct 28 10:02:40.310007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1792245b-9f1e-491a-8db0-10d181317720 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (2c8f564f-55a5-4716-b4bd-3b91383c2e50), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:40.447065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1792245b-9f1e-491a-8db0-10d181317720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (2c8f564f-55a5-4716-b4bd-3b91383c2e50), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:40.448123 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1792245b-9f1e-491a-8db0-10d181317720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:40.448728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1792245b-9f1e-491a-8db0-10d181317720 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:40.542015 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792245b-9f1e-491a-8db0-10d181317720 admin admin] Pushing event updated for resources: {'Network': ['ID=2c8f564f-55a5-4716-b4bd-3b91383c2e50,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:40.551573 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 2c8f564f-55a5-4716-b4bd-3b91383c2e50 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:02:40.596161 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1792245b-9f1e-491a-8db0-10d181317720 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7842486 Oct 28 10:02:40.599093 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43062) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:40.603883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-7e60e6ad-7964-4b94-aab2-ce49bdb85872 admin admin] Request body: {'subnet': {'network_id': '2c8f564f-55a5-4716-b4bd-3b91383c2e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1367854822-subnet', 'tenant_id': '5792f44387e140ab91839982507b7086', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:40.681720 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e60e6ad-7964-4b94-aab2-ce49bdb85872 admin admin] Made reservation on behalf of 5792f44387e140ab91839982507b7086 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:40.684089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7e60e6ad-7964-4b94-aab2-ce49bdb85872 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:40.921867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7e60e6ad-7964-4b94-aab2-ce49bdb85872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (21aa2499-95a9-4779-a311-e60d1f669745), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:40.991635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60e6ad-7964-4b94-aab2-ce49bdb85872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21aa2499-95a9-4779-a311-e60d1f669745,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:41.000665 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e60e6ad-7964-4b94-aab2-ce49bdb85872 admin admin] Checking segment: {'id': '019733b4-5498-4b49-b252-e638459c6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2c8f564f-55a5-4716-b4bd-3b91383c2e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:02:41.000665 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e60e6ad-7964-4b94-aab2-ce49bdb85872 admin admin] Network hostable DHCP agents. Network: 2c8f564f-55a5-4716-b4bd-3b91383c2e50, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:02:41.033792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d797ee3-3c1f-4841-a9dc-bcde384176f0 req-4339cc37-508f-4586-a6d6-0176b880de87 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:41.035489 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5d797ee3-3c1f-4841-a9dc-bcde384176f0 req-4339cc37-508f-4586-a6d6-0176b880de87 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0589128 Oct 28 10:02:41.086893 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5d797ee3-3c1f-4841-a9dc-bcde384176f0 req-34d7c7cf-5656-4a82-a802-010685369d06 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455003 Oct 28 10:02:41.124267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e60e6ad-7964-4b94-aab2-ce49bdb85872 admin admin] Network 2c8f564f-55a5-4716-b4bd-3b91383c2e50 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:02:41.211091 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2fd33-c449-42a8-969f-7adb914e2bdd req-27154201-8254-4320-9a35-a8c4b55c21d9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:41.212547 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0fe2fd33-c449-42a8-969f-7adb914e2bdd req-27154201-8254-4320-9a35-a8c4b55c21d9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0489252 Oct 28 10:02:41.221289 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-7e60e6ad-7964-4b94-aab2-ce49bdb85872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 2c8f564f-55a5-4716-b4bd-3b91383c2e50) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:41.226042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e60e6ad-7964-4b94-aab2-ce49bdb85872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:41.226703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7e60e6ad-7964-4b94-aab2-ce49bdb85872 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:41.233568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8872cb03-341a-40b2-b5ef-518e6c0a3903 None None] Network 2c8f564f-55a5-4716-b4bd-3b91383c2e50 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:41.265757 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0fe2fd33-c449-42a8-969f-7adb914e2bdd req-6cf52400-6e86-4f33-9213-201fcf07568a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475469 Oct 28 10:02:41.294978 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43068) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:41.328482 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7e60e6ad-7964-4b94-aab2-ce49bdb85872 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7268126 Oct 28 10:02:41.338449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a506e55f-ba70-4e44-a160-ed22b4dca809 tempest-TestNetworkAdvancedServerOps-1945139064 tempest-TestNetworkAdvancedServerOps-1945139064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:41.342909 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a506e55f-ba70-4e44-a160-ed22b4dca809 tempest-TestNetworkAdvancedServerOps-1945139064 tempest-TestNetworkAdvancedServerOps-1945139064-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 1124 time: 0.0439508 Oct 28 10:02:41.343846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43072) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:41.348666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4cef2c-76ef-451e-ae29-2aedf9ea385a None None] Network 2c8f564f-55a5-4716-b4bd-3b91383c2e50 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:41.353952 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': 'f7abba03-c42a-4953-b29b-65835498553d', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:41.441891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:41.495470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:41.524653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:41.637166 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Allocated IP 172.36.1.161 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/42640358-ed94-47d6-910e-4973355b89cf) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:41.719322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:41.746813 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for port (42640358-ed94-47d6-910e-4973355b89cf), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:41.861880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (42640358-ed94-47d6-910e-4973355b89cf), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:41.911244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:41.914226 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:41.918324 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:02:41.940931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event updated for resources: {'Port': ['ID=42640358-ed94-47d6-910e-4973355b89cf,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:42.013115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:42.030557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43088) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:42.039274 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7a1de71c-0b99-4cf2-bdd3-880e41c93e72 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-731641042-network', 'tenant_id': 'a923409e08f6451e86611385a2957097'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:42.105623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:42.186788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1de71c-0b99-4cf2-bdd3-880e41c93e72 admin admin] Made reservation on behalf of a923409e08f6451e86611385a2957097 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:42.189576 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a1de71c-0b99-4cf2-bdd3-880e41c93e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:42.207990 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a1de71c-0b99-4cf2-bdd3-880e41c93e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:42.349603 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for floatingip (cccfe447-31f8-43e8-bfc0-fe0dd823f580), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:42.406831 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a1de71c-0b99-4cf2-bdd3-880e41c93e72 admin admin] Publish callbacks [] for security_group (25de51c2-a9f1-47d3-afff-cc5b5f2741af), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:42.501662 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a1de71c-0b99-4cf2-bdd3-880e41c93e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (25de51c2-a9f1-47d3-afff-cc5b5f2741af), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:42.531545 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1de71c-0b99-4cf2-bdd3-880e41c93e72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:02:42.533423 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (42640358-ed94-47d6-910e-4973355b89cf), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:42.574824 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a1de71c-0b99-4cf2-bdd3-880e41c93e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (5f7c01e5-0488-40a7-b45f-9d267624cd23), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:42.575252 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-7a1de71c-0b99-4cf2-bdd3-880e41c93e72 admin admin] Added segment 5f7c01e5-0488-40a7-b45f-9d267624cd23 of type vlan for network 4fad79c2-0133-4697-be39-69f3a4f0a3bb Oct 28 10:02:42.576604 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1de71c-0b99-4cf2-bdd3-880e41c93e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25de51c2-a9f1-47d3-afff-cc5b5f2741af,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:42.610761 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:42.633680 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a1de71c-0b99-4cf2-bdd3-880e41c93e72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (4fad79c2-0133-4697-be39-69f3a4f0a3bb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:42.763970 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for port (42640358-ed94-47d6-910e-4973355b89cf), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:42.784640 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a1de71c-0b99-4cf2-bdd3-880e41c93e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (4fad79c2-0133-4697-be39-69f3a4f0a3bb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:42.785655 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1de71c-0b99-4cf2-bdd3-880e41c93e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:42.786233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7a1de71c-0b99-4cf2-bdd3-880e41c93e72 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:42.805142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:42.860139 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (42640358-ed94-47d6-910e-4973355b89cf), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:42.936205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:42.939277 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7a1de71c-0b99-4cf2-bdd3-880e41c93e72 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9076419 Oct 28 10:02:42.945156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43090) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:42.945297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1de71c-0b99-4cf2-bdd3-880e41c93e72 admin admin] Pushing event updated for resources: {'Network': ['ID=4fad79c2-0133-4697-be39-69f3a4f0a3bb,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:42.947439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6d32af63-fcd7-4134-9e6a-ac42294072ce admin admin] Request body: {'subnet': {'network_id': '4fad79c2-0133-4697-be39-69f3a4f0a3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-731641042-subnet', 'tenant_id': 'a923409e08f6451e86611385a2957097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:42.956768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 4fad79c2-0133-4697-be39-69f3a4f0a3bb details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:02:42.962181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event updated for resources: {'Port': ['ID=42640358-ed94-47d6-910e-4973355b89cf,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:42.967718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (cccfe447-31f8-43e8-bfc0-fe0dd823f580), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:43.015436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3edf3168-a558-4719-8333-c970f136b061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:43.047949 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:43.070123 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Floating IP cccfe447-31f8-43e8-bfc0-fe0dd823f580 associated. External IP: 172.36.1.161, port: f7abba03-c42a-4953-b29b-65835498553d. Oct 28 10:02:43.119182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d32af63-fcd7-4134-9e6a-ac42294072ce admin admin] Made reservation on behalf of a923409e08f6451e86611385a2957097 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:43.122278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6d32af63-fcd7-4134-9e6a-ac42294072ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:43.218211 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:43.289427 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Router 81647dcf-dcda-4265-bfbb-b8703e649526 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:02:43.414036 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:02:43.426023 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2097a41-2c86-4073-9fe7-4c0217e214d4 None None] Sync routers for ids ['81647dcf-dcda-4265-bfbb-b8703e649526'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:02:43.438436 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2097a41-2c86-4073-9fe7-4c0217e214d4 None None] Routers {'81647dcf-dcda-4265-bfbb-b8703e649526'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:02:43.439111 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d2097a41-2c86-4073-9fe7-4c0217e214d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:02:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['81647dcf-dcda-4265-bfbb-b8703e649526'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:43.515167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:43.528637 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:43.551261 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d57e730b-8e35-4632-ba6b-8032c7260de9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2062142 Oct 28 10:02:43.552278 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'tag': 'f7abba03-c42a-4953-b29b-65835498553d'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:02:43.555931 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d2097a41-2c86-4073-9fe7-4c0217e214d4 None None] Set router 81647dcf-dcda-4265-bfbb-b8703e649526 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:02:43.568803 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b164a7-41a0-4c24-9bbf-4361f8e3e43c" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc84d3d-df25-4fba-a3e0-1e36ebb53e48", "tag": "f7abba03-c42a-4953-b29b-65835498553d"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:02:43.631728 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da28156-a613-418c-b28e-450532774780 x-openstack-request-id: req-1da28156-a613-418c-b28e-450532774780 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:02:43.632068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc84d3d-df25-4fba-a3e0-1e36ebb53e48", "tag": "f7abba03-c42a-4953-b29b-65835498553d", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:02:43.632287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1da28156-a613-418c-b28e-450532774780 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:02:43.632689 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da28156-a613-418c-b28e-450532774780'] response: {'name': 'network-changed', 'server_uuid': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'tag': 'f7abba03-c42a-4953-b29b-65835498553d', 'status': 'completed', 'code': 200} Oct 28 10:02:43.669057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:43.680903 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e1e62-ce09-4417-add7-952e81062407 req-40f31a14-43e8-4121-a693-a76626db3faa tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:43.682479 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-385e1e62-ce09-4417-add7-952e81062407 req-40f31a14-43e8-4121-a693-a76626db3faa tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0641623 Oct 28 10:02:43.734008 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b164a7-41a0-4c24-9bbf-4361f8e3e43c req-32258a44-7c92-4a75-b371-d57b1ec31ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:43.735772 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04b164a7-41a0-4c24-9bbf-4361f8e3e43c req-32258a44-7c92-4a75-b371-d57b1ec31ab4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=fea74ec1cef84d5d8533684dc2ea706f&device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 1129 time: 0.0426321 Oct 28 10:02:43.755844 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-385e1e62-ce09-4417-add7-952e81062407 req-7699cfe0-4ae3-484b-95a3-35762491fbc2 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674798 Oct 28 10:02:43.770791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6d32af63-fcd7-4134-9e6a-ac42294072ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (0adaf4d7-7117-4e8c-bf3e-23f1ee9a1331), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:43.786104 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43098) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:43.857958 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e87fc112-94a1-4a28-bb6f-f89c300612d5 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/floatingips/cccfe447-31f8-43e8-bfc0-fe0dd823f580 HTTP/1.1" status: 200 len: 991 time: 0.0701869 Oct 28 10:02:43.884422 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32af63-fcd7-4134-9e6a-ac42294072ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=0adaf4d7-7117-4e8c-bf3e-23f1ee9a1331,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:43.904416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b164a7-41a0-4c24-9bbf-4361f8e3e43c req-e7df3040-e529-4ae1-9721-397bcfe55f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:43.906031 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04b164a7-41a0-4c24-9bbf-4361f8e3e43c req-e7df3040-e529-4ae1-9721-397bcfe55f60 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 HTTP/1.1" status: 200 len: 898 time: 0.1620314 Oct 28 10:02:43.907683 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d2097a41-2c86-4073-9fe7-4c0217e214d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868206850', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214'}], 'enable_snat': True}, 'gw_port_id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:02:18Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'gw_port': {'id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:19Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'cccfe447-31f8-43e8-bfc0-fe0dd823f580', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'floating_ip_address': '172.36.1.161', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'port_id': 'f7abba03-c42a-4953-b29b-65835498553d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'mac_address': 'fa:16:3e:3d:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:02:42Z', 'updated_at': '2022-10-28T10:02:42Z', 'revision_number': 0, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c146f636-6b3f-4ac5-b61f-1f56625c48cf', 'name': '', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'mac_address': 'fa:16:3e:4c:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:23Z', 'updated_at': '2022-10-28T10:02:28Z', 'revision_number': 5, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'subnets': [{'id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:43.909146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d32af63-fcd7-4134-9e6a-ac42294072ce admin admin] Checking segment: {'id': '5f7c01e5-0488-40a7-b45f-9d267624cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4fad79c2-0133-4697-be39-69f3a4f0a3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:02:43.909586 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d32af63-fcd7-4134-9e6a-ac42294072ce admin admin] Network hostable DHCP agents. Network: 4fad79c2-0133-4697-be39-69f3a4f0a3bb, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:02:43.933860 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2097a41-2c86-4073-9fe7-4c0217e214d4 None None] Checking router: 81647dcf-dcda-4265-bfbb-b8703e649526 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:02:43.943940 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2097a41-2c86-4073-9fe7-4c0217e214d4 None None] Routers {'81647dcf-dcda-4265-bfbb-b8703e649526'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:02:43.944544 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d2097a41-2c86-4073-9fe7-4c0217e214d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:02:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['81647dcf-dcda-4265-bfbb-b8703e649526'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:43.979993 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04b164a7-41a0-4c24-9bbf-4361f8e3e43c req-9a57541b-ce85-4429-879c-67244d40902a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7abba03-c42a-4953-b29b-65835498553d HTTP/1.1" status: 200 len: 999 time: 0.0666931 Oct 28 10:02:44.035366 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b164a7-41a0-4c24-9bbf-4361f8e3e43c req-4af381aa-f8b1-4219-b31f-f58908dcf911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:44.036748 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04b164a7-41a0-4c24-9bbf-4361f8e3e43c req-4af381aa-f8b1-4219-b31f-f58908dcf911 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c5e494c6-0e33-45a5-bd6b-29188c18fb61 HTTP/1.1" status: 200 len: 835 time: 0.0504622 Oct 28 10:02:44.053687 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d2097a41-2c86-4073-9fe7-4c0217e214d4 None None] Set router 81647dcf-dcda-4265-bfbb-b8703e649526 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:02:44.070371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d32af63-fcd7-4134-9e6a-ac42294072ce admin admin] Network 4fad79c2-0133-4697-be39-69f3a4f0a3bb is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:02:44.076764 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:44.086323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b164a7-41a0-4c24-9bbf-4361f8e3e43c req-64c0c383-cd99-4bf3-9d0b-38377640648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:44.088205 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04b164a7-41a0-4c24-9bbf-4361f8e3e43c req-64c0c383-cd99-4bf3-9d0b-38377640648a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=d4dabc19-8431-4a27-ba7c-42fb5ed6edf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0446632 Oct 28 10:02:44.182328 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-6d32af63-fcd7-4134-9e6a-ac42294072ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 4fad79c2-0133-4697-be39-69f3a4f0a3bb) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:44.188274 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04b164a7-41a0-4c24-9bbf-4361f8e3e43c req-5a1574f7-cf0c-4bae-9d08-746a573c74f1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d4dabc19-8431-4a27-ba7c-42fb5ed6edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924082 Oct 28 10:02:44.189430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d32af63-fcd7-4134-9e6a-ac42294072ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:44.189993 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6d32af63-fcd7-4134-9e6a-ac42294072ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:44.193960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c53292-317b-4969-a683-c30882aca802 None None] Network 4fad79c2-0133-4697-be39-69f3a4f0a3bb requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:44.204886 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:44.286990 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d2097a41-2c86-4073-9fe7-4c0217e214d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868206850', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214'}], 'enable_snat': True}, 'gw_port_id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:02:18Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'gw_port': {'id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:19Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'cccfe447-31f8-43e8-bfc0-fe0dd823f580', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'floating_ip_address': '172.36.1.161', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'port_id': 'f7abba03-c42a-4953-b29b-65835498553d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'mac_address': 'fa:16:3e:3d:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:02:42Z', 'updated_at': '2022-10-28T10:02:42Z', 'revision_number': 0, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c146f636-6b3f-4ac5-b61f-1f56625c48cf', 'name': '', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'mac_address': 'fa:16:3e:4c:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:23Z', 'updated_at': '2022-10-28T10:02:28Z', 'revision_number': 5, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'subnets': [{'id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:44.288957 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04b164a7-41a0-4c24-9bbf-4361f8e3e43c req-221534dc-91c5-4bbf-bb7d-77ad29cd16fb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d4dabc19-8431-4a27-ba7c-42fb5ed6edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922003 Oct 28 10:02:44.313873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f5590b-4d2f-4f2c-82da-b484f23cefd1 None None] Network 4fad79c2-0133-4697-be39-69f3a4f0a3bb requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:44.316559 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2097a41-2c86-4073-9fe7-4c0217e214d4 None None] The sync data for ids ['81647dcf-dcda-4265-bfbb-b8703e649526'] in dv-neutron-zed-2-hyperv is: [{'id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868206850', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214'}], 'enable_snat': True}, 'gw_port_id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:02:18Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'gw_port': {'id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:19Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'cccfe447-31f8-43e8-bfc0-fe0dd823f580', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'floating_ip_address': '172.36.1.161', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'port_id': 'f7abba03-c42a-4953-b29b-65835498553d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'mac_address': 'fa:16:3e:3d:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:02:42Z', 'updated_at': '2022-10-28T10:02:42Z', 'revision_number': 0, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c146f636-6b3f-4ac5-b61f-1f56625c48cf', 'name': '', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'mac_address': 'fa:16:3e:4c:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:23Z', 'updated_at': '2022-10-28T10:02:28Z', 'revision_number': 5, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'subnets': [{'id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:02:44.438635 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6d32af63-fcd7-4134-9e6a-ac42294072ce admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4954281 Oct 28 10:02:44.476236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:44.548493 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0115cdac-d8f4-4fc1-abd1-ed9d3ff29e0e None None] New status for floating IP cccfe447-31f8-43e8-bfc0-fe0dd823f580: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:02:44.567795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:44.861662 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43116) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:44.976870 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:44.982481 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6f3e0260-f9aa-4da3-8855-ec965eea7211 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/floatingips/cccfe447-31f8-43e8-bfc0-fe0dd823f580 HTTP/1.1" status: 200 len: 993 time: 0.1195755 Oct 28 10:02:45.013336 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:45.032347 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-98630df4-099a-4ea0-b519-39bfdb08ce68 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:45.033849 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-98630df4-099a-4ea0-b519-39bfdb08ce68 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/networks?id=2c8f564f-55a5-4716-b4bd-3b91383c2e50 HTTP/1.1" status: 200 len: 812 time: 0.1305718 Oct 28 10:02:45.049684 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-f0571fa9-b8ee-4051-87b7-0ac255181adf tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/quotas/5792f44387e140ab91839982507b7086 HTTP/1.1" status: 200 len: 375 time: 0.0098398 Oct 28 10:02:45.088750 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-608eb26c-1797-4a91-ac57-a676849fe67c tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=5792f44387e140ab91839982507b7086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333934 Oct 28 10:02:45.180398 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-b14212fd-129b-4bd0-bbd3-c7b207e7182d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2c8f564f-55a5-4716-b4bd-3b91383c2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848706 Oct 28 10:02:45.278437 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-ceaf99b9-9608-405f-b449-39a83075d18a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2c8f564f-55a5-4716-b4bd-3b91383c2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921550 Oct 28 10:02:45.312976 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3f87e3a0-2e26-4131-b048-9b1845188562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:45.650239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:45.653149 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-deec5056-2b69-48b7-bd49-4b078594c973 req-0f3e8f20-6450-44b5-b115-9e4840d7d4ed tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 210 time: 0.0298650 Oct 28 10:02:45.687493 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:45.945643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:46.042697 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:46.179176 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:46.750621 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1ff4c62d-2622-4639-9c72-d85ca303827d req-54d2509e-46b5-4b4e-b495-f6ca4c565cd8 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 210 time: 0.0347347 Oct 28 10:02:46.921856 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:46.950721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:47.113930 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:47.359219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:47.857304 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e65ed9f0-3bcc-4b9d-8c5e-12267664062b req-c032dfa2-1949-4d6a-8211-4ebca0b36617 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 210 time: 0.0290554 Oct 28 10:02:47.867669 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:47.893311 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:47.953031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:47.964502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:48.356073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:48.380973 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-3b77afe5-f6d2-4e42-a48a-2b3025311274 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:48.382515 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-3b77afe5-f6d2-4e42-a48a-2b3025311274 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.48 "GET /networking/v2.0/networks?id=2c8f564f-55a5-4716-b4bd-3b91383c2e50 HTTP/1.1" status: 200 len: 812 time: 0.1190753 Oct 28 10:02:48.406628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Request body: {'port': {'device_id': '7df43fb2-448f-486d-965b-dcc1561a7e0c', 'network_id': '2c8f564f-55a5-4716-b4bd-3b91383c2e50', 'admin_state_up': True, 'tenant_id': '5792f44387e140ab91839982507b7086'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:48.480607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43134) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:48.493651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:48.545535 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:48.559583 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d268cf98-b7f1-4a7f-a729-d470e2a08cbd tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:48.560067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d268cf98-b7f1-4a7f-a729-d470e2a08cbd tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:48.560545 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d268cf98-b7f1-4a7f-a729-d470e2a08cbd tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:48.562333 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d268cf98-b7f1-4a7f-a729-d470e2a08cbd tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?project_id=0d399d550dab41259d95623249c98b71&network_id=95b843d7-23ec-4cf0-a747-f90e4501e5ec HTTP/1.1" status: 200 len: 3096 time: 0.0805089 Oct 28 10:02:48.601782 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Made reservation on behalf of 5792f44387e140ab91839982507b7086 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:48.605738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:48.765454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Allocated IP 172.20.0.2 (2c8f564f-55a5-4716-b4bd-3b91383c2e50/21aa2499-95a9-4779-a311-e60d1f669745/d9580196-6bd6-4085-a1fc-6da7f6f49724) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:48.828699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:48.914031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:48.936124 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Publish callbacks [] for port (d9580196-6bd6-4085-a1fc-6da7f6f49724), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:48.968961 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c9dde801-1223-41da-b457-d836859f6498 req-42e1cf2a-b9d2-488f-b50d-401841afb649 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 210 time: 0.0286953 Oct 28 10:02:49.050373 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (d9580196-6bd6-4085-a1fc-6da7f6f49724), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:49.094909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Network 2c8f564f-55a5-4716-b4bd-3b91383c2e50 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:49.098628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:49.102526 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:02:49.125902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Pushing event updated for resources: {'Port': ['ID=d9580196-6bd6-4085-a1fc-6da7f6f49724,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:49.138520 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:49.138903 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:49.139247 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:49.139588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:49.139919 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:49.140249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:49.140758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:49.140909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:49.141217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:49.141541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:49.141863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:49.142186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:49.142506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:49.142852 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:49.146140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:49.165060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:49.165669 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:49.270467 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-2163d824-75df-453e-9a62-edd47f7e804a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8691492 Oct 28 10:02:49.293762 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Request body: {'port': {'device_id': '7df43fb2-448f-486d-965b-dcc1561a7e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:49.338950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:49.356881 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d9580196-6bd6-4085-a1fc-6da7f6f49724), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:49.452505 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:49.529856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:49.615908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:49.619327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9580196-6bd6-4085-a1fc-6da7f6f49724 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:02:49.626927 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Publish callbacks [] for port (d9580196-6bd6-4085-a1fc-6da7f6f49724), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:49.640287 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Transition to ACTIVE for port object d9580196-6bd6-4085-a1fc-6da7f6f49724 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:02:49.715981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (d9580196-6bd6-4085-a1fc-6da7f6f49724), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:49.805604 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Pushing event updated for resources: {'Port': ['ID=d9580196-6bd6-4085-a1fc-6da7f6f49724,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:49.836856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Attempting to bind port d9580196-6bd6-4085-a1fc-6da7f6f49724 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:02:49.837182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Attempting to bind port d9580196-6bd6-4085-a1fc-6da7f6f49724 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '019733b4-5498-4b49-b252-e638459c6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2c8f564f-55a5-4716-b4bd-3b91383c2e50'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:02:49.838206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Attempting to bind port d9580196-6bd6-4085-a1fc-6da7f6f49724 on network 2c8f564f-55a5-4716-b4bd-3b91383c2e50 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:02:49.869011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:49.884730 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Port d9580196-6bd6-4085-a1fc-6da7f6f49724 on network 2c8f564f-55a5-4716-b4bd-3b91383c2e50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:02:49.885058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Attempting to bind port d9580196-6bd6-4085-a1fc-6da7f6f49724 on network 2c8f564f-55a5-4716-b4bd-3b91383c2e50 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:02:49.930360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:02:49.930792 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Checking segment: {'id': '019733b4-5498-4b49-b252-e638459c6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2c8f564f-55a5-4716-b4bd-3b91383c2e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:02:49.931182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Bound using segment: {'id': '019733b4-5498-4b49-b252-e638459c6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2c8f564f-55a5-4716-b4bd-3b91383c2e50'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:02:49.931619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Bound port: d9580196-6bd6-4085-a1fc-6da7f6f49724, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019733b4-5498-4b49-b252-e638459c6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2c8f564f-55a5-4716-b4bd-3b91383c2e50'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:02:49.931975 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d9580196-6bd6-4085-a1fc-6da7f6f49724), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:49.998154 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] For port d9580196-6bd6-4085-a1fc-6da7f6f49724, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:02:50.003408 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] For port d9580196-6bd6-4085-a1fc-6da7f6f49724, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=d9580196-6bd6-4085-a1fc-6da7f6f49724,segment=NetworkSegment(019733b4-5498-4b49-b252-e638459c6a59),segment_id=019733b4-5498-4b49-b252-e638459c6a59)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:02:50.098610 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccf853-89ea-42ad-b62f-926a3e73afc1 req-f970fdce-6687-4460-b1fe-f6ca72524c63 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:50.100642 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d9ccf853-89ea-42ad-b62f-926a3e73afc1 req-f970fdce-6687-4460-b1fe-f6ca72524c63 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 943 time: 0.0501494 Oct 28 10:02:50.105327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (d9580196-6bd6-4085-a1fc-6da7f6f49724), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:50.109845 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:50.110518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:50.111930 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/d9580196-6bd6-4085-a1fc-6da7f6f49724 HTTP/1.1" status: 200 len: 1093 time: 0.8224545 Oct 28 10:02:50.112459 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df43fb2-448f-486d-965b-dcc1561a7e0c', 'tag': 'd9580196-6bd6-4085-a1fc-6da7f6f49724'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:02:50.115077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3916f13a-2cc6-4f8a-a44d-64a3d1f66847" -d '{"events": [{"name": "network-changed", "server_uuid": "7df43fb2-448f-486d-965b-dcc1561a7e0c", "tag": "d9580196-6bd6-4085-a1fc-6da7f6f49724"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:02:50.163807 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d9ccf853-89ea-42ad-b62f-926a3e73afc1 req-278eb17a-47b3-43c4-8602-9e3e62db3a99 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578198 Oct 28 10:02:50.171427 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730ebdaf-ca28-4041-a494-9ebbee59448d x-openstack-request-id: req-730ebdaf-ca28-4041-a494-9ebbee59448d {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:02:50.171427 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df43fb2-448f-486d-965b-dcc1561a7e0c", "tag": "d9580196-6bd6-4085-a1fc-6da7f6f49724", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:02:50.171427 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-730ebdaf-ca28-4041-a494-9ebbee59448d {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:02:50.172384 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-730ebdaf-ca28-4041-a494-9ebbee59448d'] response: {'name': 'network-changed', 'server_uuid': '7df43fb2-448f-486d-965b-dcc1561a7e0c', 'tag': 'd9580196-6bd6-4085-a1fc-6da7f6f49724', 'status': 'completed', 'code': 200} Oct 28 10:02:50.174897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f29005-52f8-4f63-803f-8da3cadbcacd service neutron] Pushing event updated for resources: {'Port': ['ID=d9580196-6bd6-4085-a1fc-6da7f6f49724,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:50.193488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:50.262386 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916f13a-2cc6-4f8a-a44d-64a3d1f66847 req-60674775-a5ad-4a98-8df8-b04286bbf906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:50.263986 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3916f13a-2cc6-4f8a-a44d-64a3d1f66847 req-60674775-a5ad-4a98-8df8-b04286bbf906 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5792f44387e140ab91839982507b7086&device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 1127 time: 0.0439396 Oct 28 10:02:50.359338 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:50.382125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916f13a-2cc6-4f8a-a44d-64a3d1f66847 req-ee4deb64-7c62-443c-951c-0161459b85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:50.383798 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3916f13a-2cc6-4f8a-a44d-64a3d1f66847 req-ee4deb64-7c62-443c-951c-0161459b85ab service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=5792f44387e140ab91839982507b7086&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1033087 Oct 28 10:02:50.483016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916f13a-2cc6-4f8a-a44d-64a3d1f66847 req-76e1cc0d-641c-41db-9986-70d51f61e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:50.484486 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3916f13a-2cc6-4f8a-a44d-64a3d1f66847 req-76e1cc0d-641c-41db-9986-70d51f61e722 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946300 Oct 28 10:02:50.487863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:50.591391 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-544e4342-920e-44e1-b0c2-a7c6038d863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:50.592922 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-544e4342-920e-44e1-b0c2-a7c6038d863b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5792f44387e140ab91839982507b7086&device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 1127 time: 0.0453908 Oct 28 10:02:50.643736 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-221d2e84-f4c4-4920-a9c4-1dfbbbb30bc7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9580196-6bd6-4085-a1fc-6da7f6f49724 HTTP/1.1" status: 200 len: 217 time: 0.0358319 Oct 28 10:02:50.688775 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:50.699002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-f0481ca5-49ae-4cf5-966c-d34815adef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:50.700463 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-f0481ca5-49ae-4cf5-966c-d34815adef3b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=21aa2499-95a9-4779-a311-e60d1f669745 HTTP/1.1" status: 200 len: 852 time: 0.0486262 Oct 28 10:02:50.735615 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-7c79d563-21c7-4b88-9600-13b6f9353cc7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2c8f564f-55a5-4716-b4bd-3b91383c2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265470 Oct 28 10:02:50.814121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:50.843031 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-c88b2e4c-1726-4cbc-ac88-87e10a9684ff service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2c8f564f-55a5-4716-b4bd-3b91383c2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928855 Oct 28 10:02:50.937369 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8c6cc4f0-2368-413f-8647-45c62c7955d2 req-93014bfd-35fe-4c2a-ad08-13d4155c2849 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2c8f564f-55a5-4716-b4bd-3b91383c2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874276 Oct 28 10:02:50.968548 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43156) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:51.026231 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6dfeeb-a1b9-40b5-be04-64ea5aac9bd7 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:51.027882 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0c6dfeeb-a1b9-40b5-be04-64ea5aac9bd7 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac HTTP/1.1" status: 200 len: 814 time: 0.0581472 Oct 28 10:02:51.135964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:51.294363 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db642e5-04f7-4511-a341-077cf3c45c4d req-713b1f6a-281c-410e-ba55-39f14d71356b tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:51.296212 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1db642e5-04f7-4511-a341-077cf3c45c4d req-713b1f6a-281c-410e-ba55-39f14d71356b tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 943 time: 0.0494573 Oct 28 10:02:51.307484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:51.347217 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1db642e5-04f7-4511-a341-077cf3c45c4d req-fb8897f3-330a-4139-874d-37f7cb3d589a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445514 Oct 28 10:02:51.490716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:51.558840 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=10,neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:51.595953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43164) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:51.601689 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'network': {'name': 'tempest-network-smoke--1592638853', 'project_id': '0d399d550dab41259d95623249c98b71', 'port_security_enabled': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:51.718875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:51.723190 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:51.749060 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:02:51.758766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (4cff8e49-5216-4251-abdd-2bf8fcb0315d), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:51.759106 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Added segment 4cff8e49-5216-4251-abdd-2bf8fcb0315d of type vlan for network 7bf981c9-b0fa-4b21-a98f-90eb63de3534 Oct 28 10:02:51.803419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (7bf981c9-b0fa-4b21-a98f-90eb63de3534), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:51.833227 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:51.884883 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (7bf981c9-b0fa-4b21-a98f-90eb63de3534), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:51.890156 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:51.890759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:51.940296 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:51.960876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Network': ['ID=7bf981c9-b0fa-4b21-a98f-90eb63de3534,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:51.968261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:51.968843 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:51.969209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:51.969533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:51.969867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:51.970202 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:51.970534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:51.970886 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:51.971213 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:51.971539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:51.972530 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:51.972854 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:51.973197 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:51.973549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:51.973868 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:51.984582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 7bf981c9-b0fa-4b21-a98f-90eb63de3534 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:02:52.036521 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-efbfa88f-9783-4313-a9bb-cd6d2a4d0c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4385576 Oct 28 10:02:52.039440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43166) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:52.109764 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb7f5ed-589b-4a3d-880e-d5c219f0a4aa tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:52.111287 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7cb7f5ed-589b-4a3d-880e-d5c219f0a4aa tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=0d399d550dab41259d95623249c98b71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0709472 Oct 28 10:02:52.114545 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43168) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:52.223077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:52.364823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:52.524495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:52.566953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11466b70-4bf1-4c6f-bb7b-f97dd6c4e38c req-70c5e442-1665-479e-a97d-fa2fe536ac3b tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:52.567616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:52.568452 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-11466b70-4bf1-4c6f-bb7b-f97dd6c4e38c req-70c5e442-1665-479e-a97d-fa2fe536ac3b tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 943 time: 0.0938833 Oct 28 10:02:52.573703 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0556ac-e145-4043-b0f4-4ea40583ab32 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:52.575143 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bb0556ac-e145-4043-b0f4-4ea40583ab32 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4596276 Oct 28 10:02:52.578134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43172) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:52.583232 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:52.612598 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2ebfee2d-3ef5-4c4b-b676-6b9f62da24d4 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330570 Oct 28 10:02:52.615506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43174) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:52.623953 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-11466b70-4bf1-4c6f-bb7b-f97dd6c4e38c req-f22da4f3-8c3f-406e-a9e8-de82d0ea96e3 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477529 Oct 28 10:02:52.645642 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-36193898-e7bb-4792-8dfb-f3288dd9b75c tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=0d399d550dab41259d95623249c98b71&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290716 Oct 28 10:02:52.653657 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43176) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:52.745344 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca8370c-01ea-45c1-a95e-cb90bfdc9286 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:52.746898 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6ca8370c-01ea-45c1-a95e-cb90bfdc9286 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923135 Oct 28 10:02:52.749878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43178) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:52.784040 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e5b887c4-819b-4785-9c5d-edeca6c99dec tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330646 Oct 28 10:02:52.786710 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43180) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:52.792075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9e73fb69-0a85-442c-a8c9-7db93406f1b9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-617561708', 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534', 'project_id': '0d399d550dab41259d95623249c98b71', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:52.808734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:52.841458 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:52.964712 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e73fb69-0a85-442c-a8c9-7db93406f1b9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:52.968749 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e73fb69-0a85-442c-a8c9-7db93406f1b9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:52.985897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:53.242045 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e73fb69-0a85-442c-a8c9-7db93406f1b9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (5b1019d0-bcbf-497d-bfbd-32ca0ce5550b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:53.272763 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:53.309006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73fb69-0a85-442c-a8c9-7db93406f1b9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Subnet': ['ID=5b1019d0-bcbf-497d-bfbd-32ca0ce5550b,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:53.319346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e73fb69-0a85-442c-a8c9-7db93406f1b9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Checking segment: {'id': '4cff8e49-5216-4251-abdd-2bf8fcb0315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:02:53.319702 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e73fb69-0a85-442c-a8c9-7db93406f1b9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network hostable DHCP agents. Network: 7bf981c9-b0fa-4b21-a98f-90eb63de3534, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:02:53.325389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:53.424484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e73fb69-0a85-442c-a8c9-7db93406f1b9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 7bf981c9-b0fa-4b21-a98f-90eb63de3534 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:02:53.516314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-9e73fb69-0a85-442c-a8c9-7db93406f1b9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 7bf981c9-b0fa-4b21-a98f-90eb63de3534) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:53.520977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e73fb69-0a85-442c-a8c9-7db93406f1b9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:53.521916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e73fb69-0a85-442c-a8c9-7db93406f1b9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:53.527850 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a10b034-8a25-456e-bfe7-a89e9624f35b None None] Network 7bf981c9-b0fa-4b21-a98f-90eb63de3534 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:53.636427 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9e73fb69-0a85-442c-a8c9-7db93406f1b9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8486764 Oct 28 10:02:53.724824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device d9580196-6bd6-4085-a1fc-6da7f6f49724 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:02:53.759079 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:53.761925 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43186) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:53.763608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcd32f-f733-41cb-9e1a-a5efd2abf54e req-dc41f9e3-4202-4f7d-9f2e-442adadbc768 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:53.764131 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:53.766000 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-02bcd32f-f733-41cb-9e1a-a5efd2abf54e req-dc41f9e3-4202-4f7d-9f2e-442adadbc768 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 943 time: 0.0609708 Oct 28 10:02:53.766833 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-3b69c7c6-2d41-4783-998e-61acd1f2cae1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1038277870', 'description': 'tempest-secgroup-smoke-1038277870 description', 'project_id': '0d399d550dab41259d95623249c98b71'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:53.818064 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-02bcd32f-f733-41cb-9e1a-a5efd2abf54e req-25a061ac-285e-4564-8c99-bacc67bd49da tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457551 Oct 28 10:02:53.853211 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-7bf981c9-b0fa-4b21-a98f-90eb63de3534', 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534', 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ips': [{'subnet_id': '5b1019d0-bcbf-497d-bfbd-32ca0ce5550b'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:02:53.854138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:53.861946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:53.900911 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port d9580196-6bd6-4085-a1fc-6da7f6f49724, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=d9580196-6bd6-4085-a1fc-6da7f6f49724,segment=NetworkSegment(019733b4-5498-4b49-b252-e638459c6a59),segment_id=019733b4-5498-4b49-b252-e638459c6a59)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:53.919290 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3b69c7c6-2d41-4783-998e-61acd1f2cae1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:53.954933 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'd9580196-6bd6-4085-a1fc-6da7f6f49724', 'network_id': '2c8f564f-55a5-4716-b4bd-3b91383c2e50', 'port_id': 'd9580196-6bd6-4085-a1fc-6da7f6f49724', 'mac_address': 'fa:16:3e:f3:19:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21aa2499-95a9-4779-a311-e60d1f669745', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:02:54.003186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3b69c7c6-2d41-4783-998e-61acd1f2cae1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (6ef50da0-28b6-40bb-aa3d-9c7763ea48a8), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.033858 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port d9580196-6bd6-4085-a1fc-6da7f6f49724 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:54.034181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d9580196-6bd6-4085-a1fc-6da7f6f49724), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.056384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9580196-6bd6-4085-a1fc-6da7f6f49724 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:02:54.072696 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Allocated IP 172.20.0.18 (7bf981c9-b0fa-4b21-a98f-90eb63de3534/5b1019d0-bcbf-497d-bfbd-32ca0ce5550b/221f93bd-c7cd-4b85-8249-7de4efd57fba) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:54.081436 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3b69c7c6-2d41-4783-998e-61acd1f2cae1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (6ef50da0-28b6-40bb-aa3d-9c7763ea48a8), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.090192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port d9580196-6bd6-4085-a1fc-6da7f6f49724, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=d9580196-6bd6-4085-a1fc-6da7f6f49724,segment=NetworkSegment(019733b4-5498-4b49-b252-e638459c6a59),segment_id=019733b4-5498-4b49-b252-e638459c6a59)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:54.114131 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69c7c6-2d41-4783-998e-61acd1f2cae1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:54.167127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d9580196-6bd6-4085-a1fc-6da7f6f49724), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.186622 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3b69c7c6-2d41-4783-998e-61acd1f2cae1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.187922 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3b69c7c6-2d41-4783-998e-61acd1f2cae1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4249291 Oct 28 10:02:54.191158 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43188) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:54.195721 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-2ec9b2a5-47cd-4bec-8bd2-72836e54bb99 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '6ef50da0-28b6-40bb-aa3d-9c7763ea48a8', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:54.265111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=d9580196-6bd6-4085-a1fc-6da7f6f49724,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:54.271384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Publish callbacks [] for port (221f93bd-c7cd-4b85-8249-7de4efd57fba), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.287060 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b2a5-47cd-4bec-8bd2-72836e54bb99 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (b7496b4d-cc42-448c-adc4-921204f172c6), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.341534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b2a5-47cd-4bec-8bd2-72836e54bb99 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (b7496b4d-cc42-448c-adc4-921204f172c6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.365524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (221f93bd-c7cd-4b85-8249-7de4efd57fba), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.390605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:54.415972 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Network 7bf981c9-b0fa-4b21-a98f-90eb63de3534 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:54.420096 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:54.423588 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:02:54.429314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Pushing event updated for resources: {'Port': ['ID=221f93bd-c7cd-4b85-8249-7de4efd57fba,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:54.464762 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b2a5-47cd-4bec-8bd2-72836e54bb99 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b7496b4d-cc42-448c-adc4-921204f172c6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.484756 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9b2a5-47cd-4bec-8bd2-72836e54bb99 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7496b4d-cc42-448c-adc4-921204f172c6,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:54.489580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Attempting to bind port 221f93bd-c7cd-4b85-8249-7de4efd57fba on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:02:54.489785 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Attempting to bind port 221f93bd-c7cd-4b85-8249-7de4efd57fba by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '4cff8e49-5216-4251-abdd-2bf8fcb0315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:02:54.490139 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Attempting to bind port 221f93bd-c7cd-4b85-8249-7de4efd57fba on network 7bf981c9-b0fa-4b21-a98f-90eb63de3534 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:02:54.511589 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:54.523003 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['d9580196-6bd6-4085-a1fc-6da7f6f49724'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:02:54.567644 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b2a5-47cd-4bec-8bd2-72836e54bb99 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.571890 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:02:54.571890 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Checking segment: {'id': '4cff8e49-5216-4251-abdd-2bf8fcb0315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:02:54.571890 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.572275 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2ec9b2a5-47cd-4bec-8bd2-72836e54bb99 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3768537 Oct 28 10:02:54.572472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Bound using segment: {'id': '4cff8e49-5216-4251-abdd-2bf8fcb0315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:02:54.572472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Bound port: 221f93bd-c7cd-4b85-8249-7de4efd57fba, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cff8e49-5216-4251-abdd-2bf8fcb0315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:02:54.572472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (221f93bd-c7cd-4b85-8249-7de4efd57fba), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.572758 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43190) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:54.576439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-803ee8af-c85b-4b24-91a8-5da6a70057df tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '6ef50da0-28b6-40bb-aa3d-9c7763ea48a8', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:54.597774 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=45 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:54.641653 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:54.661385 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] For port 221f93bd-c7cd-4b85-8249-7de4efd57fba, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:02:54.668646 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] For port 221f93bd-c7cd-4b85-8249-7de4efd57fba, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=221f93bd-c7cd-4b85-8249-7de4efd57fba,segment=NetworkSegment(4cff8e49-5216-4251-abdd-2bf8fcb0315d),segment_id=4cff8e49-5216-4251-abdd-2bf8fcb0315d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:02:54.690409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-803ee8af-c85b-4b24-91a8-5da6a70057df tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (ab706850-492f-4b64-bf94-3db3a6948915), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.751453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-803ee8af-c85b-4b24-91a8-5da6a70057df tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (ab706850-492f-4b64-bf94-3db3a6948915), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.779126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (221f93bd-c7cd-4b85-8249-7de4efd57fba), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.837058 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Pushing event updated for resources: {'Port': ['ID=221f93bd-c7cd-4b85-8249-7de4efd57fba,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:54.844532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:54.844960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:54.845315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:54.847902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:54.847902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:54.847902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:54.847902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:54.847902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:54.848385 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:54.848385 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:54.848586 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:54.848939 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:54.849275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:54.849599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:54.849925 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cdf07e-03fe-4a9c-93b0-dc8b24137690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:54.875705 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-803ee8af-c85b-4b24-91a8-5da6a70057df tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (ab706850-492f-4b64-bf94-3db3a6948915), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:54.896100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ee8af-c85b-4b24-91a8-5da6a70057df tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab706850-492f-4b64-bf94-3db3a6948915,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:54.953386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3541a8-a8dd-4cf2-b501-7d6e7e043a7b req-2a957464-1cdc-47f2-89a7-8bea8b23adce tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:54.955377 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2f3541a8-a8dd-4cf2-b501-7d6e7e043a7b req-2a957464-1cdc-47f2-89a7-8bea8b23adce tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 944 time: 0.0509059 Oct 28 10:02:55.001926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-803ee8af-c85b-4b24-91a8-5da6a70057df tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:55.003403 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-803ee8af-c85b-4b24-91a8-5da6a70057df tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4303045 Oct 28 10:02:55.006284 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43194) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:55.012108 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-57efb2e2-465f-4409-8bbe-65bf2266efb2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '6ef50da0-28b6-40bb-aa3d-9c7763ea48a8', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:55.059250 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2f3541a8-a8dd-4cf2-b501-7d6e7e043a7b req-52cb1fe5-cb05-49d0-af52-9af122965443 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905528 Oct 28 10:02:55.087568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:55.148718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-57efb2e2-465f-4409-8bbe-65bf2266efb2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (bded4b10-427a-4cba-b2e4-be7a33261b8a), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:55.212887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-57efb2e2-465f-4409-8bbe-65bf2266efb2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (bded4b10-427a-4cba-b2e4-be7a33261b8a), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:55.281573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-57efb2e2-465f-4409-8bbe-65bf2266efb2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (bded4b10-427a-4cba-b2e4-be7a33261b8a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:55.306807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efb2e2-465f-4409-8bbe-65bf2266efb2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bded4b10-427a-4cba-b2e4-be7a33261b8a,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:55.363553 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-57efb2e2-465f-4409-8bbe-65bf2266efb2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:55.365066 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-57efb2e2-465f-4409-8bbe-65bf2266efb2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3577712 Oct 28 10:02:55.367864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43196) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:55.372232 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-305f8779-0c2f-4fd1-a876-603025449c06 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '6ef50da0-28b6-40bb-aa3d-9c7763ea48a8', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:55.488302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-305f8779-0c2f-4fd1-a876-603025449c06 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (3eca5570-2195-450e-bab7-b15e3a6f2b64), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:55.505399 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:55.554315 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-305f8779-0c2f-4fd1-a876-603025449c06 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (3eca5570-2195-450e-bab7-b15e3a6f2b64), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:55.638376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device d9580196-6bd6-4085-a1fc-6da7f6f49724 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:55.641384 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-305f8779-0c2f-4fd1-a876-603025449c06 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (3eca5570-2195-450e-bab7-b15e3a6f2b64), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:55.655572 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f8779-0c2f-4fd1-a876-603025449c06 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eca5570-2195-450e-bab7-b15e3a6f2b64,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:55.686955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port d9580196-6bd6-4085-a1fc-6da7f6f49724 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:02:55.786266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-305f8779-0c2f-4fd1-a876-603025449c06 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:55.789409 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-305f8779-0c2f-4fd1-a876-603025449c06 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4187112 Oct 28 10:02:55.791168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43198) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:55.796326 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-326277b0-6140-4991-a424-939a1d3715e8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '6ef50da0-28b6-40bb-aa3d-9c7763ea48a8', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:55.801214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888b9f9c-1233-4c6b-8b4e-2fa64bcc64ba None None] Network 7bf981c9-b0fa-4b21-a98f-90eb63de3534 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:02:55.801456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:55.805217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:55.852871 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port d9580196-6bd6-4085-a1fc-6da7f6f49724 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:55.853297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d9580196-6bd6-4085-a1fc-6da7f6f49724), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:55.853577 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port d9580196-6bd6-4085-a1fc-6da7f6f49724 Oct 28 10:02:55.880167 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b0ea59ba-2d57-4d0b-8baa-f2cb9fe38616 None None] Provisioning complete for port 221f93bd-c7cd-4b85-8249-7de4efd57fba triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:55.880530 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b0ea59ba-2d57-4d0b-8baa-f2cb9fe38616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (221f93bd-c7cd-4b85-8249-7de4efd57fba), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:55.880863 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b0ea59ba-2d57-4d0b-8baa-f2cb9fe38616 None None] Attempt 1 to provision port 221f93bd-c7cd-4b85-8249-7de4efd57fba Oct 28 10:02:55.921646 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-326277b0-6140-4991-a424-939a1d3715e8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:02:55.928417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-326277b0-6140-4991-a424-939a1d3715e8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (0416d0c1-88e9-4f01-ba6e-68e26c12fb73), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:55.992570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-326277b0-6140-4991-a424-939a1d3715e8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (0416d0c1-88e9-4f01-ba6e-68e26c12fb73), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:56.050482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port d9580196-6bd6-4085-a1fc-6da7f6f49724 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:56.050482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d9580196-6bd6-4085-a1fc-6da7f6f49724), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:56.050482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea59ba-2d57-4d0b-8baa-f2cb9fe38616 None None] Current status of the port 221f93bd-c7cd-4b85-8249-7de4efd57fba is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:56.050482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b0ea59ba-2d57-4d0b-8baa-f2cb9fe38616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (221f93bd-c7cd-4b85-8249-7de4efd57fba), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:56.071237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-326277b0-6140-4991-a424-939a1d3715e8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (0416d0c1-88e9-4f01-ba6e-68e26c12fb73), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:56.092607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326277b0-6140-4991-a424-939a1d3715e8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0416d0c1-88e9-4f01-ba6e-68e26c12fb73,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:56.107171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df43fb2-448f-486d-965b-dcc1561a7e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9580196-6bd6-4085-a1fc-6da7f6f49724'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:02:56.109667 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78da3e8c-417a-4201-a98a-1daa0f8a1d8f" -d '{"events": [{"server_uuid": "7df43fb2-448f-486d-965b-dcc1561a7e0c", "name": "network-vif-plugged", "status": "completed", "tag": "d9580196-6bd6-4085-a1fc-6da7f6f49724"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:02:56.135334 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-b0ea59ba-2d57-4d0b-8baa-f2cb9fe38616 None None] For port 221f93bd-c7cd-4b85-8249-7de4efd57fba, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=221f93bd-c7cd-4b85-8249-7de4efd57fba,segment=NetworkSegment(4cff8e49-5216-4251-abdd-2bf8fcb0315d),segment_id=4cff8e49-5216-4251-abdd-2bf8fcb0315d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:56.146218 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port d9580196-6bd6-4085-a1fc-6da7f6f49724, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=d9580196-6bd6-4085-a1fc-6da7f6f49724,segment=NetworkSegment(019733b4-5498-4b49-b252-e638459c6a59),segment_id=019733b4-5498-4b49-b252-e638459c6a59)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:56.147503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:56.158006 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903e2eb6-7882-4741-9332-02a030334cc0 x-openstack-request-id: req-903e2eb6-7882-4741-9332-02a030334cc0 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:02:56.158328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df43fb2-448f-486d-965b-dcc1561a7e0c", "name": "network-vif-plugged", "status": "completed", "tag": "d9580196-6bd6-4085-a1fc-6da7f6f49724", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:02:56.158593 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-903e2eb6-7882-4741-9332-02a030334cc0 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:02:56.159033 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903e2eb6-7882-4741-9332-02a030334cc0'] response: {'server_uuid': '7df43fb2-448f-486d-965b-dcc1561a7e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9580196-6bd6-4085-a1fc-6da7f6f49724', 'code': 200} Oct 28 10:02:56.211741 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7442654-4946-4819-bbac-6c37ba534eeb req-1bf06880-6e72-4dcc-b7dd-a13d3f3d0cf0 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:56.221286 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e7442654-4946-4819-bbac-6c37ba534eeb req-1bf06880-6e72-4dcc-b7dd-a13d3f3d0cf0 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 944 time: 0.0672870 Oct 28 10:02:56.241515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d9580196-6bd6-4085-a1fc-6da7f6f49724), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:56.243784 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b0ea59ba-2d57-4d0b-8baa-f2cb9fe38616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (221f93bd-c7cd-4b85-8249-7de4efd57fba), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:56.244132 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-326277b0-6140-4991-a424-939a1d3715e8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:56.245705 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-326277b0-6140-4991-a424-939a1d3715e8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4535880 Oct 28 10:02:56.248659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43204) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:02:56.254435 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9d03d95c-d1bd-490c-bc21-a15ecbeabde3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '6ef50da0-28b6-40bb-aa3d-9c7763ea48a8', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:02:56.298856 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e7442654-4946-4819-bbac-6c37ba534eeb req-995553ac-ff99-4341-8442-d0c1f226bf6c tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770380 Oct 28 10:02:56.341995 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 221f93bd-c7cd-4b85-8249-7de4efd57fba up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:56.349338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=d9580196-6bd6-4085-a1fc-6da7f6f49724,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:56.382213 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-9d03d95c-d1bd-490c-bc21-a15ecbeabde3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:02:56.389966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d03d95c-d1bd-490c-bc21-a15ecbeabde3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (83399a02-70e2-4dcd-934a-69ff7f64606b), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:56.422827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d5197f88-e1de-43c1-abde-c876726ac114 None None] Provisioning complete for port 221f93bd-c7cd-4b85-8249-7de4efd57fba triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:56.423214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d5197f88-e1de-43c1-abde-c876726ac114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (221f93bd-c7cd-4b85-8249-7de4efd57fba), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:56.423551 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d5197f88-e1de-43c1-abde-c876726ac114 None None] Attempt 1 to provision port 221f93bd-c7cd-4b85-8249-7de4efd57fba Oct 28 10:02:56.460025 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d03d95c-d1bd-490c-bc21-a15ecbeabde3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (83399a02-70e2-4dcd-934a-69ff7f64606b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:56.463155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:56.467917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea59ba-2d57-4d0b-8baa-f2cb9fe38616 None None] Pushing event updated for resources: {'Port': ['ID=221f93bd-c7cd-4b85-8249-7de4efd57fba,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:56.480095 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 221f93bd-c7cd-4b85-8249-7de4efd57fba triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:56.480095 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (221f93bd-c7cd-4b85-8249-7de4efd57fba), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:56.480095 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 221f93bd-c7cd-4b85-8249-7de4efd57fba Oct 28 10:02:56.545298 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d03d95c-d1bd-490c-bc21-a15ecbeabde3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (83399a02-70e2-4dcd-934a-69ff7f64606b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:56.554851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d5197f88-e1de-43c1-abde-c876726ac114 None None] Current status of the port 221f93bd-c7cd-4b85-8249-7de4efd57fba is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:56.568301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03d95c-d1bd-490c-bc21-a15ecbeabde3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83399a02-70e2-4dcd-934a-69ff7f64606b,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:56.591680 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 221f93bd-c7cd-4b85-8249-7de4efd57fba is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:56.640403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1b02d-3bf1-44ae-a588-2e4f10331434 req-53f15272-fbdc-4bcc-a520-f4668f0407f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:56.641803 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-05b1b02d-3bf1-44ae-a588-2e4f10331434 req-53f15272-fbdc-4bcc-a520-f4668f0407f0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 1129 time: 0.0402696 Oct 28 10:02:56.693074 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-05b1b02d-3bf1-44ae-a588-2e4f10331434 req-aab1e02a-677b-4057-b1ce-b1cf0e6737a2 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445862 Oct 28 10:02:56.717755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d03d95c-d1bd-490c-bc21-a15ecbeabde3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:56.719583 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9d03d95c-d1bd-490c-bc21-a15ecbeabde3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4686220 Oct 28 10:02:56.784734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:56.932408 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-322ff4f8-bd24-481b-a6b1-5670d05d3021 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1038277870&fields=id&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 267 time: 0.0448756 Oct 28 10:02:57.050786 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-8d7736b6-612a-4fba-ba61-98b2bba72ad1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:57.052291 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-8d7736b6-612a-4fba-ba61-98b2bba72ad1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/networks?id=7bf981c9-b0fa-4b21-a98f-90eb63de3534 HTTP/1.1" status: 200 len: 797 time: 0.1130102 Oct 28 10:02:57.058525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:57.067823 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-e222efcb-3d86-4e4d-8fc1-f07761896e8e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/quotas/0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 375 time: 0.0099919 Oct 28 10:02:57.125644 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-154276b8-bae2-4d15-a64b-b701d0846a52 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0523500 Oct 28 10:02:57.188087 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:57.232090 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-3393e792-4b0e-4d84-b058-2878ff7f1812 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bf981c9-b0fa-4b21-a98f-90eb63de3534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937285 Oct 28 10:02:57.325899 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-fbeb2fec-d008-42c5-b2f1-70225ec55a18 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bf981c9-b0fa-4b21-a98f-90eb63de3534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871725 Oct 28 10:02:57.422661 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b751eb4-f089-435e-85f8-ca966a5270c2 req-e5bca41d-8d6a-4f43-8e95-bf429388af1a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:57.424182 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b751eb4-f089-435e-85f8-ca966a5270c2 req-e5bca41d-8d6a-4f43-8e95-bf429388af1a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0490923 Oct 28 10:02:57.482494 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b751eb4-f089-435e-85f8-ca966a5270c2 req-4a474c4c-e992-4d4f-96c7-6890887dbe23 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489092 Oct 28 10:02:57.581366 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ade39849-c127-4e12-934a-f69cd4a96a21 req-81b2c935-cd9b-4f45-8668-f70d2143a7ba tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 210 time: 0.0292995 Oct 28 10:02:57.650441 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:57.656481 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:57.970237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:58.241400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 221f93bd-c7cd-4b85-8249-7de4efd57fba up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:58.291925 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 221f93bd-c7cd-4b85-8249-7de4efd57fba triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:02:58.292302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (221f93bd-c7cd-4b85-8249-7de4efd57fba), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:58.292643 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 221f93bd-c7cd-4b85-8249-7de4efd57fba Oct 28 10:02:58.368276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 221f93bd-c7cd-4b85-8249-7de4efd57fba is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:02:58.456229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:58.611478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7b2bc-e371-4e98-9c93-3a97191c1736 req-2d00a7fd-0098-4bb9-bc4a-18a043eec5e6 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:58.613959 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-40a7b2bc-e371-4e98-9c93-3a97191c1736 req-2d00a7fd-0098-4bb9-bc4a-18a043eec5e6 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0492802 Oct 28 10:02:58.651711 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:58.666558 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-40a7b2bc-e371-4e98-9c93-3a97191c1736 req-8215e431-b228-4e84-bf99-e924c278159f tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466139 Oct 28 10:02:58.694131 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a53d395c-ce19-4a77-b8b4-b7512dbc9488 req-9ec6789b-0456-4cc1-8bc7-3b90ac6313c0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 210 time: 0.0320992 Oct 28 10:02:58.796169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd55f26-57eb-415d-9553-fbdf877bf65f req-6910e23a-0c5d-4b59-8f6f-7e196202bb9f tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:58.797952 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3bd55f26-57eb-415d-9553-fbdf877bf65f req-6910e23a-0c5d-4b59-8f6f-7e196202bb9f tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0534089 Oct 28 10:02:58.848380 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3bd55f26-57eb-415d-9553-fbdf877bf65f req-5e90f1a5-5b4c-49af-93b7-c096735d3973 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442789 Oct 28 10:02:59.290949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:59.354607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6371a-9686-4a83-b044-9b6b75aead31 req-e9e45d91-cf8e-4980-acc6-124fd9888989 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:02:59.356080 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e4b6371a-9686-4a83-b044-9b6b75aead31 req-e9e45d91-cf8e-4980-acc6-124fd9888989 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0486627 Oct 28 10:02:59.359168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:59.404996 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e4b6371a-9686-4a83-b044-9b6b75aead31 req-743a02b3-9bab-4794-925f-7e84c670bb31 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433116 Oct 28 10:02:59.645054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:59.747497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:59.793103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:59.808295 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-87924d50-a22a-4f49-92d1-4840b0650248 req-2f6f0524-271d-4abf-810f-79f78c838d47 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 210 time: 0.0298293 Oct 28 10:03:00.313762 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:00.374032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:00.431938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-075dec11-a6ed-4fa1-b644-47e35b85b6d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:00.436493 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-075dec11-a6ed-4fa1-b644-47e35b85b6d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/networks?id=7bf981c9-b0fa-4b21-a98f-90eb63de3534 HTTP/1.1" status: 200 len: 797 time: 0.1104467 Oct 28 10:03:00.540255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828714d-8b83-4595-8219-5b167e8a95ab req-90ed61ec-258d-4a10-ba4e-80ffeebf24e6 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:00.542077 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f828714d-8b83-4595-8219-5b167e8a95ab req-90ed61ec-258d-4a10-ba4e-80ffeebf24e6 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0557992 Oct 28 10:03:00.553100 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-9ede2c6e-31e1-4428-8015-fd068a628c75 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 473 time: 0.0831020 Oct 28 10:03:00.562789 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-cea848d1-3795-411c-a310-fb1a2d8f405a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'port': {'device_id': '07ba1f29-adcb-4461-a870-d3b5dd8b1e05', 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534', 'admin_state_up': True, 'tenant_id': '0d399d550dab41259d95623249c98b71', 'security_groups': ['6ef50da0-28b6-40bb-aa3d-9c7763ea48a8']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:03:00.595165 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f828714d-8b83-4595-8219-5b167e8a95ab req-2c1c42f4-fdb9-44c1-9407-07ad9a3a55a3 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457032 Oct 28 10:03:00.744490 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-cea848d1-3795-411c-a310-fb1a2d8f405a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:03:00.755872 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-cea848d1-3795-411c-a310-fb1a2d8f405a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:00.920463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-cea848d1-3795-411c-a310-fb1a2d8f405a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.19 (7bf981c9-b0fa-4b21-a98f-90eb63de3534/5b1019d0-bcbf-497d-bfbd-32ca0ce5550b/8d43cc51-71df-4aff-bade-c9fdebb2843b) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:03:00.931940 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5614a491-6477-4cbe-a1f4-a33d4b7ce3a6 req-f594e806-cd7e-46f5-9abf-32fc752dd7b3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 210 time: 0.0450437 Oct 28 10:03:01.009733 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa58e64-faef-4244-b09f-37957282e183 req-ce377167-3691-431f-a1a0-f5dadb29dd19 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:01.011692 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2aa58e64-faef-4244-b09f-37957282e183 req-ce377167-3691-431f-a1a0-f5dadb29dd19 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0616181 Oct 28 10:03:01.022531 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:01.049581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:01.076616 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2aa58e64-faef-4244-b09f-37957282e183 req-51d330df-c0cd-4672-9a93-1ad49ef64e03 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591979 Oct 28 10:03:01.095995 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-cea848d1-3795-411c-a310-fb1a2d8f405a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (8d43cc51-71df-4aff-bade-c9fdebb2843b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:01.103385 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:01.197247 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-cea848d1-3795-411c-a310-fb1a2d8f405a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (8d43cc51-71df-4aff-bade-c9fdebb2843b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:01.236749 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1461f75-261b-4800-81dd-42cc3724034a req-6ae20428-72b6-417f-ba02-7c2ba9bf14be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:01.238295 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c1461f75-261b-4800-81dd-42cc3724034a req-6ae20428-72b6-417f-ba02-7c2ba9bf14be service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5792f44387e140ab91839982507b7086&device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 1129 time: 0.0703986 Oct 28 10:03:01.259284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-cea848d1-3795-411c-a310-fb1a2d8f405a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 7bf981c9-b0fa-4b21-a98f-90eb63de3534 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:03:01.261536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-cea848d1-3795-411c-a310-fb1a2d8f405a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:03:01.273003 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-cea848d1-3795-411c-a310-fb1a2d8f405a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:03:01.350440 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea848d1-3795-411c-a310-fb1a2d8f405a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=8d43cc51-71df-4aff-bade-c9fdebb2843b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:01.389807 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-cea848d1-3795-411c-a310-fb1a2d8f405a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:01.389807 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-cea848d1-3795-411c-a310-fb1a2d8f405a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:01.412120 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1461f75-261b-4800-81dd-42cc3724034a req-be1d5b90-e106-441f-8cb3-ab4b37e7b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:01.413633 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c1461f75-261b-4800-81dd-42cc3724034a req-be1d5b90-e106-441f-8cb3-ab4b37e7b7e8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=2c8f564f-55a5-4716-b4bd-3b91383c2e50 HTTP/1.1" status: 200 len: 913 time: 0.1660478 Oct 28 10:03:01.458041 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c1461f75-261b-4800-81dd-42cc3724034a req-85c15e8f-edca-426e-807d-c257155e9d34 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9580196-6bd6-4085-a1fc-6da7f6f49724 HTTP/1.1" status: 200 len: 217 time: 0.0367227 Oct 28 10:03:01.505743 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8cf42d10-b9ff-43b7-ab2a-03e6ebca0063 None None] Provisioning complete for port 8d43cc51-71df-4aff-bade-c9fdebb2843b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:03:01.506340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8cf42d10-b9ff-43b7-ab2a-03e6ebca0063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (8d43cc51-71df-4aff-bade-c9fdebb2843b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:01.506687 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8cf42d10-b9ff-43b7-ab2a-03e6ebca0063 None None] Attempt 1 to provision port 8d43cc51-71df-4aff-bade-c9fdebb2843b Oct 28 10:03:01.517541 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-cea848d1-3795-411c-a310-fb1a2d8f405a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9586506 Oct 28 10:03:01.548033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8cf42d10-b9ff-43b7-ab2a-03e6ebca0063 None None] Port 8d43cc51-71df-4aff-bade-c9fdebb2843b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:03:01.551751 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Request body: {'port': {'device_id': '07ba1f29-adcb-4461-a870-d3b5dd8b1e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:03:01.557744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1461f75-261b-4800-81dd-42cc3724034a req-2188a732-8d56-4a5e-b67d-14fbdbe89b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:01.559234 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c1461f75-261b-4800-81dd-42cc3724034a req-2188a732-8d56-4a5e-b67d-14fbdbe89b14 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=21aa2499-95a9-4779-a311-e60d1f669745 HTTP/1.1" status: 200 len: 852 time: 0.0949900 Oct 28 10:03:01.593355 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4371eff8-c83c-4105-88cc-d217575d5cc0 req-96ff25fb-2245-4d82-9a7b-e6074aa6873c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0954897 Oct 28 10:03:01.615321 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c1461f75-261b-4800-81dd-42cc3724034a req-4e8182a2-9647-40be-a2c0-f6c9514aafd8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2c8f564f-55a5-4716-b4bd-3b91383c2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380788 Oct 28 10:03:01.621441 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:01.651201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:01.722148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (8d43cc51-71df-4aff-bade-c9fdebb2843b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:01.751088 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371eff8-c83c-4105-88cc-d217575d5cc0 req-f895abbd-4cbf-465c-b0a1-48c7b8f74970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:01.752596 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4371eff8-c83c-4105-88cc-d217575d5cc0 req-f895abbd-4cbf-465c-b0a1-48c7b8f74970 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 1130 time: 0.0918779 Oct 28 10:03:01.754787 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:01.858044 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:01.922801 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c1461f75-261b-4800-81dd-42cc3724034a req-f9e11062-7bc3-42c6-b351-8842706213c7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2c8f564f-55a5-4716-b4bd-3b91383c2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844265 Oct 28 10:03:02.086761 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b58b4d-118b-4e4b-a7fa-d794101ac21a req-3eadc1f8-f43e-457b-a245-89088d6dc0d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:02.088536 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f9b58b4d-118b-4e4b-a7fa-d794101ac21a req-3eadc1f8-f43e-457b-a245-89088d6dc0d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 932 time: 0.0528541 Oct 28 10:03:02.147165 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f9b58b4d-118b-4e4b-a7fa-d794101ac21a req-4f730f9d-9f78-4449-a82a-bc392c09dda5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525236 Oct 28 10:03:02.210694 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d68886-078f-4ff5-94ba-dded61ae4910 req-4cda37c3-3bde-4905-a022-2afeaaa64d57 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:02.212359 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a7d68886-078f-4ff5-94ba-dded61ae4910 req-4cda37c3-3bde-4905-a022-2afeaaa64d57 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0535164 Oct 28 10:03:02.269290 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a7d68886-078f-4ff5-94ba-dded61ae4910 req-5e67ff41-dd03-4ccc-96a6-f54cca6905ad tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503924 Oct 28 10:03:02.303745 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:02.316948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371eff8-c83c-4105-88cc-d217575d5cc0 req-d0a12e31-b78b-411b-8942-a825510b26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:02.318530 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4371eff8-c83c-4105-88cc-d217575d5cc0 req-d0a12e31-b78b-411b-8942-a825510b26ef service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 912 time: 0.5443995 Oct 28 10:03:02.466681 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c1461f75-261b-4800-81dd-42cc3724034a req-b6576f90-9283-485f-9d18-b51a8c202fc6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2c8f564f-55a5-4716-b4bd-3b91383c2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350411 Oct 28 10:03:02.473519 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4371eff8-c83c-4105-88cc-d217575d5cc0 req-48679429-705e-44ff-9254-9eaf98d3ac72 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99af4c86-ea8a-47d1-b983-fa93f2e23fa3 HTTP/1.1" status: 200 len: 1001 time: 0.1436949 Oct 28 10:03:02.570939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371eff8-c83c-4105-88cc-d217575d5cc0 req-2800462b-24a6-4123-b781-e7cc5a03980e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:02.572415 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4371eff8-c83c-4105-88cc-d217575d5cc0 req-2800462b-24a6-4123-b781-e7cc5a03980e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19f66d81-2cce-4fe0-89e2-8ae1c40ac146 HTTP/1.1" status: 200 len: 850 time: 0.0842798 Oct 28 10:03:02.593471 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d43cc51-71df-4aff-bade-c9fdebb2843b {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:03:02.617493 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Publish callbacks [] for port (8d43cc51-71df-4aff-bade-c9fdebb2843b), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:02.635624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371eff8-c83c-4105-88cc-d217575d5cc0 req-2c373cfc-b588-4f21-b15a-4b9153000a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:02.637141 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4371eff8-c83c-4105-88cc-d217575d5cc0 req-2c373cfc-b588-4f21-b15a-4b9153000a82 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4d683f21-056f-49ef-b611-826c5b093c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0563879 Oct 28 10:03:02.639810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Transition to ACTIVE for port object 8d43cc51-71df-4aff-bade-c9fdebb2843b will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:03:02.698154 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:02.720888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (8d43cc51-71df-4aff-bade-c9fdebb2843b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:02.777916 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4371eff8-c83c-4105-88cc-d217575d5cc0 req-1bffc1fa-4e33-4a8a-bb8e-4dc08fe3fe9d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310835 Oct 28 10:03:02.825676 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Pushing event updated for resources: {'Port': ['ID=8d43cc51-71df-4aff-bade-c9fdebb2843b,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:02.879234 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:02.935174 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Attempting to bind port 8d43cc51-71df-4aff-bade-c9fdebb2843b on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:03:02.935503 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Attempting to bind port 8d43cc51-71df-4aff-bade-c9fdebb2843b by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '4cff8e49-5216-4251-abdd-2bf8fcb0315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:03:02.935827 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Attempting to bind port 8d43cc51-71df-4aff-bade-c9fdebb2843b on network 7bf981c9-b0fa-4b21-a98f-90eb63de3534 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:03:02.962192 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4371eff8-c83c-4105-88cc-d217575d5cc0 req-9f851ed9-70a0-49be-8822-f79aad7948cc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761291 Oct 28 10:03:02.987089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Port 8d43cc51-71df-4aff-bade-c9fdebb2843b on network 7bf981c9-b0fa-4b21-a98f-90eb63de3534 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:03:02.987486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Attempting to bind port 8d43cc51-71df-4aff-bade-c9fdebb2843b on network 7bf981c9-b0fa-4b21-a98f-90eb63de3534 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:03:03.040442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:03:03.040773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Checking segment: {'id': '4cff8e49-5216-4251-abdd-2bf8fcb0315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:03:03.041153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Bound using segment: {'id': '4cff8e49-5216-4251-abdd-2bf8fcb0315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:03:03.041584 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Bound port: 8d43cc51-71df-4aff-bade-c9fdebb2843b, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cff8e49-5216-4251-abdd-2bf8fcb0315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:03:03.041965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (8d43cc51-71df-4aff-bade-c9fdebb2843b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:03.086562 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:03.112554 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] For port 8d43cc51-71df-4aff-bade-c9fdebb2843b, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:03:03.116002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] For port 8d43cc51-71df-4aff-bade-c9fdebb2843b, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=8d43cc51-71df-4aff-bade-c9fdebb2843b,segment=NetworkSegment(4cff8e49-5216-4251-abdd-2bf8fcb0315d),segment_id=4cff8e49-5216-4251-abdd-2bf8fcb0315d)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:03:03.233818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (8d43cc51-71df-4aff-bade-c9fdebb2843b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:03.240003 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:03.246384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:03.246384 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/8d43cc51-71df-4aff-bade-c9fdebb2843b HTTP/1.1" status: 200 len: 1094 time: 1.7016287 Oct 28 10:03:03.246384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ba1f29-adcb-4461-a870-d3b5dd8b1e05', 'tag': '8d43cc51-71df-4aff-bade-c9fdebb2843b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:03:03.246384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c14331-e019-44f2-993d-9a105eef144d" -d '{"events": [{"name": "network-changed", "server_uuid": "07ba1f29-adcb-4461-a870-d3b5dd8b1e05", "tag": "8d43cc51-71df-4aff-bade-c9fdebb2843b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:03:03.289425 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52508bd3-b5fc-416f-beba-dd88ba3c084f x-openstack-request-id: req-52508bd3-b5fc-416f-beba-dd88ba3c084f {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:03:03.289425 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ba1f29-adcb-4461-a870-d3b5dd8b1e05", "tag": "8d43cc51-71df-4aff-bade-c9fdebb2843b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:03:03.289425 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52508bd3-b5fc-416f-beba-dd88ba3c084f {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:03:03.289425 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52508bd3-b5fc-416f-beba-dd88ba3c084f'] response: {'name': 'network-changed', 'server_uuid': '07ba1f29-adcb-4461-a870-d3b5dd8b1e05', 'tag': '8d43cc51-71df-4aff-bade-c9fdebb2843b', 'status': 'completed', 'code': 200} Oct 28 10:03:03.302179 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a8dbf-7ced-4cd5-9e2e-75934813fd32 service neutron] Pushing event updated for resources: {'Port': ['ID=8d43cc51-71df-4aff-bade-c9fdebb2843b,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:03.326417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09cae3-63a1-4930-a409-1b136266ac3c req-866fee61-755f-4df4-b268-8b910cb71037 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:03.328454 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cb09cae3-63a1-4930-a409-1b136266ac3c req-866fee61-755f-4df4-b268-8b910cb71037 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 944 time: 0.0837429 Oct 28 10:03:03.416845 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cb09cae3-63a1-4930-a409-1b136266ac3c req-b0dc436d-5267-41b8-945e-233e10d55c5b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823388 Oct 28 10:03:03.433935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b02a48-c9b5-49cb-92fd-ae522af35173 req-f8a7eb1f-9499-45ca-90ef-463ae49f4804 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:03.437645 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c4b02a48-c9b5-49cb-92fd-ae522af35173 req-f8a7eb1f-9499-45ca-90ef-463ae49f4804 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0586474 Oct 28 10:03:03.484373 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c4b02a48-c9b5-49cb-92fd-ae522af35173 req-4b8ce5b1-1494-4a49-8879-7d27463c1918 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 Oct 28 10:03:03.513025 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:04.087846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:04.201578 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c14331-e019-44f2-993d-9a105eef144d req-0eb1c270-a56f-4af5-9b81-3cd9a2fa5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:04.203154 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d4c14331-e019-44f2-993d-9a105eef144d req-0eb1c270-a56f-4af5-9b81-3cd9a2fa5d4e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 1128 time: 0.0446396 Oct 28 10:03:04.340110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:04.425963 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c14331-e019-44f2-993d-9a105eef144d req-85ab4229-a4f3-4ebe-81fd-01bf7016d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:04.427470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c14331-e019-44f2-993d-9a105eef144d req-85ab4229-a4f3-4ebe-81fd-01bf7016d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:04.428037 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d4c14331-e019-44f2-993d-9a105eef144d req-85ab4229-a4f3-4ebe-81fd-01bf7016d690 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0d399d550dab41259d95623249c98b71&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1113203 Oct 28 10:03:04.540354 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:04.545566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c14331-e019-44f2-993d-9a105eef144d req-def9bf72-57af-4c56-93f7-8974834d4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:04.547234 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d4c14331-e019-44f2-993d-9a105eef144d req-def9bf72-57af-4c56-93f7-8974834d4301 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1069360 Oct 28 10:03:04.549194 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f983a-a61a-4e0c-b5aa-82496d690d0e req-457ac3d4-8d5e-43f3-a4b1-0597de7db12f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:04.550842 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-132f983a-a61a-4e0c-b5aa-82496d690d0e req-457ac3d4-8d5e-43f3-a4b1-0597de7db12f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 944 time: 0.0547466 Oct 28 10:03:04.558756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:04.644091 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:04.662396 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a44a2-b6f8-4ccc-a4e3-8235aeb47f4b req-1f0b81a9-9457-495e-a19d-4d5b8698d417 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:04.664074 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-431a44a2-b6f8-4ccc-a4e3-8235aeb47f4b req-1f0b81a9-9457-495e-a19d-4d5b8698d417 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0798218 Oct 28 10:03:04.665502 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:04.669369 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-132f983a-a61a-4e0c-b5aa-82496d690d0e req-fb9d4453-f90f-4c1d-9114-96beb077822a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125767 Oct 28 10:03:04.677038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-b76f9948-4a2e-4a35-9c35-c0daa25b9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:04.684331 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-b76f9948-4a2e-4a35-9c35-c0daa25b9041 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 1128 time: 0.0577493 Oct 28 10:03:04.719773 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-431a44a2-b6f8-4ccc-a4e3-8235aeb47f4b req-65972171-9fbd-442e-b588-1052962af76e tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482471 Oct 28 10:03:04.968129 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-932bebdc-8855-4f2e-b8ae-16e296745e11 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=8d43cc51-71df-4aff-bade-c9fdebb2843b HTTP/1.1" status: 200 len: 217 time: 0.0353742 Oct 28 10:03:05.020187 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-9615648b-a90d-49bc-8e07-eb96fd201f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:05.021651 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-9615648b-a90d-49bc-8e07-eb96fd201f1d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5b1019d0-bcbf-497d-bfbd-32ca0ce5550b HTTP/1.1" status: 200 len: 837 time: 0.0474372 Oct 28 10:03:05.072435 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-576dd315-a9f5-465c-bbc1-7c17fff6b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:05.073945 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-576dd315-a9f5-465c-bbc1-7c17fff6b8d5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7bf981c9-b0fa-4b21-a98f-90eb63de3534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459545 Oct 28 10:03:05.176863 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-f40df534-da18-47cc-adf8-4aee95415d06 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7bf981c9-b0fa-4b21-a98f-90eb63de3534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941327 Oct 28 10:03:05.237420 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be942ff8-cee5-49ba-9cc3-d8c285089c7d req-25b59ff6-c6bd-4faf-9f48-d3d64f7a1056 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:05.239364 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-be942ff8-cee5-49ba-9cc3-d8c285089c7d req-25b59ff6-c6bd-4faf-9f48-d3d64f7a1056 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0503006 Oct 28 10:03:05.279594 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-236432df-aaa2-41f4-8381-79e5ef55a860 req-07028136-ae42-456b-9673-b6cfd02ad129 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7bf981c9-b0fa-4b21-a98f-90eb63de3534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959129 Oct 28 10:03:05.296560 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-be942ff8-cee5-49ba-9cc3-d8c285089c7d req-4d840434-8853-47f9-9077-518438fb90ef tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498414 Oct 28 10:03:05.701352 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:03:05.801443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcff6ad-dbc3-4cc2-8b82-9c1b9f56037b req-756730bd-7821-4ef0-8066-429b04af5c89 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:05.802969 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9fcff6ad-dbc3-4cc2-8b82-9c1b9f56037b req-756730bd-7821-4ef0-8066-429b04af5c89 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 944 time: 0.0481622 Oct 28 10:03:05.854104 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9fcff6ad-dbc3-4cc2-8b82-9c1b9f56037b req-911fa215-6550-4a16-acaf-4984a47dc887 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452631 Oct 28 10:03:06.421272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7fc22-45a4-47b3-bd32-d1dfc37a91d1 req-ef8bcb0e-6805-4dbb-9140-b191de1f73fb tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:06.422694 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7df7fc22-45a4-47b3-bd32-d1dfc37a91d1 req-ef8bcb0e-6805-4dbb-9140-b191de1f73fb tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0488095 Oct 28 10:03:06.471437 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7df7fc22-45a4-47b3-bd32-d1dfc37a91d1 req-93fb8265-0e09-410b-aaac-cecbf6f84032 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424232 Oct 28 10:03:06.979779 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952c846-c774-4b8e-a5c3-3ddfcc7c83ea req-c4a3ecd4-91f8-4b69-ad60-d54468b3938c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:06.981267 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e952c846-c774-4b8e-a5c3-3ddfcc7c83ea req-c4a3ecd4-91f8-4b69-ad60-d54468b3938c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 944 time: 0.0521939 Oct 28 10:03:07.032418 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e952c846-c774-4b8e-a5c3-3ddfcc7c83ea req-4c0cae72-3267-4a3d-b5d7-94bb9d28422a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454016 Oct 28 10:03:07.597180 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e11c46-1617-4903-a76c-f5e4a5f00fb3 req-15a38bf7-5ec2-46f8-98e1-ed40690f9ad5 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:07.598663 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f7e11c46-1617-4903-a76c-f5e4a5f00fb3 req-15a38bf7-5ec2-46f8-98e1-ed40690f9ad5 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0467219 Oct 28 10:03:07.639999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:07.648313 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f7e11c46-1617-4903-a76c-f5e4a5f00fb3 req-ff7fe3db-052d-4c96-9356-8975e51467ad tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439899 Oct 28 10:03:07.652751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 8d43cc51-71df-4aff-bade-c9fdebb2843b details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:03:07.755448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 8d43cc51-71df-4aff-bade-c9fdebb2843b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=8d43cc51-71df-4aff-bade-c9fdebb2843b,segment=NetworkSegment(4cff8e49-5216-4251-abdd-2bf8fcb0315d),segment_id=4cff8e49-5216-4251-abdd-2bf8fcb0315d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:07.772150 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '8d43cc51-71df-4aff-bade-c9fdebb2843b', 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534', 'port_id': '8d43cc51-71df-4aff-bade-c9fdebb2843b', 'mac_address': 'fa:16:3e:e0:74:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1019d0-bcbf-497d-bfbd-32ca0ce5550b', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:03:07.808159 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 8d43cc51-71df-4aff-bade-c9fdebb2843b is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:03:07.808550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (8d43cc51-71df-4aff-bade-c9fdebb2843b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:07.822127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d43cc51-71df-4aff-bade-c9fdebb2843b {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:03:07.843230 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 8d43cc51-71df-4aff-bade-c9fdebb2843b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=8d43cc51-71df-4aff-bade-c9fdebb2843b,segment=NetworkSegment(4cff8e49-5216-4251-abdd-2bf8fcb0315d),segment_id=4cff8e49-5216-4251-abdd-2bf8fcb0315d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:07.942027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (8d43cc51-71df-4aff-bade-c9fdebb2843b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:07.993137 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=8d43cc51-71df-4aff-bade-c9fdebb2843b,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:08.038473 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96927730-97c2-487e-aa40-1e53610d9b51 req-6bdda0ef-8857-40b4-8474-5ff4e14d9117 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:08.038473 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-96927730-97c2-487e-aa40-1e53610d9b51 req-6bdda0ef-8857-40b4-8474-5ff4e14d9117 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0480347 Oct 28 10:03:08.099299 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-96927730-97c2-487e-aa40-1e53610d9b51 req-3ec7b9cd-02a1-4f08-b9ca-6d9424c217a8 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583613 Oct 28 10:03:08.185136 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42fe95-83c9-4603-a1c3-2c3da6a9b408 req-068fe461-6c3a-48b8-9655-1f0fc001cd80 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:08.186927 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-db42fe95-83c9-4603-a1c3-2c3da6a9b408 req-068fe461-6c3a-48b8-9655-1f0fc001cd80 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 945 time: 0.0547812 Oct 28 10:03:08.187194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c119fc-2936-469e-8622-9371693bfa3c req-07f80e81-47e7-4c3a-ab8e-2ebc9ea8c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:08.188762 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c119fc-2936-469e-8622-9371693bfa3c req-07f80e81-47e7-4c3a-ab8e-2ebc9ea8c6e6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5792f44387e140ab91839982507b7086&device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 1129 time: 0.0425916 Oct 28 10:03:08.241374 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-db42fe95-83c9-4603-a1c3-2c3da6a9b408 req-3a865798-f8c4-497b-9bc2-3285b71f9355 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482850 Oct 28 10:03:08.295080 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c119fc-2936-469e-8622-9371693bfa3c req-fdbddbd7-0375-47a3-832f-6a63057d9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:08.295080 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c119fc-2936-469e-8622-9371693bfa3c req-fdbddbd7-0375-47a3-832f-6a63057d9104 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=2c8f564f-55a5-4716-b4bd-3b91383c2e50 HTTP/1.1" status: 200 len: 913 time: 0.0941520 Oct 28 10:03:08.307069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['8d43cc51-71df-4aff-bade-c9fdebb2843b'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:03:08.335843 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c119fc-2936-469e-8622-9371693bfa3c req-b52917fc-bc17-4fca-80c4-75f164cbb89d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9580196-6bd6-4085-a1fc-6da7f6f49724 HTTP/1.1" status: 200 len: 217 time: 0.0331271 Oct 28 10:03:08.357543 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:08.390229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c119fc-2936-469e-8622-9371693bfa3c req-8dded492-cd01-40d5-ba1c-bb35896b59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:08.391682 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c119fc-2936-469e-8622-9371693bfa3c req-8dded492-cd01-40d5-ba1c-bb35896b59d3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=21aa2499-95a9-4779-a311-e60d1f669745 HTTP/1.1" status: 200 len: 852 time: 0.0481021 Oct 28 10:03:08.427980 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c119fc-2936-469e-8622-9371693bfa3c req-7a62351a-9532-436e-b8c9-fec083b08bcd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2c8f564f-55a5-4716-b4bd-3b91383c2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290730 Oct 28 10:03:08.529342 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c119fc-2936-469e-8622-9371693bfa3c req-f2ae925f-52bf-4465-b406-03655cf4d4fc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2c8f564f-55a5-4716-b4bd-3b91383c2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944655 Oct 28 10:03:08.626361 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c119fc-2936-469e-8622-9371693bfa3c req-4eba6b02-9fc8-4c65-a678-81884f3e9175 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2c8f564f-55a5-4716-b4bd-3b91383c2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899401 Oct 28 10:03:09.220371 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d6342-9c15-4d0d-9736-8cb4460ec281 req-537a84e4-ee25-47a7-9584-d8a40174745b tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:09.222479 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2f9d6342-9c15-4d0d-9736-8cb4460ec281 req-537a84e4-ee25-47a7-9584-d8a40174745b tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0480905 Oct 28 10:03:09.272240 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2f9d6342-9c15-4d0d-9736-8cb4460ec281 req-9b4aa27a-f501-4dc3-a416-1771a284bcbd tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430925 Oct 28 10:03:09.366284 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbc479-3417-450e-9027-928716b745f3 req-18dbfd47-2ca6-4c2b-8c5f-1024dfb5cfc0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:09.367801 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-efcbc479-3417-450e-9027-928716b745f3 req-18dbfd47-2ca6-4c2b-8c5f-1024dfb5cfc0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 945 time: 0.0513639 Oct 28 10:03:09.417898 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-efcbc479-3417-450e-9027-928716b745f3 req-ec190a18-84df-44a7-a418-ae32958b2767 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444627 Oct 28 10:03:09.670981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 8d43cc51-71df-4aff-bade-c9fdebb2843b up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:03:09.673062 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:09.716223 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 8d43cc51-71df-4aff-bade-c9fdebb2843b completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:03:09.792710 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 8d43cc51-71df-4aff-bade-c9fdebb2843b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:03:09.793082 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (8d43cc51-71df-4aff-bade-c9fdebb2843b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:09.793416 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 8d43cc51-71df-4aff-bade-c9fdebb2843b Oct 28 10:03:09.866528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 8d43cc51-71df-4aff-bade-c9fdebb2843b is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:03:09.866972 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (8d43cc51-71df-4aff-bade-c9fdebb2843b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:09.890797 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ba1f29-adcb-4461-a870-d3b5dd8b1e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d43cc51-71df-4aff-bade-c9fdebb2843b'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:03:09.893094 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a712ad70-6909-4589-8a90-2b949129ab79" -d '{"events": [{"server_uuid": "07ba1f29-adcb-4461-a870-d3b5dd8b1e05", "name": "network-vif-plugged", "status": "completed", "tag": "8d43cc51-71df-4aff-bade-c9fdebb2843b"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:03:09.905928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 8d43cc51-71df-4aff-bade-c9fdebb2843b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=8d43cc51-71df-4aff-bade-c9fdebb2843b,segment=NetworkSegment(4cff8e49-5216-4251-abdd-2bf8fcb0315d),segment_id=4cff8e49-5216-4251-abdd-2bf8fcb0315d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:09.938958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7ed94b-2c9e-407a-91e9-2b7bacfdbfec x-openstack-request-id: req-6c7ed94b-2c9e-407a-91e9-2b7bacfdbfec {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:03:09.939381 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ba1f29-adcb-4461-a870-d3b5dd8b1e05", "name": "network-vif-plugged", "status": "completed", "tag": "8d43cc51-71df-4aff-bade-c9fdebb2843b", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:03:09.939644 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c7ed94b-2c9e-407a-91e9-2b7bacfdbfec {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:03:09.940858 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c7ed94b-2c9e-407a-91e9-2b7bacfdbfec'] response: {'server_uuid': '07ba1f29-adcb-4461-a870-d3b5dd8b1e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d43cc51-71df-4aff-bade-c9fdebb2843b', 'code': 200} Oct 28 10:03:09.999279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (8d43cc51-71df-4aff-bade-c9fdebb2843b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:10.052962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=8d43cc51-71df-4aff-bade-c9fdebb2843b,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:10.355016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681c505-dde3-4d84-8626-d2f6e7a311a2 req-d9b29af3-8f26-48c0-96ca-c806d74cf684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:10.356517 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6681c505-dde3-4d84-8626-d2f6e7a311a2 req-d9b29af3-8f26-48c0-96ca-c806d74cf684 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 1130 time: 0.0391495 Oct 28 10:03:10.379747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:10.401499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a4952-d576-484b-b0d0-9ae57acd34f7 req-37449271-6310-4728-93f2-bd6f4e47f327 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:10.403020 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-461a4952-d576-484b-b0d0-9ae57acd34f7 req-37449271-6310-4728-93f2-bd6f4e47f327 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0512903 Oct 28 10:03:10.406503 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6681c505-dde3-4d84-8626-d2f6e7a311a2 req-ef00013f-b0eb-4833-a89b-8773b4757e05 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416751 Oct 28 10:03:10.453965 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-461a4952-d576-484b-b0d0-9ae57acd34f7 req-3d053119-30be-4a6c-8e32-e486416f98a0 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447614 Oct 28 10:03:10.545218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429f1ac-23d6-4213-a5d5-5a8258520e87 req-df0954e3-9e8c-4216-8813-f6efb2f0e762 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:10.546832 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1429f1ac-23d6-4213-a5d5-5a8258520e87 req-df0954e3-9e8c-4216-8813-f6efb2f0e762 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 946 time: 0.0517843 Oct 28 10:03:10.573487 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:10.597754 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1429f1ac-23d6-4213-a5d5-5a8258520e87 req-b80f1c4f-4237-41ca-b6b2-623345e0c652 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448196 Oct 28 10:03:10.934884 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a629e-9504-4108-bca1-b61deb1d49d2 req-847ca353-9320-4758-80e5-bf539c17b01f tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:10.936429 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a97a629e-9504-4108-bca1-b61deb1d49d2 req-847ca353-9320-4758-80e5-bf539c17b01f tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0494981 Oct 28 10:03:10.987363 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a97a629e-9504-4108-bca1-b61deb1d49d2 req-5db64cbf-a752-4adb-8c20-4ccdd744cd59 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449831 Oct 28 10:03:11.730307 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656bd3d-fe72-4927-8bc9-8078eb7a7635 req-0d165a87-71e0-4fdb-aac0-de094d88a4d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:11.730307 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3656bd3d-fe72-4927-8bc9-8078eb7a7635 req-0d165a87-71e0-4fdb-aac0-de094d88a4d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 946 time: 0.0481997 Oct 28 10:03:11.780521 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3656bd3d-fe72-4927-8bc9-8078eb7a7635 req-c2d8d880-881a-403c-8dda-84e5bf30305e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495255 Oct 28 10:03:12.109557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76410e17-2309-44f2-bdcf-62563b60dc67 req-d7cc172b-3cf5-402c-a398-058cc57b8ec2 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:12.111090 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-76410e17-2309-44f2-bdcf-62563b60dc67 req-d7cc172b-3cf5-402c-a398-058cc57b8ec2 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0483775 Oct 28 10:03:12.160923 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-76410e17-2309-44f2-bdcf-62563b60dc67 req-395f6e5c-9062-41bb-847e-9f57c7684218 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437832 Oct 28 10:03:12.903632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f3f22-39c3-4273-87a9-9afa837d7ffd req-91cbfb55-5414-44de-83c3-583a0695461f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:12.905129 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9c7f3f22-39c3-4273-87a9-9afa837d7ffd req-91cbfb55-5414-44de-83c3-583a0695461f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 946 time: 0.0492520 Oct 28 10:03:12.959023 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9c7f3f22-39c3-4273-87a9-9afa837d7ffd req-f467598c-e2d1-478b-8455-da196c3923e7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475712 Oct 28 10:03:13.021966 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6246b61b-6755-4490-997e-04845b882493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:13.296594 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8f90b-1843-42d0-9807-ab86ae58edb2 req-f6a2c4c0-f177-4839-b419-c98d75cc614a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:13.298221 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-91e8f90b-1843-42d0-9807-ab86ae58edb2 req-f6a2c4c0-f177-4839-b419-c98d75cc614a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0567679 Oct 28 10:03:13.345943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:13.350887 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-91e8f90b-1843-42d0-9807-ab86ae58edb2 req-fcd84b86-7678-446a-b212-c1f2af8b924b tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465178 Oct 28 10:03:14.027950 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f73f6-7d7c-46bc-a890-63b694bcd9c0 req-147a72f1-2d55-4e34-bc55-39a9927ae083 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:14.029584 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-310f73f6-7d7c-46bc-a890-63b694bcd9c0 req-147a72f1-2d55-4e34-bc55-39a9927ae083 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0806568 Oct 28 10:03:14.082839 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067ed44-8213-489b-9102-bc094644332b req-d20cd47e-d306-4153-a46b-689ce07e4783 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:14.084491 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8067ed44-8213-489b-9102-bc094644332b req-d20cd47e-d306-4153-a46b-689ce07e4783 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 946 time: 0.0488813 Oct 28 10:03:14.124923 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-310f73f6-7d7c-46bc-a890-63b694bcd9c0 req-f9251b20-347c-4653-af55-aa6753c385a6 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Deleting port d9580196-6bd6-4085-a1fc-6da7f6f49724 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:03:14.125480 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-310f73f6-7d7c-46bc-a890-63b694bcd9c0 req-f9251b20-347c-4653-af55-aa6753c385a6 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d9580196-6bd6-4085-a1fc-6da7f6f49724), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:14.137197 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8067ed44-8213-489b-9102-bc094644332b req-5b7394a3-4d61-4be7-893f-d061a9311b9d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468774 Oct 28 10:03:14.218375 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:14.225994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-310f73f6-7d7c-46bc-a890-63b694bcd9c0 req-f9251b20-347c-4653-af55-aa6753c385a6 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] For port d9580196-6bd6-4085-a1fc-6da7f6f49724, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=d9580196-6bd6-4085-a1fc-6da7f6f49724,segment=NetworkSegment(019733b4-5498-4b49-b252-e638459c6a59),segment_id=019733b4-5498-4b49-b252-e638459c6a59)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:14.226473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-310f73f6-7d7c-46bc-a890-63b694bcd9c0 req-f9251b20-347c-4653-af55-aa6753c385a6 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d9580196-6bd6-4085-a1fc-6da7f6f49724), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:14.242513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-310f73f6-7d7c-46bc-a890-63b694bcd9c0 req-f9251b20-347c-4653-af55-aa6753c385a6 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Calling delete_port for d9580196-6bd6-4085-a1fc-6da7f6f49724 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:03:14.266389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8350e14-405b-47b4-a27e-100a955c64e3 req-6506123d-0ff2-431f-8452-7a105fdb7c74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:14.267496 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c8350e14-405b-47b4-a27e-100a955c64e3 req-6506123d-0ff2-431f-8452-7a105fdb7c74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 946 time: 0.0537119 Oct 28 10:03:14.322495 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c8350e14-405b-47b4-a27e-100a955c64e3 req-30c449fe-908b-4021-9927-de55c8199578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493674 Oct 28 10:03:14.462178 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-310f73f6-7d7c-46bc-a890-63b694bcd9c0 req-f9251b20-347c-4653-af55-aa6753c385a6 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (d9580196-6bd6-4085-a1fc-6da7f6f49724), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:14.474547 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bcd24-c846-4178-b8bd-24357f5d3afc req-98da0280-bfe3-4126-a74e-0b7c29b74241 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:14.476319 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-820bcd24-c846-4178-b8bd-24357f5d3afc req-98da0280-bfe3-4126-a74e-0b7c29b74241 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 945 time: 0.0500488 Oct 28 10:03:14.498267 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['d9580196-6bd6-4085-a1fc-6da7f6f49724'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:03:14.499225 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9251b20-347c-4653-af55-aa6753c385a6 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Pushing event deleted for resources: {'Port': ['ID=d9580196-6bd6-4085-a1fc-6da7f6f49724,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:14.529532 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-820bcd24-c846-4178-b8bd-24357f5d3afc req-7eaacbe3-80fb-428d-bac5-0bc4977e2deb tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9fa250d1-43af-496f-9c9f-7ec7ee64fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461061 Oct 28 10:03:14.553904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-310f73f6-7d7c-46bc-a890-63b694bcd9c0 req-f9251b20-347c-4653-af55-aa6753c385a6 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] No DVR routers for this DVR port d9580196-6bd6-4085-a1fc-6da7f6f49724 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:03:14.556479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-310f73f6-7d7c-46bc-a890-63b694bcd9c0 req-f9251b20-347c-4653-af55-aa6753c385a6 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:14.559663 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-310f73f6-7d7c-46bc-a890-63b694bcd9c0 req-f9251b20-347c-4653-af55-aa6753c385a6 tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.48 "DELETE /networking/v2.0/ports/d9580196-6bd6-4085-a1fc-6da7f6f49724 HTTP/1.1" status: 204 len: 173 time: 0.5246925 Oct 28 10:03:14.560164 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df43fb2-448f-486d-965b-dcc1561a7e0c', 'name': 'network-vif-deleted', 'tag': 'd9580196-6bd6-4085-a1fc-6da7f6f49724'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:03:14.562420 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1515087-88ac-4c72-afbd-28e8ff2cea06" -d '{"events": [{"server_uuid": "7df43fb2-448f-486d-965b-dcc1561a7e0c", "name": "network-vif-deleted", "tag": "d9580196-6bd6-4085-a1fc-6da7f6f49724"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:03:14.600251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1367bf89-1781-4e5e-9106-5b7546455497 x-openstack-request-id: req-1367bf89-1781-4e5e-9106-5b7546455497 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:03:14.600625 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df43fb2-448f-486d-965b-dcc1561a7e0c", "name": "network-vif-deleted", "tag": "d9580196-6bd6-4085-a1fc-6da7f6f49724", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:03:14.600818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1367bf89-1781-4e5e-9106-5b7546455497 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:03:14.601229 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1367bf89-1781-4e5e-9106-5b7546455497'] response: {'server_uuid': '7df43fb2-448f-486d-965b-dcc1561a7e0c', 'name': 'network-vif-deleted', 'tag': 'd9580196-6bd6-4085-a1fc-6da7f6f49724', 'status': 'completed', 'code': 200} Oct 28 10:03:15.338822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3c4e7809-da64-4143-8a65-179295e17f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:15.648710 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4ad24a8a-02d6-41df-9c2a-cdd860c47b79 req-32abbea0-239f-4c1f-91da-e88b9485106a tempest-TestServerAdvancedOps-402239061 tempest-TestServerAdvancedOps-402239061-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7df43fb2-448f-486d-965b-dcc1561a7e0c HTTP/1.1" status: 200 len: 210 time: 0.0289948 Oct 28 10:03:15.872303 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43340) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:16.284668 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:16.300687 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:16.544322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:16.570053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.17 (7bf981c9-b0fa-4b21-a98f-90eb63de3534/5b1019d0-bcbf-497d-bfbd-32ca0ce5550b/ac72e021-4c7e-48d5-9a21-0a290216dd41) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:03:16.723069 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43344) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:16.775190 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8b7425-99a5-4fb8-b732-a820fac87c84 admin admin] Deleting subnet 21aa2499-95a9-4779-a311-e60d1f669745 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:03:16.778898 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc8b7425-99a5-4fb8-b732-a820fac87c84 admin admin] Publish callbacks [] for subnet (21aa2499-95a9-4779-a311-e60d1f669745), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:16.818035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc8b7425-99a5-4fb8-b732-a820fac87c84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (21aa2499-95a9-4779-a311-e60d1f669745), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:16.863361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc8b7425-99a5-4fb8-b732-a820fac87c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (21aa2499-95a9-4779-a311-e60d1f669745), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:16.890321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:16.986823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.039300 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc8b7425-99a5-4fb8-b732-a820fac87c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (21aa2499-95a9-4779-a311-e60d1f669745), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.042902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:17.064734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b7425-99a5-4fb8-b732-a820fac87c84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21aa2499-95a9-4779-a311-e60d1f669745,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:17.072177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc8b7425-99a5-4fb8-b732-a820fac87c84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.078285 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43346) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:17.078433 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dc8b7425-99a5-4fb8-b732-a820fac87c84 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/21aa2499-95a9-4779-a311-e60d1f669745 HTTP/1.1" status: 204 len: 168 time: 0.3541942 Oct 28 10:03:17.098571 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.178889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 7bf981c9-b0fa-4b21-a98f-90eb63de3534 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:03:17.192210 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:03:17.201897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:03:17.201897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:17.204192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=ac72e021-4c7e-48d5-9a21-0a290216dd41,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:17.228495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bf665afc-7649-4dcf-a1ef-fe6849518362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (2c8f564f-55a5-4716-b4bd-3b91383c2e50), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.259682 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (b5793b3e-7136-47a6-92a2-6d01caa18628), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.381754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bf665afc-7649-4dcf-a1ef-fe6849518362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (2c8f564f-55a5-4716-b4bd-3b91383c2e50), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.429932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-bf665afc-7649-4dcf-a1ef-fe6849518362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8f564f-55a5-4716-b4bd-3b91383c2e50']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:17.445782 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-bf665afc-7649-4dcf-a1ef-fe6849518362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019733b4-5498-4b49-b252-e638459c6a59') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:17.446083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-bf665afc-7649-4dcf-a1ef-fe6849518362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019733b4-5498-4b49-b252-e638459c6a59') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:17.457389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bf665afc-7649-4dcf-a1ef-fe6849518362 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (019733b4-5498-4b49-b252-e638459c6a59), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.471240 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bf665afc-7649-4dcf-a1ef-fe6849518362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (019733b4-5498-4b49-b252-e638459c6a59), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.478016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf665afc-7649-4dcf-a1ef-fe6849518362 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:03:17.478409 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bf665afc-7649-4dcf-a1ef-fe6849518362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (019733b4-5498-4b49-b252-e638459c6a59), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.478878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9d848052-e402-4f52-9efd-dc811c831008 None None] Provisioning complete for port ac72e021-4c7e-48d5-9a21-0a290216dd41 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:03:17.479320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9d848052-e402-4f52-9efd-dc811c831008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.479722 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9d848052-e402-4f52-9efd-dc811c831008 None None] Attempt 1 to provision port ac72e021-4c7e-48d5-9a21-0a290216dd41 Oct 28 10:03:17.516548 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9d848052-e402-4f52-9efd-dc811c831008 None None] Port ac72e021-4c7e-48d5-9a21-0a290216dd41 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:03:17.525460 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 019733b4-5498-4b49-b252-e638459c6a59 resource provider aggregate not found Oct 28 10:03:17.544512 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 019733b4-5498-4b49-b252-e638459c6a59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 019733b4-5498-4b49-b252-e638459c6a59 found for delete ", "request_id": "req-2a86b8cd-cddb-42ba-b15c-90354dd8ee8d"}]} Oct 28 10:03:17.588933 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.677014 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bf665afc-7649-4dcf-a1ef-fe6849518362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (2c8f564f-55a5-4716-b4bd-3b91383c2e50), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.684144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bf665afc-7649-4dcf-a1ef-fe6849518362 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.687631 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bf665afc-7649-4dcf-a1ef-fe6849518362 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/2c8f564f-55a5-4716-b4bd-3b91383c2e50 HTTP/1.1" status: 204 len: 168 time: 0.6079557 Oct 28 10:03:17.692300 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43352) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:17.693144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device d9580196-6bd6-4085-a1fc-6da7f6f49724 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:03:17.705580 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf665afc-7649-4dcf-a1ef-fe6849518362 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c8f564f-55a5-4716-b4bd-3b91383c2e50,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:17.714053 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: d9580196-6bd6-4085-a1fc-6da7f6f49724 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:03:17.714335 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device d9580196-6bd6-4085-a1fc-6da7f6f49724 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:03:17.751370 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee20c281-b0ff-48e3-8492-69dc3c62c64e admin admin] Deleting subnet 0adaf4d7-7117-4e8c-bf3e-23f1ee9a1331 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:03:17.755432 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee20c281-b0ff-48e3-8492-69dc3c62c64e admin admin] Publish callbacks [] for subnet (0adaf4d7-7117-4e8c-bf3e-23f1ee9a1331), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.791350 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee20c281-b0ff-48e3-8492-69dc3c62c64e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (0adaf4d7-7117-4e8c-bf3e-23f1ee9a1331), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.833509 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee20c281-b0ff-48e3-8492-69dc3c62c64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (0adaf4d7-7117-4e8c-bf3e-23f1ee9a1331), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.837533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:17.896287 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.955692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.993581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee20c281-b0ff-48e3-8492-69dc3c62c64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (0adaf4d7-7117-4e8c-bf3e-23f1ee9a1331), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:17.993844 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:18.025577 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20c281-b0ff-48e3-8492-69dc3c62c64e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0adaf4d7-7117-4e8c-bf3e-23f1ee9a1331,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:18.030645 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee20c281-b0ff-48e3-8492-69dc3c62c64e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:18.034079 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ee20c281-b0ff-48e3-8492-69dc3c62c64e admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/0adaf4d7-7117-4e8c-bf3e-23f1ee9a1331 HTTP/1.1" status: 204 len: 168 time: 0.3390837 Oct 28 10:03:18.036926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43356) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:18.075119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (b5793b3e-7136-47a6-92a2-6d01caa18628), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:18.078250 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=ac72e021-4c7e-48d5-9a21-0a290216dd41,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:18.115672 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f58f21ef-62bd-4d40-9d4e-346ce0e908a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (4fad79c2-0133-4697-be39-69f3a4f0a3bb), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:18.180792 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 7bf981c9-b0fa-4b21-a98f-90eb63de3534 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:03:18.182355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:03:18.216129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f58f21ef-62bd-4d40-9d4e-346ce0e908a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (4fad79c2-0133-4697-be39-69f3a4f0a3bb), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:18.244482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-f58f21ef-62bd-4d40-9d4e-346ce0e908a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fad79c2-0133-4697-be39-69f3a4f0a3bb']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:18.258263 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-f58f21ef-62bd-4d40-9d4e-346ce0e908a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7c01e5-0488-40a7-b45f-9d267624cd23') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:18.258566 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-f58f21ef-62bd-4d40-9d4e-346ce0e908a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7c01e5-0488-40a7-b45f-9d267624cd23') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:18.260493 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:18.271261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f58f21ef-62bd-4d40-9d4e-346ce0e908a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (5f7c01e5-0488-40a7-b45f-9d267624cd23), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:18.287281 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f58f21ef-62bd-4d40-9d4e-346ce0e908a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (5f7c01e5-0488-40a7-b45f-9d267624cd23), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:18.295778 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58f21ef-62bd-4d40-9d4e-346ce0e908a5 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:03:18.296172 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f58f21ef-62bd-4d40-9d4e-346ce0e908a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (5f7c01e5-0488-40a7-b45f-9d267624cd23), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:18.320479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router b5793b3e-7136-47a6-92a2-6d01caa18628 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:03:18.362404 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 5f7c01e5-0488-40a7-b45f-9d267624cd23 resource provider aggregate not found Oct 28 10:03:18.370023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:18.381557 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 5f7c01e5-0488-40a7-b45f-9d267624cd23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f7c01e5-0488-40a7-b45f-9d267624cd23 found for delete ", "request_id": "req-86dc07ca-1756-48e4-9151-80f444def48c"}]} Oct 28 10:03:18.441595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:03:18.442905 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-394051b1-5915-464a-9edd-45b8d107b760 None None] Provisioning complete for port ac72e021-4c7e-48d5-9a21-0a290216dd41 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:03:18.443372 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-394051b1-5915-464a-9edd-45b8d107b760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:18.443979 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-394051b1-5915-464a-9edd-45b8d107b760 None None] Attempt 1 to provision port ac72e021-4c7e-48d5-9a21-0a290216dd41 Oct 28 10:03:18.447853 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7b89d719-bcf8-4ae0-90f8-aa6003ec04d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/b5793b3e-7136-47a6-92a2-6d01caa18628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5740833 Oct 28 10:03:18.461277 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Sync routers for ids ['b5793b3e-7136-47a6-92a2-6d01caa18628'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:03:18.470224 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Routers {'b5793b3e-7136-47a6-92a2-6d01caa18628'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:03:18.470878 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:03:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b5793b3e-7136-47a6-92a2-6d01caa18628'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:18.479890 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f58f21ef-62bd-4d40-9d4e-346ce0e908a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (4fad79c2-0133-4697-be39-69f3a4f0a3bb), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:18.485777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-394051b1-5915-464a-9edd-45b8d107b760 None None] Port ac72e021-4c7e-48d5-9a21-0a290216dd41 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:03:18.490046 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f58f21ef-62bd-4d40-9d4e-346ce0e908a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:18.500513 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f58f21ef-62bd-4d40-9d4e-346ce0e908a5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/4fad79c2-0133-4697-be39-69f3a4f0a3bb HTTP/1.1" status: 204 len: 168 time: 0.4602652 Oct 28 10:03:18.522761 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f21ef-62bd-4d40-9d4e-346ce0e908a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fad79c2-0133-4697-be39-69f3a4f0a3bb,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:18.542785 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:18.585101 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Set router b5793b3e-7136-47a6-92a2-6d01caa18628 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:03:18.639534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fe1f3-eaf1-42f1-a5ff-fa662aa5cc0d req-3c9c5e8f-0ab2-4212-9fed-625a42c98110 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:18.641138 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-550fe1f3-eaf1-42f1-a5ff-fa662aa5cc0d req-3c9c5e8f-0ab2-4212-9fed-625a42c98110 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0584660 Oct 28 10:03:18.696702 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-550fe1f3-eaf1-42f1-a5ff-fa662aa5cc0d req-bf6795bf-227b-4cdf-94d9-e1f92ef18777 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491340 Oct 28 10:03:18.833760 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:03:17Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '102dc8a0-d6ec-432a-8fb7-8d5dd0efa984', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.225', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'port_id': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'mac_address': 'fa:16:3e:b7:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:02:15Z', 'updated_at': '2022-10-28T10:02:18Z', 'revision_number': 1, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136b4a4-607c-4150-a7ce-6b018076653e', 'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:80:7d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:31Z', 'updated_at': '2022-10-28T10:01:42Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac72e021-4c7e-48d5-9a21-0a290216dd41', 'name': '', 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:c2:68:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b1019d0-bcbf-497d-bfbd-32ca0ce5550b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:16Z', 'updated_at': '2022-10-28T10:03:17Z', 'revision_number': 2, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5b1019d0-bcbf-497d-bfbd-32ca0ce5550b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:18.858455 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Checking router: b5793b3e-7136-47a6-92a2-6d01caa18628 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:03:18.858867 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Updating router b5793b3e-7136-47a6-92a2-6d01caa18628 port ac72e021-4c7e-48d5-9a21-0a290216dd41 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:03:18.891291 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:19.043007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43386) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:19.085966 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-308bddcd-defc-4748-825a-2797c548567f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5792f44387e140ab91839982507b7086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416231 Oct 28 10:03:19.088624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43388) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:19.141351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfd05c4d-95ab-40c4-aa98-03f248c578ad admin admin] Publish callbacks [] for security_group (9fa250d1-43af-496f-9c9f-7ec7ee64fb26), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:19.152872 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:19.162562 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfd05c4d-95ab-40c4-aa98-03f248c578ad admin admin] Publish callbacks [] for security_group (9fa250d1-43af-496f-9c9f-7ec7ee64fb26), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:19.162817 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Publish callbacks [] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:19.254836 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:19.312727 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Pushing event updated for resources: {'Port': ['ID=ac72e021-4c7e-48d5-9a21-0a290216dd41,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:19.340090 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:19.340437 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:19.340780 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:19.341137 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:19.341477 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:19.341802 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:19.342127 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:19.342450 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:19.342807 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:19.343259 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:19.347545 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:19.347545 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:19.347545 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:19.347545 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:19.347964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfd05c4d-95ab-40c4-aa98-03f248c578ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (9fa250d1-43af-496f-9c9f-7ec7ee64fb26), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:19.348073 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:19.348189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfd05c4d-95ab-40c4-aa98-03f248c578ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:19.351542 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bfd05c4d-95ab-40c4-aa98-03f248c578ad admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9fa250d1-43af-496f-9c9f-7ec7ee64fb26 HTTP/1.1" status: 204 len: 168 time: 0.2596459 Oct 28 10:03:19.354078 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:19.363924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd05c4d-95ab-40c4-aa98-03f248c578ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa250d1-43af-496f-9c9f-7ec7ee64fb26,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:19.367502 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Attempting to bind port ac72e021-4c7e-48d5-9a21-0a290216dd41 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:03:19.369061 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Attempting to bind port ac72e021-4c7e-48d5-9a21-0a290216dd41 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '4cff8e49-5216-4251-abdd-2bf8fcb0315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:03:19.369061 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Attempting to bind port ac72e021-4c7e-48d5-9a21-0a290216dd41 on network 7bf981c9-b0fa-4b21-a98f-90eb63de3534 {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:03:19.416054 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:03:19.416434 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Checking segment: {'id': '4cff8e49-5216-4251-abdd-2bf8fcb0315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:03:19.418120 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:19.418120 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Bound using segment: {'id': '4cff8e49-5216-4251-abdd-2bf8fcb0315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:03:19.418120 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Bound port: ac72e021-4c7e-48d5-9a21-0a290216dd41, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cff8e49-5216-4251-abdd-2bf8fcb0315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:03:19.418528 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:19.483635 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] For port ac72e021-4c7e-48d5-9a21-0a290216dd41, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:03:19.487094 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] For port ac72e021-4c7e-48d5-9a21-0a290216dd41, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ac72e021-4c7e-48d5-9a21-0a290216dd41,segment=NetworkSegment(4cff8e49-5216-4251-abdd-2bf8fcb0315d),segment_id=4cff8e49-5216-4251-abdd-2bf8fcb0315d)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:03:19.607811 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:19.651078 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Routers {'b5793b3e-7136-47a6-92a2-6d01caa18628'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:03:19.651704 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:03:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b5793b3e-7136-47a6-92a2-6d01caa18628'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:19.699991 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918b08f-cf44-470e-a3fd-f3ab225affb7 None None] Pushing event updated for resources: {'Port': ['ID=ac72e021-4c7e-48d5-9a21-0a290216dd41,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:19.774146 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] Set router b5793b3e-7136-47a6-92a2-6d01caa18628 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:03:19.837566 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345241e-4682-4496-b279-325267891f66 req-13f9d1b8-e24b-44a4-991f-ed910f8a508c tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:19.839530 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2345241e-4682-4496-b279-325267891f66 req-13f9d1b8-e24b-44a4-991f-ed910f8a508c tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0562723 Oct 28 10:03:19.895976 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2345241e-4682-4496-b279-325267891f66 req-34b6dc0f-18e6-464d-96e7-051571fb249b tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478580 Oct 28 10:03:20.083976 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:03:17Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '102dc8a0-d6ec-432a-8fb7-8d5dd0efa984', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.225', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'port_id': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'mac_address': 'fa:16:3e:b7:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:02:15Z', 'updated_at': '2022-10-28T10:02:18Z', 'revision_number': 1, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136b4a4-607c-4150-a7ce-6b018076653e', 'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:80:7d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:31Z', 'updated_at': '2022-10-28T10:01:42Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac72e021-4c7e-48d5-9a21-0a290216dd41', 'name': '', 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:c2:68:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b1019d0-bcbf-497d-bfbd-32ca0ce5550b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:16Z', 'updated_at': '2022-10-28T10:03:19Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5b1019d0-bcbf-497d-bfbd-32ca0ce5550b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:20.111286 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5abbc-9b67-482c-aed4-9e9837cccb1d None None] The sync data for ids ['b5793b3e-7136-47a6-92a2-6d01caa18628'] in dv-neutron-zed-2-hyperv is: [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:03:17Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '102dc8a0-d6ec-432a-8fb7-8d5dd0efa984', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.225', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'port_id': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'mac_address': 'fa:16:3e:b7:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:02:15Z', 'updated_at': '2022-10-28T10:02:18Z', 'revision_number': 1, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136b4a4-607c-4150-a7ce-6b018076653e', 'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:80:7d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:31Z', 'updated_at': '2022-10-28T10:01:42Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac72e021-4c7e-48d5-9a21-0a290216dd41', 'name': '', 'network_id': '7bf981c9-b0fa-4b21-a98f-90eb63de3534', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:c2:68:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b1019d0-bcbf-497d-bfbd-32ca0ce5550b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:16Z', 'updated_at': '2022-10-28T10:03:19Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5b1019d0-bcbf-497d-bfbd-32ca0ce5550b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:03:20.213609 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43396) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:20.271171 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0cc97259-657f-44e0-aedb-fa6f0d13354f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a923409e08f6451e86611385a2957097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0562742 Oct 28 10:03:20.273601 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43398) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:20.303964 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ac72e021-4c7e-48d5-9a21-0a290216dd41 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:03:20.336938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f9850e00-838a-4f79-bfde-352ba0036772 admin admin] Publish callbacks [] for security_group (25de51c2-a9f1-47d3-afff-cc5b5f2741af), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:20.354864 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ac72e021-4c7e-48d5-9a21-0a290216dd41 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:03:20.355252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:20.355602 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ac72e021-4c7e-48d5-9a21-0a290216dd41 Oct 28 10:03:20.362869 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f9850e00-838a-4f79-bfde-352ba0036772 admin admin] Publish callbacks [] for security_group (25de51c2-a9f1-47d3-afff-cc5b5f2741af), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:20.433120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:20.440326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ac72e021-4c7e-48d5-9a21-0a290216dd41 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:03:20.441296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:20.477005 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port ac72e021-4c7e-48d5-9a21-0a290216dd41, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ac72e021-4c7e-48d5-9a21-0a290216dd41,segment=NetworkSegment(4cff8e49-5216-4251-abdd-2bf8fcb0315d),segment_id=4cff8e49-5216-4251-abdd-2bf8fcb0315d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:20.536314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f9850e00-838a-4f79-bfde-352ba0036772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (25de51c2-a9f1-47d3-afff-cc5b5f2741af), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:20.538951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f9850e00-838a-4f79-bfde-352ba0036772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:20.540653 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f9850e00-838a-4f79-bfde-352ba0036772 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/25de51c2-a9f1-47d3-afff-cc5b5f2741af HTTP/1.1" status: 204 len: 168 time: 0.2659736 Oct 28 10:03:20.550999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9850e00-838a-4f79-bfde-352ba0036772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25de51c2-a9f1-47d3-afff-cc5b5f2741af,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:20.557712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:20.628631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=ac72e021-4c7e-48d5-9a21-0a290216dd41,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:21.009634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:21.027422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16b095-1293-43b8-be2b-cd0f8ff57610 req-9dec2c33-1edd-43e9-9c3f-ffff6206b873 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:21.029091 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dd16b095-1293-43b8-be2b-cd0f8ff57610 req-9dec2c33-1edd-43e9-9c3f-ffff6206b873 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0515075 Oct 28 10:03:21.086115 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dd16b095-1293-43b8-be2b-cd0f8ff57610 req-33a801fb-0324-4ec4-b0a3-34f708b72d79 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512519 Oct 28 10:03:22.213188 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fc68d-fb92-4fb7-ac16-0b84e16ab770 req-68251883-2ee6-4741-87a9-ceb88c600174 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:22.215004 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cf2fc68d-fb92-4fb7-ac16-0b84e16ab770 req-68251883-2ee6-4741-87a9-ceb88c600174 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0522015 Oct 28 10:03:22.248694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ac72e021-4c7e-48d5-9a21-0a290216dd41 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:03:22.272083 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cf2fc68d-fb92-4fb7-ac16-0b84e16ab770 req-0fd3d0b9-ada8-4843-bb4a-8e179fbdd955 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511253 Oct 28 10:03:22.297089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ac72e021-4c7e-48d5-9a21-0a290216dd41 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:03:22.297464 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:22.297802 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ac72e021-4c7e-48d5-9a21-0a290216dd41 Oct 28 10:03:22.325161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:22.376663 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ac72e021-4c7e-48d5-9a21-0a290216dd41 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:03:23.319106 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:23.392619 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a06f68-06c0-4871-b423-0700dcc33cce req-4c930cb2-2e7b-47aa-9ecd-98b66f23e545 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:23.394092 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-07a06f68-06c0-4871-b423-0700dcc33cce req-4c930cb2-2e7b-47aa-9ecd-98b66f23e545 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0466750 Oct 28 10:03:23.444239 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-07a06f68-06c0-4871-b423-0700dcc33cce req-cf4d5b36-2d4a-4f42-b171-a729cd7a0ae4 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436532 Oct 28 10:03:24.569868 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00357fbb-e7d8-4ed7-987c-5920db0c1a54 req-2e4771da-b301-4523-a44d-ab1005f1e945 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:24.571391 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-00357fbb-e7d8-4ed7-987c-5920db0c1a54 req-2e4771da-b301-4523-a44d-ab1005f1e945 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0524015 Oct 28 10:03:24.622378 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-00357fbb-e7d8-4ed7-987c-5920db0c1a54 req-9b46da49-a9fd-4f20-9057-6e2dc5537601 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453832 Oct 28 10:03:25.747293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe7b02-9276-447a-ba02-ce212fd0e51a req-3af47bfc-b580-4fce-a30e-03a8e67ada38 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:25.748833 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fffe7b02-9276-447a-ba02-ce212fd0e51a req-3af47bfc-b580-4fce-a30e-03a8e67ada38 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0501788 Oct 28 10:03:25.803433 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fffe7b02-9276-447a-ba02-ce212fd0e51a req-606c1e56-173e-483f-959b-8c26155e3dfb tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489733 Oct 28 10:03:26.929367 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740f47a-20f2-4639-886f-6f473e0e6938 req-f7755b36-89f1-4353-9095-79a6fd192c29 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:26.930865 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0740f47a-20f2-4639-886f-6f473e0e6938 req-f7755b36-89f1-4353-9095-79a6fd192c29 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0470459 Oct 28 10:03:26.988418 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0740f47a-20f2-4639-886f-6f473e0e6938 req-3b3a1088-4fa5-4574-a9b3-aedd3a2c3a84 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516438 Oct 28 10:03:28.112641 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc430a37-1fae-4d6b-b539-623f72aa8bdb req-8f260a0c-ad2d-495a-82c0-37349c8f5aa9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:28.114448 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dc430a37-1fae-4d6b-b539-623f72aa8bdb req-8f260a0c-ad2d-495a-82c0-37349c8f5aa9 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0500269 Oct 28 10:03:28.166906 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dc430a37-1fae-4d6b-b539-623f72aa8bdb req-f826c93d-3fd9-41e1-851d-57cbd443cc14 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466743 Oct 28 10:03:29.291333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee753f4-5515-40a9-81e5-554c707cd260 req-dbf8f72a-3c57-471a-8022-63b92ab8ed5d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:29.292861 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9ee753f4-5515-40a9-81e5-554c707cd260 req-dbf8f72a-3c57-471a-8022-63b92ab8ed5d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0477564 Oct 28 10:03:29.343240 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9ee753f4-5515-40a9-81e5-554c707cd260 req-620b89fe-f406-447c-9282-8601d118719a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447564 Oct 28 10:03:30.080231 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=36 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:30.087212 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:30.469263 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecf305-9814-4f6e-9311-cdbf689c6849 req-8c017649-8586-41a0-b2b3-5fd3f4792a75 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:30.470868 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-52ecf305-9814-4f6e-9311-cdbf689c6849 req-8c017649-8586-41a0-b2b3-5fd3f4792a75 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0527842 Oct 28 10:03:30.522767 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-52ecf305-9814-4f6e-9311-cdbf689c6849 req-4d6277dc-154e-4be8-9df3-b20cddec5333 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456858 Oct 28 10:03:30.543924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:30.544774 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=47,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:31.640678 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:31.649138 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a507d6-fcdb-46c3-a72f-1e375a3b7391 req-690d6bee-ae06-406c-96b6-d7a1ad840a87 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:31.650755 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e0a507d6-fcdb-46c3-a72f-1e375a3b7391 req-690d6bee-ae06-406c-96b6-d7a1ad840a87 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0495751 Oct 28 10:03:31.707724 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e0a507d6-fcdb-46c3-a72f-1e375a3b7391 req-ec5200af-7e4c-4ac4-8106-ab9702e3290f tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504272 Oct 28 10:03:32.835763 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e573918-3918-4ea1-8e48-c929c6fc41d1 req-75f1d906-112c-48ee-b14d-df46d8732a67 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:32.838341 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5e573918-3918-4ea1-8e48-c929c6fc41d1 req-75f1d906-112c-48ee-b14d-df46d8732a67 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0531294 Oct 28 10:03:32.888955 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5e573918-3918-4ea1-8e48-c929c6fc41d1 req-7651025e-fe66-402e-b277-e0a38c1fe4e1 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455921 Oct 28 10:03:33.258737 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=28 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:33.260686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:34.012291 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8be730-425e-4092-ab6b-94b1bd938c57 req-344057e1-de4c-4d5d-b39c-0aa41661ab5f tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:34.013737 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7b8be730-425e-4092-ab6b-94b1bd938c57 req-344057e1-de4c-4d5d-b39c-0aa41661ab5f tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0478868 Oct 28 10:03:34.064489 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7b8be730-425e-4092-ab6b-94b1bd938c57 req-06e5a68e-cafe-4218-abc1-762d28973b31 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451272 Oct 28 10:03:35.149896 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:35.188503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6726d-fb45-4262-be32-25aef38788a9 req-9cd0d017-adf3-4d13-8423-8ceeb258ed4f tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:35.190055 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-95f6726d-fb45-4262-be32-25aef38788a9 req-9cd0d017-adf3-4d13-8423-8ceeb258ed4f tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0493343 Oct 28 10:03:35.246067 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-95f6726d-fb45-4262-be32-25aef38788a9 req-33b30db8-1251-43af-beb9-698662970d4d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497537 Oct 28 10:03:36.371704 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e096da7-1b8a-4960-9613-9aa98e6880c8 req-4fbf82e5-cac8-4a17-b925-9e5180039215 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:36.373259 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8e096da7-1b8a-4960-9613-9aa98e6880c8 req-4fbf82e5-cac8-4a17-b925-9e5180039215 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0501058 Oct 28 10:03:36.427005 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8e096da7-1b8a-4960-9613-9aa98e6880c8 req-55f4721f-c443-4dd7-9597-2c13bb5e8206 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476372 Oct 28 10:03:37.550220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a62d8-d955-4f7b-b945-1077e2d9c124 req-03a841cb-b09c-44b8-8640-c7ad90dd6de0 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:37.551768 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a99a62d8-d955-4f7b-b945-1077e2d9c124 req-03a841cb-b09c-44b8-8640-c7ad90dd6de0 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0492232 Oct 28 10:03:37.604975 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a99a62d8-d955-4f7b-b945-1077e2d9c124 req-c818f4fa-3b77-49a5-a9b9-96e21daea6e0 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465517 Oct 28 10:03:37.919280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6149c-9bc3-4341-8692-e3a9674078c4 req-bfd7e707-8b00-4ea8-abd8-b7b6fe6c568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:37.920868 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-efd6149c-9bc3-4341-8692-e3a9674078c4 req-bfd7e707-8b00-4ea8-abd8-b7b6fe6c568b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 1129 time: 0.0416062 Oct 28 10:03:37.970931 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-efd6149c-9bc3-4341-8692-e3a9674078c4 req-5026e160-0b75-4e23-8b6a-79da51d5f510 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415046 Oct 28 10:03:38.735054 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313499a-04b2-4e89-9e0b-8ba3b5163509 req-d98c33fc-9ca6-4da2-99ab-62ab63eb26da tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:38.736611 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c313499a-04b2-4e89-9e0b-8ba3b5163509 req-d98c33fc-9ca6-4da2-99ab-62ab63eb26da tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0537143 Oct 28 10:03:38.789531 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c313499a-04b2-4e89-9e0b-8ba3b5163509 req-5898979f-1156-4f47-b036-d06b51b00f38 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460618 Oct 28 10:03:39.041127 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43456) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:39.448410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5636cfd7-a898-4176-bfc4-0931d2fc050d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (b5793b3e-7136-47a6-92a2-6d01caa18628), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:39.756903 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device f7abba03-c42a-4953-b29b-65835498553d details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:03:39.774638 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device f7abba03-c42a-4953-b29b-65835498553d no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:03:39.808982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-5636cfd7-a898-4176-bfc4-0931d2fc050d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port ac72e021-4c7e-48d5-9a21-0a290216dd41 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:03:39.809490 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5636cfd7-a898-4176-bfc4-0931d2fc050d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:39.913715 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port f7abba03-c42a-4953-b29b-65835498553d is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:03:39.914139 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f7abba03-c42a-4953-b29b-65835498553d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:39.917561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-5636cfd7-a898-4176-bfc4-0931d2fc050d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port ac72e021-4c7e-48d5-9a21-0a290216dd41, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ac72e021-4c7e-48d5-9a21-0a290216dd41,segment=NetworkSegment(4cff8e49-5216-4251-abdd-2bf8fcb0315d),segment_id=4cff8e49-5216-4251-abdd-2bf8fcb0315d)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:39.917926 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5636cfd7-a898-4176-bfc4-0931d2fc050d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:39.927815 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330df110-af1a-49ae-80bd-d3a8d24ee314 req-5a4e3d5a-445a-427e-80c3-4a104488cedb tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:39.929925 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-330df110-af1a-49ae-80bd-d3a8d24ee314 req-5a4e3d5a-445a-427e-80c3-4a104488cedb tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0552230 Oct 28 10:03:39.932910 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-5636cfd7-a898-4176-bfc4-0931d2fc050d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for ac72e021-4c7e-48d5-9a21-0a290216dd41 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:03:39.947706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port f7abba03-c42a-4953-b29b-65835498553d, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=f7abba03-c42a-4953-b29b-65835498553d,segment=NetworkSegment(36a26154-8cd3-4ea5-8028-8bbd727757f2),segment_id=36a26154-8cd3-4ea5-8028-8bbd727757f2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:39.958922 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'f7abba03-c42a-4953-b29b-65835498553d', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'port_id': 'f7abba03-c42a-4953-b29b-65835498553d', 'mac_address': 'fa:16:3e:3d:e2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:03:39.994588 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-330df110-af1a-49ae-80bd-d3a8d24ee314 req-954f39fb-5101-42c0-b7ec-6f2769444c95 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575559 Oct 28 10:03:39.996306 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7abba03-c42a-4953-b29b-65835498553d'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:03:39.998523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:39.999085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db3542e-b893-4d2b-bc9f-0f14cd614bae" -d '{"events": [{"server_uuid": "2fc84d3d-df25-4fba-a3e0-1e36ebb53e48", "name": "network-vif-unplugged", "status": "completed", "tag": "f7abba03-c42a-4953-b29b-65835498553d"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:03:40.018696 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43462) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:40.019338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port f7abba03-c42a-4953-b29b-65835498553d, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=f7abba03-c42a-4953-b29b-65835498553d,segment=NetworkSegment(36a26154-8cd3-4ea5-8028-8bbd727757f2),segment_id=36a26154-8cd3-4ea5-8028-8bbd727757f2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:40.045232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port f7abba03-c42a-4953-b29b-65835498553d is: ACTIVE; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:03:40.045232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f7abba03-c42a-4953-b29b-65835498553d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:40.055405 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 10:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ce9b01-5e1b-46e3-92ad-2e3cf98a80d0 x-openstack-request-id: req-c1ce9b01-5e1b-46e3-92ad-2e3cf98a80d0 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:03:40.055725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc84d3d-df25-4fba-a3e0-1e36ebb53e48", "name": "network-vif-unplugged", "status": "completed", "tag": "f7abba03-c42a-4953-b29b-65835498553d", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:03:40.055983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1ce9b01-5e1b-46e3-92ad-2e3cf98a80d0 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:03:40.056386 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ce9b01-5e1b-46e3-92ad-2e3cf98a80d0'] response: {'server_uuid': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7abba03-c42a-4953-b29b-65835498553d', 'code': 200} Oct 28 10:03:40.060049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7abba03-c42a-4953-b29b-65835498553d {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:03:40.086756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:40.091829 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-df9e9d96-8865-4cc7-ba78-ef768300955e tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/floatingips/cccfe447-31f8-43e8-bfc0-fe0dd823f580 HTTP/1.1" status: 200 len: 993 time: 0.0696042 Oct 28 10:03:40.116384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f7abba03-c42a-4953-b29b-65835498553d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:40.189451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:03:40.189869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:03:40.194473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=f7abba03-c42a-4953-b29b-65835498553d,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:40.250818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5636cfd7-a898-4176-bfc4-0931d2fc050d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ac72e021-4c7e-48d5-9a21-0a290216dd41), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:40.278867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636cfd7-a898-4176-bfc4-0931d2fc050d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=ac72e021-4c7e-48d5-9a21-0a290216dd41,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:40.465661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5636cfd7-a898-4176-bfc4-0931d2fc050d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (b5793b3e-7136-47a6-92a2-6d01caa18628), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:40.685101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5636cfd7-a898-4176-bfc4-0931d2fc050d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router b5793b3e-7136-47a6-92a2-6d01caa18628 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:03:40.726605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port f7abba03-c42a-4953-b29b-65835498553d is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:03:40.727054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f7abba03-c42a-4953-b29b-65835498553d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:40.742082 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7abba03-c42a-4953-b29b-65835498553d {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:03:40.763757 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port f7abba03-c42a-4953-b29b-65835498553d, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=f7abba03-c42a-4953-b29b-65835498553d,segment=NetworkSegment(36a26154-8cd3-4ea5-8028-8bbd727757f2),segment_id=36a26154-8cd3-4ea5-8028-8bbd727757f2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:40.793285 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5636cfd7-a898-4176-bfc4-0931d2fc050d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:03:40.798242 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5636cfd7-a898-4176-bfc4-0931d2fc050d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/b5793b3e-7136-47a6-92a2-6d01caa18628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7561920 Oct 28 10:03:40.805147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d98f538-b402-486b-a274-5b2c1a8150d6 None None] Sync routers for ids ['b5793b3e-7136-47a6-92a2-6d01caa18628'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:03:40.816388 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d98f538-b402-486b-a274-5b2c1a8150d6 None None] Routers {'b5793b3e-7136-47a6-92a2-6d01caa18628'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:03:40.817069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-4d98f538-b402-486b-a274-5b2c1a8150d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:03:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b5793b3e-7136-47a6-92a2-6d01caa18628'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:40.859532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f7abba03-c42a-4953-b29b-65835498553d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:40.958803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=f7abba03-c42a-4953-b29b-65835498553d,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:40.971813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-4d98f538-b402-486b-a274-5b2c1a8150d6 None None] Set router b5793b3e-7136-47a6-92a2-6d01caa18628 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:03:41.185707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:41.188241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:41.198913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['f7abba03-c42a-4953-b29b-65835498553d'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:03:41.206752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-4d98f538-b402-486b-a274-5b2c1a8150d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:03:40Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '102dc8a0-d6ec-432a-8fb7-8d5dd0efa984', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.225', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'port_id': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'mac_address': 'fa:16:3e:b7:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:02:15Z', 'updated_at': '2022-10-28T10:02:18Z', 'revision_number': 1, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136b4a4-607c-4150-a7ce-6b018076653e', 'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:80:7d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:31Z', 'updated_at': '2022-10-28T10:01:42Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:41.214214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6d3bf-ff06-44f5-8b84-72523cd0d1ff req-1eda6406-9815-47cd-acc3-98c7ea5922d6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:41.215745 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-75f6d3bf-ff06-44f5-8b84-72523cd0d1ff req-1eda6406-9815-47cd-acc3-98c7ea5922d6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 946 time: 0.0502143 Oct 28 10:03:41.259575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d98f538-b402-486b-a274-5b2c1a8150d6 None None] Checking router: b5793b3e-7136-47a6-92a2-6d01caa18628 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:03:41.268727 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-75f6d3bf-ff06-44f5-8b84-72523cd0d1ff req-282dfcc2-f8e0-40a2-af8b-03bf327d6dc8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470130 Oct 28 10:03:41.280599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d98f538-b402-486b-a274-5b2c1a8150d6 None None] Routers {'b5793b3e-7136-47a6-92a2-6d01caa18628'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:03:41.281093 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-4d98f538-b402-486b-a274-5b2c1a8150d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:03:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b5793b3e-7136-47a6-92a2-6d01caa18628'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:41.579902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-4d98f538-b402-486b-a274-5b2c1a8150d6 None None] Set router b5793b3e-7136-47a6-92a2-6d01caa18628 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:03:41.888139 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-4d98f538-b402-486b-a274-5b2c1a8150d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:03:40Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '102dc8a0-d6ec-432a-8fb7-8d5dd0efa984', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.225', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'port_id': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'mac_address': 'fa:16:3e:b7:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:02:15Z', 'updated_at': '2022-10-28T10:02:18Z', 'revision_number': 1, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136b4a4-607c-4150-a7ce-6b018076653e', 'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:80:7d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:31Z', 'updated_at': '2022-10-28T10:01:42Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:41.913607 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d98f538-b402-486b-a274-5b2c1a8150d6 None None] The sync data for ids ['b5793b3e-7136-47a6-92a2-6d01caa18628'] in dv-neutron-zed-2-hyperv is: [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:03:40Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '102dc8a0-d6ec-432a-8fb7-8d5dd0efa984', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.225', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'port_id': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'mac_address': 'fa:16:3e:b7:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:02:15Z', 'updated_at': '2022-10-28T10:02:18Z', 'revision_number': 1, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136b4a4-607c-4150-a7ce-6b018076653e', 'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:80:7d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:31Z', 'updated_at': '2022-10-28T10:01:42Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:03:42.297661 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ac72e021-4c7e-48d5-9a21-0a290216dd41 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:03:42.324128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: ac72e021-4c7e-48d5-9a21-0a290216dd41 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:03:42.324550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ac72e021-4c7e-48d5-9a21-0a290216dd41 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:03:42.406931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1af97-88b5-4eaf-b576-8dfa5a04c9c0 req-e5d0b9d7-c2ad-490a-b6fc-95a377b601fe tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:42.408456 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7de1af97-88b5-4eaf-b576-8dfa5a04c9c0 req-e5d0b9d7-c2ad-490a-b6fc-95a377b601fe tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 946 time: 0.0575664 Oct 28 10:03:42.442690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:42.464817 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7de1af97-88b5-4eaf-b576-8dfa5a04c9c0 req-10350fef-f93e-4995-bbf1-4cf517d941b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503938 Oct 28 10:03:42.700796 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:03:42.806334 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea330bb8-8069-4854-a177-ede7a5456e73 req-18a98e27-8bd1-4f8d-a3cc-e0307392e782 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:42.807870 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ea330bb8-8069-4854-a177-ede7a5456e73 req-18a98e27-8bd1-4f8d-a3cc-e0307392e782 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 946 time: 0.0523667 Oct 28 10:03:42.896882 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-ea330bb8-8069-4854-a177-ede7a5456e73 req-1f8ad25d-36a9-41d1-9327-853fe1323ab3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 8d43cc51-71df-4aff-bade-c9fdebb2843b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:03:42.897220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ea330bb8-8069-4854-a177-ede7a5456e73 req-1f8ad25d-36a9-41d1-9327-853fe1323ab3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (8d43cc51-71df-4aff-bade-c9fdebb2843b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:42.940806 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:42.993912 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-ea330bb8-8069-4854-a177-ede7a5456e73 req-1f8ad25d-36a9-41d1-9327-853fe1323ab3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 8d43cc51-71df-4aff-bade-c9fdebb2843b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=8d43cc51-71df-4aff-bade-c9fdebb2843b,segment=NetworkSegment(4cff8e49-5216-4251-abdd-2bf8fcb0315d),segment_id=4cff8e49-5216-4251-abdd-2bf8fcb0315d)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:42.994276 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ea330bb8-8069-4854-a177-ede7a5456e73 req-1f8ad25d-36a9-41d1-9327-853fe1323ab3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (8d43cc51-71df-4aff-bade-c9fdebb2843b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:43.036268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4e3c340c-bad0-4822-89b1-a2718ec890e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:43.296303 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-ea330bb8-8069-4854-a177-ede7a5456e73 req-1f8ad25d-36a9-41d1-9327-853fe1323ab3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 8d43cc51-71df-4aff-bade-c9fdebb2843b owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:03:43.360735 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:43.479653 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ea330bb8-8069-4854-a177-ede7a5456e73 req-1f8ad25d-36a9-41d1-9327-853fe1323ab3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (8d43cc51-71df-4aff-bade-c9fdebb2843b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:43.513292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ad25d-36a9-41d1-9327-853fe1323ab3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=8d43cc51-71df-4aff-bade-c9fdebb2843b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:43.564073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea330bb8-8069-4854-a177-ede7a5456e73 req-1f8ad25d-36a9-41d1-9327-853fe1323ab3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] No DVR routers for this DVR port 8d43cc51-71df-4aff-bade-c9fdebb2843b on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:03:43.566639 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ea330bb8-8069-4854-a177-ede7a5456e73 req-1f8ad25d-36a9-41d1-9327-853fe1323ab3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:43.569908 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ea330bb8-8069-4854-a177-ede7a5456e73 req-1f8ad25d-36a9-41d1-9327-853fe1323ab3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "DELETE /networking/v2.0/ports/8d43cc51-71df-4aff-bade-c9fdebb2843b HTTP/1.1" status: 204 len: 173 time: 0.7567778 Oct 28 10:03:43.570422 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ba1f29-adcb-4461-a870-d3b5dd8b1e05', 'name': 'network-vif-deleted', 'tag': '8d43cc51-71df-4aff-bade-c9fdebb2843b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:03:43.572885 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2cfe85-133c-4bd9-a2cb-b5a520891ad6" -d '{"events": [{"server_uuid": "07ba1f29-adcb-4461-a870-d3b5dd8b1e05", "name": "network-vif-deleted", "tag": "8d43cc51-71df-4aff-bade-c9fdebb2843b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:03:43.581435 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-67eda5bc-d129-4996-b9c3-33e323b79976 req-e3972b9f-a632-4280-bc28-3308730f05e2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 210 time: 0.0328398 Oct 28 10:03:43.615909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c5e9cb-0d07-4054-aca4-2da2a0995bcf x-openstack-request-id: req-86c5e9cb-0d07-4054-aca4-2da2a0995bcf {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:03:43.616261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ba1f29-adcb-4461-a870-d3b5dd8b1e05", "name": "network-vif-deleted", "tag": "8d43cc51-71df-4aff-bade-c9fdebb2843b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:03:43.620846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86c5e9cb-0d07-4054-aca4-2da2a0995bcf {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:03:43.620846 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c5e9cb-0d07-4054-aca4-2da2a0995bcf'] response: {'server_uuid': '07ba1f29-adcb-4461-a870-d3b5dd8b1e05', 'name': 'network-vif-deleted', 'tag': '8d43cc51-71df-4aff-bade-c9fdebb2843b', 'status': 'completed', 'code': 200} Oct 28 10:03:43.778731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device f7abba03-c42a-4953-b29b-65835498553d up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:03:43.827362 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port f7abba03-c42a-4953-b29b-65835498553d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:03:43.827612 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f7abba03-c42a-4953-b29b-65835498553d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:43.827956 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port f7abba03-c42a-4953-b29b-65835498553d Oct 28 10:03:43.904808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port f7abba03-c42a-4953-b29b-65835498553d is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:03:43.905318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f7abba03-c42a-4953-b29b-65835498553d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:43.930715 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7abba03-c42a-4953-b29b-65835498553d'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:03:43.933211 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0a3d3f-54c5-407f-86c6-1ec45ba84f16" -d '{"events": [{"server_uuid": "2fc84d3d-df25-4fba-a3e0-1e36ebb53e48", "name": "network-vif-plugged", "status": "completed", "tag": "f7abba03-c42a-4953-b29b-65835498553d"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:03:43.952247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port f7abba03-c42a-4953-b29b-65835498553d, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=f7abba03-c42a-4953-b29b-65835498553d,segment=NetworkSegment(36a26154-8cd3-4ea5-8028-8bbd727757f2),segment_id=36a26154-8cd3-4ea5-8028-8bbd727757f2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:43.973325 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873f7972-b01f-477c-a454-94736c8f3b16 x-openstack-request-id: req-873f7972-b01f-477c-a454-94736c8f3b16 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:03:43.973857 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc84d3d-df25-4fba-a3e0-1e36ebb53e48", "name": "network-vif-plugged", "status": "completed", "tag": "f7abba03-c42a-4953-b29b-65835498553d", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:03:43.974319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-873f7972-b01f-477c-a454-94736c8f3b16 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:03:43.974947 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873f7972-b01f-477c-a454-94736c8f3b16'] response: {'server_uuid': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7abba03-c42a-4953-b29b-65835498553d', 'code': 200} Oct 28 10:03:44.020884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f7abba03-c42a-4953-b29b-65835498553d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:44.053765 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:44.074307 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=f7abba03-c42a-4953-b29b-65835498553d,revision_number=8']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:44.708629 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c5aa579f-cdbf-48e9-b929-4a42f70aaec7 req-7109395a-2908-4928-9d05-2b4e2c5170ce tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=07ba1f29-adcb-4461-a870-d3b5dd8b1e05 HTTP/1.1" status: 200 len: 210 time: 0.0297086 Oct 28 10:03:45.315926 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-db8a377b-145c-4575-9dfd-c24e4ed90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:45.781359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43480) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:45.846879 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b22b6cc7-cba3-4e88-9eb1-9180f631f85a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (6ef50da0-28b6-40bb-aa3d-9c7763ea48a8), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:45.866582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:45.873581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b22b6cc7-cba3-4e88-9eb1-9180f631f85a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (6ef50da0-28b6-40bb-aa3d-9c7763ea48a8), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:46.061889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b22b6cc7-cba3-4e88-9eb1-9180f631f85a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (6ef50da0-28b6-40bb-aa3d-9c7763ea48a8), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:46.064560 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b22b6cc7-cba3-4e88-9eb1-9180f631f85a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:46.065752 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b22b6cc7-cba3-4e88-9eb1-9180f631f85a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6ef50da0-28b6-40bb-aa3d-9c7763ea48a8 HTTP/1.1" status: 204 len: 168 time: 0.2833304 Oct 28 10:03:46.080886 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b6cc7-cba3-4e88-9eb1-9180f631f85a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef50da0-28b6-40bb-aa3d-9c7763ea48a8,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:46.171764 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43484) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:46.210041 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:46.229635 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34644e5-d447-4fef-85ab-c2d6b615181a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting subnet 5b1019d0-bcbf-497d-bfbd-32ca0ce5550b {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:03:46.233051 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c34644e5-d447-4fef-85ab-c2d6b615181a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (5b1019d0-bcbf-497d-bfbd-32ca0ce5550b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:46.275902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c34644e5-d447-4fef-85ab-c2d6b615181a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (5b1019d0-bcbf-497d-bfbd-32ca0ce5550b), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:46.361850 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c34644e5-d447-4fef-85ab-c2d6b615181a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (5b1019d0-bcbf-497d-bfbd-32ca0ce5550b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:46.476255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c34644e5-d447-4fef-85ab-c2d6b615181a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (5b1019d0-bcbf-497d-bfbd-32ca0ce5550b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:46.504004 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34644e5-d447-4fef-85ab-c2d6b615181a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1019d0-bcbf-497d-bfbd-32ca0ce5550b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:46.509944 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c34644e5-d447-4fef-85ab-c2d6b615181a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:46.513108 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c34644e5-d447-4fef-85ab-c2d6b615181a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/5b1019d0-bcbf-497d-bfbd-32ca0ce5550b HTTP/1.1" status: 204 len: 168 time: 0.3403401 Oct 28 10:03:46.515876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43486) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:46.518969 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547458b3-252b-4824-8646-670ff1b0ed62 None None] Network 7bf981c9-b0fa-4b21-a98f-90eb63de3534 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:03:46.598244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (7bf981c9-b0fa-4b21-a98f-90eb63de3534), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:46.646162 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 221f93bd-c7cd-4b85-8249-7de4efd57fba {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:03:46.646507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (221f93bd-c7cd-4b85-8249-7de4efd57fba), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:46.703420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41070223-1513-4418-b6e6-ce607cc23904 None None] DHCP port deletion for 7bf981c9-b0fa-4b21-a98f-90eb63de3534 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:03:46.726861 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 221f93bd-c7cd-4b85-8249-7de4efd57fba, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=221f93bd-c7cd-4b85-8249-7de4efd57fba,segment=NetworkSegment(4cff8e49-5216-4251-abdd-2bf8fcb0315d),segment_id=4cff8e49-5216-4251-abdd-2bf8fcb0315d)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:46.727223 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (221f93bd-c7cd-4b85-8249-7de4efd57fba), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:46.743538 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-41070223-1513-4418-b6e6-ce607cc23904 None None] Deleting port 221f93bd-c7cd-4b85-8249-7de4efd57fba {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:03:46.744698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-41070223-1513-4418-b6e6-ce607cc23904 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (221f93bd-c7cd-4b85-8249-7de4efd57fba), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:46.748655 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 221f93bd-c7cd-4b85-8249-7de4efd57fba owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:03:46.820913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-41070223-1513-4418-b6e6-ce607cc23904 None None] For port 221f93bd-c7cd-4b85-8249-7de4efd57fba, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=221f93bd-c7cd-4b85-8249-7de4efd57fba,segment=NetworkSegment(4cff8e49-5216-4251-abdd-2bf8fcb0315d),segment_id=4cff8e49-5216-4251-abdd-2bf8fcb0315d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:46.821642 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-41070223-1513-4418-b6e6-ce607cc23904 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (221f93bd-c7cd-4b85-8249-7de4efd57fba), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:46.840392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-41070223-1513-4418-b6e6-ce607cc23904 None None] Calling delete_port for 221f93bd-c7cd-4b85-8249-7de4efd57fba owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:03:46.853378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:46.902139 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (221f93bd-c7cd-4b85-8249-7de4efd57fba), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:46.924728 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-41070223-1513-4418-b6e6-ce607cc23904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (221f93bd-c7cd-4b85-8249-7de4efd57fba), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:46.932647 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=221f93bd-c7cd-4b85-8249-7de4efd57fba,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:46.945033 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] No DVR routers for this DVR port 221f93bd-c7cd-4b85-8249-7de4efd57fba on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:03:46.948031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41070223-1513-4418-b6e6-ce607cc23904 None None] Pushing event deleted for resources: {'Port': ['ID=221f93bd-c7cd-4b85-8249-7de4efd57fba,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:46.954322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41070223-1513-4418-b6e6-ce607cc23904 None None] No DVR routers for this DVR port 221f93bd-c7cd-4b85-8249-7de4efd57fba on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:03:47.024788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (7bf981c9-b0fa-4b21-a98f-90eb63de3534), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:47.046119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf981c9-b0fa-4b21-a98f-90eb63de3534']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:47.055846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cff8e49-5216-4251-abdd-2bf8fcb0315d') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:47.056146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cff8e49-5216-4251-abdd-2bf8fcb0315d') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:47.066867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (4cff8e49-5216-4251-abdd-2bf8fcb0315d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:47.081446 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (4cff8e49-5216-4251-abdd-2bf8fcb0315d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:47.091294 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:03:47.091911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (4cff8e49-5216-4251-abdd-2bf8fcb0315d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:47.117180 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 4cff8e49-5216-4251-abdd-2bf8fcb0315d resource provider aggregate not found Oct 28 10:03:47.151446 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 4cff8e49-5216-4251-abdd-2bf8fcb0315d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cff8e49-5216-4251-abdd-2bf8fcb0315d found for delete ", "request_id": "req-b0b73e99-3ae1-43dc-a81f-ad833e62a0b7"}]} Oct 28 10:03:47.230721 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (7bf981c9-b0fa-4b21-a98f-90eb63de3534), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:47.238084 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:47.241361 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/networks/7bf981c9-b0fa-4b21-a98f-90eb63de3534 HTTP/1.1" status: 204 len: 168 time: 0.7245238 Oct 28 10:03:47.245062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43492) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:47.261389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8373681-5294-4eb8-aa2d-f3eb4ba2d578 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Network': ['ID=7bf981c9-b0fa-4b21-a98f-90eb63de3534,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:47.390403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-9686c59f-5b92-4693-9e9e-f73b9cc82fc9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 8eaf80d4-38bf-40c4-beb4-56726be8bfac {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:03:47.390770 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9686c59f-5b92-4693-9e9e-f73b9cc82fc9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (8eaf80d4-38bf-40c4-beb4-56726be8bfac), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:47.471765 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9686c59f-5b92-4693-9e9e-f73b9cc82fc9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (8eaf80d4-38bf-40c4-beb4-56726be8bfac), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:47.472141 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9686c59f-5b92-4693-9e9e-f73b9cc82fc9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (8eaf80d4-38bf-40c4-beb4-56726be8bfac), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:47.485914 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-9686c59f-5b92-4693-9e9e-f73b9cc82fc9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 8eaf80d4-38bf-40c4-beb4-56726be8bfac owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:03:47.737236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9686c59f-5b92-4693-9e9e-f73b9cc82fc9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (8eaf80d4-38bf-40c4-beb4-56726be8bfac), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:47.763811 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686c59f-5b92-4693-9e9e-f73b9cc82fc9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=8eaf80d4-38bf-40c4-beb4-56726be8bfac,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:47.808597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 8d43cc51-71df-4aff-bade-c9fdebb2843b no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:03:47.829711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 8d43cc51-71df-4aff-bade-c9fdebb2843b {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:03:47.830056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 8d43cc51-71df-4aff-bade-c9fdebb2843b not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:03:47.830816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9686c59f-5b92-4693-9e9e-f73b9cc82fc9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (102dc8a0-d6ec-432a-8fb7-8d5dd0efa984), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:47.831164 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-9686c59f-5b92-4693-9e9e-f73b9cc82fc9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP 102dc8a0-d6ec-432a-8fb7-8d5dd0efa984 disassociated (deleted). External IP: 172.36.1.225, port: 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b. Oct 28 10:03:47.958920 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:48.017283 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=12,neutron:SELECT=88 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:48.042901 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9686c59f-5b92-4693-9e9e-f73b9cc82fc9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router b5793b3e-7136-47a6-92a2-6d01caa18628 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:03:48.094694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:48.154889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9686c59f-5b92-4693-9e9e-f73b9cc82fc9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:03:48.159767 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9686c59f-5b92-4693-9e9e-f73b9cc82fc9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:48.166581 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6ca73-c5df-43a0-bd81-1989093e7238 None None] Sync routers for ids ['b5793b3e-7136-47a6-92a2-6d01caa18628'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:03:48.177926 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6ca73-c5df-43a0-bd81-1989093e7238 None None] Routers {'b5793b3e-7136-47a6-92a2-6d01caa18628'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:03:48.178605 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-60a6ca73-c5df-43a0-bd81-1989093e7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:03:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b5793b3e-7136-47a6-92a2-6d01caa18628'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:48.198816 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9686c59f-5b92-4693-9e9e-f73b9cc82fc9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/102dc8a0-d6ec-432a-8fb7-8d5dd0efa984 HTTP/1.1" status: 204 len: 168 time: 0.9472985 Oct 28 10:03:48.198816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'tag': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:03:48.198816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d7dd87-d5fe-4f46-bb15-2dbcbbca0516" -d '{"events": [{"name": "network-changed", "server_uuid": "af7fd670-96c7-4697-bc67-8fd4f7ec1328", "tag": "2bceb3ea-39aa-4dc9-9aaf-79c85b69754b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:03:48.262489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19fe273-5814-4fcc-825d-06ea986661e8 x-openstack-request-id: req-d19fe273-5814-4fcc-825d-06ea986661e8 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:03:48.263159 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7fd670-96c7-4697-bc67-8fd4f7ec1328", "tag": "2bceb3ea-39aa-4dc9-9aaf-79c85b69754b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:03:48.263159 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d19fe273-5814-4fcc-825d-06ea986661e8 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:03:48.263456 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19fe273-5814-4fcc-825d-06ea986661e8'] response: {'name': 'network-changed', 'server_uuid': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'tag': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'status': 'completed', 'code': 200} Oct 28 10:03:48.276241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 221f93bd-c7cd-4b85-8249-7de4efd57fba no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:03:48.296602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 221f93bd-c7cd-4b85-8249-7de4efd57fba {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:03:48.301319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 221f93bd-c7cd-4b85-8249-7de4efd57fba not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:03:48.309340 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-60a6ca73-c5df-43a0-bd81-1989093e7238 None None] Set router b5793b3e-7136-47a6-92a2-6d01caa18628 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:03:48.362747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7dd87-d5fe-4f46-bb15-2dbcbbca0516 req-c79401d8-cc01-40ac-a9d1-88d2e2256f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:48.365473 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f5d7dd87-d5fe-4f46-bb15-2dbcbbca0516 req-c79401d8-cc01-40ac-a9d1-88d2e2256f21 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 1129 time: 0.0432491 Oct 28 10:03:48.473114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7dd87-d5fe-4f46-bb15-2dbcbbca0516 req-38d1042f-f152-469e-bc44-99a0a74d8b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:48.474741 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f5d7dd87-d5fe-4f46-bb15-2dbcbbca0516 req-38d1042f-f152-469e-bc44-99a0a74d8b03 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=95b843d7-23ec-4cf0-a747-f90e4501e5ec HTTP/1.1" status: 200 len: 898 time: 0.1027000 Oct 28 10:03:48.493553 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:48.503945 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-60a6ca73-c5df-43a0-bd81-1989093e7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:03:40Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '9136b4a4-607c-4150-a7ce-6b018076653e', 'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:80:7d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:31Z', 'updated_at': '2022-10-28T10:01:42Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:48.526374 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f5d7dd87-d5fe-4f46-bb15-2dbcbbca0516 req-125468b1-26fa-42b3-bcbf-89e4dee6f5bc service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bceb3ea-39aa-4dc9-9aaf-79c85b69754b HTTP/1.1" status: 200 len: 217 time: 0.0381207 Oct 28 10:03:48.533315 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6ca73-c5df-43a0-bd81-1989093e7238 None None] Checking router: b5793b3e-7136-47a6-92a2-6d01caa18628 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:03:48.543539 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6ca73-c5df-43a0-bd81-1989093e7238 None None] Routers {'b5793b3e-7136-47a6-92a2-6d01caa18628'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:03:48.544147 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-60a6ca73-c5df-43a0-bd81-1989093e7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:03:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b5793b3e-7136-47a6-92a2-6d01caa18628'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:48.594413 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7dd87-d5fe-4f46-bb15-2dbcbbca0516 req-8d14fc3f-5375-4d18-bbbe-64eead132081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:48.596000 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f5d7dd87-d5fe-4f46-bb15-2dbcbbca0516 req-8d14fc3f-5375-4d18-bbbe-64eead132081 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c7cd9108-6188-4142-947d-193c0b80df7a HTTP/1.1" status: 200 len: 835 time: 0.0576489 Oct 28 10:03:48.644703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7dd87-d5fe-4f46-bb15-2dbcbbca0516 req-265b31d6-02de-48a0-b185-75fa2f09d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:48.646375 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f5d7dd87-d5fe-4f46-bb15-2dbcbbca0516 req-265b31d6-02de-48a0-b185-75fa2f09d5fa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=95b843d7-23ec-4cf0-a747-f90e4501e5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0447071 Oct 28 10:03:48.660643 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-60a6ca73-c5df-43a0-bd81-1989093e7238 None None] Set router b5793b3e-7136-47a6-92a2-6d01caa18628 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:03:48.682079 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c655206-e1cf-4c27-8be4-a46a3d44f047 req-ec3006e1-90be-4420-bbe2-d8720a3a71d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:48.683760 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5c655206-e1cf-4c27-8be4-a46a3d44f047 req-ec3006e1-90be-4420-bbe2-d8720a3a71d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 945 time: 0.0505159 Oct 28 10:03:48.709783 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:48.742783 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5c655206-e1cf-4c27-8be4-a46a3d44f047 req-4e8da877-da36-4781-b81e-f0bc3eeb6413 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=25d72a75-70ea-42a0-b598-ec569e9c89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480032 Oct 28 10:03:48.853124 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-60a6ca73-c5df-43a0-bd81-1989093e7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:03:40Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '9136b4a4-607c-4150-a7ce-6b018076653e', 'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:80:7d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:31Z', 'updated_at': '2022-10-28T10:01:42Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:48.878013 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6ca73-c5df-43a0-bd81-1989093e7238 None None] The sync data for ids ['b5793b3e-7136-47a6-92a2-6d01caa18628'] in dv-neutron-zed-2-hyperv is: [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:03:40Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '9136b4a4-607c-4150-a7ce-6b018076653e', 'name': '', 'network_id': '95b843d7-23ec-4cf0-a747-f90e4501e5ec', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:80:7d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:31Z', 'updated_at': '2022-10-28T10:01:42Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': 'c7cd9108-6188-4142-947d-193c0b80df7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:03:49.101013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a9c630-38b4-4ee5-9105-7929c208d033 None None] New status for floating IP 102dc8a0-d6ec-432a-8fb7-8d5dd0efa984: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:03:49.862254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:49.874109 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e6826-5d48-47dc-8d6e-dccf69c4ff24 req-75c8b5eb-9eda-48fa-8f5e-ceb35fc51b71 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:49.875674 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7f1e6826-5d48-47dc-8d6e-dccf69c4ff24 req-75c8b5eb-9eda-48fa-8f5e-ceb35fc51b71 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 945 time: 0.0536635 Oct 28 10:03:49.891949 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f5d7dd87-d5fe-4f46-bb15-2dbcbbca0516 req-bfe5e628-0429-4b3e-bb6a-009f1dd742e6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/95b843d7-23ec-4cf0-a747-f90e4501e5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913055 Oct 28 10:03:50.162937 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f5d7dd87-d5fe-4f46-bb15-2dbcbbca0516 req-dd141eb0-7afe-49b3-913d-11946a390191 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/95b843d7-23ec-4cf0-a747-f90e4501e5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039429 Oct 28 10:03:50.205900 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7f1e6826-5d48-47dc-8d6e-dccf69c4ff24 req-5e6bd5ad-b6ad-4594-aa5c-e37700fffd0b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=25d72a75-70ea-42a0-b598-ec569e9c89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243992 Oct 28 10:03:50.287308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73662d-a0b4-404d-9f4d-f13ce9aec7f7 req-1ce151c9-7696-4dc5-8b2d-0b9a1b983894 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:50.288793 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0b73662d-a0b4-404d-9f4d-f13ce9aec7f7 req-1ce151c9-7696-4dc5-8b2d-0b9a1b983894 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 945 time: 0.0512564 Oct 28 10:03:50.384347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-0b73662d-a0b4-404d-9f4d-f13ce9aec7f7 req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:03:50.384754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0b73662d-a0b4-404d-9f4d-f13ce9aec7f7 req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (2bceb3ea-39aa-4dc9-9aaf-79c85b69754b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:50.480871 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-0b73662d-a0b4-404d-9f4d-f13ce9aec7f7 req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=2bceb3ea-39aa-4dc9-9aaf-79c85b69754b,segment=NetworkSegment(2fbf0fa5-b817-479e-9ff3-7381a7a030c2),segment_id=2fbf0fa5-b817-479e-9ff3-7381a7a030c2)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:50.481162 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0b73662d-a0b4-404d-9f4d-f13ce9aec7f7 req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (2bceb3ea-39aa-4dc9-9aaf-79c85b69754b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:50.495313 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-0b73662d-a0b4-404d-9f4d-f13ce9aec7f7 req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:03:50.573978 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:50.702348 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0b73662d-a0b4-404d-9f4d-f13ce9aec7f7 req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (2bceb3ea-39aa-4dc9-9aaf-79c85b69754b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:50.715738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:50.734769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=2bceb3ea-39aa-4dc9-9aaf-79c85b69754b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:50.748008 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:50.748357 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:50.748709 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:50.749115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:50.749376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:50.749707 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:50.750042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:50.750369 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:50.750722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:50.751060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:50.751601 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:50.751931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:50.752254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:50.752583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:50.752900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:50.797861 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b73662d-a0b4-404d-9f4d-f13ce9aec7f7 req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] No DVR routers for this DVR port 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:03:50.800331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0b73662d-a0b4-404d-9f4d-f13ce9aec7f7 req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:50.803736 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0b73662d-a0b4-404d-9f4d-f13ce9aec7f7 req-26e66631-676e-4c50-950d-82cca61516d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "DELETE /networking/v2.0/ports/2bceb3ea-39aa-4dc9-9aaf-79c85b69754b HTTP/1.1" status: 204 len: 173 time: 0.5092425 Oct 28 10:03:50.804273 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'name': 'network-vif-deleted', 'tag': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:03:50.806594 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118d64e7-3259-4713-8d02-26bd353d7b5e" -d '{"events": [{"server_uuid": "af7fd670-96c7-4697-bc67-8fd4f7ec1328", "name": "network-vif-deleted", "tag": "2bceb3ea-39aa-4dc9-9aaf-79c85b69754b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:03:50.844921 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6faa85b-2651-4e75-b603-fd8c9e11551e x-openstack-request-id: req-d6faa85b-2651-4e75-b603-fd8c9e11551e {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:03:50.845254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7fd670-96c7-4697-bc67-8fd4f7ec1328", "name": "network-vif-deleted", "tag": "2bceb3ea-39aa-4dc9-9aaf-79c85b69754b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:03:50.845517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6faa85b-2651-4e75-b603-fd8c9e11551e {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:03:50.846015 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6faa85b-2651-4e75-b603-fd8c9e11551e'] response: {'server_uuid': 'af7fd670-96c7-4697-bc67-8fd4f7ec1328', 'name': 'network-vif-deleted', 'tag': '2bceb3ea-39aa-4dc9-9aaf-79c85b69754b', 'status': 'completed', 'code': 200} Oct 28 10:03:51.332321 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d9992298-719f-488e-81d7-1e9e5d3bf440 req-8524832d-ec74-4998-bf81-6a5fa5e93fde tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af7fd670-96c7-4697-bc67-8fd4f7ec1328 HTTP/1.1" status: 200 len: 210 time: 0.0285621 Oct 28 10:03:52.392181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43510) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:52.451448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (25d72a75-70ea-42a0-b598-ec569e9c89d8), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:52.477685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (25d72a75-70ea-42a0-b598-ec569e9c89d8), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:52.596004 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (25d72a75-70ea-42a0-b598-ec569e9c89d8), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:52.598539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:52.599777 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/25d72a75-70ea-42a0-b598-ec569e9c89d8 HTTP/1.1" status: 204 len: 168 time: 0.2066066 Oct 28 10:03:52.610155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d72a75-70ea-42a0-b598-ec569e9c89d8,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:52.618499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:52.619001 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:52.619357 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:52.619703 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:52.620041 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:52.620378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:52.620703 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:52.621038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:52.621371 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:52.621705 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:52.622069 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:52.622361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:52.622706 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:52.623035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:52.623388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f8658-b1d9-496d-beed-9784ef374ed6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:52.683348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43514) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:53.021570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-defd9237-08ca-4f3d-8ff8-d5f58ab78fb6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (b5793b3e-7136-47a6-92a2-6d01caa18628), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:53.262340 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-defd9237-08ca-4f3d-8ff8-d5f58ab78fb6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 9136b4a4-607c-4150-a7ce-6b018076653e {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:03:53.262714 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-defd9237-08ca-4f3d-8ff8-d5f58ab78fb6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9136b4a4-607c-4150-a7ce-6b018076653e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:53.344204 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:53.346270 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:53.362460 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-defd9237-08ca-4f3d-8ff8-d5f58ab78fb6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 9136b4a4-607c-4150-a7ce-6b018076653e, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9136b4a4-607c-4150-a7ce-6b018076653e,segment=NetworkSegment(2fbf0fa5-b817-479e-9ff3-7381a7a030c2),segment_id=2fbf0fa5-b817-479e-9ff3-7381a7a030c2)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:53.362877 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-defd9237-08ca-4f3d-8ff8-d5f58ab78fb6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9136b4a4-607c-4150-a7ce-6b018076653e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:53.377700 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-defd9237-08ca-4f3d-8ff8-d5f58ab78fb6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 9136b4a4-607c-4150-a7ce-6b018076653e owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:03:53.388753 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:53.633813 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-defd9237-08ca-4f3d-8ff8-d5f58ab78fb6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (9136b4a4-607c-4150-a7ce-6b018076653e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:53.661851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd9237-08ca-4f3d-8ff8-d5f58ab78fb6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=9136b4a4-607c-4150-a7ce-6b018076653e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:53.844538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-defd9237-08ca-4f3d-8ff8-d5f58ab78fb6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (b5793b3e-7136-47a6-92a2-6d01caa18628), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:53.857522 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:03:53.887855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:03:53.888330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 2bceb3ea-39aa-4dc9-9aaf-79c85b69754b not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:03:54.074382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defd9237-08ca-4f3d-8ff8-d5f58ab78fb6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router b5793b3e-7136-47a6-92a2-6d01caa18628 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:03:54.185303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defd9237-08ca-4f3d-8ff8-d5f58ab78fb6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:03:54.191046 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-defd9237-08ca-4f3d-8ff8-d5f58ab78fb6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/b5793b3e-7136-47a6-92a2-6d01caa18628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5059268 Oct 28 10:03:54.193528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43516) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:54.198421 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251be433-59f4-4418-9ac8-d8f8ab62db9b None None] Sync routers for ids ['b5793b3e-7136-47a6-92a2-6d01caa18628'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:03:54.215858 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251be433-59f4-4418-9ac8-d8f8ab62db9b None None] Routers {'b5793b3e-7136-47a6-92a2-6d01caa18628'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:03:54.216758 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-251be433-59f4-4418-9ac8-d8f8ab62db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:03:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b5793b3e-7136-47a6-92a2-6d01caa18628'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:54.263632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b40b193-eeec-432c-8c12-c95b3dbc6ac7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting subnet c7cd9108-6188-4142-947d-193c0b80df7a {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:03:54.272368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b40b193-eeec-432c-8c12-c95b3dbc6ac7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (c7cd9108-6188-4142-947d-193c0b80df7a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:54.320176 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b40b193-eeec-432c-8c12-c95b3dbc6ac7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (c7cd9108-6188-4142-947d-193c0b80df7a), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:54.337508 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-251be433-59f4-4418-9ac8-d8f8ab62db9b None None] Set router b5793b3e-7136-47a6-92a2-6d01caa18628 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:03:54.413597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b40b193-eeec-432c-8c12-c95b3dbc6ac7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (c7cd9108-6188-4142-947d-193c0b80df7a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:54.504711 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:54.513577 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-251be433-59f4-4418-9ac8-d8f8ab62db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:03:53Z', 'revision_number': 7, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:54.516170 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:54.539311 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251be433-59f4-4418-9ac8-d8f8ab62db9b None None] Checking router: b5793b3e-7136-47a6-92a2-6d01caa18628 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:03:54.549014 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251be433-59f4-4418-9ac8-d8f8ab62db9b None None] Routers {'b5793b3e-7136-47a6-92a2-6d01caa18628'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:03:54.549625 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-251be433-59f4-4418-9ac8-d8f8ab62db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:03:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b5793b3e-7136-47a6-92a2-6d01caa18628'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:54.553951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b40b193-eeec-432c-8c12-c95b3dbc6ac7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (c7cd9108-6188-4142-947d-193c0b80df7a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:54.581370 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40b193-eeec-432c-8c12-c95b3dbc6ac7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Subnet': ['ID=c7cd9108-6188-4142-947d-193c0b80df7a,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:54.588469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b40b193-eeec-432c-8c12-c95b3dbc6ac7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:54.591764 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1b40b193-eeec-432c-8c12-c95b3dbc6ac7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c7cd9108-6188-4142-947d-193c0b80df7a HTTP/1.1" status: 204 len: 168 time: 0.3971856 Oct 28 10:03:54.594598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43518) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:54.599970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eb2bc3-2cfb-4486-8ab0-af05ed38a903 None None] Network 95b843d7-23ec-4cf0-a747-f90e4501e5ec requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:03:54.663610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:54.720251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-af519b57-c9f0-423e-89d3-25cbb651ae4d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (b5793b3e-7136-47a6-92a2-6d01caa18628), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:54.761052 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-251be433-59f4-4418-9ac8-d8f8ab62db9b None None] Set router b5793b3e-7136-47a6-92a2-6d01caa18628 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:03:54.782518 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] DHCP port deletion for 95b843d7-23ec-4cf0-a747-f90e4501e5ec request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:03:54.831523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Deleting port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:03:54.831900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (2b1b4ed3-e287-4b4c-a165-71609c6e5852), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:54.844409 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-af519b57-c9f0-423e-89d3-25cbb651ae4d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (b5793b3e-7136-47a6-92a2-6d01caa18628), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:54.902690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] For port 2b1b4ed3-e287-4b4c-a165-71609c6e5852, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=2b1b4ed3-e287-4b4c-a165-71609c6e5852,segment=NetworkSegment(2fbf0fa5-b817-479e-9ff3-7381a7a030c2),segment_id=2fbf0fa5-b817-479e-9ff3-7381a7a030c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:54.903093 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (2b1b4ed3-e287-4b4c-a165-71609c6e5852), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:54.916430 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Calling delete_port for 2b1b4ed3-e287-4b4c-a165-71609c6e5852 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:03:54.945051 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-251be433-59f4-4418-9ac8-d8f8ab62db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:03:53Z', 'revision_number': 7, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:54.953505 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-af519b57-c9f0-423e-89d3-25cbb651ae4d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port a3b7b16b-a484-43af-87a3-f2738a95e675 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:03:54.953838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-af519b57-c9f0-423e-89d3-25cbb651ae4d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a3b7b16b-a484-43af-87a3-f2738a95e675), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:54.972820 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251be433-59f4-4418-9ac8-d8f8ab62db9b None None] The sync data for ids ['b5793b3e-7136-47a6-92a2-6d01caa18628'] in dv-neutron-zed-2-hyperv is: [{'id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'name': 'tempest-TestNetworkBasicOps-router-1478694118', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:01:21Z', 'updated_at': '2022-10-28T10:03:53Z', 'revision_number': 7, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'a3b7b16b-a484-43af-87a3-f2738a95e675', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5793b3e-7136-47a6-92a2-6d01caa18628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:01:22Z', 'updated_at': '2022-10-28T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:03:55.050397 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-af519b57-c9f0-423e-89d3-25cbb651ae4d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port a3b7b16b-a484-43af-87a3-f2738a95e675, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a3b7b16b-a484-43af-87a3-f2738a95e675,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:55.050790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-af519b57-c9f0-423e-89d3-25cbb651ae4d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a3b7b16b-a484-43af-87a3-f2738a95e675), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:55.064694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-af519b57-c9f0-423e-89d3-25cbb651ae4d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for a3b7b16b-a484-43af-87a3-f2738a95e675 owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:03:55.067528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (2b1b4ed3-e287-4b4c-a165-71609c6e5852), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:55.091872 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Pushing event deleted for resources: {'Port': ['ID=2b1b4ed3-e287-4b4c-a165-71609c6e5852,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:55.103291 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] No DVR routers for this DVR port 2b1b4ed3-e287-4b4c-a165-71609c6e5852 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:03:55.108550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:55.108900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:55.109251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:55.110279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:55.110899 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:55.111293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:55.111633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:55.112059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:55.112313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:55.112671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:55.113001 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:55.113349 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:55.113930 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:55.114255 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:55.114577 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45fa6-092a-4585-92a4-92c273a0f658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:03:55.171673 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:55.325287 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-af519b57-c9f0-423e-89d3-25cbb651ae4d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a3b7b16b-a484-43af-87a3-f2738a95e675), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:55.330436 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:55.355535 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af519b57-c9f0-423e-89d3-25cbb651ae4d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=a3b7b16b-a484-43af-87a3-f2738a95e675,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:55.424970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-af519b57-c9f0-423e-89d3-25cbb651ae4d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (b5793b3e-7136-47a6-92a2-6d01caa18628), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:55.517565 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-af519b57-c9f0-423e-89d3-25cbb651ae4d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (b5793b3e-7136-47a6-92a2-6d01caa18628), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:55.519866 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-af519b57-c9f0-423e-89d3-25cbb651ae4d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_controller (b5793b3e-7136-47a6-92a2-6d01caa18628), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:55.636235 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-af519b57-c9f0-423e-89d3-25cbb651ae4d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (b5793b3e-7136-47a6-92a2-6d01caa18628), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:55.636747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af519b57-c9f0-423e-89d3-25cbb651ae4d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Fanout notify agent at l3_agent the message router_deleted on router b5793b3e-7136-47a6-92a2-6d01caa18628 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:03:55.642996 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-af519b57-c9f0-423e-89d3-25cbb651ae4d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:55.644128 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-af519b57-c9f0-423e-89d3-25cbb651ae4d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/routers/b5793b3e-7136-47a6-92a2-6d01caa18628 HTTP/1.1" status: 204 len: 168 time: 1.0482488 Oct 28 10:03:55.653368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43520) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:55.747454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f94b15d-b733-42b5-8d13-fe62e710a9e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (95b843d7-23ec-4cf0-a747-f90e4501e5ec), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:55.841054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f94b15d-b733-42b5-8d13-fe62e710a9e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (95b843d7-23ec-4cf0-a747-f90e4501e5ec), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:55.861709 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-3f94b15d-b733-42b5-8d13-fe62e710a9e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b843d7-23ec-4cf0-a747-f90e4501e5ec']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:55.872342 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-3f94b15d-b733-42b5-8d13-fe62e710a9e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fbf0fa5-b817-479e-9ff3-7381a7a030c2') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:55.872634 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-3f94b15d-b733-42b5-8d13-fe62e710a9e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fbf0fa5-b817-479e-9ff3-7381a7a030c2') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:55.882460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f94b15d-b733-42b5-8d13-fe62e710a9e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (2fbf0fa5-b817-479e-9ff3-7381a7a030c2), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:55.898194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f94b15d-b733-42b5-8d13-fe62e710a9e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (2fbf0fa5-b817-479e-9ff3-7381a7a030c2), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:55.904677 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f94b15d-b733-42b5-8d13-fe62e710a9e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:03:55.905058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f94b15d-b733-42b5-8d13-fe62e710a9e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (2fbf0fa5-b817-479e-9ff3-7381a7a030c2), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:55.925657 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 2fbf0fa5-b817-479e-9ff3-7381a7a030c2 resource provider aggregate not found Oct 28 10:03:55.956074 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 2fbf0fa5-b817-479e-9ff3-7381a7a030c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2fbf0fa5-b817-479e-9ff3-7381a7a030c2 found for delete ", "request_id": "req-c4464b5c-5151-4a2e-89ab-b1fce123a770"}]} Oct 28 10:03:56.036258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f94b15d-b733-42b5-8d13-fe62e710a9e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (95b843d7-23ec-4cf0-a747-f90e4501e5ec), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:56.044620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3f94b15d-b733-42b5-8d13-fe62e710a9e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:56.047124 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3f94b15d-b733-42b5-8d13-fe62e710a9e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/networks/95b843d7-23ec-4cf0-a747-f90e4501e5ec HTTP/1.1" status: 204 len: 168 time: 0.3925817 Oct 28 10:03:56.065068 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94b15d-b733-42b5-8d13-fe62e710a9e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Network': ['ID=95b843d7-23ec-4cf0-a747-f90e4501e5ec,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:56.072646 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43526) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:56.075507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-7042b00f-b652-4efe-a25b-c07ffeb1a9f2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'network': {'name': 'tempest-network-smoke--1325532909', 'project_id': '0d399d550dab41259d95623249c98b71', 'port_security_enabled': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:03:56.196137 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7042b00f-b652-4efe-a25b-c07ffeb1a9f2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:03:56.200054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7042b00f-b652-4efe-a25b-c07ffeb1a9f2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:56.225753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7042b00f-b652-4efe-a25b-c07ffeb1a9f2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:03:56.235586 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7042b00f-b652-4efe-a25b-c07ffeb1a9f2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (7cc60cf7-131e-43e1-8a56-95bef6dacd2d), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:56.235919 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-7042b00f-b652-4efe-a25b-c07ffeb1a9f2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Added segment 7cc60cf7-131e-43e1-8a56-95bef6dacd2d of type vlan for network a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 Oct 28 10:03:56.254498 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 2b1b4ed3-e287-4b4c-a165-71609c6e5852 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:03:56.276969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7042b00f-b652-4efe-a25b-c07ffeb1a9f2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (a2fe8b11-e4df-4ed0-b07e-85c0c5af6453), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:56.278373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 2b1b4ed3-e287-4b4c-a165-71609c6e5852 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:03:56.278756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 2b1b4ed3-e287-4b4c-a165-71609c6e5852 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:03:56.279177 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9136b4a4-607c-4150-a7ce-6b018076653e no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:03:56.297730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 9136b4a4-607c-4150-a7ce-6b018076653e {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:03:56.298104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9136b4a4-607c-4150-a7ce-6b018076653e not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:03:56.298486 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a3b7b16b-a484-43af-87a3-f2738a95e675 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:03:56.300034 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:56.317153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: a3b7b16b-a484-43af-87a3-f2738a95e675 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:03:56.317495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a3b7b16b-a484-43af-87a3-f2738a95e675 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:03:56.412736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7042b00f-b652-4efe-a25b-c07ffeb1a9f2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (a2fe8b11-e4df-4ed0-b07e-85c0c5af6453), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:56.418268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7042b00f-b652-4efe-a25b-c07ffeb1a9f2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:56.418876 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7042b00f-b652-4efe-a25b-c07ffeb1a9f2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:56.487789 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042b00f-b652-4efe-a25b-c07ffeb1a9f2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Network': ['ID=a2fe8b11-e4df-4ed0-b07e-85c0c5af6453,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:56.497741 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:03:56.546761 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7042b00f-b652-4efe-a25b-c07ffeb1a9f2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4760048 Oct 28 10:03:56.549517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43528) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:56.553899 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1550957092', 'admin_state_up': True, 'project_id': '0d399d550dab41259d95623249c98b71', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:03:56.636700 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:56.637781 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:56.690393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_controller (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:56.923039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:56.929425 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:57.055268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:57.159622 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:57.180119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:57.297121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.28 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/bd9a0b80-b93e-4c7f-9756-11c9e7417283) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:03:57.403394 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (bd9a0b80-b93e-4c7f-9756-11c9e7417283), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:57.519436 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (bd9a0b80-b93e-4c7f-9756-11c9e7417283), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:57.566977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:03:57.572100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:03:57.576498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:03:57.580027 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=bd9a0b80-b93e-4c7f-9756-11c9e7417283,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:58.181075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:58.192049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:58.388149 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:58.505079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:58.593453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:03:58.699709 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:03:58.709048 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Sync routers for ids ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:03:58.719953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Routers {'c48e5a00-c2fb-4a5f-955e-a2b0975898d5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:03:58.720566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:03:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:58.798075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:58.799310 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-660f87c1-f2ca-439c-93d2-9785d9562193 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2488384 Oct 28 10:03:58.802440 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43530) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:58.823007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Set router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:03:58.832940 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ba9a7ccb-0189-4c84-b567-95bf0efc2e51 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=0d399d550dab41259d95623249c98b71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293262 Oct 28 10:03:58.835702 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43532) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:58.931811 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e897005d-57bc-471d-83e1-06b233ddb216 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:58.933305 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e897005d-57bc-471d-83e1-06b233ddb216 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0966773 Oct 28 10:03:58.936369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43534) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:58.973753 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6d42e7c6-d8b3-42e3-8551-dc57d75f72c0 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354156 Oct 28 10:03:58.976303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43536) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:03:58.981132 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e1385c48-3ead-472b-9d66-e6fe372b36b7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1748009828', 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'project_id': '0d399d550dab41259d95623249c98b71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:03:58.997852 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'name': 'tempest-TestNetworkBasicOps-router-1550957092', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:03:56Z', 'updated_at': '2022-10-28T10:03:57Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:57Z', 'updated_at': '2022-10-28T10:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:59.023294 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Checking router: c48e5a00-c2fb-4a5f-955e-a2b0975898d5 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:03:59.023636 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Updating router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 port bd9a0b80-b93e-4c7f-9756-11c9e7417283 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:03:59.037008 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:59.060885 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bd9a0b80-b93e-4c7f-9756-11c9e7417283), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:59.173057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1385c48-3ead-472b-9d66-e6fe372b36b7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:03:59.176955 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1385c48-3ead-472b-9d66-e6fe372b36b7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:59.274526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:59.424201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:59.466484 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Publish callbacks [] for port (bd9a0b80-b93e-4c7f-9756-11c9e7417283), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:59.480093 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1385c48-3ead-472b-9d66-e6fe372b36b7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (94e76b79-0a8f-4237-96a8-fe482d8519de), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:59.545983 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1385c48-3ead-472b-9d66-e6fe372b36b7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Subnet': ['ID=94e76b79-0a8f-4237-96a8-fe482d8519de,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:59.559510 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1385c48-3ead-472b-9d66-e6fe372b36b7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Checking segment: {'id': '7cc60cf7-131e-43e1-8a56-95bef6dacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:03:59.559875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1385c48-3ead-472b-9d66-e6fe372b36b7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network hostable DHCP agents. Network: a2fe8b11-e4df-4ed0-b07e-85c0c5af6453, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:03:59.570868 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (bd9a0b80-b93e-4c7f-9756-11c9e7417283), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:59.607671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Attempting to bind port bd9a0b80-b93e-4c7f-9756-11c9e7417283 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:03:59.608040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Attempting to bind port bd9a0b80-b93e-4c7f-9756-11c9e7417283 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:03:59.608402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Attempting to bind port bd9a0b80-b93e-4c7f-9756-11c9e7417283 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:03:59.647077 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b4f59-3249-4df0-af9c-6a9b8131bda4 None None] Pushing event updated for resources: {'Port': ['ID=bd9a0b80-b93e-4c7f-9756-11c9e7417283,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:59.666574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:03:59.670190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:03:59.670190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:59.670190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:03:59.670190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Bound port: bd9a0b80-b93e-4c7f-9756-11c9e7417283, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:03:59.670190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bd9a0b80-b93e-4c7f-9756-11c9e7417283), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:59.718916 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1385c48-3ead-472b-9d66-e6fe372b36b7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:03:59.721831 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] For port bd9a0b80-b93e-4c7f-9756-11c9e7417283, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:03:59.725403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] For port bd9a0b80-b93e-4c7f-9756-11c9e7417283, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bd9a0b80-b93e-4c7f-9756-11c9e7417283,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:03:59.827594 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-e1385c48-3ead-472b-9d66-e6fe372b36b7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, a2fe8b11-e4df-4ed0-b07e-85c0c5af6453) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:03:59.831915 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1385c48-3ead-472b-9d66-e6fe372b36b7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:03:59.832519 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1385c48-3ead-472b-9d66-e6fe372b36b7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:59.836672 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (bd9a0b80-b93e-4c7f-9756-11c9e7417283), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:03:59.843005 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d5f53a-2a5a-4806-b688-2fd41c1f463e None None] Network a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:03:59.847521 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:03:59.927450 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Routers {'c48e5a00-c2fb-4a5f-955e-a2b0975898d5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:03:59.928088 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:03:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:03:59.947757 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e1385c48-3ead-472b-9d66-e6fe372b36b7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9697487 Oct 28 10:03:59.950422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43538) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:00.009003 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b4f59-3249-4df0-af9c-6a9b8131bda4 None None] Pushing event updated for resources: {'Port': ['ID=bd9a0b80-b93e-4c7f-9756-11c9e7417283,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:00.076156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ips': [{'subnet_id': '94e76b79-0a8f-4237-96a8-fe482d8519de'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:04:00.077120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:00.112321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] Set router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:04:00.335480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Allocated IP 172.20.0.2 (a2fe8b11-e4df-4ed0-b07e-85c0c5af6453/94e76b79-0a8f-4237-96a8-fe482d8519de/0a959a7a-0fc9-4a5f-afe7-2d5bea532806) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:04:00.376420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:00.419376 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:00.444280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'name': 'tempest-TestNetworkBasicOps-router-1550957092', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:03:56Z', 'updated_at': '2022-10-28T10:03:57Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:57Z', 'updated_at': '2022-10-28T10:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:00.476782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8cde72-1518-42d3-918d-7368e9b9820b None None] The sync data for ids ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'] in dv-neutron-zed-2-hyperv is: [{'id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'name': 'tempest-TestNetworkBasicOps-router-1550957092', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:03:56Z', 'updated_at': '2022-10-28T10:03:57Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:57Z', 'updated_at': '2022-10-28T10:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:04:00.556820 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Publish callbacks [] for port (0a959a7a-0fc9-4a5f-afe7-2d5bea532806), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:00.607391 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:00.642086 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (0a959a7a-0fc9-4a5f-afe7-2d5bea532806), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:00.708483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Network a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:04:00.717131 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:04:00.723562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:04:00.749580 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:00.759147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Pushing event updated for resources: {'Port': ['ID=0a959a7a-0fc9-4a5f-afe7-2d5bea532806,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:00.768714 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.1 (a2fe8b11-e4df-4ed0-b07e-85c0c5af6453/94e76b79-0a8f-4237-96a8-fe482d8519de/c6f6bc29-1637-442c-a620-600c673b626c) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:04:00.813171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Attempting to bind port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:04:00.813865 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Attempting to bind port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '7cc60cf7-131e-43e1-8a56-95bef6dacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:04:00.814239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Attempting to bind port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 on network a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:04:00.865753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:04:00.866132 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Checking segment: {'id': '7cc60cf7-131e-43e1-8a56-95bef6dacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:04:00.866547 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:00.866972 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Bound using segment: {'id': '7cc60cf7-131e-43e1-8a56-95bef6dacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:04:00.867470 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Bound port: 0a959a7a-0fc9-4a5f-afe7-2d5bea532806, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc60cf7-131e-43e1-8a56-95bef6dacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:04:00.867862 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0a959a7a-0fc9-4a5f-afe7-2d5bea532806), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:00.911593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (c6f6bc29-1637-442c-a620-600c673b626c), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:00.938149 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] For port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:04:00.941618 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] For port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0a959a7a-0fc9-4a5f-afe7-2d5bea532806,segment=NetworkSegment(7cc60cf7-131e-43e1-8a56-95bef6dacd2d),segment_id=7cc60cf7-131e-43e1-8a56-95bef6dacd2d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:04:01.029213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0a959a7a-0fc9-4a5f-afe7-2d5bea532806), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:01.040821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (c6f6bc29-1637-442c-a620-600c673b626c), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:01.119217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:04:01.119954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed88269-914a-4fe8-9d1b-0342b90d2ea4 None None] Pushing event updated for resources: {'Port': ['ID=0a959a7a-0fc9-4a5f-afe7-2d5bea532806,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:01.123399 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:04:01.128980 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:04:01.164715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=c6f6bc29-1637-442c-a620-600c673b626c,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:01.211458 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:01.505764 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c6f6bc29-1637-442c-a620-600c673b626c), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:01.602209 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bb759c05-81c1-4bb3-88a1-e6cb8014633d req-5ae58a5f-7cee-484d-ad6a-941b4ead1e90 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410194 Oct 28 10:04:01.680912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:01.694249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb759c05-81c1-4bb3-88a1-e6cb8014633d req-12411fdc-5e79-423a-b892-f208a8dc3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:01.695794 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bb759c05-81c1-4bb3-88a1-e6cb8014633d req-12411fdc-5e79-423a-b892-f208a8dc3e93 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=fea74ec1cef84d5d8533684dc2ea706f&device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 1129 time: 0.0466509 Oct 28 10:04:01.809743 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (c6f6bc29-1637-442c-a620-600c673b626c), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:01.813282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb759c05-81c1-4bb3-88a1-e6cb8014633d req-f88047dc-ef47-4a62-bb54-0ba7803def00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:01.814875 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bb759c05-81c1-4bb3-88a1-e6cb8014633d req-f88047dc-ef47-4a62-bb54-0ba7803def00 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 HTTP/1.1" status: 200 len: 898 time: 0.0961206 Oct 28 10:04:01.879209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (c6f6bc29-1637-442c-a620-600c673b626c), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:01.883703 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bb759c05-81c1-4bb3-88a1-e6cb8014633d req-9e74fd49-9c77-4767-9e2c-cc6e38a7ceae service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7abba03-c42a-4953-b29b-65835498553d HTTP/1.1" status: 200 len: 1001 time: 0.0625968 Oct 28 10:04:01.935314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb759c05-81c1-4bb3-88a1-e6cb8014633d req-84fe4a8b-881f-415e-94a3-4bebed88323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:01.936801 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bb759c05-81c1-4bb3-88a1-e6cb8014633d req-84fe4a8b-881f-415e-94a3-4bebed88323b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c5e494c6-0e33-45a5-bd6b-29188c18fb61 HTTP/1.1" status: 200 len: 835 time: 0.0462053 Oct 28 10:04:01.959247 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:01.961231 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=c6f6bc29-1637-442c-a620-600c673b626c,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:01.985887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb759c05-81c1-4bb3-88a1-e6cb8014633d req-83f919f7-9330-47b9-b0b4-b586d365306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:01.987627 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bb759c05-81c1-4bb3-88a1-e6cb8014633d req-83f919f7-9330-47b9-b0b4-b586d365306f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=d4dabc19-8431-4a27-ba7c-42fb5ed6edf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0440526 Oct 28 10:04:02.068259 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:04:02.070204 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:04:02.079489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:02.100142 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bb759c05-81c1-4bb3-88a1-e6cb8014633d req-442d119c-5151-4acd-a943-b2613aa2df2a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d4dabc19-8431-4a27-ba7c-42fb5ed6edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050413 Oct 28 10:04:02.127056 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:02.199285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:04:02.207105 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bb759c05-81c1-4bb3-88a1-e6cb8014633d req-69084bf7-18f8-4d83-94db-ecbcfeb83a86 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d4dabc19-8431-4a27-ba7c-42fb5ed6edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990801 Oct 28 10:04:02.335776 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:04:02.345246 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e465ec7b-fa14-4a83-82d5-ea310c9bd2f5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/c48e5a00-c2fb-4a5f-955e-a2b0975898d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3937609 Oct 28 10:04:02.347878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43540) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:02.378497 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:04:02.403461 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:02.404594 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36d8d32-1eec-4b7e-8b3b-362259487510 None None] Network a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:04:02.468791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20feb0e3-ae0a-4199-a8b3-b428af5469f4 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:02.469314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20feb0e3-ae0a-4199-a8b3-b428af5469f4 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:02.470151 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20feb0e3-ae0a-4199-a8b3-b428af5469f4 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:02.470288 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20feb0e3-ae0a-4199-a8b3-b428af5469f4 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:02.470720 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20feb0e3-ae0a-4199-a8b3-b428af5469f4 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:02.477911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20feb0e3-ae0a-4199-a8b3-b428af5469f4 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:02.477911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20feb0e3-ae0a-4199-a8b3-b428af5469f4 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:02.478205 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43542) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:02.478990 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-20feb0e3-ae0a-4199-a8b3-b428af5469f4 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1275661 Oct 28 10:04:02.492353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-7948b620-97d9-4b6a-8c7d-daecc19ee907 None None] Provisioning complete for port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:04:02.492730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7948b620-97d9-4b6a-8c7d-daecc19ee907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0a959a7a-0fc9-4a5f-afe7-2d5bea532806), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:02.493069 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7948b620-97d9-4b6a-8c7d-daecc19ee907 None None] Attempt 1 to provision port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 Oct 28 10:04:02.532115 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:04:02.532442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0a959a7a-0fc9-4a5f-afe7-2d5bea532806), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:02.533302 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 Oct 28 10:04:02.583681 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd1c681-8c76-4378-8f14-9d8b651c3db8 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:02.584339 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd1c681-8c76-4378-8f14-9d8b651c3db8 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:02.584797 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd1c681-8c76-4378-8f14-9d8b651c3db8 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:02.586817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd1c681-8c76-4378-8f14-9d8b651c3db8 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:02.586817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd1c681-8c76-4378-8f14-9d8b651c3db8 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:02.586817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd1c681-8c76-4378-8f14-9d8b651c3db8 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:02.586817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd1c681-8c76-4378-8f14-9d8b651c3db8 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:02.589861 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6dd1c681-8c76-4378-8f14-9d8b651c3db8 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1123433 Oct 28 10:04:02.592542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43544) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:02.706307 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Sync routers for ids ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:04:02.719611 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Routers {'c48e5a00-c2fb-4a5f-955e-a2b0975898d5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:04:02.720427 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:03:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:02.782301 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:02.846352 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Set router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:04:02.884298 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:04:02.885265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0a959a7a-0fc9-4a5f-afe7-2d5bea532806), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:02.899722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7948b620-97d9-4b6a-8c7d-daecc19ee907 None None] Current status of the port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:04:02.902615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7948b620-97d9-4b6a-8c7d-daecc19ee907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0a959a7a-0fc9-4a5f-afe7-2d5bea532806), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:02.968417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-7948b620-97d9-4b6a-8c7d-daecc19ee907 None None] For port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0a959a7a-0fc9-4a5f-afe7-2d5bea532806,segment=NetworkSegment(7cc60cf7-131e-43e1-8a56-95bef6dacd2d),segment_id=7cc60cf7-131e-43e1-8a56-95bef6dacd2d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:03.057370 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d1447c86-0e7f-42a5-b949-2c9f06fa4705 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.4627643 Oct 28 10:04:03.070118 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7948b620-97d9-4b6a-8c7d-daecc19ee907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0a959a7a-0fc9-4a5f-afe7-2d5bea532806), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.133781 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'name': 'tempest-TestNetworkBasicOps-router-1550957092', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:03:56Z', 'updated_at': '2022-10-28T10:04:01Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:57Z', 'updated_at': '2022-10-28T10:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'c6f6bc29-1637-442c-a620-600c673b626c', 'name': '', 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:32:43:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:04:00Z', 'updated_at': '2022-10-28T10:04:01Z', 'revision_number': 2, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:03.166721 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Checking router: c48e5a00-c2fb-4a5f-955e-a2b0975898d5 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:04:03.167353 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Updating router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 port c6f6bc29-1637-442c-a620-600c673b626c binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:04:03.204965 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c6f6bc29-1637-442c-a620-600c673b626c), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.212249 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-f0462272-69bc-4c77-83d7-7c3ba4914fdd None None] Provisioning complete for port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:04:03.212779 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f0462272-69bc-4c77-83d7-7c3ba4914fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0a959a7a-0fc9-4a5f-afe7-2d5bea532806), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.213192 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f0462272-69bc-4c77-83d7-7c3ba4914fdd None None] Attempt 1 to provision port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 Oct 28 10:04:03.219004 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:04:03.224563 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:04:03.260120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948b620-97d9-4b6a-8c7d-daecc19ee907 None None] Pushing event updated for resources: {'Port': ['ID=0a959a7a-0fc9-4a5f-afe7-2d5bea532806,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:03.261710 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43550) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:03.270224 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-36b13fa8-334b-4366-90e5-f3dc90157a43 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438758838', 'description': 'tempest-secgroup-smoke-438758838 description', 'project_id': '0d399d550dab41259d95623249c98b71'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:04:03.316169 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:03.318769 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f0462272-69bc-4c77-83d7-7c3ba4914fdd None None] Current status of the port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:04:03.328736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-f0462272-69bc-4c77-83d7-7c3ba4914fdd None None] Provisioning complete for port c6f6bc29-1637-442c-a620-600c673b626c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:04:03.329137 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f0462272-69bc-4c77-83d7-7c3ba4914fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c6f6bc29-1637-442c-a620-600c673b626c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.329472 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f0462272-69bc-4c77-83d7-7c3ba4914fdd None None] Attempt 1 to provision port c6f6bc29-1637-442c-a620-600c673b626c Oct 28 10:04:03.373044 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f0462272-69bc-4c77-83d7-7c3ba4914fdd None None] Port c6f6bc29-1637-442c-a620-600c673b626c cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:04:03.391042 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-36b13fa8-334b-4366-90e5-f3dc90157a43 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.440545 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:03.482895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-36b13fa8-334b-4366-90e5-f3dc90157a43 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (af4afd97-3759-452b-863b-e17454c29841), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.493989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-6567bb3a-aef0-47f6-8323-943e3fc1d1f5 None None] Provisioning complete for port c6f6bc29-1637-442c-a620-600c673b626c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:04:03.494602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6567bb3a-aef0-47f6-8323-943e3fc1d1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c6f6bc29-1637-442c-a620-600c673b626c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.497562 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-6567bb3a-aef0-47f6-8323-943e3fc1d1f5 None None] Attempt 1 to provision port c6f6bc29-1637-442c-a620-600c673b626c Oct 28 10:04:03.535883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-6567bb3a-aef0-47f6-8323-943e3fc1d1f5 None None] Port c6f6bc29-1637-442c-a620-600c673b626c cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:04:03.545435 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-36b13fa8-334b-4366-90e5-f3dc90157a43 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (af4afd97-3759-452b-863b-e17454c29841), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.546196 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Publish callbacks [] for port (c6f6bc29-1637-442c-a620-600c673b626c), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.580188 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b13fa8-334b-4366-90e5-f3dc90157a43 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4afd97-3759-452b-863b-e17454c29841,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:03.654616 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4e203245-2652-4bfb-88d1-23515b8aadbd None None] Provisioning complete for port c6f6bc29-1637-442c-a620-600c673b626c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:04:03.655037 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4e203245-2652-4bfb-88d1-23515b8aadbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c6f6bc29-1637-442c-a620-600c673b626c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.655541 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4e203245-2652-4bfb-88d1-23515b8aadbd None None] Attempt 1 to provision port c6f6bc29-1637-442c-a620-600c673b626c Oct 28 10:04:03.656646 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (c6f6bc29-1637-442c-a620-600c673b626c), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.663303 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:03.694621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4e203245-2652-4bfb-88d1-23515b8aadbd None None] Port c6f6bc29-1637-442c-a620-600c673b626c cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:04:03.702271 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-36b13fa8-334b-4366-90e5-f3dc90157a43 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.706498 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-36b13fa8-334b-4366-90e5-f3dc90157a43 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4396107 Oct 28 10:04:03.711075 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43552) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:03.711805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-18b55841-17e2-4222-ada8-5398604a037e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'af4afd97-3759-452b-863b-e17454c29841', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:04:03.723909 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f2a40-c907-4766-93c7-114f2eb710c5 None None] Pushing event updated for resources: {'Port': ['ID=c6f6bc29-1637-442c-a620-600c673b626c,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:03.757407 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Attempting to bind port c6f6bc29-1637-442c-a620-600c673b626c on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:04:03.757772 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Attempting to bind port c6f6bc29-1637-442c-a620-600c673b626c by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '7cc60cf7-131e-43e1-8a56-95bef6dacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:04:03.758353 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Attempting to bind port c6f6bc29-1637-442c-a620-600c673b626c on network a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:04:03.764318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:04:03.765323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bd9a0b80-b93e-4c7f-9756-11c9e7417283 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:04:03.801414 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:04:03.801788 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Checking segment: {'id': '7cc60cf7-131e-43e1-8a56-95bef6dacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:04:03.802189 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.802581 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Bound using segment: {'id': '7cc60cf7-131e-43e1-8a56-95bef6dacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:04:03.803080 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Bound port: c6f6bc29-1637-442c-a620-600c673b626c, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc60cf7-131e-43e1-8a56-95bef6dacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:04:03.803457 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c6f6bc29-1637-442c-a620-600c673b626c), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.808911 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port bd9a0b80-b93e-4c7f-9756-11c9e7417283 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:04:03.809289 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bd9a0b80-b93e-4c7f-9756-11c9e7417283), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.809769 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port bd9a0b80-b93e-4c7f-9756-11c9e7417283 Oct 28 10:04:03.848623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-18b55841-17e2-4222-ada8-5398604a037e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (d5c9680d-80fb-4b91-8919-19a35c2f8741), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.876870 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] For port c6f6bc29-1637-442c-a620-600c673b626c, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:04:03.877769 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:03.881555 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] For port c6f6bc29-1637-442c-a620-600c673b626c, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c6f6bc29-1637-442c-a620-600c673b626c,segment=NetworkSegment(7cc60cf7-131e-43e1-8a56-95bef6dacd2d),segment_id=7cc60cf7-131e-43e1-8a56-95bef6dacd2d)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:04:03.890622 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port bd9a0b80-b93e-4c7f-9756-11c9e7417283 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:04:03.891512 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bd9a0b80-b93e-4c7f-9756-11c9e7417283), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.914415 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-18b55841-17e2-4222-ada8-5398604a037e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (d5c9680d-80fb-4b91-8919-19a35c2f8741), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.925878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port bd9a0b80-b93e-4c7f-9756-11c9e7417283, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bd9a0b80-b93e-4c7f-9756-11c9e7417283,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:03.954104 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (c6f6bc29-1637-442c-a620-600c673b626c), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:03.995847 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Routers {'c48e5a00-c2fb-4a5f-955e-a2b0975898d5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:04:03.996815 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:03:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:04.070277 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f2a40-c907-4766-93c7-114f2eb710c5 None None] Pushing event updated for resources: {'Port': ['ID=c6f6bc29-1637-442c-a620-600c673b626c,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:04.107951 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-18b55841-17e2-4222-ada8-5398604a037e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (d5c9680d-80fb-4b91-8919-19a35c2f8741), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:04.113274 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (bd9a0b80-b93e-4c7f-9756-11c9e7417283), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:04.130654 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b55841-17e2-4222-ada8-5398604a037e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c9680d-80fb-4b91-8919-19a35c2f8741,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:04.137698 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] Set router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:04:04.161896 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=bd9a0b80-b93e-4c7f-9756-11c9e7417283,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:04.192503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-18b55841-17e2-4222-ada8-5398604a037e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:04.194030 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-18b55841-17e2-4222-ada8-5398604a037e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4859474 Oct 28 10:04:04.203304 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43554) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:04.203304 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-c8b1b944-52c1-48ca-afce-2681a5e50382 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'af4afd97-3759-452b-863b-e17454c29841', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:04:04.213320 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:04.280887 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:04:04.320176 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:04.328170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:04:04.328555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0a959a7a-0fc9-4a5f-afe7-2d5bea532806), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:04.328893 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 Oct 28 10:04:04.333136 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8b1b944-52c1-48ca-afce-2681a5e50382 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (a7881a59-b65f-4a15-ade7-a54627596560), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:04.341251 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'name': 'tempest-TestNetworkBasicOps-router-1550957092', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:03:56Z', 'updated_at': '2022-10-28T10:04:01Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:57Z', 'updated_at': '2022-10-28T10:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'c6f6bc29-1637-442c-a620-600c673b626c', 'name': '', 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:32:43:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:04:00Z', 'updated_at': '2022-10-28T10:04:03Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:04.363117 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:04.372436 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c49571d-313a-4259-91d5-7f131fc79427 None None] The sync data for ids ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'] in dv-neutron-zed-2-hyperv is: [{'id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'name': 'tempest-TestNetworkBasicOps-router-1550957092', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:03:56Z', 'updated_at': '2022-10-28T10:04:01Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:57Z', 'updated_at': '2022-10-28T10:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'c6f6bc29-1637-442c-a620-600c673b626c', 'name': '', 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:32:43:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:04:00Z', 'updated_at': '2022-10-28T10:04:03Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:04:04.396820 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8b1b944-52c1-48ca-afce-2681a5e50382 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (a7881a59-b65f-4a15-ade7-a54627596560), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:04.435950 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:04:04.441550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bd9a0b80-b93e-4c7f-9756-11c9e7417283 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:04:04.489110 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8b1b944-52c1-48ca-afce-2681a5e50382 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (a7881a59-b65f-4a15-ade7-a54627596560), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:04.493089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port bd9a0b80-b93e-4c7f-9756-11c9e7417283 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:04:04.493089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bd9a0b80-b93e-4c7f-9756-11c9e7417283), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:04.495103 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port bd9a0b80-b93e-4c7f-9756-11c9e7417283 Oct 28 10:04:04.508941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1b944-52c1-48ca-afce-2681a5e50382 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7881a59-b65f-4a15-ade7-a54627596560,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:04.584943 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port bd9a0b80-b93e-4c7f-9756-11c9e7417283 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:04:04.632124 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c8b1b944-52c1-48ca-afce-2681a5e50382 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:04.633514 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c8b1b944-52c1-48ca-afce-2681a5e50382 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4349971 Oct 28 10:04:04.637199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43556) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:04.642140 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-cb8474a8-ea03-49bf-bc9c-d0b91fe5a7f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'af4afd97-3759-452b-863b-e17454c29841', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:04:04.734932 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cb8474a8-ea03-49bf-bc9c-d0b91fe5a7f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (a57f9355-82b1-46d2-bc12-f183b262f287), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:04.814167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cb8474a8-ea03-49bf-bc9c-d0b91fe5a7f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (a57f9355-82b1-46d2-bc12-f183b262f287), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:04.890780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cb8474a8-ea03-49bf-bc9c-d0b91fe5a7f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (a57f9355-82b1-46d2-bc12-f183b262f287), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:04.918022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8474a8-ea03-49bf-bc9c-d0b91fe5a7f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57f9355-82b1-46d2-bc12-f183b262f287,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:05.035867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cb8474a8-ea03-49bf-bc9c-d0b91fe5a7f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:05.037171 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cb8474a8-ea03-49bf-bc9c-d0b91fe5a7f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3990040 Oct 28 10:04:05.040033 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43558) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:05.044963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-ed151fc2-1e5c-4328-87c4-efada40e85ac tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'af4afd97-3759-452b-863b-e17454c29841', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:04:05.172333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ed151fc2-1e5c-4328-87c4-efada40e85ac tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (768192d8-a6b0-438b-a501-805efb45c830), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:05.239162 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ed151fc2-1e5c-4328-87c4-efada40e85ac tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (768192d8-a6b0-438b-a501-805efb45c830), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:05.329146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ed151fc2-1e5c-4328-87c4-efada40e85ac tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (768192d8-a6b0-438b-a501-805efb45c830), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:05.348237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed151fc2-1e5c-4328-87c4-efada40e85ac tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768192d8-a6b0-438b-a501-805efb45c830,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:05.352980 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:05.454796 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ed151fc2-1e5c-4328-87c4-efada40e85ac tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:05.455967 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ed151fc2-1e5c-4328-87c4-efada40e85ac tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4143577 Oct 28 10:04:05.459419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43560) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:05.463731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-62472b82-bcba-4862-afe6-6ae547085089 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'af4afd97-3759-452b-863b-e17454c29841', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:04:05.544728 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-62472b82-bcba-4862-afe6-6ae547085089 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:04:05.550773 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-62472b82-bcba-4862-afe6-6ae547085089 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (3d0c0649-4c98-4d5a-9824-3cdad5a4e662), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:05.616451 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-62472b82-bcba-4862-afe6-6ae547085089 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (3d0c0649-4c98-4d5a-9824-3cdad5a4e662), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:05.729922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-62472b82-bcba-4862-afe6-6ae547085089 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (3d0c0649-4c98-4d5a-9824-3cdad5a4e662), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:05.751838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62472b82-bcba-4862-afe6-6ae547085089 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0c0649-4c98-4d5a-9824-3cdad5a4e662,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:05.826555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-62472b82-bcba-4862-afe6-6ae547085089 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:05.827816 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-62472b82-bcba-4862-afe6-6ae547085089 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3674576 Oct 28 10:04:05.830513 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43562) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:05.834965 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1e49c95a-2538-4f95-904e-5d2b58a28a14 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'af4afd97-3759-452b-863b-e17454c29841', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:04:05.921763 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-1e49c95a-2538-4f95-904e-5d2b58a28a14 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:04:05.928390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1e49c95a-2538-4f95-904e-5d2b58a28a14 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (40f79231-5d64-4a59-88c7-cbb01d6c1f75), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:05.993258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1e49c95a-2538-4f95-904e-5d2b58a28a14 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (40f79231-5d64-4a59-88c7-cbb01d6c1f75), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:06.058488 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1e49c95a-2538-4f95-904e-5d2b58a28a14 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (40f79231-5d64-4a59-88c7-cbb01d6c1f75), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:06.078085 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49c95a-2538-4f95-904e-5d2b58a28a14 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f79231-5d64-4a59-88c7-cbb01d6c1f75,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:06.161306 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1e49c95a-2538-4f95-904e-5d2b58a28a14 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:06.162621 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1e49c95a-2538-4f95-904e-5d2b58a28a14 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3311560 Oct 28 10:04:06.310546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c6f6bc29-1637-442c-a620-600c673b626c up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:04:06.362339 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port c6f6bc29-1637-442c-a620-600c673b626c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:04:06.362740 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c6f6bc29-1637-442c-a620-600c673b626c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:06.364618 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port c6f6bc29-1637-442c-a620-600c673b626c Oct 28 10:04:06.398972 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-57b9990f-dad8-46f7-a27c-9dd70c4dcb0e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-438758838&fields=id&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 267 time: 0.0541749 Oct 28 10:04:06.446354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port c6f6bc29-1637-442c-a620-600c673b626c is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:04:06.447398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c6f6bc29-1637-442c-a620-600c673b626c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:06.481367 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port c6f6bc29-1637-442c-a620-600c673b626c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c6f6bc29-1637-442c-a620-600c673b626c,segment=NetworkSegment(7cc60cf7-131e-43e1-8a56-95bef6dacd2d),segment_id=7cc60cf7-131e-43e1-8a56-95bef6dacd2d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:06.517165 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-444283b2-4bb1-4eee-8c98-1b773aef0964 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:06.518599 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-444283b2-4bb1-4eee-8c98-1b773aef0964 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 HTTP/1.1" status: 200 len: 797 time: 0.1105022 Oct 28 10:04:06.532901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (c6f6bc29-1637-442c-a620-600c673b626c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:06.535044 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-ffefdce5-41ef-4296-a61a-b54ce483850b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/quotas/0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 375 time: 0.0106287 Oct 28 10:04:06.585955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=c6f6bc29-1637-442c-a620-600c673b626c,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:06.596528 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-3cf88fa7-8e76-4df5-a2b7-3e5fd57acdce tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528319 Oct 28 10:04:06.669378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:06.699663 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-a2116769-1b4a-4ae9-8ed6-79af3afb29ab service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a2fe8b11-e4df-4ed0-b07e-85c0c5af6453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904663 Oct 28 10:04:06.800488 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-adcd9d67-f1b0-4545-b659-825bcd176e8d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a2fe8b11-e4df-4ed0-b07e-85c0c5af6453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930223 Oct 28 10:04:07.076190 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-53a56f47-44cc-4d66-ac94-d0affa7bf322 req-8a6ca837-37fa-43f3-87db-bd00cee02c84 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 210 time: 0.0286987 Oct 28 10:04:08.181852 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-38badc43-b4ae-41ca-8fd2-2fe0e5eeb7f7 req-5c8ce9ca-eaca-4707-a5aa-ca4303b2dfa1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 210 time: 0.0289309 Oct 28 10:04:08.268474 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c6f6bc29-1637-442c-a620-600c673b626c up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:04:08.312878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port c6f6bc29-1637-442c-a620-600c673b626c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:04:08.313257 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c6f6bc29-1637-442c-a620-600c673b626c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:08.313742 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port c6f6bc29-1637-442c-a620-600c673b626c Oct 28 10:04:08.371507 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:08.386358 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port c6f6bc29-1637-442c-a620-600c673b626c is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:04:09.170118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:09.201674 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-c75f7f18-552f-4062-90ec-2d000befebbc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:09.206486 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-c75f7f18-552f-4062-90ec-2d000befebbc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/networks?id=a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 HTTP/1.1" status: 200 len: 797 time: 0.1129274 Oct 28 10:04:09.279569 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-4b957e25-5a1d-4b49-8b1a-cf89a6510a85 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 379 time: 0.0614409 Oct 28 10:04:09.297359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-e422a551-5333-4a91-a38e-cd2fd4bdae2c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'port': {'device_id': 'b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1', 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'admin_state_up': True, 'tenant_id': '0d399d550dab41259d95623249c98b71', 'security_groups': ['af4afd97-3759-452b-863b-e17454c29841']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:04:09.299894 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-090e0e30-2ed4-4330-94e3-54f4db008f5f req-121d5c60-385a-4bff-bcd0-282b6c1d594c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 210 time: 0.0384450 Oct 28 10:04:09.502250 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-e422a551-5333-4a91-a38e-cd2fd4bdae2c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:04:09.506218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-e422a551-5333-4a91-a38e-cd2fd4bdae2c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:09.641524 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-e422a551-5333-4a91-a38e-cd2fd4bdae2c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.11 (a2fe8b11-e4df-4ed0-b07e-85c0c5af6453/94e76b79-0a8f-4237-96a8-fe482d8519de/af77f7c3-5ab0-4abb-a43b-b6ba00e266bd) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:04:09.795794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-e422a551-5333-4a91-a38e-cd2fd4bdae2c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (af77f7c3-5ab0-4abb-a43b-b6ba00e266bd), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:09.874566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-e422a551-5333-4a91-a38e-cd2fd4bdae2c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (af77f7c3-5ab0-4abb-a43b-b6ba00e266bd), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:09.922020 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-e422a551-5333-4a91-a38e-cd2fd4bdae2c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:04:09.925297 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-e422a551-5333-4a91-a38e-cd2fd4bdae2c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:04:09.929324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-e422a551-5333-4a91-a38e-cd2fd4bdae2c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:04:09.954295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422a551-5333-4a91-a38e-cd2fd4bdae2c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=af77f7c3-5ab0-4abb-a43b-b6ba00e266bd,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:09.969542 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:09.992930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-e422a551-5333-4a91-a38e-cd2fd4bdae2c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:09.993546 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-e422a551-5333-4a91-a38e-cd2fd4bdae2c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:10.073555 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-e422a551-5333-4a91-a38e-cd2fd4bdae2c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7805190 Oct 28 10:04:10.094077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Request body: {'port': {'device_id': 'b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:04:10.159859 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (af77f7c3-5ab0-4abb-a43b-b6ba00e266bd), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:10.169512 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-486cc027-fbcf-4c93-ba2a-e539ca609e2a None None] Provisioning complete for port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:04:10.170181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-486cc027-fbcf-4c93-ba2a-e539ca609e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (af77f7c3-5ab0-4abb-a43b-b6ba00e266bd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:10.170309 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-486cc027-fbcf-4c93-ba2a-e539ca609e2a None None] Attempt 1 to provision port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd Oct 28 10:04:10.171856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:10.203564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-486cc027-fbcf-4c93-ba2a-e539ca609e2a None None] Port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:04:10.435522 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbef75-724f-429b-960a-d21c6fb54206 req-1dc25798-0da6-40bc-bfbb-8f9166522896 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:10.437069 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f2fbef75-724f-429b-960a-d21c6fb54206 req-1dc25798-0da6-40bc-bfbb-8f9166522896 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 932 time: 0.0561516 Oct 28 10:04:10.437224 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af77f7c3-5ab0-4abb-a43b-b6ba00e266bd {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:04:10.445508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Publish callbacks [] for port (af77f7c3-5ab0-4abb-a43b-b6ba00e266bd), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:10.458847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Transition to ACTIVE for port object af77f7c3-5ab0-4abb-a43b-b6ba00e266bd will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:04:10.489548 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f2fbef75-724f-429b-960a-d21c6fb54206 req-63436238-224e-47e1-9cf9-115bd8e49cc8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af4afd97-3759-452b-863b-e17454c29841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465243 Oct 28 10:04:10.532679 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (af77f7c3-5ab0-4abb-a43b-b6ba00e266bd), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:10.597305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Pushing event updated for resources: {'Port': ['ID=af77f7c3-5ab0-4abb-a43b-b6ba00e266bd,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:10.651807 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Attempting to bind port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:04:10.652145 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Attempting to bind port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '7cc60cf7-131e-43e1-8a56-95bef6dacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:04:10.652478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Attempting to bind port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd on network a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:04:10.702002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd on network a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:04:10.702333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Attempting to bind port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd on network a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:04:10.746331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:04:10.746686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Checking segment: {'id': '7cc60cf7-131e-43e1-8a56-95bef6dacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:04:10.747079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Bound using segment: {'id': '7cc60cf7-131e-43e1-8a56-95bef6dacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:04:10.747518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Bound port: af77f7c3-5ab0-4abb-a43b-b6ba00e266bd, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc60cf7-131e-43e1-8a56-95bef6dacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:04:10.747876 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (af77f7c3-5ab0-4abb-a43b-b6ba00e266bd), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:10.809616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] For port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:04:10.812825 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] For port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=af77f7c3-5ab0-4abb-a43b-b6ba00e266bd,segment=NetworkSegment(7cc60cf7-131e-43e1-8a56-95bef6dacd2d),segment_id=7cc60cf7-131e-43e1-8a56-95bef6dacd2d)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:04:10.899468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (af77f7c3-5ab0-4abb-a43b-b6ba00e266bd), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:10.904443 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:10.905132 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:10.906882 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/af77f7c3-5ab0-4abb-a43b-b6ba00e266bd HTTP/1.1" status: 200 len: 1094 time: 0.8172560 Oct 28 10:04:10.907547 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1', 'tag': 'af77f7c3-5ab0-4abb-a43b-b6ba00e266bd'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:04:10.911024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92a6e79-743c-4f0d-9a29-3ca0c3428c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1", "tag": "af77f7c3-5ab0-4abb-a43b-b6ba00e266bd"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:04:10.958451 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a946c6ca-ed82-4e71-8c36-220c0059a893 x-openstack-request-id: req-a946c6ca-ed82-4e71-8c36-220c0059a893 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:04:10.958767 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1", "tag": "af77f7c3-5ab0-4abb-a43b-b6ba00e266bd", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:04:10.959028 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a946c6ca-ed82-4e71-8c36-220c0059a893 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:04:10.959441 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a946c6ca-ed82-4e71-8c36-220c0059a893'] response: {'name': 'network-changed', 'server_uuid': 'b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1', 'tag': 'af77f7c3-5ab0-4abb-a43b-b6ba00e266bd', 'status': 'completed', 'code': 200} Oct 28 10:04:10.964561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324f098-dcca-40b6-b0a9-08f2c64cf75b service neutron] Pushing event updated for resources: {'Port': ['ID=af77f7c3-5ab0-4abb-a43b-b6ba00e266bd,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:11.038711 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:11.051406 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a6e79-743c-4f0d-9a29-3ca0c3428c5a req-9789ee77-26a0-444f-bff1-9fff2edfe11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:11.052921 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a92a6e79-743c-4f0d-9a29-3ca0c3428c5a req-9789ee77-26a0-444f-bff1-9fff2edfe11a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 1128 time: 0.0450792 Oct 28 10:04:11.171103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a6e79-743c-4f0d-9a29-3ca0c3428c5a req-5944bf72-4991-416e-97ec-6d970ccc326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:11.172506 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a92a6e79-743c-4f0d-9a29-3ca0c3428c5a req-5944bf72-4991-416e-97ec-6d970ccc326e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0d399d550dab41259d95623249c98b71&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0971110 Oct 28 10:04:11.271747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a6e79-743c-4f0d-9a29-3ca0c3428c5a req-6817970c-0317-4dca-84a7-971d884f66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:11.273213 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a92a6e79-743c-4f0d-9a29-3ca0c3428c5a req-6817970c-0317-4dca-84a7-971d884f66f1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949399 Oct 28 10:04:11.382888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-aabac7fb-74ba-4d47-b099-09f4c7317695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:11.384474 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-aabac7fb-74ba-4d47-b099-09f4c7317695 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 1128 time: 0.0412574 Oct 28 10:04:11.438458 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-ea23f95c-8637-415e-9ab3-434ce9a968a5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af77f7c3-5ab0-4abb-a43b-b6ba00e266bd HTTP/1.1" status: 200 len: 217 time: 0.0386624 Oct 28 10:04:11.489492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-012a8bb0-4dc1-4044-9f82-1c2088ddfc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:11.491020 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-012a8bb0-4dc1-4044-9f82-1c2088ddfc47 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=94e76b79-0a8f-4237-96a8-fe482d8519de HTTP/1.1" status: 200 len: 835 time: 0.0461066 Oct 28 10:04:11.537542 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-b81ddea0-1172-4c23-b24c-3b76653a194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:11.542888 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-b81ddea0-1172-4c23-b24c-3b76653a194d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a2fe8b11-e4df-4ed0-b07e-85c0c5af6453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0411823 Oct 28 10:04:11.594650 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:11.616584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8cc3a-1ab4-4da7-beac-d3063c480a42 req-d2ea2455-db9b-4caa-bf39-f3538dab2238 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:11.618218 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d1b8cc3a-1ab4-4da7-beac-d3063c480a42 req-d2ea2455-db9b-4caa-bf39-f3538dab2238 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 944 time: 0.0501275 Oct 28 10:04:11.642347 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-893da0ac-fac9-455a-a7c8-685eb3328566 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a2fe8b11-e4df-4ed0-b07e-85c0c5af6453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966814 Oct 28 10:04:11.671677 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d1b8cc3a-1ab4-4da7-beac-d3063c480a42 req-4a378997-acf0-4441-affd-7b03b5214580 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af4afd97-3759-452b-863b-e17454c29841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469613 Oct 28 10:04:11.741967 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-49c33854-75fc-4ffd-96eb-0b3419ad5013 req-2b50fe2d-e9b1-465e-9bfb-7f00225f145a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a2fe8b11-e4df-4ed0-b07e-85c0c5af6453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933256 Oct 28 10:04:12.800147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf43ea6-5ba7-40b3-88cd-82933dd7de93 req-3d3aef4d-80e6-46d6-a6d3-f64c54550cea tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:12.801613 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bcf43ea6-5ba7-40b3-88cd-82933dd7de93 req-3d3aef4d-80e6-46d6-a6d3-f64c54550cea tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 944 time: 0.0509973 Oct 28 10:04:12.850648 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bcf43ea6-5ba7-40b3-88cd-82933dd7de93 req-8bb134ce-cdad-4c32-8b80-609d249e603e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af4afd97-3759-452b-863b-e17454c29841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428195 Oct 28 10:04:13.033464 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ca9070d6-a484-4e6b-8de8-6bbdad687fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:13.945647 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device af77f7c3-5ab0-4abb-a43b-b6ba00e266bd details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:04:13.970302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87699b2-ea97-4d32-a9d3-97f7c87a6fe5 req-f302e571-c973-4dad-8c3c-537915730a80 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:13.971878 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e87699b2-ea97-4d32-a9d3-97f7c87a6fe5 req-f302e571-c973-4dad-8c3c-537915730a80 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 944 time: 0.0475972 Oct 28 10:04:14.032823 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e87699b2-ea97-4d32-a9d3-97f7c87a6fe5 req-7c057f41-4155-494d-8493-ff3bae4c6e1d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af4afd97-3759-452b-863b-e17454c29841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550666 Oct 28 10:04:14.053059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=af77f7c3-5ab0-4abb-a43b-b6ba00e266bd,segment=NetworkSegment(7cc60cf7-131e-43e1-8a56-95bef6dacd2d),segment_id=7cc60cf7-131e-43e1-8a56-95bef6dacd2d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:14.064513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'af77f7c3-5ab0-4abb-a43b-b6ba00e266bd', 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'port_id': 'af77f7c3-5ab0-4abb-a43b-b6ba00e266bd', 'mac_address': 'fa:16:3e:a5:8a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:04:14.099067 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:04:14.099481 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (af77f7c3-5ab0-4abb-a43b-b6ba00e266bd), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:14.121002 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af77f7c3-5ab0-4abb-a43b-b6ba00e266bd {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:04:14.141051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=af77f7c3-5ab0-4abb-a43b-b6ba00e266bd,segment=NetworkSegment(7cc60cf7-131e-43e1-8a56-95bef6dacd2d),segment_id=7cc60cf7-131e-43e1-8a56-95bef6dacd2d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:14.236437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (af77f7c3-5ab0-4abb-a43b-b6ba00e266bd), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:14.284957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=af77f7c3-5ab0-4abb-a43b-b6ba00e266bd,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:14.560838 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['af77f7c3-5ab0-4abb-a43b-b6ba00e266bd'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:04:14.648251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:14.923082 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=31 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:15.156961 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089cc11-eded-4969-9980-727e2937919a req-20318a24-5834-498f-9c0a-e2e6a2d9f6db tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:15.158469 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e089cc11-eded-4969-9980-727e2937919a req-20318a24-5834-498f-9c0a-e2e6a2d9f6db tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 945 time: 0.0481865 Oct 28 10:04:15.192181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:15.217142 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e089cc11-eded-4969-9980-727e2937919a req-3d3e7dd3-b9d5-43bc-9156-b957d20713d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af4afd97-3759-452b-863b-e17454c29841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527318 Oct 28 10:04:15.361678 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-681e753a-1886-463c-b65c-388f3838f2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:15.966775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device af77f7c3-5ab0-4abb-a43b-b6ba00e266bd up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:04:16.009959 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:04:16.011758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:16.113246 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:04:16.113927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (af77f7c3-5ab0-4abb-a43b-b6ba00e266bd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:16.114276 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd Oct 28 10:04:16.188562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:04:16.189001 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (af77f7c3-5ab0-4abb-a43b-b6ba00e266bd), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:16.215709 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af77f7c3-5ab0-4abb-a43b-b6ba00e266bd'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:04:16.218033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b97e976-6247-4f05-9f6e-bb9b3f620a59" -d '{"events": [{"server_uuid": "b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1", "name": "network-vif-plugged", "status": "completed", "tag": "af77f7c3-5ab0-4abb-a43b-b6ba00e266bd"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:04:16.233685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=af77f7c3-5ab0-4abb-a43b-b6ba00e266bd,segment=NetworkSegment(7cc60cf7-131e-43e1-8a56-95bef6dacd2d),segment_id=7cc60cf7-131e-43e1-8a56-95bef6dacd2d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:16.256991 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39ee7c8-adf6-4cd3-94cf-b65a8605e734 x-openstack-request-id: req-a39ee7c8-adf6-4cd3-94cf-b65a8605e734 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:04:16.257316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1", "name": "network-vif-plugged", "status": "completed", "tag": "af77f7c3-5ab0-4abb-a43b-b6ba00e266bd", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:04:16.257576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a39ee7c8-adf6-4cd3-94cf-b65a8605e734 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:04:16.257987 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a39ee7c8-adf6-4cd3-94cf-b65a8605e734'] response: {'server_uuid': 'b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af77f7c3-5ab0-4abb-a43b-b6ba00e266bd', 'code': 200} Oct 28 10:04:16.304342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (af77f7c3-5ab0-4abb-a43b-b6ba00e266bd), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:16.346316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25e6bd-70f7-4cc8-a5c9-54a75223e20c req-5b534eb4-6eae-4840-a55f-31961418eacc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:16.348597 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b25e6bd-70f7-4cc8-a5c9-54a75223e20c req-5b534eb4-6eae-4840-a55f-31961418eacc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 946 time: 0.0519545 Oct 28 10:04:16.363205 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=af77f7c3-5ab0-4abb-a43b-b6ba00e266bd,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:16.400935 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b25e6bd-70f7-4cc8-a5c9-54a75223e20c req-c5f3e63c-4b51-4794-8599-de5badde895f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af4afd97-3759-452b-863b-e17454c29841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466931 Oct 28 10:04:16.628707 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f28fa2-b1f6-4306-9aaf-090411a6fe52 req-d875ebff-1e79-47b3-b7b1-70b5ffc58e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:16.630377 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-68f28fa2-b1f6-4306-9aaf-090411a6fe52 req-d875ebff-1e79-47b3-b7b1-70b5ffc58e75 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 1130 time: 0.0469248 Oct 28 10:04:16.681128 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-68f28fa2-b1f6-4306-9aaf-090411a6fe52 req-6542a306-3cf9-40c3-a6fa-59b02ef18836 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=af4afd97-3759-452b-863b-e17454c29841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427818 Oct 28 10:04:16.861503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:17.198981 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43620) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:17.340685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-a1a71cc3-2da9-44d8-8405-0baa32d4c86d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Deleting port 42640358-ed94-47d6-910e-4973355b89cf {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:04:17.341026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a1a71cc3-2da9-44d8-8405-0baa32d4c86d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (42640358-ed94-47d6-910e-4973355b89cf), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:17.421503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a1a71cc3-2da9-44d8-8405-0baa32d4c86d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (42640358-ed94-47d6-910e-4973355b89cf), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:17.422212 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a1a71cc3-2da9-44d8-8405-0baa32d4c86d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for floatingip (42640358-ed94-47d6-910e-4973355b89cf), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:17.434604 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-a1a71cc3-2da9-44d8-8405-0baa32d4c86d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Calling delete_port for 42640358-ed94-47d6-910e-4973355b89cf owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:04:17.565768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8f8aa-9ea5-407d-bee6-1d8f8d5cd3f0 req-14f8d09e-3a64-4b7f-bd21-49fba1b4484d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:17.567271 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-48b8f8aa-9ea5-407d-bee6-1d8f8d5cd3f0 req-14f8d09e-3a64-4b7f-bd21-49fba1b4484d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 946 time: 0.0835652 Oct 28 10:04:17.570646 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:17.643531 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-48b8f8aa-9ea5-407d-bee6-1d8f8d5cd3f0 req-59311588-3619-436c-8541-9353d4caf473 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af4afd97-3759-452b-863b-e17454c29841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703201 Oct 28 10:04:17.765183 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a1a71cc3-2da9-44d8-8405-0baa32d4c86d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (42640358-ed94-47d6-910e-4973355b89cf), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:17.794555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a71cc3-2da9-44d8-8405-0baa32d4c86d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event deleted for resources: {'Port': ['ID=42640358-ed94-47d6-910e-4973355b89cf,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:17.875002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:17.880218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a1a71cc3-2da9-44d8-8405-0baa32d4c86d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for floatingip (cccfe447-31f8-43e8-bfc0-fe0dd823f580), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:17.880550 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-a1a71cc3-2da9-44d8-8405-0baa32d4c86d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Floating IP cccfe447-31f8-43e8-bfc0-fe0dd823f580 disassociated (deleted). External IP: 172.36.1.161, port: f7abba03-c42a-4953-b29b-65835498553d. Oct 28 10:04:17.967179 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:18.090708 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a71cc3-2da9-44d8-8405-0baa32d4c86d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Router 81647dcf-dcda-4265-bfbb-b8703e649526 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:04:18.202490 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a71cc3-2da9-44d8-8405-0baa32d4c86d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:04:18.207872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a1a71cc3-2da9-44d8-8405-0baa32d4c86d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:18.213397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e44f1-c00e-4647-9c3a-f7282be37bfe None None] Sync routers for ids ['81647dcf-dcda-4265-bfbb-b8703e649526'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:04:18.224873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e44f1-c00e-4647-9c3a-f7282be37bfe None None] Routers {'81647dcf-dcda-4265-bfbb-b8703e649526'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:04:18.225521 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a42e44f1-c00e-4647-9c3a-f7282be37bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['81647dcf-dcda-4265-bfbb-b8703e649526'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:18.238366 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a1a71cc3-2da9-44d8-8405-0baa32d4c86d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/cccfe447-31f8-43e8-bfc0-fe0dd823f580 HTTP/1.1" status: 204 len: 168 time: 1.0382311 Oct 28 10:04:18.242459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'tag': 'f7abba03-c42a-4953-b29b-65835498553d'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:04:18.242459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ae4883-6db5-4106-a639-bfef1fb03242" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc84d3d-df25-4fba-a3e0-1e36ebb53e48", "tag": "f7abba03-c42a-4953-b29b-65835498553d"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:04:18.288127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e6eb49-f6da-4006-b9e7-0a80f50214dc x-openstack-request-id: req-a6e6eb49-f6da-4006-b9e7-0a80f50214dc {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:04:18.288424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc84d3d-df25-4fba-a3e0-1e36ebb53e48", "tag": "f7abba03-c42a-4953-b29b-65835498553d", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:04:18.288681 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6e6eb49-f6da-4006-b9e7-0a80f50214dc {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:04:18.289092 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e6eb49-f6da-4006-b9e7-0a80f50214dc'] response: {'name': 'network-changed', 'server_uuid': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'tag': 'f7abba03-c42a-4953-b29b-65835498553d', 'status': 'completed', 'code': 200} Oct 28 10:04:18.341272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-a42e44f1-c00e-4647-9c3a-f7282be37bfe None None] Set router 81647dcf-dcda-4265-bfbb-b8703e649526 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:04:18.390104 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae4883-6db5-4106-a639-bfef1fb03242 req-c7360bd4-52a3-44e8-baef-ce8a8b29af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:18.391655 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-09ae4883-6db5-4106-a639-bfef1fb03242 req-c7360bd4-52a3-44e8-baef-ce8a8b29af22 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=fea74ec1cef84d5d8533684dc2ea706f&device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 1129 time: 0.0452795 Oct 28 10:04:18.512096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae4883-6db5-4106-a639-bfef1fb03242 req-0eb8161d-8095-45ad-a2a2-5972d6591f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:18.513524 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-09ae4883-6db5-4106-a639-bfef1fb03242 req-0eb8161d-8095-45ad-a2a2-5972d6591f94 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 HTTP/1.1" status: 200 len: 898 time: 0.1019354 Oct 28 10:04:18.557560 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a42e44f1-c00e-4647-9c3a-f7282be37bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868206850', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214'}], 'enable_snat': True}, 'gw_port_id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:02:18Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'gw_port': {'id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:19Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'c146f636-6b3f-4ac5-b61f-1f56625c48cf', 'name': '', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'mac_address': 'fa:16:3e:4c:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:23Z', 'updated_at': '2022-10-28T10:02:28Z', 'revision_number': 5, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'subnets': [{'id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:18.557822 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-09ae4883-6db5-4106-a639-bfef1fb03242 req-0d2befc5-a503-49b1-99df-dda4bd75a812 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7abba03-c42a-4953-b29b-65835498553d HTTP/1.1" status: 200 len: 217 time: 0.0378642 Oct 28 10:04:18.583217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e44f1-c00e-4647-9c3a-f7282be37bfe None None] Checking router: 81647dcf-dcda-4265-bfbb-b8703e649526 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:04:18.591493 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:18.595800 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:18.595800 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e44f1-c00e-4647-9c3a-f7282be37bfe None None] Routers {'81647dcf-dcda-4265-bfbb-b8703e649526'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:04:18.595800 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a42e44f1-c00e-4647-9c3a-f7282be37bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['81647dcf-dcda-4265-bfbb-b8703e649526'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:18.608597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae4883-6db5-4106-a639-bfef1fb03242 req-26620c18-446e-4008-8972-208fabae47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:18.610064 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-09ae4883-6db5-4106-a639-bfef1fb03242 req-26620c18-446e-4008-8972-208fabae47ed service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c5e494c6-0e33-45a5-bd6b-29188c18fb61 HTTP/1.1" status: 200 len: 835 time: 0.0464568 Oct 28 10:04:18.663524 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae4883-6db5-4106-a639-bfef1fb03242 req-d6c75251-677b-4c91-a519-327ff69a47e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:18.665143 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-09ae4883-6db5-4106-a639-bfef1fb03242 req-d6c75251-677b-4c91-a519-327ff69a47e5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=d4dabc19-8431-4a27-ba7c-42fb5ed6edf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0462296 Oct 28 10:04:18.715325 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-a42e44f1-c00e-4647-9c3a-f7282be37bfe None None] Set router 81647dcf-dcda-4265-bfbb-b8703e649526 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:04:18.775840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fec722-f664-4fdb-9ff8-0919d6510545 req-70d8a9b0-a8cc-472c-80a3-2937906f95c6 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:18.777809 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-68fec722-f664-4fdb-9ff8-0919d6510545 req-70d8a9b0-a8cc-472c-80a3-2937906f95c6 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0776756 Oct 28 10:04:18.809669 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f862818-44f1-45e4-946a-f807617c79a8 req-611a922d-65d8-4d48-84e3-92c763357b58 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:18.811172 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3f862818-44f1-45e4-946a-f807617c79a8 req-611a922d-65d8-4d48-84e3-92c763357b58 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 946 time: 0.0751328 Oct 28 10:04:18.864658 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-68fec722-f664-4fdb-9ff8-0919d6510545 req-ffa1f1e3-61cc-4b59-9b8f-b09bf04ef822 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802116 Oct 28 10:04:18.893547 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3f862818-44f1-45e4-946a-f807617c79a8 req-27310bc3-ab1c-4b51-b910-f662e0b24af8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af4afd97-3759-452b-863b-e17454c29841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758369 Oct 28 10:04:18.921951 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a42e44f1-c00e-4647-9c3a-f7282be37bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868206850', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214'}], 'enable_snat': True}, 'gw_port_id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:02:18Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'gw_port': {'id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:19Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'c146f636-6b3f-4ac5-b61f-1f56625c48cf', 'name': '', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'mac_address': 'fa:16:3e:4c:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:23Z', 'updated_at': '2022-10-28T10:02:28Z', 'revision_number': 5, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'subnets': [{'id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:18.952175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e44f1-c00e-4647-9c3a-f7282be37bfe None None] The sync data for ids ['81647dcf-dcda-4265-bfbb-b8703e649526'] in dv-neutron-zed-2-hyperv is: [{'id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868206850', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214'}], 'enable_snat': True}, 'gw_port_id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:02:18Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'gw_port': {'id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:19Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'c146f636-6b3f-4ac5-b61f-1f56625c48cf', 'name': '', 'network_id': 'd4dabc19-8431-4a27-ba7c-42fb5ed6edf4', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'mac_address': 'fa:16:3e:4c:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:23Z', 'updated_at': '2022-10-28T10:02:28Z', 'revision_number': 5, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'subnets': [{'id': 'c5e494c6-0e33-45a5-bd6b-29188c18fb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:04:19.020622 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696a3c3-d7fd-4273-9f23-007f0fae5833 req-3b820ec4-3869-4e7b-a366-1e14b774ae08 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:19.022166 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a696a3c3-d7fd-4273-9f23-007f0fae5833 req-3b820ec4-3869-4e7b-a366-1e14b774ae08 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 946 time: 0.0504503 Oct 28 10:04:19.078004 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a696a3c3-d7fd-4273-9f23-007f0fae5833 req-3023e0cd-6793-4015-b605-a9638bf38073 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af4afd97-3759-452b-863b-e17454c29841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496562 Oct 28 10:04:19.109274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43634) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:19.158230 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168a36d7-7da0-4be5-a9d4-99a3c6572c97 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:19.159806 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-168a36d7-7da0-4be5-a9d4-99a3c6572c97 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 1125 time: 0.0495496 Oct 28 10:04:19.163020 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43636) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:19.169035 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': 'af77f7c3-5ab0-4abb-a43b-b6ba00e266bd', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:04:19.180591 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a52d49-34f3-46ad-92c8-14cdfc98157a None None] New status for floating IP cccfe447-31f8-43e8-bfc0-fe0dd823f580: DOWN {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:04:19.264462 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:19.316382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:19.348651 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:19.458860 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.83 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/8a0898cc-6607-450f-be08-65af0c1c7ea6) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:04:19.563151 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (8a0898cc-6607-450f-be08-65af0c1c7ea6), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:19.574997 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:19.664468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (8a0898cc-6607-450f-be08-65af0c1c7ea6), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:19.699449 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:04:19.708494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:04:19.711899 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:04:19.716114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:04:19.743254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=8a0898cc-6607-450f-be08-65af0c1c7ea6,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:19.991196 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05dd2c-c831-4a2b-a3c5-d2ff9a629cbe req-8d8a82eb-d66e-4cfb-acc9-a84e81a94e29 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:19.992789 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8a05dd2c-c831-4a2b-a3c5-d2ff9a629cbe req-8d8a82eb-d66e-4cfb-acc9-a84e81a94e29 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0495396 Oct 28 10:04:20.012679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:20.051724 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8a05dd2c-c831-4a2b-a3c5-d2ff9a629cbe req-c422e038-6971-4986-92f3-46554cb110c5 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ea890f1f-c981-4462-a115-c5598e9eb360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531287 Oct 28 10:04:20.354554 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1facb-a12f-4c76-a204-1d4679340c5e req-eab15d3e-5cda-4a43-a5d4-f3b3f9d806c6 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:20.356030 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e5f1facb-a12f-4c76-a204-1d4679340c5e req-eab15d3e-5cda-4a43-a5d4-f3b3f9d806c6 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 945 time: 0.0927825 Oct 28 10:04:20.380280 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-09ae4883-6db5-4106-a639-bfef1fb03242 req-2cba31f3-fa8f-4cfd-9833-f52e66940d1b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d4dabc19-8431-4a27-ba7c-42fb5ed6edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061033 Oct 28 10:04:20.438127 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:20.612994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-e5f1facb-a12f-4c76-a204-1d4679340c5e req-8a300f29-e6d3-45f2-bf97-6e8073392c7d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Deleting port f7abba03-c42a-4953-b29b-65835498553d {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:04:20.613983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-e5f1facb-a12f-4c76-a204-1d4679340c5e req-8a300f29-e6d3-45f2-bf97-6e8073392c7d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f7abba03-c42a-4953-b29b-65835498553d), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:20.674800 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-09ae4883-6db5-4106-a639-bfef1fb03242 req-1437a1e6-f89b-4ca8-bd87-a3989fb917e3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d4dabc19-8431-4a27-ba7c-42fb5ed6edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843790 Oct 28 10:04:20.693940 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (38e0cc46-ebc7-49db-b017-cab802719d8a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:20.757973 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-e5f1facb-a12f-4c76-a204-1d4679340c5e req-8a300f29-e6d3-45f2-bf97-6e8073392c7d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] For port f7abba03-c42a-4953-b29b-65835498553d, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=f7abba03-c42a-4953-b29b-65835498553d,segment=NetworkSegment(36a26154-8cd3-4ea5-8028-8bbd727757f2),segment_id=36a26154-8cd3-4ea5-8028-8bbd727757f2)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:20.758364 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-e5f1facb-a12f-4c76-a204-1d4679340c5e req-8a300f29-e6d3-45f2-bf97-6e8073392c7d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f7abba03-c42a-4953-b29b-65835498553d), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:20.760510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:20.771988 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-e5f1facb-a12f-4c76-a204-1d4679340c5e req-8a300f29-e6d3-45f2-bf97-6e8073392c7d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Calling delete_port for f7abba03-c42a-4953-b29b-65835498553d owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:04:20.931929 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (8a0898cc-6607-450f-be08-65af0c1c7ea6), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:20.994127 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-e5f1facb-a12f-4c76-a204-1d4679340c5e req-8a300f29-e6d3-45f2-bf97-6e8073392c7d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f7abba03-c42a-4953-b29b-65835498553d), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:21.051930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a300f29-e6d3-45f2-bf97-6e8073392c7d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event deleted for resources: {'Port': ['ID=f7abba03-c42a-4953-b29b-65835498553d,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:21.113096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f1facb-a12f-4c76-a204-1d4679340c5e req-8a300f29-e6d3-45f2-bf97-6e8073392c7d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] No DVR routers for this DVR port f7abba03-c42a-4953-b29b-65835498553d on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:04:21.121443 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-e5f1facb-a12f-4c76-a204-1d4679340c5e req-8a300f29-e6d3-45f2-bf97-6e8073392c7d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:21.124699 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e5f1facb-a12f-4c76-a204-1d4679340c5e req-8a300f29-e6d3-45f2-bf97-6e8073392c7d tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.48 "DELETE /networking/v2.0/ports/f7abba03-c42a-4953-b29b-65835498553d HTTP/1.1" status: 204 len: 173 time: 0.7467489 Oct 28 10:04:21.125240 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'name': 'network-vif-deleted', 'tag': 'f7abba03-c42a-4953-b29b-65835498553d'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:04:21.128066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27b960b-d16a-4ac0-9ae1-846a10135e8f" -d '{"events": [{"server_uuid": "2fc84d3d-df25-4fba-a3e0-1e36ebb53e48", "name": "network-vif-deleted", "tag": "f7abba03-c42a-4953-b29b-65835498553d"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:04:21.143231 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:21.172556 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a6baf3-8a98-40cc-a553-a68ae622705f x-openstack-request-id: req-28a6baf3-8a98-40cc-a553-a68ae622705f {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:04:21.172857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc84d3d-df25-4fba-a3e0-1e36ebb53e48", "name": "network-vif-deleted", "tag": "f7abba03-c42a-4953-b29b-65835498553d", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:04:21.173114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28a6baf3-8a98-40cc-a553-a68ae622705f {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:04:21.173524 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a6baf3-8a98-40cc-a553-a68ae622705f'] response: {'server_uuid': '2fc84d3d-df25-4fba-a3e0-1e36ebb53e48', 'name': 'network-vif-deleted', 'tag': 'f7abba03-c42a-4953-b29b-65835498553d', 'status': 'completed', 'code': 200} Oct 28 10:04:21.180187 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b4126281-f33b-44fe-9ab7-f9b1344652a0 req-5d46938d-cf46-4704-aff5-bbe7819b07f0 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 210 time: 0.0300591 Oct 28 10:04:21.183255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (8a0898cc-6607-450f-be08-65af0c1c7ea6), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:21.292774 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (8a0898cc-6607-450f-be08-65af0c1c7ea6), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:21.364758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=8a0898cc-6607-450f-be08-65af0c1c7ea6,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:21.367552 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (38e0cc46-ebc7-49db-b017-cab802719d8a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:21.475514 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP 38e0cc46-ebc7-49db-b017-cab802719d8a associated. External IP: 172.36.1.83, port: af77f7c3-5ab0-4abb-a43b-b6ba00e266bd. Oct 28 10:04:21.699691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:04:21.811254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:04:21.822577 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9eec01-5d3e-4cca-b1ee-b45b0d9be388 None None] Sync routers for ids ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:04:21.835210 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9eec01-5d3e-4cca-b1ee-b45b0d9be388 None None] Routers {'c48e5a00-c2fb-4a5f-955e-a2b0975898d5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:04:21.835822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd9eec01-5d3e-4cca-b1ee-b45b0d9be388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:21.870323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:21.915560 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:21.951619 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-afd96f77-79ec-47d5-8251-45260b238e7c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7870498 Oct 28 10:04:21.954417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43644) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:22.020883 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-03d576e8-5fd1-42e6-99d9-d8f8ab81cdbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/38e0cc46-ebc7-49db-b017-cab802719d8a HTTP/1.1" status: 200 len: 991 time: 0.0640702 Oct 28 10:04:22.089597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-bd9eec01-5d3e-4cca-b1ee-b45b0d9be388 None None] Set router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:04:22.323471 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-25e0ce67-ba08-4786-ae40-d255fbc34c51 req-e6217da0-e370-4415-a575-714d73ec03dd tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2fc84d3d-df25-4fba-a3e0-1e36ebb53e48 HTTP/1.1" status: 200 len: 210 time: 0.0328245 Oct 28 10:04:22.324311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd9eec01-5d3e-4cca-b1ee-b45b0d9be388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'name': 'tempest-TestNetworkBasicOps-router-1550957092', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:03:56Z', 'updated_at': '2022-10-28T10:04:01Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:57Z', 'updated_at': '2022-10-28T10:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '38e0cc46-ebc7-49db-b017-cab802719d8a', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.83', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'port_id': 'af77f7c3-5ab0-4abb-a43b-b6ba00e266bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'mac_address': 'fa:16:3e:a5:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:04:20Z', 'updated_at': '2022-10-28T10:04:20Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f6bc29-1637-442c-a620-600c673b626c', 'name': '', 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:32:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:04:00Z', 'updated_at': '2022-10-28T10:04:06Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:22.354091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9eec01-5d3e-4cca-b1ee-b45b0d9be388 None None] Checking router: c48e5a00-c2fb-4a5f-955e-a2b0975898d5 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:04:22.364269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9eec01-5d3e-4cca-b1ee-b45b0d9be388 None None] Routers {'c48e5a00-c2fb-4a5f-955e-a2b0975898d5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:04:22.364881 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd9eec01-5d3e-4cca-b1ee-b45b0d9be388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:22.471389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-bd9eec01-5d3e-4cca-b1ee-b45b0d9be388 None None] Set router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:04:22.694301 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd9eec01-5d3e-4cca-b1ee-b45b0d9be388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'name': 'tempest-TestNetworkBasicOps-router-1550957092', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:03:56Z', 'updated_at': '2022-10-28T10:04:01Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:57Z', 'updated_at': '2022-10-28T10:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '38e0cc46-ebc7-49db-b017-cab802719d8a', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.83', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'port_id': 'af77f7c3-5ab0-4abb-a43b-b6ba00e266bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'mac_address': 'fa:16:3e:a5:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:04:20Z', 'updated_at': '2022-10-28T10:04:20Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f6bc29-1637-442c-a620-600c673b626c', 'name': '', 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:32:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:04:00Z', 'updated_at': '2022-10-28T10:04:06Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:22.719639 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9eec01-5d3e-4cca-b1ee-b45b0d9be388 None None] The sync data for ids ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'] in dv-neutron-zed-2-hyperv is: [{'id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'name': 'tempest-TestNetworkBasicOps-router-1550957092', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:03:56Z', 'updated_at': '2022-10-28T10:04:01Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:57Z', 'updated_at': '2022-10-28T10:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '38e0cc46-ebc7-49db-b017-cab802719d8a', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.83', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'port_id': 'af77f7c3-5ab0-4abb-a43b-b6ba00e266bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'mac_address': 'fa:16:3e:a5:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:04:20Z', 'updated_at': '2022-10-28T10:04:20Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f6bc29-1637-442c-a620-600c673b626c', 'name': '', 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:32:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:04:00Z', 'updated_at': '2022-10-28T10:04:06Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:04:23.023599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43648) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:23.089922 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ce56476c-200d-45ba-a475-78dde273dc0d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/38e0cc46-ebc7-49db-b017-cab802719d8a HTTP/1.1" status: 200 len: 991 time: 0.0642939 Oct 28 10:04:23.174658 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1', 'tag': 'af77f7c3-5ab0-4abb-a43b-b6ba00e266bd'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:04:23.177088 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d205e76-7722-4ad2-acee-7b4819065cef" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1", "tag": "af77f7c3-5ab0-4abb-a43b-b6ba00e266bd"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:04:23.218595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7100468a-c72f-4073-a087-67eafa7491eb x-openstack-request-id: req-7100468a-c72f-4073-a087-67eafa7491eb {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:04:23.218924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1", "tag": "af77f7c3-5ab0-4abb-a43b-b6ba00e266bd", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:04:23.219183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7100468a-c72f-4073-a087-67eafa7491eb {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:04:23.219838 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7100468a-c72f-4073-a087-67eafa7491eb'] response: {'name': 'network-changed', 'server_uuid': 'b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1', 'tag': 'af77f7c3-5ab0-4abb-a43b-b6ba00e266bd', 'status': 'completed', 'code': 200} Oct 28 10:04:23.284483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:23.316429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d205e76-7722-4ad2-acee-7b4819065cef req-8c8ba634-3f3b-4086-a0c9-7de8d1da9f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:23.318014 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7d205e76-7722-4ad2-acee-7b4819065cef req-8c8ba634-3f3b-4086-a0c9-7de8d1da9f18 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 1130 time: 0.0487375 Oct 28 10:04:23.332888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:23.365582 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc404742-540d-49bb-a0c5-b3508ce69386 None None] New status for floating IP 38e0cc46-ebc7-49db-b017-cab802719d8a: ACTIVE {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:04:23.382276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:23.404744 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43654) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:23.434456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d205e76-7722-4ad2-acee-7b4819065cef req-ebbb5706-b12c-40f8-8764-2fb07ef003a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:23.436387 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7d205e76-7722-4ad2-acee-7b4819065cef req-ebbb5706-b12c-40f8-8764-2fb07ef003a3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 HTTP/1.1" status: 200 len: 898 time: 0.1120338 Oct 28 10:04:23.505591 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7d205e76-7722-4ad2-acee-7b4819065cef req-e92179d7-5859-44a5-b41b-c472286da381 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af77f7c3-5ab0-4abb-a43b-b6ba00e266bd HTTP/1.1" status: 200 len: 999 time: 0.0626049 Oct 28 10:04:23.561359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d205e76-7722-4ad2-acee-7b4819065cef req-d3755252-30d6-437e-89eb-e29b7093df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:23.562916 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7d205e76-7722-4ad2-acee-7b4819065cef req-d3755252-30d6-437e-89eb-e29b7093df95 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=94e76b79-0a8f-4237-96a8-fe482d8519de HTTP/1.1" status: 200 len: 835 time: 0.0509698 Oct 28 10:04:23.616046 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d205e76-7722-4ad2-acee-7b4819065cef req-137a93fb-06fb-4ea8-8a46-c035669a99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:23.617740 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7d205e76-7722-4ad2-acee-7b4819065cef req-137a93fb-06fb-4ea8-8a46-c035669a99fc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a2fe8b11-e4df-4ed0-b07e-85c0c5af6453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0482738 Oct 28 10:04:23.685760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:23.726362 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7d205e76-7722-4ad2-acee-7b4819065cef req-bf96b95f-38e8-4274-b00f-9da41e7ac94c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a2fe8b11-e4df-4ed0-b07e-85c0c5af6453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007915 Oct 28 10:04:23.769501 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:23.776219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-096f0507-270c-465f-952c-c2fe231636f7 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (81647dcf-dcda-4265-bfbb-b8703e649526), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:23.828186 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7d205e76-7722-4ad2-acee-7b4819065cef req-3e00ceb5-4a99-4818-bc58-aff4f6ff73a8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a2fe8b11-e4df-4ed0-b07e-85c0c5af6453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941250 Oct 28 10:04:23.987901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device f7abba03-c42a-4953-b29b-65835498553d no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:04:24.011864 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: f7abba03-c42a-4953-b29b-65835498553d {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:04:24.012279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device f7abba03-c42a-4953-b29b-65835498553d not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:04:24.029944 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-096f0507-270c-465f-952c-c2fe231636f7 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Deleting port c146f636-6b3f-4ac5-b61f-1f56625c48cf {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:04:24.030277 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-096f0507-270c-465f-952c-c2fe231636f7 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:24.093741 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43656) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:24.126892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-096f0507-270c-465f-952c-c2fe231636f7 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] For port c146f636-6b3f-4ac5-b61f-1f56625c48cf, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c146f636-6b3f-4ac5-b61f-1f56625c48cf,segment=NetworkSegment(36a26154-8cd3-4ea5-8028-8bbd727757f2),segment_id=36a26154-8cd3-4ea5-8028-8bbd727757f2)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:24.127295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-096f0507-270c-465f-952c-c2fe231636f7 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:24.141627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-096f0507-270c-465f-952c-c2fe231636f7 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Calling delete_port for c146f636-6b3f-4ac5-b61f-1f56625c48cf owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:04:24.156299 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2cf9a5f6-eaba-4e48-95d7-4001bdd1a6e9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/38e0cc46-ebc7-49db-b017-cab802719d8a HTTP/1.1" status: 200 len: 993 time: 0.0612566 Oct 28 10:04:24.249942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:24.418555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-096f0507-270c-465f-952c-c2fe231636f7 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (c146f636-6b3f-4ac5-b61f-1f56625c48cf), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:24.449394 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f0507-270c-465f-952c-c2fe231636f7 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event deleted for resources: {'Port': ['ID=c146f636-6b3f-4ac5-b61f-1f56625c48cf,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:24.922271 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-096f0507-270c-465f-952c-c2fe231636f7 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (81647dcf-dcda-4265-bfbb-b8703e649526), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:25.078623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:25.143560 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096f0507-270c-465f-952c-c2fe231636f7 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Router 81647dcf-dcda-4265-bfbb-b8703e649526 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:04:25.248990 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096f0507-270c-465f-952c-c2fe231636f7 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:04:25.254321 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-096f0507-270c-465f-952c-c2fe231636f7 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "PUT /networking/v2.0/routers/81647dcf-dcda-4265-bfbb-b8703e649526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8513458 Oct 28 10:04:25.256715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43658) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:25.260350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113e99a5-04c5-4499-b538-7d9fc38ebc61 None None] Sync routers for ids ['81647dcf-dcda-4265-bfbb-b8703e649526'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:04:25.270811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e99a5-04c5-4499-b538-7d9fc38ebc61 None None] Routers {'81647dcf-dcda-4265-bfbb-b8703e649526'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:04:25.271440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-113e99a5-04c5-4499-b538-7d9fc38ebc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['81647dcf-dcda-4265-bfbb-b8703e649526'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:25.314110 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c14d7b-6768-4d9b-b462-f5d88ae6fdbe tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Deleting subnet c5e494c6-0e33-45a5-bd6b-29188c18fb61 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:04:25.317563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d5c14d7b-6768-4d9b-b462-f5d88ae6fdbe tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for subnet (c5e494c6-0e33-45a5-bd6b-29188c18fb61), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:25.361045 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d5c14d7b-6768-4d9b-b462-f5d88ae6fdbe tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (c5e494c6-0e33-45a5-bd6b-29188c18fb61), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:25.383431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-113e99a5-04c5-4499-b538-7d9fc38ebc61 None None] Set router 81647dcf-dcda-4265-bfbb-b8703e649526 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:04:25.448119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d5c14d7b-6768-4d9b-b462-f5d88ae6fdbe tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (c5e494c6-0e33-45a5-bd6b-29188c18fb61), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:25.491567 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:25.564236 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-113e99a5-04c5-4499-b538-7d9fc38ebc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868206850', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214'}], 'enable_snat': True}, 'gw_port_id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:02:18Z', 'updated_at': '2022-10-28T10:04:24Z', 'revision_number': 5, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'gw_port': {'id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:19Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:25.589507 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113e99a5-04c5-4499-b538-7d9fc38ebc61 None None] Checking router: 81647dcf-dcda-4265-bfbb-b8703e649526 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:04:25.598371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e99a5-04c5-4499-b538-7d9fc38ebc61 None None] Routers {'81647dcf-dcda-4265-bfbb-b8703e649526'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:04:25.599012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-113e99a5-04c5-4499-b538-7d9fc38ebc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['81647dcf-dcda-4265-bfbb-b8703e649526'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:25.616588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d5c14d7b-6768-4d9b-b462-f5d88ae6fdbe tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (c5e494c6-0e33-45a5-bd6b-29188c18fb61), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:25.635112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:25.642837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c14d7b-6768-4d9b-b462-f5d88ae6fdbe tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e494c6-0e33-45a5-bd6b-29188c18fb61,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:25.647501 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d5c14d7b-6768-4d9b-b462-f5d88ae6fdbe tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:25.650747 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d5c14d7b-6768-4d9b-b462-f5d88ae6fdbe tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c5e494c6-0e33-45a5-bd6b-29188c18fb61 HTTP/1.1" status: 204 len: 168 time: 0.3930292 Oct 28 10:04:25.655670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43660) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:25.680375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60fade2-b138-4c71-9218-68dad0e7fea0 None None] Network d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:04:25.762414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-113e99a5-04c5-4499-b538-7d9fc38ebc61 None None] Set router 81647dcf-dcda-4265-bfbb-b8703e649526 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:04:25.771437 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dea6e71b-a03f-4c60-933d-6643fd2aa29a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for router (81647dcf-dcda-4265-bfbb-b8703e649526), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:25.881529 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dea6e71b-a03f-4c60-933d-6643fd2aa29a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for router_gateway (81647dcf-dcda-4265-bfbb-b8703e649526), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:25.949441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0180195-8f27-4abc-9284-d19f706d431f None None] DHCP port deletion for d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:04:25.972974 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-113e99a5-04c5-4499-b538-7d9fc38ebc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868206850', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214'}], 'enable_snat': True}, 'gw_port_id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:02:18Z', 'updated_at': '2022-10-28T10:04:24Z', 'revision_number': 5, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'gw_port': {'id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:19Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:26.020323 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-dea6e71b-a03f-4c60-933d-6643fd2aa29a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Deleting port 04fafdfd-ec94-419f-85bc-96400c21ce37 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:04:26.020602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113e99a5-04c5-4499-b538-7d9fc38ebc61 None None] The sync data for ids ['81647dcf-dcda-4265-bfbb-b8703e649526'] in dv-neutron-zed-2-hyperv is: [{'id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868206850', 'tenant_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214'}], 'enable_snat': True}, 'gw_port_id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:02:18Z', 'updated_at': '2022-10-28T10:04:24Z', 'revision_number': 5, 'project_id': 'fea74ec1cef84d5d8533684dc2ea706f', 'gw_port': {'id': '04fafdfd-ec94-419f-85bc-96400c21ce37', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81647dcf-dcda-4265-bfbb-b8703e649526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:02:19Z', 'updated_at': '2022-10-28T10:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:04:26.020765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dea6e71b-a03f-4c60-933d-6643fd2aa29a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (04fafdfd-ec94-419f-85bc-96400c21ce37), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:26.029246 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a0180195-8f27-4abc-9284-d19f706d431f None None] Deleting port 5a5628ee-4a76-4027-ba94-69eb133eddc6 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:04:26.033829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a0180195-8f27-4abc-9284-d19f706d431f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (5a5628ee-4a76-4027-ba94-69eb133eddc6), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:26.103105 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a0180195-8f27-4abc-9284-d19f706d431f None None] For port 5a5628ee-4a76-4027-ba94-69eb133eddc6, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5a5628ee-4a76-4027-ba94-69eb133eddc6,segment=NetworkSegment(36a26154-8cd3-4ea5-8028-8bbd727757f2),segment_id=36a26154-8cd3-4ea5-8028-8bbd727757f2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:26.103487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a0180195-8f27-4abc-9284-d19f706d431f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (5a5628ee-4a76-4027-ba94-69eb133eddc6), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:26.117655 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a0180195-8f27-4abc-9284-d19f706d431f None None] Calling delete_port for 5a5628ee-4a76-4027-ba94-69eb133eddc6 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:04:26.123829 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-dea6e71b-a03f-4c60-933d-6643fd2aa29a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] For port 04fafdfd-ec94-419f-85bc-96400c21ce37, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=04fafdfd-ec94-419f-85bc-96400c21ce37,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:26.124197 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dea6e71b-a03f-4c60-933d-6643fd2aa29a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (04fafdfd-ec94-419f-85bc-96400c21ce37), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:26.128542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:26.143400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-dea6e71b-a03f-4c60-933d-6643fd2aa29a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Calling delete_port for 04fafdfd-ec94-419f-85bc-96400c21ce37 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:04:26.258788 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a0180195-8f27-4abc-9284-d19f706d431f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (5a5628ee-4a76-4027-ba94-69eb133eddc6), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:26.259218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:26.285038 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0180195-8f27-4abc-9284-d19f706d431f None None] Pushing event deleted for resources: {'Port': ['ID=5a5628ee-4a76-4027-ba94-69eb133eddc6,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:26.288694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0180195-8f27-4abc-9284-d19f706d431f None None] No DVR routers for this DVR port 5a5628ee-4a76-4027-ba94-69eb133eddc6 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:04:26.374405 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dea6e71b-a03f-4c60-933d-6643fd2aa29a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (04fafdfd-ec94-419f-85bc-96400c21ce37), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:26.399391 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6e71b-a03f-4c60-933d-6643fd2aa29a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event deleted for resources: {'Port': ['ID=04fafdfd-ec94-419f-85bc-96400c21ce37,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:26.436624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c146f636-6b3f-4ac5-b61f-1f56625c48cf no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:04:26.458065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: c146f636-6b3f-4ac5-b61f-1f56625c48cf {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:04:26.458484 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c146f636-6b3f-4ac5-b61f-1f56625c48cf not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:04:26.459005 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5a5628ee-4a76-4027-ba94-69eb133eddc6 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:04:26.482039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 5a5628ee-4a76-4027-ba94-69eb133eddc6 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:04:26.482989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5a5628ee-4a76-4027-ba94-69eb133eddc6 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:04:26.483257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dea6e71b-a03f-4c60-933d-6643fd2aa29a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (81647dcf-dcda-4265-bfbb-b8703e649526), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:26.579279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dea6e71b-a03f-4c60-933d-6643fd2aa29a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (81647dcf-dcda-4265-bfbb-b8703e649526), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:26.581924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dea6e71b-a03f-4c60-933d-6643fd2aa29a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for router_controller (81647dcf-dcda-4265-bfbb-b8703e649526), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:26.713863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dea6e71b-a03f-4c60-933d-6643fd2aa29a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (81647dcf-dcda-4265-bfbb-b8703e649526), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:26.714490 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea6e71b-a03f-4c60-933d-6643fd2aa29a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Fanout notify agent at l3_agent the message router_deleted on router 81647dcf-dcda-4265-bfbb-b8703e649526 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:04:26.721735 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dea6e71b-a03f-4c60-933d-6643fd2aa29a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:26.723368 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dea6e71b-a03f-4c60-933d-6643fd2aa29a tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "DELETE /networking/v2.0/routers/81647dcf-dcda-4265-bfbb-b8703e649526 HTTP/1.1" status: 204 len: 168 time: 1.0661781 Oct 28 10:04:26.726065 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43662) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:26.735974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:26.818735 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2be8-974e-4256-84ce-abe539294179 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (d4dabc19-8431-4a27-ba7c-42fb5ed6edf4), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:26.914957 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2be8-974e-4256-84ce-abe539294179 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (d4dabc19-8431-4a27-ba7c-42fb5ed6edf4), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:26.935276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-9d3e2be8-974e-4256-84ce-abe539294179 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4dabc19-8431-4a27-ba7c-42fb5ed6edf4']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:26.944863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-9d3e2be8-974e-4256-84ce-abe539294179 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a26154-8cd3-4ea5-8028-8bbd727757f2') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:26.945162 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-9d3e2be8-974e-4256-84ce-abe539294179 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a26154-8cd3-4ea5-8028-8bbd727757f2') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:26.955864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2be8-974e-4256-84ce-abe539294179 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (36a26154-8cd3-4ea5-8028-8bbd727757f2), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:26.970448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2be8-974e-4256-84ce-abe539294179 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (36a26154-8cd3-4ea5-8028-8bbd727757f2), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:26.976785 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3e2be8-974e-4256-84ce-abe539294179 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:04:26.977166 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2be8-974e-4256-84ce-abe539294179 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (36a26154-8cd3-4ea5-8028-8bbd727757f2), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:27.021950 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 36a26154-8cd3-4ea5-8028-8bbd727757f2 resource provider aggregate not found Oct 28 10:04:27.041902 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 36a26154-8cd3-4ea5-8028-8bbd727757f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36a26154-8cd3-4ea5-8028-8bbd727757f2 found for delete ", "request_id": "req-1a7b8c6e-aa97-402e-ba78-7aed03d5a3c7"}]} Oct 28 10:04:27.139002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2be8-974e-4256-84ce-abe539294179 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (d4dabc19-8431-4a27-ba7c-42fb5ed6edf4), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:27.147035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2be8-974e-4256-84ce-abe539294179 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:27.152093 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9d3e2be8-974e-4256-84ce-abe539294179 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "DELETE /networking/v2.0/networks/d4dabc19-8431-4a27-ba7c-42fb5ed6edf4 HTTP/1.1" status: 204 len: 168 time: 0.4249926 Oct 28 10:04:27.154864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43668) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:27.173195 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e2be8-974e-4256-84ce-abe539294179 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event deleted for resources: {'Network': ['ID=d4dabc19-8431-4a27-ba7c-42fb5ed6edf4,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:27.234019 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-871c96cf-f804-4d1d-bad8-0c21de2b4787 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group (ea890f1f-c981-4462-a115-c5598e9eb360), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:27.259500 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-871c96cf-f804-4d1d-bad8-0c21de2b4787 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group (ea890f1f-c981-4462-a115-c5598e9eb360), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:27.441351 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-871c96cf-f804-4d1d-bad8-0c21de2b4787 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (ea890f1f-c981-4462-a115-c5598e9eb360), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:27.443996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-871c96cf-f804-4d1d-bad8-0c21de2b4787 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:27.445199 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-871c96cf-f804-4d1d-bad8-0c21de2b4787 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ea890f1f-c981-4462-a115-c5598e9eb360 HTTP/1.1" status: 204 len: 168 time: 0.2894137 Oct 28 10:04:27.455153 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c96cf-f804-4d1d-bad8-0c21de2b4787 tempest-TestNetworkAdvancedServerOps-1340069360 tempest-TestNetworkAdvancedServerOps-1340069360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea890f1f-c981-4462-a115-c5598e9eb360,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:27.993714 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43676) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:28.132954 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a43611f6-a730-43a3-8932-ec6bc491f064 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fea74ec1cef84d5d8533684dc2ea706f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358280 Oct 28 10:04:28.133453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43680) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:28.186994 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2aceb2ec-3e73-430d-a5e3-2a804b661436 admin admin] Publish callbacks [] for security_group (9500bc6a-79e5-45bf-95fe-7b9399ffb1b0), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:28.208586 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2aceb2ec-3e73-430d-a5e3-2a804b661436 admin admin] Publish callbacks [] for security_group (9500bc6a-79e5-45bf-95fe-7b9399ffb1b0), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:28.270825 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 04fafdfd-ec94-419f-85bc-96400c21ce37 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:04:28.291917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 04fafdfd-ec94-419f-85bc-96400c21ce37 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:04:28.292294 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 04fafdfd-ec94-419f-85bc-96400c21ce37 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:04:28.367033 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2aceb2ec-3e73-430d-a5e3-2a804b661436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (9500bc6a-79e5-45bf-95fe-7b9399ffb1b0), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:28.369604 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2aceb2ec-3e73-430d-a5e3-2a804b661436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:28.370835 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2aceb2ec-3e73-430d-a5e3-2a804b661436 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9500bc6a-79e5-45bf-95fe-7b9399ffb1b0 HTTP/1.1" status: 204 len: 168 time: 0.2364092 Oct 28 10:04:28.379258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aceb2ec-3e73-430d-a5e3-2a804b661436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9500bc6a-79e5-45bf-95fe-7b9399ffb1b0,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:28.974489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43686) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:28.989199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-304169f4-a727-4592-9193-36d6f4d47564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:29.022893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:29.067625 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-304169f4-a727-4592-9193-36d6f4d47564 admin admin] Publish callbacks [] for security_group (fa54faa6-2e26-4855-9171-6f26900a4970), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:29.178708 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-304169f4-a727-4592-9193-36d6f4d47564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (fa54faa6-2e26-4855-9171-6f26900a4970), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:29.220371 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304169f4-a727-4592-9193-36d6f4d47564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa54faa6-2e26-4855-9171-6f26900a4970,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:29.224653 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-304169f4-a727-4592-9193-36d6f4d47564 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bc1ca83a85b44586b26265c0bca3a9ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2490406 Oct 28 10:04:29.227495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43688) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:29.286316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1f320a7b-0130-49e7-ac14-69682b5bb393 admin admin] Publish callbacks [] for security_group (fa54faa6-2e26-4855-9171-6f26900a4970), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:29.308973 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1f320a7b-0130-49e7-ac14-69682b5bb393 admin admin] Publish callbacks [] for security_group (fa54faa6-2e26-4855-9171-6f26900a4970), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:29.485206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1f320a7b-0130-49e7-ac14-69682b5bb393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (fa54faa6-2e26-4855-9171-6f26900a4970), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:29.487688 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1f320a7b-0130-49e7-ac14-69682b5bb393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:29.489199 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1f320a7b-0130-49e7-ac14-69682b5bb393 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fa54faa6-2e26-4855-9171-6f26900a4970 HTTP/1.1" status: 204 len: 168 time: 0.2602322 Oct 28 10:04:29.497956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f320a7b-0130-49e7-ac14-69682b5bb393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa54faa6-2e26-4855-9171-6f26900a4970,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:31.155066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:31.174155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a1dc0-9faf-4264-9d78-cdb625111d12 req-f7926b62-b1d4-4a02-b304-694e9b9db765 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:31.175738 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b0a1dc0-9faf-4264-9d78-cdb625111d12 req-f7926b62-b1d4-4a02-b304-694e9b9db765 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 946 time: 0.0509977 Oct 28 10:04:31.242866 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b0a1dc0-9faf-4264-9d78-cdb625111d12 req-18cbc0a5-7d18-4503-8877-844f3a012a6a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611088 Oct 28 10:04:32.385297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e359f-4e67-4122-b4c4-21a77028e47d req-4ddb5dc9-3108-4c27-b1f1-61061c9c4845 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:32.386898 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fc4e359f-4e67-4122-b4c4-21a77028e47d req-4ddb5dc9-3108-4c27-b1f1-61061c9c4845 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 946 time: 0.0605259 Oct 28 10:04:32.438608 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fc4e359f-4e67-4122-b4c4-21a77028e47d req-a27b694e-3dad-48f4-b7b8-aafb18fdb985 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460393 Oct 28 10:04:33.034734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35592fab-9ee9-4f37-92fc-f0ff9fbcc151 req-211a6f88-4b2a-4d55-86b3-a506be518164 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:33.036149 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-35592fab-9ee9-4f37-92fc-f0ff9fbcc151 req-211a6f88-4b2a-4d55-86b3-a506be518164 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 946 time: 0.0484948 Oct 28 10:04:33.124099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-35592fab-9ee9-4f37-92fc-f0ff9fbcc151 req-24eb2dbb-84f1-44e2-a8f1-b53eefa8da84 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Deleting port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:04:33.124441 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-35592fab-9ee9-4f37-92fc-f0ff9fbcc151 req-24eb2dbb-84f1-44e2-a8f1-b53eefa8da84 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (99af4c86-ea8a-47d1-b983-fa93f2e23fa3), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:33.216769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-35592fab-9ee9-4f37-92fc-f0ff9fbcc151 req-24eb2dbb-84f1-44e2-a8f1-b53eefa8da84 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] For port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=99af4c86-ea8a-47d1-b983-fa93f2e23fa3,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:33.217131 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-35592fab-9ee9-4f37-92fc-f0ff9fbcc151 req-24eb2dbb-84f1-44e2-a8f1-b53eefa8da84 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (99af4c86-ea8a-47d1-b983-fa93f2e23fa3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:33.430976 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-35592fab-9ee9-4f37-92fc-f0ff9fbcc151 req-24eb2dbb-84f1-44e2-a8f1-b53eefa8da84 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:33.431366 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-35592fab-9ee9-4f37-92fc-f0ff9fbcc151 req-24eb2dbb-84f1-44e2-a8f1-b53eefa8da84 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (fd947633-b9bf-4793-906a-d5a358af2eda), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:33.431695 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [req-35592fab-9ee9-4f37-92fc-f0ff9fbcc151 req-24eb2dbb-84f1-44e2-a8f1-b53eefa8da84 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Floating IP fd947633-b9bf-4793-906a-d5a358af2eda disassociated. External IP: 172.36.1.14, port: 99af4c86-ea8a-47d1-b983-fa93f2e23fa3. Oct 28 10:04:33.432040 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-35592fab-9ee9-4f37-92fc-f0ff9fbcc151 req-24eb2dbb-84f1-44e2-a8f1-b53eefa8da84 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Calling delete_port for 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:04:33.494216 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:33.554161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:33.564504 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6b923-a86b-4c26-aebb-15c9a2e6eebe req-2c9292a0-e0be-44bd-8894-27a10629dd99 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:33.566043 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-05d6b923-a86b-4c26-aebb-15c9a2e6eebe req-2c9292a0-e0be-44bd-8894-27a10629dd99 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 946 time: 0.0494750 Oct 28 10:04:33.616102 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-05d6b923-a86b-4c26-aebb-15c9a2e6eebe req-d30a781e-4cc5-4f55-93e4-b0e5a8aab5c3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443645 Oct 28 10:04:33.776342 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-35592fab-9ee9-4f37-92fc-f0ff9fbcc151 req-24eb2dbb-84f1-44e2-a8f1-b53eefa8da84 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (99af4c86-ea8a-47d1-b983-fa93f2e23fa3), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:33.810865 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb2dbb-84f1-44e2-a8f1-b53eefa8da84 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event deleted for resources: {'Port': ['ID=99af4c86-ea8a-47d1-b983-fa93f2e23fa3,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:33.924395 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35592fab-9ee9-4f37-92fc-f0ff9fbcc151 req-24eb2dbb-84f1-44e2-a8f1-b53eefa8da84 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Router 2e12110d-5955-4566-87c5-bac8137e0170 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:04:34.032783 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35592fab-9ee9-4f37-92fc-f0ff9fbcc151 req-24eb2dbb-84f1-44e2-a8f1-b53eefa8da84 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:04:34.043300 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49d0b8-ce64-40c9-9e63-3bca41064dcc None None] Sync routers for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:04:34.054576 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49d0b8-ce64-40c9-9e63-3bca41064dcc None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:04:34.055236 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-8a49d0b8-ce64-40c9-9e63-3bca41064dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:34.168200 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-8a49d0b8-ce64-40c9-9e63-3bca41064dcc None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:04:34.384144 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-8a49d0b8-ce64-40c9-9e63-3bca41064dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:34.391423 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-35592fab-9ee9-4f37-92fc-f0ff9fbcc151 req-24eb2dbb-84f1-44e2-a8f1-b53eefa8da84 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] No DVR routers for this DVR port 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:04:34.394032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-35592fab-9ee9-4f37-92fc-f0ff9fbcc151 req-24eb2dbb-84f1-44e2-a8f1-b53eefa8da84 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:34.397328 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-35592fab-9ee9-4f37-92fc-f0ff9fbcc151 req-24eb2dbb-84f1-44e2-a8f1-b53eefa8da84 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.48 "DELETE /networking/v2.0/ports/99af4c86-ea8a-47d1-b983-fa93f2e23fa3 HTTP/1.1" status: 204 len: 173 time: 1.3558209 Oct 28 10:04:34.397769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe192b4-de11-4a34-98fe-8b8146d29aa6', 'name': 'network-vif-deleted', 'tag': '99af4c86-ea8a-47d1-b983-fa93f2e23fa3'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:04:34.400037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3043ab8-87cd-405d-84d3-c9f9b42a5c92" -d '{"events": [{"server_uuid": "9fe192b4-de11-4a34-98fe-8b8146d29aa6", "name": "network-vif-deleted", "tag": "99af4c86-ea8a-47d1-b983-fa93f2e23fa3"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:04:34.411716 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49d0b8-ce64-40c9-9e63-3bca41064dcc None None] Checking router: 2e12110d-5955-4566-87c5-bac8137e0170 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:04:34.424323 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49d0b8-ce64-40c9-9e63-3bca41064dcc None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:04:34.424323 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-8a49d0b8-ce64-40c9-9e63-3bca41064dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:34.437750 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1199f3-4cfb-42d5-85df-60e5bdf61b00 x-openstack-request-id: req-0a1199f3-4cfb-42d5-85df-60e5bdf61b00 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:04:34.438045 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe192b4-de11-4a34-98fe-8b8146d29aa6", "name": "network-vif-deleted", "tag": "99af4c86-ea8a-47d1-b983-fa93f2e23fa3", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:04:34.438298 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a1199f3-4cfb-42d5-85df-60e5bdf61b00 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:04:34.438728 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1199f3-4cfb-42d5-85df-60e5bdf61b00'] response: {'server_uuid': '9fe192b4-de11-4a34-98fe-8b8146d29aa6', 'name': 'network-vif-deleted', 'tag': '99af4c86-ea8a-47d1-b983-fa93f2e23fa3', 'status': 'completed', 'code': 200} Oct 28 10:04:34.528749 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-8a49d0b8-ce64-40c9-9e63-3bca41064dcc None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:04:34.728940 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bb2d73a4-14f0-4f83-8836-d9c4d5f36a16 req-8fcebff6-8ceb-4495-a92e-1d9df5f475d8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 210 time: 0.0326986 Oct 28 10:04:34.729545 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-8a49d0b8-ce64-40c9-9e63-3bca41064dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:34.760558 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49d0b8-ce64-40c9-9e63-3bca41064dcc None None] The sync data for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv is: [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:04:34.997841 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f8b53f-1576-4cc4-80bb-d6db59a98132 None None] New status for floating IP fd947633-b9bf-4793-906a-d5a358af2eda: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:04:35.838065 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d765efb-308e-446e-ad5b-d02014fedc77 req-3cff031e-9e8f-4beb-956a-ce71fd249cd1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 210 time: 0.0293057 Oct 28 10:04:36.060825 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:04:36.081562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:04:36.081919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 99af4c86-ea8a-47d1-b983-fa93f2e23fa3 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:04:36.947227 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f019edc5-037b-4d8b-92ad-97d22c618eb0 req-89b142af-0006-4195-b6ac-4518c4563384 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 210 time: 0.0300560 Oct 28 10:04:38.064529 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-093060f8-e14f-444b-a3e3-1f259931c846 req-6b366b66-5ed9-4895-af73-3f8367640ab2 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 210 time: 0.0309041 Oct 28 10:04:39.187862 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e2c1726b-4513-42b1-bb11-2727013b152b req-50176b77-d8c2-446a-83ba-c89f04ca44c8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fe192b4-de11-4a34-98fe-8b8146d29aa6 HTTP/1.1" status: 200 len: 210 time: 0.0334482 Oct 28 10:04:40.468281 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-97fe7af3-69a5-4fcd-953a-adf29b0e7a22 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1494440146&fields=id&tenant_id=076144e2070b434c9d1fda1223cff4ed HTTP/1.1" status: 200 len: 267 time: 0.0466542 Oct 28 10:04:40.583764 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-43ca5b7b-ebca-400f-aed2-1751d67bc9e3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:40.585279 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-43ca5b7b-ebca-400f-aed2-1751d67bc9e3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 811 time: 0.1100669 Oct 28 10:04:40.601000 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-1e0085ae-dfa5-4922-ad5d-46762844db3f tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/quotas/076144e2070b434c9d1fda1223cff4ed HTTP/1.1" status: 200 len: 375 time: 0.0103126 Oct 28 10:04:40.658085 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-3514a963-e60a-4bb3-9c14-f183023cd9a4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517220 Oct 28 10:04:40.757890 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-9d626963-c373-4a30-a380-ecdf98c729ab service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861928 Oct 28 10:04:40.852393 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-c8d1ce65-e47d-4085-b9f5-4dbd00c877f8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883341 Oct 28 10:04:41.413932 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fcb50ec9-fe8f-4005-9310-2451abe02ae9 req-bfd114bd-4690-476b-a2c2-92fc45771cdf tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 210 time: 0.0310507 Oct 28 10:04:42.516954 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5c125580-c42a-4532-8cc9-dc2d7717429e req-c18fe156-98b4-4430-817b-4e561e7f40eb tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 210 time: 0.0295272 Oct 28 10:04:43.013112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-845ca240-51b1-47e3-930d-1191a60e9405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:43.629038 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ca6b7325-371a-46ee-9354-db5aff791377 req-e878b8a5-26fd-4809-b077-b4122e3d78fe tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 210 time: 0.0313790 Oct 28 10:04:43.648092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-74a453e6-7413-4470-8659-214e7fd93af5 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:43.649519 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-74a453e6-7413-4470-8659-214e7fd93af5 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.48 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 811 time: 0.1175857 Oct 28 10:04:43.724789 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-d2ef9e15-94b4-40ec-9822-1243e1945ad4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=076144e2070b434c9d1fda1223cff4ed HTTP/1.1" status: 200 len: 380 time: 0.0592823 Oct 28 10:04:43.735253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-50051cab-dcf0-41f5-962e-f8e388d890e3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Request body: {'port': {'device_id': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'admin_state_up': True, 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'security_groups': ['5565ee5c-a05f-4b75-a353-d54f0d47a2ce']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:04:43.904839 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-50051cab-dcf0-41f5-962e-f8e388d890e3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Made reservation on behalf of 076144e2070b434c9d1fda1223cff4ed for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:04:43.909038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-50051cab-dcf0-41f5-962e-f8e388d890e3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:44.049599 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-50051cab-dcf0-41f5-962e-f8e388d890e3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Allocated IP 172.20.0.3 (4d683f21-056f-49ef-b611-826c5b093c7b/19f66d81-2cce-4fe0-89e2-8ae1c40ac146/cf37a286-6643-4537-8de6-35151d34de6b) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:04:44.089072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:44.204049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-50051cab-dcf0-41f5-962e-f8e388d890e3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for port (cf37a286-6643-4537-8de6-35151d34de6b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:44.214611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:44.328447 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-50051cab-dcf0-41f5-962e-f8e388d890e3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (cf37a286-6643-4537-8de6-35151d34de6b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:44.377512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-50051cab-dcf0-41f5-962e-f8e388d890e3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Network 4d683f21-056f-49ef-b611-826c5b093c7b is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:04:44.382906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-50051cab-dcf0-41f5-962e-f8e388d890e3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:04:44.385176 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50051cab-dcf0-41f5-962e-f8e388d890e3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event updated for resources: {'Port': ['ID=cf37a286-6643-4537-8de6-35151d34de6b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:44.387601 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-50051cab-dcf0-41f5-962e-f8e388d890e3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:04:44.453298 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-50051cab-dcf0-41f5-962e-f8e388d890e3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:44.453957 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-50051cab-dcf0-41f5-962e-f8e388d890e3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:44.550584 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-50051cab-dcf0-41f5-962e-f8e388d890e3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8192887 Oct 28 10:04:44.572438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Request body: {'port': {'device_id': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:04:44.638900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (cf37a286-6643-4537-8de6-35151d34de6b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:44.673397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-42b149dc-b1b2-4702-b6a5-685561d0a84a None None] Provisioning complete for port cf37a286-6643-4537-8de6-35151d34de6b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:04:44.674760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42b149dc-b1b2-4702-b6a5-685561d0a84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (cf37a286-6643-4537-8de6-35151d34de6b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:44.675659 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-42b149dc-b1b2-4702-b6a5-685561d0a84a None None] Attempt 1 to provision port cf37a286-6643-4537-8de6-35151d34de6b Oct 28 10:04:44.730483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-42b149dc-b1b2-4702-b6a5-685561d0a84a None None] Port cf37a286-6643-4537-8de6-35151d34de6b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:04:44.732946 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:44.734578 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=79 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:44.775502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f17c6a-d7fc-4308-92ec-17f4d7552c6d req-cc48aea2-e64c-42dd-93d2-d55abc8268fe tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:44.777052 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-59f17c6a-d7fc-4308-92ec-17f4d7552c6d req-cc48aea2-e64c-42dd-93d2-d55abc8268fe tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 931 time: 0.0574982 Oct 28 10:04:44.834856 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-59f17c6a-d7fc-4308-92ec-17f4d7552c6d req-4522a468-83ec-4620-bb6d-5c510312cf5e tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505972 Oct 28 10:04:44.944141 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf37a286-6643-4537-8de6-35151d34de6b {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:04:44.952920 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Publish callbacks [] for port (cf37a286-6643-4537-8de6-35151d34de6b), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:44.966097 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Transition to ACTIVE for port object cf37a286-6643-4537-8de6-35151d34de6b will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:04:45.028007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (cf37a286-6643-4537-8de6-35151d34de6b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:45.095296 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Pushing event updated for resources: {'Port': ['ID=cf37a286-6643-4537-8de6-35151d34de6b,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:45.150288 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Attempting to bind port cf37a286-6643-4537-8de6-35151d34de6b on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:04:45.150621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Attempting to bind port cf37a286-6643-4537-8de6-35151d34de6b by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:04:45.150978 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Attempting to bind port cf37a286-6643-4537-8de6-35151d34de6b on network 4d683f21-056f-49ef-b611-826c5b093c7b {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:04:45.195442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:45.197525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Port cf37a286-6643-4537-8de6-35151d34de6b on network 4d683f21-056f-49ef-b611-826c5b093c7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:04:45.197850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Attempting to bind port cf37a286-6643-4537-8de6-35151d34de6b on network 4d683f21-056f-49ef-b611-826c5b093c7b {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:04:45.245168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:04:45.245500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Checking segment: {'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:04:45.245910 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Bound using segment: {'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:04:45.246347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Bound port: cf37a286-6643-4537-8de6-35151d34de6b, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:04:45.247323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (cf37a286-6643-4537-8de6-35151d34de6b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:45.316803 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] For port cf37a286-6643-4537-8de6-35151d34de6b, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:04:45.320139 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] For port cf37a286-6643-4537-8de6-35151d34de6b, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=cf37a286-6643-4537-8de6-35151d34de6b,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:04:45.361679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3378b3aa-023a-4a91-a3d7-7131e8f159ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:45.406929 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (cf37a286-6643-4537-8de6-35151d34de6b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:45.413130 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:45.413791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:45.416156 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/cf37a286-6643-4537-8de6-35151d34de6b HTTP/1.1" status: 200 len: 1093 time: 0.8497131 Oct 28 10:04:45.416156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'tag': 'cf37a286-6643-4537-8de6-35151d34de6b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:04:45.418248 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fa3c89-6622-48a2-a192-01d66d19c61d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bf861b-a5d9-4587-a763-c93fa55d8e6f", "tag": "cf37a286-6643-4537-8de6-35151d34de6b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:04:45.446538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:45.478877 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea17e31a-b9c6-4f30-afaa-57381c3d46e2 x-openstack-request-id: req-ea17e31a-b9c6-4f30-afaa-57381c3d46e2 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:04:45.479265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bf861b-a5d9-4587-a763-c93fa55d8e6f", "tag": "cf37a286-6643-4537-8de6-35151d34de6b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:04:45.479596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea17e31a-b9c6-4f30-afaa-57381c3d46e2 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:04:45.480107 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea17e31a-b9c6-4f30-afaa-57381c3d46e2'] response: {'name': 'network-changed', 'server_uuid': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'tag': 'cf37a286-6643-4537-8de6-35151d34de6b', 'status': 'completed', 'code': 200} Oct 28 10:04:45.483924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4afee-7d69-400d-836f-a90a175e976c service neutron] Pushing event updated for resources: {'Port': ['ID=cf37a286-6643-4537-8de6-35151d34de6b,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:45.577495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa3c89-6622-48a2-a192-01d66d19c61d req-e5d7073b-b251-4968-a1fa-361eca344e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:45.582723 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2fa3c89-6622-48a2-a192-01d66d19c61d req-e5d7073b-b251-4968-a1fa-361eca344e1e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 1127 time: 0.0476382 Oct 28 10:04:45.691405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa3c89-6622-48a2-a192-01d66d19c61d req-c95fc54a-d6be-4a4a-935f-d5be26835969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:45.692873 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2fa3c89-6622-48a2-a192-01d66d19c61d req-c95fc54a-d6be-4a4a-935f-d5be26835969 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=076144e2070b434c9d1fda1223cff4ed&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0995564 Oct 28 10:04:45.801374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa3c89-6622-48a2-a192-01d66d19c61d req-554de880-98b8-4b18-97d9-718a6927f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:45.802807 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2fa3c89-6622-48a2-a192-01d66d19c61d req-554de880-98b8-4b18-97d9-718a6927f768 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021669 Oct 28 10:04:45.909305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-3da46aed-6eed-4da0-ad04-bdb898380bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:45.910981 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-3da46aed-6eed-4da0-ad04-bdb898380bdc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 1127 time: 0.0425406 Oct 28 10:04:45.966419 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-f7e431c9-4680-45e4-86c9-6922fd740b2f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf37a286-6643-4537-8de6-35151d34de6b HTTP/1.1" status: 200 len: 217 time: 0.0405171 Oct 28 10:04:45.978453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b369ea-61bd-4db4-9fad-0003a85810be req-8e6422b1-69d8-4446-97ae-18fca81053d9 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:45.983124 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-19b369ea-61bd-4db4-9fad-0003a85810be req-8e6422b1-69d8-4446-97ae-18fca81053d9 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 943 time: 0.0591457 Oct 28 10:04:46.024057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-5100f44a-47a4-4083-af9d-cfc230943f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:46.024973 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-5100f44a-47a4-4083-af9d-cfc230943f9c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19f66d81-2cce-4fe0-89e2-8ae1c40ac146 HTTP/1.1" status: 200 len: 850 time: 0.0483358 Oct 28 10:04:46.034846 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-19b369ea-61bd-4db4-9fad-0003a85810be req-080aa4d0-3a78-4797-a941-ffa7709301c8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487540 Oct 28 10:04:46.072365 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-f4cc20e8-b733-4c80-ab96-964f89a4df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:46.074087 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-f4cc20e8-b733-4c80-ab96-964f89a4df4e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4d683f21-056f-49ef-b611-826c5b093c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0414126 Oct 28 10:04:46.178587 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-665ef468-09f2-4136-9ccd-e3929e2c2c1e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966790 Oct 28 10:04:46.276064 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-764a44bd-e5c8-4753-b450-8240460aebf5 req-411bce5f-2915-41aa-9573-14f561b37ba5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897298 Oct 28 10:04:46.862062 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:47.172200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddc30a-85cc-418b-ae03-64cdb63a1f9c req-529437bd-1d98-4c7f-a5dc-af39a96f259b tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:47.173799 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-36ddc30a-85cc-418b-ae03-64cdb63a1f9c req-529437bd-1d98-4c7f-a5dc-af39a96f259b tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 943 time: 0.0549195 Oct 28 10:04:47.204394 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:47.216308 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:47.229901 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-36ddc30a-85cc-418b-ae03-64cdb63a1f9c req-66879a14-59d4-466e-b094-ace477cdff41 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484862 Oct 28 10:04:47.955538 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:48.350620 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede3f3-708a-4d58-ab1f-e85ea3f48e29 req-7ba6e901-3147-4183-8d34-c177652a5b28 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:48.352226 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-83ede3f3-708a-4d58-ab1f-e85ea3f48e29 req-7ba6e901-3147-4183-8d34-c177652a5b28 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 943 time: 0.0473886 Oct 28 10:04:48.404937 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-83ede3f3-708a-4d58-ab1f-e85ea3f48e29 req-88f363e2-1482-4fbe-b0f7-36c7d6639941 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458465 Oct 28 10:04:48.510134 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:49.531794 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abb694-4677-4b51-9b49-6cff98f59880 req-75e88031-73b6-40ef-ac8b-dac238109650 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:49.533354 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-23abb694-4677-4b51-9b49-6cff98f59880 req-75e88031-73b6-40ef-ac8b-dac238109650 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 943 time: 0.0489237 Oct 28 10:04:49.587987 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-23abb694-4677-4b51-9b49-6cff98f59880 req-20a9c481-6c00-4918-955b-dfce8423c55f tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488896 Oct 28 10:04:50.711391 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bc395-10f3-475f-99f8-e2e9fe95490c req-adffbdf0-aab4-4902-b8b6-f161f2329a8b tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:50.712934 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fb5bc395-10f3-475f-99f8-e2e9fe95490c req-adffbdf0-aab4-4902-b8b6-f161f2329a8b tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 943 time: 0.0486023 Oct 28 10:04:50.767725 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fb5bc395-10f3-475f-99f8-e2e9fe95490c req-d2995594-078a-46b2-bfa5-8b3b7b030e13 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490236 Oct 28 10:04:51.892569 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb11718-916b-4304-b3a6-c17d3245e8bf req-f9e9b48a-186f-41bd-8867-db26faa530e0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:51.894083 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2fb11718-916b-4304-b3a6-c17d3245e8bf req-f9e9b48a-186f-41bd-8867-db26faa530e0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 943 time: 0.0489998 Oct 28 10:04:51.944266 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2fb11718-916b-4304-b3a6-c17d3245e8bf req-f3cc9e06-a7f1-4aa9-80b0-1b4f632e48ee tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445271 Oct 28 10:04:53.075985 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58701c16-e396-4e16-984d-c9289ac67f23 req-1cbde679-bd81-436a-b5c0-6e0e72a8af23 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:53.077497 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-58701c16-e396-4e16-984d-c9289ac67f23 req-1cbde679-bd81-436a-b5c0-6e0e72a8af23 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 943 time: 0.0529385 Oct 28 10:04:53.129562 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-58701c16-e396-4e16-984d-c9289ac67f23 req-6b63efb6-920b-4e5b-b460-e13a8f19cd96 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462542 Oct 28 10:04:53.420425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:54.252736 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d9798-9461-4efd-a3cd-6bb0d65ee913 req-31e60632-0f58-4fb8-ae23-bb258c00e942 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:54.254239 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-322d9798-9461-4efd-a3cd-6bb0d65ee913 req-31e60632-0f58-4fb8-ae23-bb258c00e942 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 943 time: 0.0489390 Oct 28 10:04:54.304875 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-322d9798-9461-4efd-a3cd-6bb0d65ee913 req-c9e49174-c752-46be-8148-034f0d7f5ec0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449514 Oct 28 10:04:55.285586 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43778) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:55.355503 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3d56763f-bb9c-4911-bf8a-d23c70b28dca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/38e0cc46-ebc7-49db-b017-cab802719d8a HTTP/1.1" status: 200 len: 993 time: 0.0641699 Oct 28 10:04:55.436973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21a968-70e3-429e-9db4-2f3c7df996d2 req-2737f2b6-46ca-4523-98a7-a0a23d72413f tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:55.438522 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1a21a968-70e3-429e-9db4-2f3c7df996d2 req-2737f2b6-46ca-4523-98a7-a0a23d72413f tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 943 time: 0.0563107 Oct 28 10:04:55.498299 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1a21a968-70e3-429e-9db4-2f3c7df996d2 req-77a152d0-84f5-4263-8bb3-bdd664ac152f tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526648 Oct 28 10:04:55.799492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43786) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:04:55.946288 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 8a0898cc-6607-450f-be08-65af0c1c7ea6 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:04:55.946525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (8a0898cc-6607-450f-be08-65af0c1c7ea6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:56.026211 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (8a0898cc-6607-450f-be08-65af0c1c7ea6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:56.026706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (8a0898cc-6607-450f-be08-65af0c1c7ea6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:56.035952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:56.041422 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 8a0898cc-6607-450f-be08-65af0c1c7ea6 owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:04:56.121427 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:56.250786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (8a0898cc-6607-450f-be08-65af0c1c7ea6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:56.273743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=8a0898cc-6607-450f-be08-65af0c1c7ea6,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:56.284299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:56.284620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:56.284963 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:56.285301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:56.285640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:56.286224 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:56.286882 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:56.286882 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:56.287078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:56.287255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:56.287579 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:56.287904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:56.288227 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:56.288550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:56.288872 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:56.354125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (38e0cc46-ebc7-49db-b017-cab802719d8a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:56.354453 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP 38e0cc46-ebc7-49db-b017-cab802719d8a disassociated (deleted). External IP: 172.36.1.83, port: af77f7c3-5ab0-4abb-a43b-b6ba00e266bd. Oct 28 10:04:56.557594 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:04:56.632467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7468e-d9a8-4cbf-a80c-316612fbc98a req-0fe47498-9a5e-4132-a4db-52c35ded66c8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:56.635056 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-aaf7468e-d9a8-4cbf-a80c-316612fbc98a req-0fe47498-9a5e-4132-a4db-52c35ded66c8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 943 time: 0.0553885 Oct 28 10:04:56.669325 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:04:56.674217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:56.681220 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c268b8-2ba7-4cdc-85f5-2192b99bf7bc None None] Sync routers for ids ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:04:56.700261 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-aaf7468e-d9a8-4cbf-a80c-316612fbc98a req-1bb98094-edb1-49c3-aef8-9b87883ebb4c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592527 Oct 28 10:04:56.705278 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:04:56.706137 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c268b8-2ba7-4cdc-85f5-2192b99bf7bc None None] Routers {'c48e5a00-c2fb-4a5f-955e-a2b0975898d5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:04:56.707064 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-85c268b8-2ba7-4cdc-85f5-2192b99bf7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:56.715271 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4a9badc6-4b7a-4eb5-8b52-9a4e91725e9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/38e0cc46-ebc7-49db-b017-cab802719d8a HTTP/1.1" status: 204 len: 168 time: 0.9146187 Oct 28 10:04:56.716123 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1', 'tag': 'af77f7c3-5ab0-4abb-a43b-b6ba00e266bd'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:04:56.719347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0fc5d8-8aa4-483f-8548-362c6f5c38b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1", "tag": "af77f7c3-5ab0-4abb-a43b-b6ba00e266bd"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:04:56.764942 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd01f18-b862-4835-8176-c2381b61a786 x-openstack-request-id: req-bfd01f18-b862-4835-8176-c2381b61a786 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:04:56.765236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1", "tag": "af77f7c3-5ab0-4abb-a43b-b6ba00e266bd", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:04:56.765490 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfd01f18-b862-4835-8176-c2381b61a786 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:04:56.765903 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd01f18-b862-4835-8176-c2381b61a786'] response: {'name': 'network-changed', 'server_uuid': 'b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1', 'tag': 'af77f7c3-5ab0-4abb-a43b-b6ba00e266bd', 'status': 'completed', 'code': 200} Oct 28 10:04:56.816946 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-85c268b8-2ba7-4cdc-85f5-2192b99bf7bc None None] Set router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:04:56.863113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fc5d8-8aa4-483f-8548-362c6f5c38b7 req-8b97d1c0-569f-4162-acdb-8871f99441f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:56.865029 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7d0fc5d8-8aa4-483f-8548-362c6f5c38b7 req-8b97d1c0-569f-4162-acdb-8871f99441f9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 1130 time: 0.0428627 Oct 28 10:04:56.976836 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fc5d8-8aa4-483f-8548-362c6f5c38b7 req-aa83bbd0-da5a-424a-b8ce-4b88c7e1f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:56.979361 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7d0fc5d8-8aa4-483f-8548-362c6f5c38b7 req-aa83bbd0-da5a-424a-b8ce-4b88c7e1f52a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 HTTP/1.1" status: 200 len: 898 time: 0.1050615 Oct 28 10:04:57.015193 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-85c268b8-2ba7-4cdc-85f5-2192b99bf7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'name': 'tempest-TestNetworkBasicOps-router-1550957092', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:03:56Z', 'updated_at': '2022-10-28T10:04:01Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:57Z', 'updated_at': '2022-10-28T10:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'c6f6bc29-1637-442c-a620-600c673b626c', 'name': '', 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:32:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:04:00Z', 'updated_at': '2022-10-28T10:04:06Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:57.022418 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7d0fc5d8-8aa4-483f-8548-362c6f5c38b7 req-a4a4b511-b9bf-4936-9b57-e800a5c36297 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af77f7c3-5ab0-4abb-a43b-b6ba00e266bd HTTP/1.1" status: 200 len: 217 time: 0.0352204 Oct 28 10:04:57.046554 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c268b8-2ba7-4cdc-85f5-2192b99bf7bc None None] Checking router: c48e5a00-c2fb-4a5f-955e-a2b0975898d5 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:04:57.061714 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c268b8-2ba7-4cdc-85f5-2192b99bf7bc None None] Routers {'c48e5a00-c2fb-4a5f-955e-a2b0975898d5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:04:57.061714 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-85c268b8-2ba7-4cdc-85f5-2192b99bf7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:57.135104 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272ee0f-488b-4232-aa9c-97d6e2876324 req-f7b32966-7e2d-4fe1-a34c-14564bcb9c10 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:57.136545 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3272ee0f-488b-4232-aa9c-97d6e2876324 req-f7b32966-7e2d-4fe1-a34c-14564bcb9c10 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 946 time: 0.0473824 Oct 28 10:04:57.160117 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-85c268b8-2ba7-4cdc-85f5-2192b99bf7bc None None] Set router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:04:57.189240 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3272ee0f-488b-4232-aa9c-97d6e2876324 req-d362a3fa-e3df-4712-9915-3047974277fd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af4afd97-3759-452b-863b-e17454c29841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460548 Oct 28 10:04:57.437116 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-85c268b8-2ba7-4cdc-85f5-2192b99bf7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'name': 'tempest-TestNetworkBasicOps-router-1550957092', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:03:56Z', 'updated_at': '2022-10-28T10:04:01Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:57Z', 'updated_at': '2022-10-28T10:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'c6f6bc29-1637-442c-a620-600c673b626c', 'name': '', 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:32:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:04:00Z', 'updated_at': '2022-10-28T10:04:06Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:57.462050 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c268b8-2ba7-4cdc-85f5-2192b99bf7bc None None] The sync data for ids ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'] in dv-neutron-zed-2-hyperv is: [{'id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'name': 'tempest-TestNetworkBasicOps-router-1550957092', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:03:56Z', 'updated_at': '2022-10-28T10:04:01Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:57Z', 'updated_at': '2022-10-28T10:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'c6f6bc29-1637-442c-a620-600c673b626c', 'name': '', 'network_id': 'a2fe8b11-e4df-4ed0-b07e-85c0c5af6453', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:32:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:04:00Z', 'updated_at': '2022-10-28T10:04:06Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '94e76b79-0a8f-4237-96a8-fe482d8519de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:04:57.686569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a4f02-4378-47d3-b3df-3f0dad84d453 None None] New status for floating IP 38e0cc46-ebc7-49db-b017-cab802719d8a: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:04:57.689146 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=73,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:57.690723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=36,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:57.834046 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d571ed1-8653-4382-9db9-4eeea8dc2bdc req-61c0bdee-ccbe-4cc3-ae90-bcdbd6e294df tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:57.835586 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6d571ed1-8653-4382-9db9-4eeea8dc2bdc req-61c0bdee-ccbe-4cc3-ae90-bcdbd6e294df tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 943 time: 0.0514135 Oct 28 10:04:57.872284 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:57.891912 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6d571ed1-8653-4382-9db9-4eeea8dc2bdc req-8727cdbd-4496-4e15-8c22-e899874bd3ee tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506394 Oct 28 10:04:58.155047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device cf37a286-6643-4537-8de6-35151d34de6b details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:04:58.260269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port cf37a286-6643-4537-8de6-35151d34de6b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=cf37a286-6643-4537-8de6-35151d34de6b,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:58.272826 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'cf37a286-6643-4537-8de6-35151d34de6b', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'port_id': 'cf37a286-6643-4537-8de6-35151d34de6b', 'mac_address': 'fa:16:3e:5a:dd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:04:58.315490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port cf37a286-6643-4537-8de6-35151d34de6b is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:04:58.315995 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (cf37a286-6643-4537-8de6-35151d34de6b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:58.321407 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd654d6f-a97e-48a5-891f-06ccbd933a27 req-b3dab63c-65df-40bb-b655-b3c7d601d6c9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:58.325171 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cd654d6f-a97e-48a5-891f-06ccbd933a27 req-b3dab63c-65df-40bb-b655-b3c7d601d6c9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 946 time: 0.0488737 Oct 28 10:04:58.330769 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf37a286-6643-4537-8de6-35151d34de6b {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:04:58.356373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port cf37a286-6643-4537-8de6-35151d34de6b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=cf37a286-6643-4537-8de6-35151d34de6b,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:58.362487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fc5d8-8aa4-483f-8548-362c6f5c38b7 req-25ba3f60-36ac-4e6a-a669-e5a226003fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:58.362487 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7d0fc5d8-8aa4-483f-8548-362c6f5c38b7 req-25ba3f60-36ac-4e6a-a669-e5a226003fb3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=94e76b79-0a8f-4237-96a8-fe482d8519de HTTP/1.1" status: 200 len: 835 time: 0.0537722 Oct 28 10:04:58.382707 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cd654d6f-a97e-48a5-891f-06ccbd933a27 req-4d19c214-14df-4d2d-b02d-c6ed55f70d7e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af4afd97-3759-452b-863b-e17454c29841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533421 Oct 28 10:04:58.408292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fc5d8-8aa4-483f-8548-362c6f5c38b7 req-6b1c87fc-a551-4354-ad82-97e7bd50573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:58.409731 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7d0fc5d8-8aa4-483f-8548-362c6f5c38b7 req-6b1c87fc-a551-4354-ad82-97e7bd50573d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a2fe8b11-e4df-4ed0-b07e-85c0c5af6453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0416095 Oct 28 10:04:58.433610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (cf37a286-6643-4537-8de6-35151d34de6b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:58.482129 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=cf37a286-6643-4537-8de6-35151d34de6b,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:58.489811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:58.490153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:58.490532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:58.490897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:58.491230 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:58.491558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:58.491882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:58.492205 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:58.492529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:58.492852 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:58.493173 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:58.493495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:58.493815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:58.494130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:58.494446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:58.567569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:58.652116 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7d0fc5d8-8aa4-483f-8548-362c6f5c38b7 req-d21710a5-a635-4d35-afb7-4430e086e586 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a2fe8b11-e4df-4ed0-b07e-85c0c5af6453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931804 Oct 28 10:04:58.729049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['cf37a286-6643-4537-8de6-35151d34de6b'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:04:58.812966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:58.822713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e19bc9-9a60-458c-9068-1003e9619487 req-393890c1-3cce-43a7-89d0-fafb07a8f6fe tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:58.824207 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9e19bc9-9a60-458c-9068-1003e9619487 req-393890c1-3cce-43a7-89d0-fafb07a8f6fe tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 946 time: 0.0974326 Oct 28 10:04:58.917100 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7d0fc5d8-8aa4-483f-8548-362c6f5c38b7 req-b597154c-6310-4c36-8e0a-94aed8360bab service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a2fe8b11-e4df-4ed0-b07e-85c0c5af6453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889882 Oct 28 10:04:58.945677 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-a9e19bc9-9a60-458c-9068-1003e9619487 req-f1611411-4dfb-4969-b708-cc0c7f29518f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:04:58.945677 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a9e19bc9-9a60-458c-9068-1003e9619487 req-f1611411-4dfb-4969-b708-cc0c7f29518f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (af77f7c3-5ab0-4abb-a43b-b6ba00e266bd), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:59.030200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80d0f1-b751-4c76-934d-cdb22728bc28 req-c4ed127e-b506-48ec-b956-a6b9f927652d tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:04:59.031860 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7e80d0f1-b751-4c76-934d-cdb22728bc28 req-c4ed127e-b506-48ec-b956-a6b9f927652d tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 944 time: 0.0576603 Oct 28 10:04:59.049168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-a9e19bc9-9a60-458c-9068-1003e9619487 req-f1611411-4dfb-4969-b708-cc0c7f29518f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=af77f7c3-5ab0-4abb-a43b-b6ba00e266bd,segment=NetworkSegment(7cc60cf7-131e-43e1-8a56-95bef6dacd2d),segment_id=7cc60cf7-131e-43e1-8a56-95bef6dacd2d)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:59.049541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a9e19bc9-9a60-458c-9068-1003e9619487 req-f1611411-4dfb-4969-b708-cc0c7f29518f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (af77f7c3-5ab0-4abb-a43b-b6ba00e266bd), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:59.063846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-a9e19bc9-9a60-458c-9068-1003e9619487 req-f1611411-4dfb-4969-b708-cc0c7f29518f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for af77f7c3-5ab0-4abb-a43b-b6ba00e266bd owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:04:59.080355 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:04:59.091988 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7e80d0f1-b751-4c76-934d-cdb22728bc28 req-1841f0a9-a93e-4b3b-8e2f-e1d27e45f12c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521331 Oct 28 10:04:59.262054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a9e19bc9-9a60-458c-9068-1003e9619487 req-f1611411-4dfb-4969-b708-cc0c7f29518f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (af77f7c3-5ab0-4abb-a43b-b6ba00e266bd), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:59.294007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1611411-4dfb-4969-b708-cc0c7f29518f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=af77f7c3-5ab0-4abb-a43b-b6ba00e266bd,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:59.340098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e19bc9-9a60-458c-9068-1003e9619487 req-f1611411-4dfb-4969-b708-cc0c7f29518f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] No DVR routers for this DVR port af77f7c3-5ab0-4abb-a43b-b6ba00e266bd on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:04:59.343257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a9e19bc9-9a60-458c-9068-1003e9619487 req-f1611411-4dfb-4969-b708-cc0c7f29518f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:04:59.355094 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9e19bc9-9a60-458c-9068-1003e9619487 req-f1611411-4dfb-4969-b708-cc0c7f29518f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "DELETE /networking/v2.0/ports/af77f7c3-5ab0-4abb-a43b-b6ba00e266bd HTTP/1.1" status: 204 len: 173 time: 0.5135179 Oct 28 10:04:59.355094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1', 'name': 'network-vif-deleted', 'tag': 'af77f7c3-5ab0-4abb-a43b-b6ba00e266bd'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:04:59.355094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee6287d-9e67-4264-a1cb-154374a3a2b9" -d '{"events": [{"server_uuid": "b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1", "name": "network-vif-deleted", "tag": "af77f7c3-5ab0-4abb-a43b-b6ba00e266bd"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:04:59.388062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3cc0f0-7f83-44b6-9cc3-4f10bb4c23df x-openstack-request-id: req-7b3cc0f0-7f83-44b6-9cc3-4f10bb4c23df {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:04:59.395157 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1", "name": "network-vif-deleted", "tag": "af77f7c3-5ab0-4abb-a43b-b6ba00e266bd", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:04:59.395157 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b3cc0f0-7f83-44b6-9cc3-4f10bb4c23df {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:04:59.395157 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3cc0f0-7f83-44b6-9cc3-4f10bb4c23df'] response: {'server_uuid': 'b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1', 'name': 'network-vif-deleted', 'tag': 'af77f7c3-5ab0-4abb-a43b-b6ba00e266bd', 'status': 'completed', 'code': 200} Oct 28 10:04:59.489228 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8e462b53-172c-4283-a6dd-df01926af71f req-56b0260f-954c-4f12-a45f-02d699a553b2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 210 time: 0.0294800 Oct 28 10:05:00.191298 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device cf37a286-6643-4537-8de6-35151d34de6b up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:05:00.211210 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea98a-448d-4336-93c9-3279ac0bf7d1 req-3e8a65fc-5ee5-400d-ab98-fa8eb93c1674 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:00.212847 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ffcea98a-448d-4336-93c9-3279ac0bf7d1 req-3e8a65fc-5ee5-400d-ab98-fa8eb93c1674 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 944 time: 0.0488918 Oct 28 10:05:00.237689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port cf37a286-6643-4537-8de6-35151d34de6b completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:05:00.266077 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ffcea98a-448d-4336-93c9-3279ac0bf7d1 req-cacc42cc-c067-4aec-8101-dcd17bbcdfbc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469158 Oct 28 10:05:00.332773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port cf37a286-6643-4537-8de6-35151d34de6b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:05:00.333143 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (cf37a286-6643-4537-8de6-35151d34de6b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:00.333485 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port cf37a286-6643-4537-8de6-35151d34de6b Oct 28 10:05:00.411326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port cf37a286-6643-4537-8de6-35151d34de6b is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:05:00.411718 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (cf37a286-6643-4537-8de6-35151d34de6b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:00.435853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf37a286-6643-4537-8de6-35151d34de6b'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:05:00.438113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561e1adb-89f8-454e-8483-b554e05cceab" -d '{"events": [{"server_uuid": "a1bf861b-a5d9-4587-a763-c93fa55d8e6f", "name": "network-vif-plugged", "status": "completed", "tag": "cf37a286-6643-4537-8de6-35151d34de6b"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:05:00.440316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:00.451584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port cf37a286-6643-4537-8de6-35151d34de6b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=cf37a286-6643-4537-8de6-35151d34de6b,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:05:00.477330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8836dab2-799f-41a0-bf0f-0e6e7a3233a0 x-openstack-request-id: req-8836dab2-799f-41a0-bf0f-0e6e7a3233a0 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:05:00.477631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bf861b-a5d9-4587-a763-c93fa55d8e6f", "name": "network-vif-plugged", "status": "completed", "tag": "cf37a286-6643-4537-8de6-35151d34de6b", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:05:00.477892 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8836dab2-799f-41a0-bf0f-0e6e7a3233a0 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:05:00.478302 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8836dab2-799f-41a0-bf0f-0e6e7a3233a0'] response: {'server_uuid': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf37a286-6643-4537-8de6-35151d34de6b', 'code': 200} Oct 28 10:05:00.538003 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (cf37a286-6643-4537-8de6-35151d34de6b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:00.591676 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=cf37a286-6643-4537-8de6-35151d34de6b,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:00.622205 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9177d1c0-a53d-4cdf-9955-3660bb4a48ad req-b6849bf0-017f-4cec-95dd-3bf53af5b224 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5f363f3-e5b2-4946-8c66-1fc49d3f3bb1 HTTP/1.1" status: 200 len: 210 time: 0.0373209 Oct 28 10:05:00.810975 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ef8e8-785e-4580-b618-b84a0cb16a5b req-f0aebc45-3200-4b27-9099-a66a69b5bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:00.813006 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e7ef8e8-785e-4580-b618-b84a0cb16a5b req-f0aebc45-3200-4b27-9099-a66a69b5bd05 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 1129 time: 0.0394709 Oct 28 10:05:00.869722 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e7ef8e8-785e-4580-b618-b84a0cb16a5b req-e88da125-1c8a-4b8c-970d-9bf12d7d36b2 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477464 Oct 28 10:05:01.400375 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04140ad6-a6f7-48f1-bf20-d6e21c58c3c5 req-d418442d-8254-4d17-89d5-ac521bd3a50d tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:01.401863 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-04140ad6-a6f7-48f1-bf20-d6e21c58c3c5 req-d418442d-8254-4d17-89d5-ac521bd3a50d tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 945 time: 0.0482247 Oct 28 10:05:01.451631 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-04140ad6-a6f7-48f1-bf20-d6e21c58c3c5 req-9f09b770-7bc0-4969-a58b-ba27342c3c47 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437005 Oct 28 10:05:01.696412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43818) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:01.757239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6631a3fc-87e6-44ad-a434-00a416eda8dc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (af4afd97-3759-452b-863b-e17454c29841), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:01.781716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6631a3fc-87e6-44ad-a434-00a416eda8dc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (af4afd97-3759-452b-863b-e17454c29841), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:01.896165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6631a3fc-87e6-44ad-a434-00a416eda8dc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (af4afd97-3759-452b-863b-e17454c29841), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:01.898756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6631a3fc-87e6-44ad-a434-00a416eda8dc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:01.899924 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6631a3fc-87e6-44ad-a434-00a416eda8dc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/af4afd97-3759-452b-863b-e17454c29841 HTTP/1.1" status: 204 len: 168 time: 0.2034338 Oct 28 10:05:01.910242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631a3fc-87e6-44ad-a434-00a416eda8dc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4afd97-3759-452b-863b-e17454c29841,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:02.002194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43822) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:02.060932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:02.215309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device af77f7c3-5ab0-4abb-a43b-b6ba00e266bd no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:05:02.217757 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:02.236656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: af77f7c3-5ab0-4abb-a43b-b6ba00e266bd {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:05:02.236873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device af77f7c3-5ab0-4abb-a43b-b6ba00e266bd not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:05:02.584601 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818a1d5-612b-4197-995e-e0353f24dc66 req-598c558e-5ed0-47fb-a112-5e92a752a5d3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:02.586139 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7818a1d5-612b-4197-995e-e0353f24dc66 req-598c558e-5ed0-47fb-a112-5e92a752a5d3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 945 time: 0.0481775 Oct 28 10:05:02.588266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:02.639996 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7818a1d5-612b-4197-995e-e0353f24dc66 req-1c150afc-5dec-4f15-ace5-f3424a95e8ff tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478194 Oct 28 10:05:02.672373 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c8da840-ea73-44c9-92f0-581eed8f7d54 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:02.775264 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a212f2-46f0-47d4-a30d-55c074212634 req-cfe95226-270b-4958-bd8a-3d841db487af tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:02.776740 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-60a212f2-46f0-47d4-a30d-55c074212634 req-cfe95226-270b-4958-bd8a-3d841db487af tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 945 time: 0.0532703 Oct 28 10:05:02.829438 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-60a212f2-46f0-47d4-a30d-55c074212634 req-6dc8dd78-a506-40e8-a340-d02d7edc6154 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466125 Oct 28 10:05:02.858880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43828) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:02.897289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f7d131-80f2-4d5a-b84c-65885559f630 tempest-TestVolumeBootPattern-1547117069 tempest-TestVolumeBootPattern-1547117069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:02.901333 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d9f7d131-80f2-4d5a-b84c-65885559f630 tempest-TestVolumeBootPattern-1547117069 tempest-TestVolumeBootPattern-1547117069-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 1124 time: 0.0413873 Oct 28 10:05:02.901918 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43830) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:02.906281 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': 'cf37a286-6643-4537-8de6-35151d34de6b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:05:02.924117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-7c8da840-ea73-44c9-92f0-581eed8f7d54 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port c6f6bc29-1637-442c-a620-600c673b626c {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:05:02.924757 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c8da840-ea73-44c9-92f0-581eed8f7d54 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (c6f6bc29-1637-442c-a620-600c673b626c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:03.001485 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:03.015591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-7c8da840-ea73-44c9-92f0-581eed8f7d54 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port c6f6bc29-1637-442c-a620-600c673b626c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c6f6bc29-1637-442c-a620-600c673b626c,segment=NetworkSegment(7cc60cf7-131e-43e1-8a56-95bef6dacd2d),segment_id=7cc60cf7-131e-43e1-8a56-95bef6dacd2d)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:05:03.015956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c8da840-ea73-44c9-92f0-581eed8f7d54 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (c6f6bc29-1637-442c-a620-600c673b626c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:03.029565 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-7c8da840-ea73-44c9-92f0-581eed8f7d54 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for c6f6bc29-1637-442c-a620-600c673b626c owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:05:03.084105 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:03.195455 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Allocated IP 172.36.1.205 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/abeaea40-0746-4b7c-9196-bf5b5f38c5e3) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:05:03.278935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:03.304458 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c8da840-ea73-44c9-92f0-581eed8f7d54 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (c6f6bc29-1637-442c-a620-600c673b626c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:03.304941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for port (abeaea40-0746-4b7c-9196-bf5b5f38c5e3), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:03.309632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:03.334063 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:03.337752 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8da840-ea73-44c9-92f0-581eed8f7d54 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=c6f6bc29-1637-442c-a620-600c673b626c,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:03.391067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (abeaea40-0746-4b7c-9196-bf5b5f38c5e3), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:03.433780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:05:03.437116 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:05:03.440046 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:05:03.481138 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event updated for resources: {'Port': ['ID=abeaea40-0746-4b7c-9196-bf5b5f38c5e3,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:03.495582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:03.495927 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:03.496270 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:03.496612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:03.497242 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:03.497577 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:03.497910 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:03.498381 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:03.498653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:03.499502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:03.499502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:03.500053 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:03.500552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:03.500880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:03.501204 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:03.517616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7c8da840-ea73-44c9-92f0-581eed8f7d54 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:03.535355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:03.742977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8da840-ea73-44c9-92f0-581eed8f7d54 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:05:03.856767 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8da840-ea73-44c9-92f0-581eed8f7d54 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:05:03.865641 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7c8da840-ea73-44c9-92f0-581eed8f7d54 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/c48e5a00-c2fb-4a5f-955e-a2b0975898d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8621619 Oct 28 10:05:03.866329 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43832) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:03.867183 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2116699b-70fa-4148-a3f7-86c3d9245b83 None None] Sync routers for ids ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:05:03.879375 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116699b-70fa-4148-a3f7-86c3d9245b83 None None] Routers {'c48e5a00-c2fb-4a5f-955e-a2b0975898d5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:05:03.880149 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-2116699b-70fa-4148-a3f7-86c3d9245b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:03.921274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d297eb-d9b3-46f5-b573-0c58c5e16f80 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting subnet 94e76b79-0a8f-4237-96a8-fe482d8519de {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:05:03.924971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a9d297eb-d9b3-46f5-b573-0c58c5e16f80 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (94e76b79-0a8f-4237-96a8-fe482d8519de), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:03.970980 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a9d297eb-d9b3-46f5-b573-0c58c5e16f80 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (94e76b79-0a8f-4237-96a8-fe482d8519de), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:03.985882 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-2116699b-70fa-4148-a3f7-86c3d9245b83 None None] Set router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:05:04.065263 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a9d297eb-d9b3-46f5-b573-0c58c5e16f80 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (94e76b79-0a8f-4237-96a8-fe482d8519de), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:04.087381 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:04.095152 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:04.144945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for floatingip (36393be5-6710-4dd7-a1a3-ddc79d5995f9), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:04.165796 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-2116699b-70fa-4148-a3f7-86c3d9245b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'name': 'tempest-TestNetworkBasicOps-router-1550957092', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:03:56Z', 'updated_at': '2022-10-28T10:05:03Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:57Z', 'updated_at': '2022-10-28T10:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:04.191536 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2116699b-70fa-4148-a3f7-86c3d9245b83 None None] Checking router: c48e5a00-c2fb-4a5f-955e-a2b0975898d5 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:05:04.201395 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116699b-70fa-4148-a3f7-86c3d9245b83 None None] Routers {'c48e5a00-c2fb-4a5f-955e-a2b0975898d5'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:05:04.202038 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-2116699b-70fa-4148-a3f7-86c3d9245b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:04.212892 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a9d297eb-d9b3-46f5-b573-0c58c5e16f80 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (94e76b79-0a8f-4237-96a8-fe482d8519de), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:04.243680 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d297eb-d9b3-46f5-b573-0c58c5e16f80 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Subnet': ['ID=94e76b79-0a8f-4237-96a8-fe482d8519de,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:04.251158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a9d297eb-d9b3-46f5-b573-0c58c5e16f80 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:04.258205 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a9d297eb-d9b3-46f5-b573-0c58c5e16f80 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/94e76b79-0a8f-4237-96a8-fe482d8519de HTTP/1.1" status: 204 len: 168 time: 0.3872714 Oct 28 10:05:04.258418 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43834) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:04.265294 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199b214d-86d0-463a-b715-abbc3f3bff0c None None] Network a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:05:04.306216 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (abeaea40-0746-4b7c-9196-bf5b5f38c5e3), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:04.370793 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-2116699b-70fa-4148-a3f7-86c3d9245b83 None None] Set router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:05:04.401347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5b43abe6-e42f-4cce-a8e9-05db14378ddd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:04.468612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:04.507118 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d33f26-a33f-4115-953b-f77fed835456 None None] DHCP port deletion for a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:05:04.517409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for port (abeaea40-0746-4b7c-9196-bf5b5f38c5e3), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:04.546974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:04.549829 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5b43abe6-e42f-4cce-a8e9-05db14378ddd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:04.555539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-11d33f26-a33f-4115-953b-f77fed835456 None None] Deleting port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:05:04.561392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-11d33f26-a33f-4115-953b-f77fed835456 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (0a959a7a-0fc9-4a5f-afe7-2d5bea532806), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:04.576530 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-2116699b-70fa-4148-a3f7-86c3d9245b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'name': 'tempest-TestNetworkBasicOps-router-1550957092', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:03:56Z', 'updated_at': '2022-10-28T10:05:03Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:57Z', 'updated_at': '2022-10-28T10:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:04.579060 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (abeaea40-0746-4b7c-9196-bf5b5f38c5e3), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:04.607259 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2116699b-70fa-4148-a3f7-86c3d9245b83 None None] The sync data for ids ['c48e5a00-c2fb-4a5f-955e-a2b0975898d5'] in dv-neutron-zed-2-hyperv is: [{'id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'name': 'tempest-TestNetworkBasicOps-router-1550957092', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28'}], 'enable_snat': True}, 'gw_port_id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:03:56Z', 'updated_at': '2022-10-28T10:05:03Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bd9a0b80-b93e-4c7f-9756-11c9e7417283', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e5a00-c2fb-4a5f-955e-a2b0975898d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:03:57Z', 'updated_at': '2022-10-28T10:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:05:04.638603 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-11d33f26-a33f-4115-953b-f77fed835456 None None] For port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0a959a7a-0fc9-4a5f-afe7-2d5bea532806,segment=NetworkSegment(7cc60cf7-131e-43e1-8a56-95bef6dacd2d),segment_id=7cc60cf7-131e-43e1-8a56-95bef6dacd2d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:05:04.639108 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-11d33f26-a33f-4115-953b-f77fed835456 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (0a959a7a-0fc9-4a5f-afe7-2d5bea532806), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:04.655663 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-11d33f26-a33f-4115-953b-f77fed835456 None None] Calling delete_port for 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:05:04.659194 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event updated for resources: {'Port': ['ID=abeaea40-0746-4b7c-9196-bf5b5f38c5e3,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:04.662412 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (36393be5-6710-4dd7-a1a3-ddc79d5995f9), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:04.680794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-5b43abe6-e42f-4cce-a8e9-05db14378ddd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port bd9a0b80-b93e-4c7f-9756-11c9e7417283 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:05:04.681145 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5b43abe6-e42f-4cce-a8e9-05db14378ddd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (bd9a0b80-b93e-4c7f-9756-11c9e7417283), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:04.767954 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Floating IP 36393be5-6710-4dd7-a1a3-ddc79d5995f9 associated. External IP: 172.36.1.205, port: cf37a286-6643-4537-8de6-35151d34de6b. Oct 28 10:05:04.778901 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-5b43abe6-e42f-4cce-a8e9-05db14378ddd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port bd9a0b80-b93e-4c7f-9756-11c9e7417283, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bd9a0b80-b93e-4c7f-9756-11c9e7417283,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:05:04.779296 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5b43abe6-e42f-4cce-a8e9-05db14378ddd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (bd9a0b80-b93e-4c7f-9756-11c9e7417283), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:04.793909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-5b43abe6-e42f-4cce-a8e9-05db14378ddd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for bd9a0b80-b93e-4c7f-9756-11c9e7417283 owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:05:04.826334 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-11d33f26-a33f-4115-953b-f77fed835456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (0a959a7a-0fc9-4a5f-afe7-2d5bea532806), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:04.846141 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:04.858972 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d33f26-a33f-4115-953b-f77fed835456 None None] Pushing event deleted for resources: {'Port': ['ID=0a959a7a-0fc9-4a5f-afe7-2d5bea532806,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:04.868651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d33f26-a33f-4115-953b-f77fed835456 None None] No DVR routers for this DVR port 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:05:05.008823 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Router 2e12110d-5955-4566-87c5-bac8137e0170 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:05:05.098774 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5b43abe6-e42f-4cce-a8e9-05db14378ddd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (bd9a0b80-b93e-4c7f-9756-11c9e7417283), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:05.118071 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:05.128508 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:05:05.138205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43abe6-e42f-4cce-a8e9-05db14378ddd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=bd9a0b80-b93e-4c7f-9756-11c9e7417283,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:05.139258 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a1693e-7afa-430f-b6ab-aa5e68486014 None None] Sync routers for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:05:05.157025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1693e-7afa-430f-b6ab-aa5e68486014 None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:05:05.157596 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-11a1693e-7afa-430f-b6ab-aa5e68486014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:05.201416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5b43abe6-e42f-4cce-a8e9-05db14378ddd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:05.243945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:05.272824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-11a1693e-7afa-430f-b6ab-aa5e68486014 None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:05:05.281158 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5702f72e-3a57-4654-b260-64d194cfbcc4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3759143 Oct 28 10:05:05.281158 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'tag': 'cf37a286-6643-4537-8de6-35151d34de6b'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:05:05.282340 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bc2c85-a35e-4f2c-b108-25375434c898" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bf861b-a5d9-4587-a763-c93fa55d8e6f", "tag": "cf37a286-6643-4537-8de6-35151d34de6b"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:05:05.299747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5b43abe6-e42f-4cce-a8e9-05db14378ddd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:05.302065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5b43abe6-e42f-4cce-a8e9-05db14378ddd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_controller (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:05.321267 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46ee60a-367f-4a77-96ee-a35fc1c7013d x-openstack-request-id: req-c46ee60a-367f-4a77-96ee-a35fc1c7013d {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:05:05.324023 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bf861b-a5d9-4587-a763-c93fa55d8e6f", "tag": "cf37a286-6643-4537-8de6-35151d34de6b", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:05:05.324023 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c46ee60a-367f-4a77-96ee-a35fc1c7013d {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:05:05.324023 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46ee60a-367f-4a77-96ee-a35fc1c7013d'] response: {'name': 'network-changed', 'server_uuid': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'tag': 'cf37a286-6643-4537-8de6-35151d34de6b', 'status': 'completed', 'code': 200} Oct 28 10:05:05.424894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5b43abe6-e42f-4cce-a8e9-05db14378ddd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (c48e5a00-c2fb-4a5f-955e-a2b0975898d5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:05.425508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b43abe6-e42f-4cce-a8e9-05db14378ddd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Fanout notify agent at l3_agent the message router_deleted on router c48e5a00-c2fb-4a5f-955e-a2b0975898d5 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:05:05.432188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5b43abe6-e42f-4cce-a8e9-05db14378ddd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:05.433301 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5b43abe6-e42f-4cce-a8e9-05db14378ddd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/routers/c48e5a00-c2fb-4a5f-955e-a2b0975898d5 HTTP/1.1" status: 204 len: 168 time: 1.1737564 Oct 28 10:05:05.436743 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43840) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:05.444416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc2c85-a35e-4f2c-b108-25375434c898 req-50c020f0-a761-402b-a3c7-d9414813ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:05.446134 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-45bc2c85-a35e-4f2c-b108-25375434c898 req-50c020f0-a761-402b-a3c7-d9414813ba74 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 1129 time: 0.0526509 Oct 28 10:05:05.516298 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-11a1693e-7afa-430f-b6ab-aa5e68486014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '36393be5-6710-4dd7-a1a3-ddc79d5995f9', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'floating_ip_address': '172.36.1.205', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'port_id': 'cf37a286-6643-4537-8de6-35151d34de6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'mac_address': 'fa:16:3e:5a:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:05:03Z', 'updated_at': '2022-10-28T10:05:03Z', 'revision_number': 0, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:05.544630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a1693e-7afa-430f-b6ab-aa5e68486014 None None] Checking router: 2e12110d-5955-4566-87c5-bac8137e0170 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:05:05.545332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5ba31742-d6b0-4751-9609-7ea57e475724 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (a2fe8b11-e4df-4ed0-b07e-85c0c5af6453), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:05.555984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1693e-7afa-430f-b6ab-aa5e68486014 None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:05:05.557347 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-11a1693e-7afa-430f-b6ab-aa5e68486014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:05.570874 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc2c85-a35e-4f2c-b108-25375434c898 req-ee6f9bf2-cbe2-4922-9616-2c793293d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:05.572361 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-45bc2c85-a35e-4f2c-b108-25375434c898 req-ee6f9bf2-cbe2-4922-9616-2c793293d37a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 912 time: 0.1188529 Oct 28 10:05:05.651410 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-45bc2c85-a35e-4f2c-b108-25375434c898 req-de90a50c-e8e0-4be7-824c-8dc6af9b0560 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf37a286-6643-4537-8de6-35151d34de6b HTTP/1.1" status: 200 len: 999 time: 0.0726352 Oct 28 10:05:05.657038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5ba31742-d6b0-4751-9609-7ea57e475724 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (a2fe8b11-e4df-4ed0-b07e-85c0c5af6453), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:05.669498 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-11a1693e-7afa-430f-b6ab-aa5e68486014 None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:05:05.680812 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-5ba31742-d6b0-4751-9609-7ea57e475724 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fe8b11-e4df-4ed0-b07e-85c0c5af6453']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:05.706210 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-5ba31742-d6b0-4751-9609-7ea57e475724 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc60cf7-131e-43e1-8a56-95bef6dacd2d') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:05.707151 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-5ba31742-d6b0-4751-9609-7ea57e475724 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc60cf7-131e-43e1-8a56-95bef6dacd2d') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:05.709579 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc2c85-a35e-4f2c-b108-25375434c898 req-2ab8a300-9571-4ba2-96c6-a5e0028ebfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:05.711181 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-45bc2c85-a35e-4f2c-b108-25375434c898 req-2ab8a300-9571-4ba2-96c6-a5e0028ebfdf service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19f66d81-2cce-4fe0-89e2-8ae1c40ac146 HTTP/1.1" status: 200 len: 850 time: 0.0542514 Oct 28 10:05:05.717230 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5ba31742-d6b0-4751-9609-7ea57e475724 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (7cc60cf7-131e-43e1-8a56-95bef6dacd2d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:05.731551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5ba31742-d6b0-4751-9609-7ea57e475724 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (7cc60cf7-131e-43e1-8a56-95bef6dacd2d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:05.739104 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba31742-d6b0-4751-9609-7ea57e475724 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:05:05.739497 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5ba31742-d6b0-4751-9609-7ea57e475724 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (7cc60cf7-131e-43e1-8a56-95bef6dacd2d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:05.763378 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc2c85-a35e-4f2c-b108-25375434c898 req-5874bc51-69cc-465e-95d8-7577a72e1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:05.769264 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-45bc2c85-a35e-4f2c-b108-25375434c898 req-5874bc51-69cc-465e-95d8-7577a72e1ff0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4d683f21-056f-49ef-b611-826c5b093c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0476687 Oct 28 10:05:05.790104 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:05.803739 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:05.831539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:05.836210 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:05.879281 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-45bc2c85-a35e-4f2c-b108-25375434c898 req-39b93b6f-8c6d-4eb8-9fec-7a0b28ee1655 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078520 Oct 28 10:05:05.885196 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5ba31742-d6b0-4751-9609-7ea57e475724 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (a2fe8b11-e4df-4ed0-b07e-85c0c5af6453), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:05.916301 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5ba31742-d6b0-4751-9609-7ea57e475724 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:05.921615 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5ba31742-d6b0-4751-9609-7ea57e475724 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/networks/a2fe8b11-e4df-4ed0-b07e-85c0c5af6453 HTTP/1.1" status: 204 len: 168 time: 0.4833047 Oct 28 10:05:05.930431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-11a1693e-7afa-430f-b6ab-aa5e68486014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '36393be5-6710-4dd7-a1a3-ddc79d5995f9', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'floating_ip_address': '172.36.1.205', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'port_id': 'cf37a286-6643-4537-8de6-35151d34de6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'mac_address': 'fa:16:3e:5a:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:05:03Z', 'updated_at': '2022-10-28T10:05:03Z', 'revision_number': 0, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:05.935171 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 7cc60cf7-131e-43e1-8a56-95bef6dacd2d resource provider aggregate not found Oct 28 10:05:05.970518 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba31742-d6b0-4751-9609-7ea57e475724 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Network': ['ID=a2fe8b11-e4df-4ed0-b07e-85c0c5af6453,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:05.970518 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43848) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:05.970518 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-12996d23-66e7-4802-bf8a-48808a82a4d4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'network': {'name': 'tempest-network-smoke--1567934895', 'project_id': '0d399d550dab41259d95623249c98b71', 'port_security_enabled': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:05:05.970518 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 7cc60cf7-131e-43e1-8a56-95bef6dacd2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cc60cf7-131e-43e1-8a56-95bef6dacd2d found for delete ", "request_id": "req-ba07e29f-1a17-4cdc-b53a-473602a10f98"}]} Oct 28 10:05:05.979558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a1693e-7afa-430f-b6ab-aa5e68486014 None None] The sync data for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv is: [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '36393be5-6710-4dd7-a1a3-ddc79d5995f9', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'floating_ip_address': '172.36.1.205', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'port_id': 'cf37a286-6643-4537-8de6-35151d34de6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'mac_address': 'fa:16:3e:5a:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:05:03Z', 'updated_at': '2022-10-28T10:05:03Z', 'revision_number': 0, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:05:06.041849 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-45bc2c85-a35e-4f2c-b108-25375434c898 req-f7e90980-863f-4e89-bbd5-988de0ceee9e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569116 Oct 28 10:05:06.115574 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12996d23-66e7-4802-bf8a-48808a82a4d4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:05:06.119526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-12996d23-66e7-4802-bf8a-48808a82a4d4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:06.152840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12996d23-66e7-4802-bf8a-48808a82a4d4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:05:06.159713 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-12996d23-66e7-4802-bf8a-48808a82a4d4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (ed19b5b6-7c4d-464f-8762-9a75b038649d), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:06.160056 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-12996d23-66e7-4802-bf8a-48808a82a4d4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Added segment ed19b5b6-7c4d-464f-8762-9a75b038649d of type vlan for network dc3484bb-add9-4b62-8810-9cbca968a7ff Oct 28 10:05:06.187008 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e55c6-97fb-4861-a5de-4d38b05b6157 None None] New status for floating IP 36393be5-6710-4dd7-a1a3-ddc79d5995f9: ACTIVE {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:05:06.211286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-12996d23-66e7-4802-bf8a-48808a82a4d4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (dc3484bb-add9-4b62-8810-9cbca968a7ff), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:06.295490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:05:06.298424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-12996d23-66e7-4802-bf8a-48808a82a4d4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (dc3484bb-add9-4b62-8810-9cbca968a7ff), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:06.304008 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12996d23-66e7-4802-bf8a-48808a82a4d4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:06.304734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-12996d23-66e7-4802-bf8a-48808a82a4d4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:06.317124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:05:06.317739 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0a959a7a-0fc9-4a5f-afe7-2d5bea532806 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:05:06.318156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bd9a0b80-b93e-4c7f-9756-11c9e7417283 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:05:06.338526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: bd9a0b80-b93e-4c7f-9756-11c9e7417283 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:05:06.338897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bd9a0b80-b93e-4c7f-9756-11c9e7417283 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:05:06.339314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c6f6bc29-1637-442c-a620-600c673b626c no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:05:06.358323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: c6f6bc29-1637-442c-a620-600c673b626c {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:05:06.358721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c6f6bc29-1637-442c-a620-600c673b626c not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:05:06.376367 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12996d23-66e7-4802-bf8a-48808a82a4d4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Network': ['ID=dc3484bb-add9-4b62-8810-9cbca968a7ff,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:06.387135 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network dc3484bb-add9-4b62-8810-9cbca968a7ff details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:05:06.422333 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-12996d23-66e7-4802-bf8a-48808a82a4d4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4681098 Oct 28 10:05:06.424663 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43850) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:06.429178 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-933559586', 'admin_state_up': True, 'project_id': '0d399d550dab41259d95623249c98b71', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:05:06.538554 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:06.539654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:06.551226 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:06.591553 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_controller (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:06.797567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:07.319714 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:07.338652 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:07.447177 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.82 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/4f2dc74a-e7c6-4139-8093-23ef2b954832) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:05:07.552437 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (4f2dc74a-e7c6-4139-8093-23ef2b954832), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:07.656603 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (4f2dc74a-e7c6-4139-8093-23ef2b954832), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:07.704718 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:05:07.707725 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:05:07.711773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:05:07.733566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=4f2dc74a-e7c6-4139-8093-23ef2b954832,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:07.864404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:08.066429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:08.156601 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:08.274810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:08.457869 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:05:08.558110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:05:08.568328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Sync routers for ids ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:05:08.579537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Routers {'77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:05:08.583320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:08.643240 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:08.644507 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-699dfb29-f76d-4788-a5b5-241e37e709eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2188432 Oct 28 10:05:08.647699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43852) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:08.683959 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5d806e6d-5c78-41c8-bfac-aab7c90c726c tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=0d399d550dab41259d95623249c98b71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319526 Oct 28 10:05:08.685249 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43854) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:08.759783 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:08.803086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26121c90-33b1-4085-aa30-ddf423f2e3bd tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:08.804639 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-26121c90-33b1-4085-aa30-ddf423f2e3bd tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1179018 Oct 28 10:05:08.807682 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43856) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:08.822922 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Set router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:05:08.837069 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d7863de8-07f2-4361-a9ce-ba18834d99b4 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282733 Oct 28 10:05:08.839919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43858) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:08.845630 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-772c7226-44bf-4a57-975b-482df6852c60 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1175298205', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'project_id': '0d399d550dab41259d95623249c98b71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:05:08.994002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772c7226-44bf-4a57-975b-482df6852c60 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:05:09.000911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-772c7226-44bf-4a57-975b-482df6852c60 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:09.010023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:07Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:09.035722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Checking router: 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:05:09.036077 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Updating router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e port 4f2dc74a-e7c6-4139-8093-23ef2b954832 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:05:09.068575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4f2dc74a-e7c6-4139-8093-23ef2b954832), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:09.245330 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-772c7226-44bf-4a57-975b-482df6852c60 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (321ba9ed-45c6-4af7-9bb5-dd29249b5694), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:09.313779 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c7226-44bf-4a57-975b-482df6852c60 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Subnet': ['ID=321ba9ed-45c6-4af7-9bb5-dd29249b5694,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:09.321343 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c7226-44bf-4a57-975b-482df6852c60 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Checking segment: {'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:05:09.321715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772c7226-44bf-4a57-975b-482df6852c60 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network hostable DHCP agents. Network: dc3484bb-add9-4b62-8810-9cbca968a7ff, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:05:09.328906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:09.331183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Publish callbacks [] for port (4f2dc74a-e7c6-4139-8093-23ef2b954832), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:09.406647 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772c7226-44bf-4a57-975b-482df6852c60 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network dc3484bb-add9-4b62-8810-9cbca968a7ff is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:05:09.406946 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4f2dc74a-e7c6-4139-8093-23ef2b954832), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:09.439264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Attempting to bind port 4f2dc74a-e7c6-4139-8093-23ef2b954832 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:05:09.439631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Attempting to bind port 4f2dc74a-e7c6-4139-8093-23ef2b954832 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:05:09.439993 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Attempting to bind port 4f2dc74a-e7c6-4139-8093-23ef2b954832 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:05:09.461707 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-772c7226-44bf-4a57-975b-482df6852c60 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, dc3484bb-add9-4b62-8810-9cbca968a7ff) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:05:09.466174 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772c7226-44bf-4a57-975b-482df6852c60 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:09.470203 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-772c7226-44bf-4a57-975b-482df6852c60 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:09.472932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24910a1c-fb37-49b2-9aea-0576557a2f0a None None] Network dc3484bb-add9-4b62-8810-9cbca968a7ff requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:05:09.503528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43183c-187b-4afa-ab70-bcaf4b336c4f None None] Pushing event updated for resources: {'Port': ['ID=4f2dc74a-e7c6-4139-8093-23ef2b954832,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:09.538952 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-772c7226-44bf-4a57-975b-482df6852c60 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6978195 Oct 28 10:05:09.541751 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43860) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:09.544710 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:05:09.550471 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:05:09.550471 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:09.550471 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:05:09.550471 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Bound port: 4f2dc74a-e7c6-4139-8093-23ef2b954832, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:05:09.550471 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4f2dc74a-e7c6-4139-8093-23ef2b954832), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:09.640324 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-dc3484bb-add9-4b62-8810-9cbca968a7ff', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:05:09.641239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:09.647061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] For port 4f2dc74a-e7c6-4139-8093-23ef2b954832, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:05:09.656969 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:09.668166 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] For port 4f2dc74a-e7c6-4139-8093-23ef2b954832, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4f2dc74a-e7c6-4139-8093-23ef2b954832,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:05:09.794177 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4f2dc74a-e7c6-4139-8093-23ef2b954832), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:09.809007 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:09.828229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Allocated IP 172.20.0.2 (dc3484bb-add9-4b62-8810-9cbca968a7ff/321ba9ed-45c6-4af7-9bb5-dd29249b5694/b3de6f64-8520-4b5f-a9d4-91f973de77e6) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:05:09.860140 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Routers {'77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:05:09.860777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:09.949936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43183c-187b-4afa-ab70-bcaf4b336c4f None None] Pushing event updated for resources: {'Port': ['ID=4f2dc74a-e7c6-4139-8093-23ef2b954832,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:09.975006 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:10.000142 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:10.022703 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:10.066309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] Set router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:05:10.201047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Publish callbacks [] for port (b3de6f64-8520-4b5f-a9d4-91f973de77e6), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:10.282126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (b3de6f64-8520-4b5f-a9d4-91f973de77e6), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:10.341711 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.1 (dc3484bb-add9-4b62-8810-9cbca968a7ff/321ba9ed-45c6-4af7-9bb5-dd29249b5694/a2f71989-49bf-4b6d-9f6d-8e6afe07d959) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:05:10.349682 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:07Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:10.363027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Network dc3484bb-add9-4b62-8810-9cbca968a7ff is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:05:10.400005 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:05:10.403830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1065482b-bfd5-4d9f-869b-cefaf165f2b3 None None] The sync data for ids ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'] in dv-neutron-zed-2-hyperv is: [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:07Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:05:10.405755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:05:10.428706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Pushing event updated for resources: {'Port': ['ID=b3de6f64-8520-4b5f-a9d4-91f973de77e6,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:10.481086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:10.503017 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Attempting to bind port b3de6f64-8520-4b5f-a9d4-91f973de77e6 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:05:10.503390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Attempting to bind port b3de6f64-8520-4b5f-a9d4-91f973de77e6 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:05:10.503753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Attempting to bind port b3de6f64-8520-4b5f-a9d4-91f973de77e6 on network dc3484bb-add9-4b62-8810-9cbca968a7ff {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:05:10.550174 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:05:10.550549 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Checking segment: {'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:05:10.550982 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:10.551383 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Bound using segment: {'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:05:10.551858 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Bound port: b3de6f64-8520-4b5f-a9d4-91f973de77e6, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:05:10.552239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b3de6f64-8520-4b5f-a9d4-91f973de77e6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:10.584968 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:10.618607 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:10.621734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] For port b3de6f64-8520-4b5f-a9d4-91f973de77e6, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:05:10.629620 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] For port b3de6f64-8520-4b5f-a9d4-91f973de77e6, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b3de6f64-8520-4b5f-a9d4-91f973de77e6,segment=NetworkSegment(ed19b5b6-7c4d-464f-8762-9a75b038649d),segment_id=ed19b5b6-7c4d-464f-8762-9a75b038649d)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:05:10.653179 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network dc3484bb-add9-4b62-8810-9cbca968a7ff is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:05:10.669469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:05:10.673829 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:05:10.677212 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=a2f71989-49bf-4b6d-9f6d-8e6afe07d959,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:10.694750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (b3de6f64-8520-4b5f-a9d4-91f973de77e6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:10.727488 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:10.760427 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:10.768083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6648a-2a7a-45d9-985a-468d5dfc7c56 None None] Pushing event updated for resources: {'Port': ['ID=b3de6f64-8520-4b5f-a9d4-91f973de77e6,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:11.010487 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:11.323664 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:11.333570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:11.407093 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:11.492829 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:11.494781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=a2f71989-49bf-4b6d-9f6d-8e6afe07d959,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:11.600012 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network dc3484bb-add9-4b62-8810-9cbca968a7ff is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:05:11.602382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:05:11.677435 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f5dc04-6a3a-4cd4-860e-b73cb02fdb2d None None] Network dc3484bb-add9-4b62-8810-9cbca968a7ff requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:05:11.727742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:05:11.760901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-fa953934-d302-42df-a40d-4d6c798eed9e None None] Provisioning complete for port b3de6f64-8520-4b5f-a9d4-91f973de77e6 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:05:11.761579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fa953934-d302-42df-a40d-4d6c798eed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b3de6f64-8520-4b5f-a9d4-91f973de77e6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:11.761579 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-fa953934-d302-42df-a40d-4d6c798eed9e None None] Attempt 1 to provision port b3de6f64-8520-4b5f-a9d4-91f973de77e6 Oct 28 10:05:11.843683 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:05:11.851791 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f1f22ea6-56db-4cd2-903c-275f8cff8a33 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/77ad7d5b-8fad-4733-a5b7-ff0ed5db164e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3067503 Oct 28 10:05:11.852024 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43864) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:11.874653 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-fa953934-d302-42df-a40d-4d6c798eed9e None None] Current status of the port b3de6f64-8520-4b5f-a9d4-91f973de77e6 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:05:11.875171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fa953934-d302-42df-a40d-4d6c798eed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b3de6f64-8520-4b5f-a9d4-91f973de77e6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:11.922593 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-fa953934-d302-42df-a40d-4d6c798eed9e None None] For port b3de6f64-8520-4b5f-a9d4-91f973de77e6, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b3de6f64-8520-4b5f-a9d4-91f973de77e6,segment=NetworkSegment(ed19b5b6-7c4d-464f-8762-9a75b038649d),segment_id=ed19b5b6-7c4d-464f-8762-9a75b038649d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:05:11.990587 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:12.039440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fa953934-d302-42df-a40d-4d6c798eed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (b3de6f64-8520-4b5f-a9d4-91f973de77e6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:12.052450 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c062f-4d68-405b-a544-ab8a74acf8dd tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:12.053026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c062f-4d68-405b-a544-ab8a74acf8dd tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:12.053446 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c062f-4d68-405b-a544-ab8a74acf8dd tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:12.053910 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c062f-4d68-405b-a544-ab8a74acf8dd tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:12.054374 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c062f-4d68-405b-a544-ab8a74acf8dd tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:12.054875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c062f-4d68-405b-a544-ab8a74acf8dd tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:12.059979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43866) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:12.060622 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-481c062f-4d68-405b-a544-ab8a74acf8dd tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2070198 Oct 28 10:05:12.115532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa953934-d302-42df-a40d-4d6c798eed9e None None] Pushing event updated for resources: {'Port': ['ID=b3de6f64-8520-4b5f-a9d4-91f973de77e6,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:12.128189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac2a97-7740-4c73-a61d-c471ad820131 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:12.128189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac2a97-7740-4c73-a61d-c471ad820131 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:12.128189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac2a97-7740-4c73-a61d-c471ad820131 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:12.128189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac2a97-7740-4c73-a61d-c471ad820131 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:12.128627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac2a97-7740-4c73-a61d-c471ad820131 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:12.129070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac2a97-7740-4c73-a61d-c471ad820131 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:12.130990 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-27ac2a97-7740-4c73-a61d-c471ad820131 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0697343 Oct 28 10:05:12.133835 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43868) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:12.164540 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-cf7a0fe8-d2d1-4eb7-b613-f6abbcdad5ff None None] Provisioning complete for port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:05:12.168420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cf7a0fe8-d2d1-4eb7-b613-f6abbcdad5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:12.168420 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-cf7a0fe8-d2d1-4eb7-b613-f6abbcdad5ff None None] Attempt 1 to provision port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 Oct 28 10:05:12.217923 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a0fe8-d2d1-4eb7-b613-f6abbcdad5ff None None] Port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:05:12.228190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-cf7a0fe8-d2d1-4eb7-b613-f6abbcdad5ff None None] Provisioning complete for port b3de6f64-8520-4b5f-a9d4-91f973de77e6 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:05:12.228725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cf7a0fe8-d2d1-4eb7-b613-f6abbcdad5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b3de6f64-8520-4b5f-a9d4-91f973de77e6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:12.229983 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-cf7a0fe8-d2d1-4eb7-b613-f6abbcdad5ff None None] Attempt 1 to provision port b3de6f64-8520-4b5f-a9d4-91f973de77e6 Oct 28 10:05:12.346144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:12.349214 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Sync routers for ids ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:05:12.365703 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Routers {'77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:05:12.366495 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:12.372720 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a0fe8-d2d1-4eb7-b613-f6abbcdad5ff None None] Current status of the port b3de6f64-8520-4b5f-a9d4-91f973de77e6 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:05:12.412813 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-68f1c0ed-b664-43b5-9fcb-cecffe45c297 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2778668 Oct 28 10:05:12.428396 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b3de6f64-8520-4b5f-a9d4-91f973de77e6 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:05:12.488462 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Set router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:05:12.497815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port b3de6f64-8520-4b5f-a9d4-91f973de77e6 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:05:12.499832 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b3de6f64-8520-4b5f-a9d4-91f973de77e6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:12.499832 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port b3de6f64-8520-4b5f-a9d4-91f973de77e6 Oct 28 10:05:12.521497 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-c5da9499-ae53-457c-9cc3-2bb33e297b42 None None] Provisioning complete for port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:05:12.521895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c5da9499-ae53-457c-9cc3-2bb33e297b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:12.527471 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-c5da9499-ae53-457c-9cc3-2bb33e297b42 None None] Attempt 1 to provision port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 Oct 28 10:05:12.559166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43872) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:12.564299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-77998c8f-3e6f-48ac-9e24-3467853eabde tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490617472', 'description': 'tempest-secgroup-smoke-1490617472 description', 'project_id': '0d399d550dab41259d95623249c98b71'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:05:12.584284 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c5da9499-ae53-457c-9cc3-2bb33e297b42 None None] Port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:05:12.615614 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port b3de6f64-8520-4b5f-a9d4-91f973de77e6 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:05:12.616729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4f2dc74a-e7c6-4139-8093-23ef2b954832 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:05:12.639140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77998c8f-3e6f-48ac-9e24-3467853eabde tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:12.664844 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 4f2dc74a-e7c6-4139-8093-23ef2b954832 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:05:12.665326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4f2dc74a-e7c6-4139-8093-23ef2b954832), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:12.665675 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 4f2dc74a-e7c6-4139-8093-23ef2b954832 Oct 28 10:05:12.676758 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:12.690769 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:12.708028 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:10Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'a2f71989-49bf-4b6d-9f6d-8e6afe07d959', 'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:0a:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:10Z', 'updated_at': '2022-10-28T10:05:11Z', 'revision_number': 2, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:12.720891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ec91da20-23e6-4eff-a20a-e65684a15d5d None None] Provisioning complete for port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:05:12.721277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ec91da20-23e6-4eff-a20a-e65684a15d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:12.721907 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ec91da20-23e6-4eff-a20a-e65684a15d5d None None] Attempt 1 to provision port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 Oct 28 10:05:12.741705 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Checking router: 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:05:12.742057 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Updating router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:05:12.748767 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77998c8f-3e6f-48ac-9e24-3467853eabde tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (34b83be5-b70b-4aca-a986-55c6919bec56), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:12.768851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ec91da20-23e6-4eff-a20a-e65684a15d5d None None] Port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:05:12.774904 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:12.801667 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77998c8f-3e6f-48ac-9e24-3467853eabde tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (34b83be5-b70b-4aca-a986-55c6919bec56), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:12.808171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 4f2dc74a-e7c6-4139-8093-23ef2b954832 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:05:12.808171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4f2dc74a-e7c6-4139-8093-23ef2b954832), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:12.836033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 4f2dc74a-e7c6-4139-8093-23ef2b954832, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4f2dc74a-e7c6-4139-8093-23ef2b954832,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:05:12.841117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77998c8f-3e6f-48ac-9e24-3467853eabde tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b83be5-b70b-4aca-a986-55c6919bec56,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:12.879769 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:12.881561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77998c8f-3e6f-48ac-9e24-3467853eabde tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:12.882863 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-77998c8f-3e6f-48ac-9e24-3467853eabde tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3225124 Oct 28 10:05:12.887251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43874) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:12.892744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4ee861f4-5949-4c6e-99fa-df4c8d8fdb02 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '34b83be5-b70b-4aca-a986-55c6919bec56', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:05:12.903156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:12.903496 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4f2dc74a-e7c6-4139-8093-23ef2b954832), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.020516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4ee861f4-5949-4c6e-99fa-df4c8d8fdb02 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (cf9f63ef-eba9-4f6e-8324-4068adbe0ce9), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.071058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:13.102846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4ee861f4-5949-4c6e-99fa-df4c8d8fdb02 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (cf9f63ef-eba9-4f6e-8324-4068adbe0ce9), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.130260 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=4f2dc74a-e7c6-4139-8093-23ef2b954832,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:13.174902 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Publish callbacks [] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.199511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4ee861f4-5949-4c6e-99fa-df4c8d8fdb02 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (cf9f63ef-eba9-4f6e-8324-4068adbe0ce9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.199801 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4cc8eb69-7748-4423-a1ef-cf57ab777f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.222982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee861f4-5949-4c6e-99fa-df4c8d8fdb02 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9f63ef-eba9-4f6e-8324-4068adbe0ce9,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:13.275864 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.300619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4ee861f4-5949-4c6e-99fa-df4c8d8fdb02 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.301870 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4ee861f4-5949-4c6e-99fa-df4c8d8fdb02 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4150953 Oct 28 10:05:13.305202 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43876) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:13.310244 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c8489ad5-37f3-48b6-9028-44544966b3b8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '34b83be5-b70b-4aca-a986-55c6919bec56', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:05:13.347759 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Pushing event updated for resources: {'Port': ['ID=a2f71989-49bf-4b6d-9f6d-8e6afe07d959,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:13.372822 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:13.373581 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:13.373581 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:13.373858 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:13.374191 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:13.374519 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:13.374919 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:13.375233 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:13.375561 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:13.375875 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:13.376728 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:13.376728 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:13.376949 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:13.377212 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:13.377529 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:13.390639 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Attempting to bind port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:05:13.391105 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Attempting to bind port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:05:13.391468 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Attempting to bind port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 on network dc3484bb-add9-4b62-8810-9cbca968a7ff {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:05:13.398181 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c8489ad5-37f3-48b6-9028-44544966b3b8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (75b54a5d-1af3-4b31-a4d1-5911eb9a15a6), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.439926 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:05:13.440370 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Checking segment: {'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:05:13.440841 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.441326 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Bound using segment: {'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:05:13.441838 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Bound port: a2f71989-49bf-4b6d-9f6d-8e6afe07d959, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:05:13.442212 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.474486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c8489ad5-37f3-48b6-9028-44544966b3b8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (75b54a5d-1af3-4b31-a4d1-5911eb9a15a6), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.513032 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] For port a2f71989-49bf-4b6d-9f6d-8e6afe07d959, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:05:13.516887 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] For port a2f71989-49bf-4b6d-9f6d-8e6afe07d959, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a2f71989-49bf-4b6d-9f6d-8e6afe07d959,segment=NetworkSegment(ed19b5b6-7c4d-464f-8762-9a75b038649d),segment_id=ed19b5b6-7c4d-464f-8762-9a75b038649d)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:05:13.593361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c8489ad5-37f3-48b6-9028-44544966b3b8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (75b54a5d-1af3-4b31-a4d1-5911eb9a15a6), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.593607 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.614819 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8489ad5-37f3-48b6-9028-44544966b3b8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b54a5d-1af3-4b31-a4d1-5911eb9a15a6,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:13.633558 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Routers {'77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:05:13.634188 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:04:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:13.681566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c8489ad5-37f3-48b6-9028-44544966b3b8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.683146 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c8489ad5-37f3-48b6-9028-44544966b3b8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3765926 Oct 28 10:05:13.689507 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cbfb0-e03e-4b96-89ff-38cc915d378d None None] Pushing event updated for resources: {'Port': ['ID=a2f71989-49bf-4b6d-9f6d-8e6afe07d959,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:13.689701 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43878) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:13.692335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6a974ef5-5e2f-4f52-9a10-00e393a1aabb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '34b83be5-b70b-4aca-a986-55c6919bec56', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:05:13.756186 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] Set router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:05:13.804866 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a974ef5-5e2f-4f52-9a10-00e393a1aabb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (1268cc0e-19ea-4fec-a796-bacca2d694d7), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.866429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a974ef5-5e2f-4f52-9a10-00e393a1aabb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (1268cc0e-19ea-4fec-a796-bacca2d694d7), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.932621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a974ef5-5e2f-4f52-9a10-00e393a1aabb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (1268cc0e-19ea-4fec-a796-bacca2d694d7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:13.939548 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:13.944907 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:10Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'a2f71989-49bf-4b6d-9f6d-8e6afe07d959', 'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:0a:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:10Z', 'updated_at': '2022-10-28T10:05:13Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:13.954524 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a974ef5-5e2f-4f52-9a10-00e393a1aabb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1268cc0e-19ea-4fec-a796-bacca2d694d7,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:13.973387 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b996233e-8bd5-44f8-ae0f-224a2df9f098 None None] The sync data for ids ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'] in dv-neutron-zed-2-hyperv is: [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:10Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'a2f71989-49bf-4b6d-9f6d-8e6afe07d959', 'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:0a:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:10Z', 'updated_at': '2022-10-28T10:05:13Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:05:14.012542 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6a974ef5-5e2f-4f52-9a10-00e393a1aabb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:14.018189 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6a974ef5-5e2f-4f52-9a10-00e393a1aabb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3289812 Oct 28 10:05:14.020390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43880) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:14.031127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f724e5f7-34f0-42d7-95eb-e99e542102f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '34b83be5-b70b-4aca-a986-55c6919bec56', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:05:14.415069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a2f71989-49bf-4b6d-9f6d-8e6afe07d959 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:05:14.455469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f724e5f7-34f0-42d7-95eb-e99e542102f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (1f82aada-f095-43ce-982c-8867443fcdf1), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:14.466539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:05:14.468082 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:14.468082 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 Oct 28 10:05:14.521667 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f724e5f7-34f0-42d7-95eb-e99e542102f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (1f82aada-f095-43ce-982c-8867443fcdf1), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:14.549116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:05:14.549585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:14.572781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:14.590577 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port a2f71989-49bf-4b6d-9f6d-8e6afe07d959, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a2f71989-49bf-4b6d-9f6d-8e6afe07d959,segment=NetworkSegment(ed19b5b6-7c4d-464f-8762-9a75b038649d),segment_id=ed19b5b6-7c4d-464f-8762-9a75b038649d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:05:14.601064 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f724e5f7-34f0-42d7-95eb-e99e542102f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (1f82aada-f095-43ce-982c-8867443fcdf1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:14.621485 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724e5f7-34f0-42d7-95eb-e99e542102f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f82aada-f095-43ce-982c-8867443fcdf1,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:14.673540 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:14.674392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4f2dc74a-e7c6-4139-8093-23ef2b954832 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:05:14.700319 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f724e5f7-34f0-42d7-95eb-e99e542102f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:14.702284 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f724e5f7-34f0-42d7-95eb-e99e542102f8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6796401 Oct 28 10:05:14.705053 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43882) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:14.709669 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7e660e88-ea9f-4f88-b685-e3eb079df4d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '34b83be5-b70b-4aca-a986-55c6919bec56', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:05:14.759761 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=a2f71989-49bf-4b6d-9f6d-8e6afe07d959,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:14.766760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 4f2dc74a-e7c6-4139-8093-23ef2b954832 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:05:14.766760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4f2dc74a-e7c6-4139-8093-23ef2b954832), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:14.766760 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 4f2dc74a-e7c6-4139-8093-23ef2b954832 Oct 28 10:05:14.810690 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-7e660e88-ea9f-4f88-b685-e3eb079df4d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:05:14.817160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7e660e88-ea9f-4f88-b685-e3eb079df4d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (3e173e74-4a97-4917-b0bb-d6de03f4476d), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:14.848360 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 4f2dc74a-e7c6-4139-8093-23ef2b954832 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:05:14.882272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7e660e88-ea9f-4f88-b685-e3eb079df4d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (3e173e74-4a97-4917-b0bb-d6de03f4476d), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:14.947789 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7e660e88-ea9f-4f88-b685-e3eb079df4d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (3e173e74-4a97-4917-b0bb-d6de03f4476d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:14.968076 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e660e88-ea9f-4f88-b685-e3eb079df4d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e173e74-4a97-4917-b0bb-d6de03f4476d,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:15.031357 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7e660e88-ea9f-4f88-b685-e3eb079df4d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:15.032605 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7e660e88-ea9f-4f88-b685-e3eb079df4d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3265219 Oct 28 10:05:15.035523 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43884) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:15.040010 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-ac30d772-210b-419d-a3bf-a01088258778 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '34b83be5-b70b-4aca-a986-55c6919bec56', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:05:15.136246 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-ac30d772-210b-419d-a3bf-a01088258778 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:05:15.143361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ac30d772-210b-419d-a3bf-a01088258778 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (b977b7f7-04b6-483d-b4f0-7324e8296936), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:15.196055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:15.212732 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ac30d772-210b-419d-a3bf-a01088258778 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (b977b7f7-04b6-483d-b4f0-7324e8296936), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:15.284756 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ac30d772-210b-419d-a3bf-a01088258778 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b977b7f7-04b6-483d-b4f0-7324e8296936), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:15.304143 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30d772-210b-419d-a3bf-a01088258778 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b977b7f7-04b6-483d-b4f0-7324e8296936,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:15.324494 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1b37fa53-90d1-47e3-a95b-70a8f7e28ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:15.415229 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ac30d772-210b-419d-a3bf-a01088258778 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:15.416614 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ac30d772-210b-419d-a3bf-a01088258778 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3801100 Oct 28 10:05:15.630842 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-5f3fa75a-31fc-4bfa-8b91-c964b95bfa1e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1490617472&fields=id&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 267 time: 0.0456951 Oct 28 10:05:15.742918 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-8ffcc8a2-e2aa-4770-a7bd-a60937c31571 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:15.744397 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-8ffcc8a2-e2aa-4770-a7bd-a60937c31571 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/networks?id=dc3484bb-add9-4b62-8810-9cbca968a7ff HTTP/1.1" status: 200 len: 797 time: 0.1067820 Oct 28 10:05:15.758960 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-c733177e-2c58-4c54-97ef-40dd2381d391 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/quotas/0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 375 time: 0.0092008 Oct 28 10:05:15.809347 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-fe3ffc19-4ca7-438e-99a9-d3a25479e8e1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452671 Oct 28 10:05:15.824992 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-8229862f-141c-4f5e-9aef-0aaa4b0393e2 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:05:15.825971 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-8229862f-141c-4f5e-9aef-0aaa4b0393e2 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053401 Oct 28 10:05:15.926394 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-49f5c54e-cf54-4885-90d7-22dd72175139 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946229 Oct 28 10:05:15.984228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:16.021457 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-ac0f92fd-ef5b-4bef-b155-3b1674c458dd service neutron] 10.222.0.49 "GET /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893157 Oct 28 10:05:16.318130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a2f71989-49bf-4b6d-9f6d-8e6afe07d959 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:05:16.340531 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ac1ad059-0465-4612-800a-e61b5d384b52 req-df151ae4-6783-4949-952d-d45853d3274c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 210 time: 0.0296524 Oct 28 10:05:16.366563 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:05:16.367192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:16.367689 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 Oct 28 10:05:16.445275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:05:16.869440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:17.453446 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eed17ca8-b13d-40f9-b8b1-9ef968882965 req-a1ce33bf-1a8b-498e-a61e-49546d3c5fe1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 210 time: 0.0332444 Oct 28 10:05:17.938199 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:18.486931 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:18.563857 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2daac425-3b2e-4cd0-b669-4091fa83f240 req-860f9c37-07b5-4ba4-ad44-789007f966b3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 210 time: 0.0300701 Oct 28 10:05:18.583982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:18.603411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-817c16ae-3d58-4eeb-a6e6-8a5d5b324f42 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:18.604870 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-817c16ae-3d58-4eeb-a6e6-8a5d5b324f42 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/networks?id=dc3484bb-add9-4b62-8810-9cbca968a7ff HTTP/1.1" status: 200 len: 797 time: 0.1222627 Oct 28 10:05:18.679451 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-48c61bb9-c51c-4485-b032-81c898aa0b0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 380 time: 0.0573955 Oct 28 10:05:18.688788 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-95202209-9362-4862-9ccb-f4c6e4fbb35d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'port': {'device_id': '834a1455-9c7e-4320-8c1e-e98afec5af9a', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'admin_state_up': True, 'tenant_id': '0d399d550dab41259d95623249c98b71', 'security_groups': ['34b83be5-b70b-4aca-a986-55c6919bec56']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:05:18.892680 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-95202209-9362-4862-9ccb-f4c6e4fbb35d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:05:18.896597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-95202209-9362-4862-9ccb-f4c6e4fbb35d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:19.027207 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-95202209-9362-4862-9ccb-f4c6e4fbb35d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.6 (dc3484bb-add9-4b62-8810-9cbca968a7ff/321ba9ed-45c6-4af7-9bb5-dd29249b5694/37253a9f-7273-4a3e-9877-cc4cffd0f5dc) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:05:19.170434 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-95202209-9362-4862-9ccb-f4c6e4fbb35d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (37253a9f-7273-4a3e-9877-cc4cffd0f5dc), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:19.258617 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-95202209-9362-4862-9ccb-f4c6e4fbb35d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (37253a9f-7273-4a3e-9877-cc4cffd0f5dc), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:19.309253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:19.311270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-95202209-9362-4862-9ccb-f4c6e4fbb35d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network dc3484bb-add9-4b62-8810-9cbca968a7ff is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:05:19.316799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-95202209-9362-4862-9ccb-f4c6e4fbb35d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:05:19.319848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95202209-9362-4862-9ccb-f4c6e4fbb35d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=37253a9f-7273-4a3e-9877-cc4cffd0f5dc,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:19.321363 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-95202209-9362-4862-9ccb-f4c6e4fbb35d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:05:19.376501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-95202209-9362-4862-9ccb-f4c6e4fbb35d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:19.377154 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-95202209-9362-4862-9ccb-f4c6e4fbb35d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:19.444008 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-95202209-9362-4862-9ccb-f4c6e4fbb35d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7595184 Oct 28 10:05:19.464709 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Request body: {'port': {'device_id': '834a1455-9c7e-4320-8c1e-e98afec5af9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:05:19.536710 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e3e0aa84-9e01-4993-8790-250c2141d21a None None] Provisioning complete for port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:05:19.537604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e3e0aa84-9e01-4993-8790-250c2141d21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (37253a9f-7273-4a3e-9877-cc4cffd0f5dc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:19.537604 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e3e0aa84-9e01-4993-8790-250c2141d21a None None] Attempt 1 to provision port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc Oct 28 10:05:19.540610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (37253a9f-7273-4a3e-9877-cc4cffd0f5dc), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:19.570828 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e3e0aa84-9e01-4993-8790-250c2141d21a None None] Port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:05:19.697777 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194de80-d135-46e1-a2c5-33c264f2da8f req-95836307-f134-4a53-aa15-703b7292e992 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:19.699453 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e194de80-d135-46e1-a2c5-33c264f2da8f req-95836307-f134-4a53-aa15-703b7292e992 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 931 time: 0.0496526 Oct 28 10:05:19.715279 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:19.752464 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e194de80-d135-46e1-a2c5-33c264f2da8f req-1c8a15a5-f63a-44d6-95bd-84c463078449 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=34b83be5-b70b-4aca-a986-55c6919bec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465896 Oct 28 10:05:19.824695 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37253a9f-7273-4a3e-9877-cc4cffd0f5dc {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:05:19.832690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Publish callbacks [] for port (37253a9f-7273-4a3e-9877-cc4cffd0f5dc), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:19.845716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Transition to ACTIVE for port object 37253a9f-7273-4a3e-9877-cc4cffd0f5dc will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:05:19.886662 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (37253a9f-7273-4a3e-9877-cc4cffd0f5dc), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:19.951469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=37253a9f-7273-4a3e-9877-cc4cffd0f5dc,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:20.003878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Attempting to bind port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:05:20.004212 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Attempting to bind port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:05:20.004540 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Attempting to bind port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc on network dc3484bb-add9-4b62-8810-9cbca968a7ff {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:05:20.046156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc on network dc3484bb-add9-4b62-8810-9cbca968a7ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:05:20.046484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Attempting to bind port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc on network dc3484bb-add9-4b62-8810-9cbca968a7ff {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:05:20.089995 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:05:20.090324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Checking segment: {'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:05:20.090745 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Bound using segment: {'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:05:20.091182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Bound port: 37253a9f-7273-4a3e-9877-cc4cffd0f5dc, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:05:20.091537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (37253a9f-7273-4a3e-9877-cc4cffd0f5dc), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:20.158071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] For port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:05:20.161212 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] For port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=37253a9f-7273-4a3e-9877-cc4cffd0f5dc,segment=NetworkSegment(ed19b5b6-7c4d-464f-8762-9a75b038649d),segment_id=ed19b5b6-7c4d-464f-8762-9a75b038649d)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:05:20.228429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (37253a9f-7273-4a3e-9877-cc4cffd0f5dc), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:20.235190 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:20.235901 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:20.237296 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/37253a9f-7273-4a3e-9877-cc4cffd0f5dc HTTP/1.1" status: 200 len: 1093 time: 0.7772717 Oct 28 10:05:20.237796 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834a1455-9c7e-4320-8c1e-e98afec5af9a', 'tag': '37253a9f-7273-4a3e-9877-cc4cffd0f5dc'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:05:20.240489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b9e15f-2106-47cd-a8a3-e0b370f70ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "834a1455-9c7e-4320-8c1e-e98afec5af9a", "tag": "37253a9f-7273-4a3e-9877-cc4cffd0f5dc"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:05:20.281934 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:20.296755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaf43ae-1fa8-47ef-841c-7ab83c685db3 x-openstack-request-id: req-7eaf43ae-1fa8-47ef-841c-7ab83c685db3 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:05:20.297019 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834a1455-9c7e-4320-8c1e-e98afec5af9a", "tag": "37253a9f-7273-4a3e-9877-cc4cffd0f5dc", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:05:20.297298 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7eaf43ae-1fa8-47ef-841c-7ab83c685db3 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:05:20.297691 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eaf43ae-1fa8-47ef-841c-7ab83c685db3'] response: {'name': 'network-changed', 'server_uuid': '834a1455-9c7e-4320-8c1e-e98afec5af9a', 'tag': '37253a9f-7273-4a3e-9877-cc4cffd0f5dc', 'status': 'completed', 'code': 200} Oct 28 10:05:20.302761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813308a-ff5a-484e-b8e3-b1298977bcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=37253a9f-7273-4a3e-9877-cc4cffd0f5dc,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:20.395084 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9e15f-2106-47cd-a8a3-e0b370f70ba3 req-d164502d-b7df-470d-8f32-bb63350e9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:20.396693 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-27b9e15f-2106-47cd-a8a3-e0b370f70ba3 req-d164502d-b7df-470d-8f32-bb63350e9732 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 1127 time: 0.0479553 Oct 28 10:05:20.513751 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9e15f-2106-47cd-a8a3-e0b370f70ba3 req-fa9309ca-877b-4725-be32-cf2b8576b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:20.515225 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-27b9e15f-2106-47cd-a8a3-e0b370f70ba3 req-fa9309ca-877b-4725-be32-cf2b8576b858 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0d399d550dab41259d95623249c98b71&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1050363 Oct 28 10:05:20.612927 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9e15f-2106-47cd-a8a3-e0b370f70ba3 req-f3bebc48-813e-464a-86ce-9eb3417ed3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:20.614653 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-27b9e15f-2106-47cd-a8a3-e0b370f70ba3 req-f3bebc48-813e-464a-86ce-9eb3417ed3e3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938725 Oct 28 10:05:20.723261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-e8818111-ffbb-4662-ba20-7748a6ab3dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:20.724754 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-e8818111-ffbb-4662-ba20-7748a6ab3dd1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 1127 time: 0.0445416 Oct 28 10:05:20.782358 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-1d2d594e-42b7-4b82-9610-0e49cf58136c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37253a9f-7273-4a3e-9877-cc4cffd0f5dc HTTP/1.1" status: 200 len: 217 time: 0.0379734 Oct 28 10:05:20.836247 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-28c492a6-ac61-4302-8ad0-092e54b0a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:20.837719 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-28c492a6-ac61-4302-8ad0-092e54b0a46f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=321ba9ed-45c6-4af7-9bb5-dd29249b5694 HTTP/1.1" status: 200 len: 835 time: 0.0466268 Oct 28 10:05:20.875924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796f666-2a10-44f8-aadf-393923c9502c req-8f57eb8d-2b5e-4f6d-a3b0-2c23b2641685 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:20.877453 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5796f666-2a10-44f8-aadf-393923c9502c req-8f57eb8d-2b5e-4f6d-a3b0-2c23b2641685 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 943 time: 0.0485225 Oct 28 10:05:20.883045 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-7af662d0-7f7a-4971-89c6-5f421319e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:20.884555 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-7af662d0-7f7a-4971-89c6-5f421319e91a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=dc3484bb-add9-4b62-8810-9cbca968a7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0397038 Oct 28 10:05:20.936979 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5796f666-2a10-44f8-aadf-393923c9502c req-32bb4a96-db27-4e43-9497-9ce2e993d926 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=34b83be5-b70b-4aca-a986-55c6919bec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538857 Oct 28 10:05:20.992810 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-cd0d13b0-f38c-4a30-bccd-27b8250bc53a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993965 Oct 28 10:05:21.046994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:21.090390 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4efefbc4-5ad3-4ddc-8f6f-0d40e4395378 req-625b8a52-baf7-4de5-b1ff-540c19050d04 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889452 Oct 28 10:05:22.074175 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bf192-01a5-428a-afac-706efd4b396d req-cee26f7b-619c-4c61-ba1b-270b8ee2f70e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:22.075722 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ba8bf192-01a5-428a-afac-706efd4b396d req-cee26f7b-619c-4c61-ba1b-270b8ee2f70e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 943 time: 0.0490353 Oct 28 10:05:22.126185 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ba8bf192-01a5-428a-afac-706efd4b396d req-b12d7410-336e-4ac6-9164-6ea98037d7d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=34b83be5-b70b-4aca-a986-55c6919bec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442960 Oct 28 10:05:23.251935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b91a6-d812-4291-9728-dc21e50892db req-4228c4c8-8e19-42df-bb24-fb1c1c33cde3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:23.253453 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2b9b91a6-d812-4291-9728-dc21e50892db req-4228c4c8-8e19-42df-bb24-fb1c1c33cde3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 943 time: 0.0492487 Oct 28 10:05:23.308134 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2b9b91a6-d812-4291-9728-dc21e50892db req-936cca35-7255-466a-98c7-f91ba9d40f4b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=34b83be5-b70b-4aca-a986-55c6919bec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485899 Oct 28 10:05:23.347555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:23.948266 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:24.311934 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 37253a9f-7273-4a3e-9877-cc4cffd0f5dc details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:05:24.413297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=37253a9f-7273-4a3e-9877-cc4cffd0f5dc,segment=NetworkSegment(ed19b5b6-7c4d-464f-8762-9a75b038649d),segment_id=ed19b5b6-7c4d-464f-8762-9a75b038649d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:05:24.425521 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '37253a9f-7273-4a3e-9877-cc4cffd0f5dc', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'port_id': '37253a9f-7273-4a3e-9877-cc4cffd0f5dc', 'mac_address': 'fa:16:3e:59:31:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:05:24.430957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:24.439203 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7862fbb-b26d-4867-8e55-a65db74624d3 req-3166a812-0046-40c8-89a9-492fc8879ea4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:24.440761 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a7862fbb-b26d-4867-8e55-a65db74624d3 req-3166a812-0046-40c8-89a9-492fc8879ea4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 943 time: 0.0530386 Oct 28 10:05:24.466320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:05:24.466747 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (37253a9f-7273-4a3e-9877-cc4cffd0f5dc), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:24.485197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37253a9f-7273-4a3e-9877-cc4cffd0f5dc {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:05:24.496720 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a7862fbb-b26d-4867-8e55-a65db74624d3 req-45ef0c2e-3b58-4ad8-8b27-bd81ca66174a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=34b83be5-b70b-4aca-a986-55c6919bec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496283 Oct 28 10:05:24.507055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=37253a9f-7273-4a3e-9877-cc4cffd0f5dc,segment=NetworkSegment(ed19b5b6-7c4d-464f-8762-9a75b038649d),segment_id=ed19b5b6-7c4d-464f-8762-9a75b038649d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:05:24.555643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (37253a9f-7273-4a3e-9877-cc4cffd0f5dc), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:24.604809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=37253a9f-7273-4a3e-9877-cc4cffd0f5dc,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:24.870358 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['37253a9f-7273-4a3e-9877-cc4cffd0f5dc'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:05:24.919319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:25.619377 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706362b-2960-4f9d-bfd7-ee600f47246d req-6dc0a3a4-e2b1-49bf-b53d-7d760ffe6937 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:25.620891 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a706362b-2960-4f9d-bfd7-ee600f47246d req-6dc0a3a4-e2b1-49bf-b53d-7d760ffe6937 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 944 time: 0.0483260 Oct 28 10:05:25.653595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:25.673221 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a706362b-2960-4f9d-bfd7-ee600f47246d req-b889efa4-ebdc-4e70-b6d0-7f185d252792 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=34b83be5-b70b-4aca-a986-55c6919bec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462341 Oct 28 10:05:26.326992 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 37253a9f-7273-4a3e-9877-cc4cffd0f5dc up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:05:26.370606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:05:26.452073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:05:26.452467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (37253a9f-7273-4a3e-9877-cc4cffd0f5dc), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:26.452817 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc Oct 28 10:05:26.529214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:05:26.530067 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (37253a9f-7273-4a3e-9877-cc4cffd0f5dc), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:26.553362 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834a1455-9c7e-4320-8c1e-e98afec5af9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37253a9f-7273-4a3e-9877-cc4cffd0f5dc'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:05:26.555813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98862ea4-9532-4ce3-99a1-eaa78855de0d" -d '{"events": [{"server_uuid": "834a1455-9c7e-4320-8c1e-e98afec5af9a", "name": "network-vif-plugged", "status": "completed", "tag": "37253a9f-7273-4a3e-9877-cc4cffd0f5dc"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:05:26.569010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=37253a9f-7273-4a3e-9877-cc4cffd0f5dc,segment=NetworkSegment(ed19b5b6-7c4d-464f-8762-9a75b038649d),segment_id=ed19b5b6-7c4d-464f-8762-9a75b038649d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:05:26.596303 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cba035b-d213-4490-aca5-79bed5314d0a x-openstack-request-id: req-4cba035b-d213-4490-aca5-79bed5314d0a {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:05:26.596643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834a1455-9c7e-4320-8c1e-e98afec5af9a", "name": "network-vif-plugged", "status": "completed", "tag": "37253a9f-7273-4a3e-9877-cc4cffd0f5dc", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:05:26.596905 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4cba035b-d213-4490-aca5-79bed5314d0a {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:05:26.597313 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cba035b-d213-4490-aca5-79bed5314d0a'] response: {'server_uuid': '834a1455-9c7e-4320-8c1e-e98afec5af9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37253a9f-7273-4a3e-9877-cc4cffd0f5dc', 'code': 200} Oct 28 10:05:26.641204 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (37253a9f-7273-4a3e-9877-cc4cffd0f5dc), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:26.692151 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=37253a9f-7273-4a3e-9877-cc4cffd0f5dc,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:26.811738 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7708de-0109-41ef-91d0-d69862c8ca44 req-5a0cf377-cd45-4e52-ab89-62fc1f0a1cb6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:26.813336 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fb7708de-0109-41ef-91d0-d69862c8ca44 req-5a0cf377-cd45-4e52-ab89-62fc1f0a1cb6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 945 time: 0.0597484 Oct 28 10:05:26.867350 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fb7708de-0109-41ef-91d0-d69862c8ca44 req-8196b1b3-d73b-44fb-ac7a-0205086f2792 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=34b83be5-b70b-4aca-a986-55c6919bec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466676 Oct 28 10:05:27.036924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cbd16-c013-43e5-9062-9eceef2b63e6 req-27108714-dbd5-4ec4-b997-89c9f65656e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:27.038575 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9a4cbd16-c013-43e5-9062-9eceef2b63e6 req-27108714-dbd5-4ec4-b997-89c9f65656e5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 1129 time: 0.0449042 Oct 28 10:05:27.087540 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9a4cbd16-c013-43e5-9062-9eceef2b63e6 req-2858001b-c8b8-49ea-abc4-8a9395050f68 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=34b83be5-b70b-4aca-a986-55c6919bec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415137 Oct 28 10:05:27.994018 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870172a0-1171-44dd-9ea7-e6f59e3edc70 req-e0299310-ea53-46c2-8431-704abd4054b1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:27.995466 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-870172a0-1171-44dd-9ea7-e6f59e3edc70 req-e0299310-ea53-46c2-8431-704abd4054b1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 945 time: 0.0480654 Oct 28 10:05:28.046689 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-870172a0-1171-44dd-9ea7-e6f59e3edc70 req-34150d3a-f356-4477-9820-330d9171f6b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=34b83be5-b70b-4aca-a986-55c6919bec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453672 Oct 28 10:05:29.169456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf79f6-3dd4-4679-a658-07a6f586643a req-e8d7d501-3bea-4f7f-88a7-ec9e8af1f297 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:29.171560 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c1cf79f6-3dd4-4679-a658-07a6f586643a req-e8d7d501-3bea-4f7f-88a7-ec9e8af1f297 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 945 time: 0.0473692 Oct 28 10:05:29.225399 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c1cf79f6-3dd4-4679-a658-07a6f586643a req-80f6196e-3b38-45f2-8dcd-4dd42503661f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=34b83be5-b70b-4aca-a986-55c6919bec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481935 Oct 28 10:05:29.345496 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a954769-7794-479d-9426-8e3326c38a79 req-b1d12d0c-34ed-4ff0-a06f-5c2b44275e89 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:29.347005 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7a954769-7794-479d-9426-8e3326c38a79 req-b1d12d0c-34ed-4ff0-a06f-5c2b44275e89 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 945 time: 0.0469792 Oct 28 10:05:29.397442 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7a954769-7794-479d-9426-8e3326c38a79 req-031c50a8-0380-43aa-9d2a-4479c01ba134 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=34b83be5-b70b-4aca-a986-55c6919bec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449333 Oct 28 10:05:29.426867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43948) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:29.464877 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4681305-ed26-41ec-8bf9-c814033dcf39 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:29.466420 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f4681305-ed26-41ec-8bf9-c814033dcf39 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 1124 time: 0.0385571 Oct 28 10:05:29.469783 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43950) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:29.474040 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '37253a9f-7273-4a3e-9877-cc4cffd0f5dc', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:05:29.490431 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:29.576946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:29.664285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:29.771733 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.77 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/57405a42-e9f3-493e-8311-39f13e8ec3e3) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:05:29.887089 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (57405a42-e9f3-493e-8311-39f13e8ec3e3), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:29.976706 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (57405a42-e9f3-493e-8311-39f13e8ec3e3), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:30.010236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:30.021216 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:05:30.025174 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:05:30.028479 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:05:30.031910 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=57405a42-e9f3-493e-8311-39f13e8ec3e3,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:30.338964 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:30.391150 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (0b4977ff-7e79-4ca0-91df-4d4edfe7cd03), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:30.546465 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (57405a42-e9f3-493e-8311-39f13e8ec3e3), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:30.700507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (57405a42-e9f3-493e-8311-39f13e8ec3e3), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:30.778001 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (57405a42-e9f3-493e-8311-39f13e8ec3e3), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:30.846708 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=57405a42-e9f3-493e-8311-39f13e8ec3e3,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:30.849078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (0b4977ff-7e79-4ca0-91df-4d4edfe7cd03), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:30.949245 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP 0b4977ff-7e79-4ca0-91df-4d4edfe7cd03 associated. External IP: 172.36.1.77, port: 37253a9f-7273-4a3e-9877-cc4cffd0f5dc. Oct 28 10:05:31.091803 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:31.157486 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:05:31.264419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:05:31.274763 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a4e6ac-b3ad-4907-a19f-42cf21cb7a68 None None] Sync routers for ids ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:05:31.287293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a4e6ac-b3ad-4907-a19f-42cf21cb7a68 None None] Routers {'77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:05:31.287996 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c0a4e6ac-b3ad-4907-a19f-42cf21cb7a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:05:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:31.334163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:31.371016 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-28865cf1-5491-4995-a0c6-efea786da851 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9001851 Oct 28 10:05:31.371790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834a1455-9c7e-4320-8c1e-e98afec5af9a', 'tag': '37253a9f-7273-4a3e-9877-cc4cffd0f5dc'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:05:31.373966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43952) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:31.374469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2879c7-7200-4ccf-941f-c3d1b058b8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "834a1455-9c7e-4320-8c1e-e98afec5af9a", "tag": "37253a9f-7273-4a3e-9877-cc4cffd0f5dc"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:05:31.415296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-c0a4e6ac-b3ad-4907-a19f-42cf21cb7a68 None None] Set router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:05:31.443911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204cad59-6dcc-4f29-981b-63d658f19e9d x-openstack-request-id: req-204cad59-6dcc-4f29-981b-63d658f19e9d {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:05:31.444208 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834a1455-9c7e-4320-8c1e-e98afec5af9a", "tag": "37253a9f-7273-4a3e-9877-cc4cffd0f5dc", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:05:31.444461 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-204cad59-6dcc-4f29-981b-63d658f19e9d {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:05:31.444872 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-204cad59-6dcc-4f29-981b-63d658f19e9d'] response: {'name': 'network-changed', 'server_uuid': '834a1455-9c7e-4320-8c1e-e98afec5af9a', 'tag': '37253a9f-7273-4a3e-9877-cc4cffd0f5dc', 'status': 'completed', 'code': 200} Oct 28 10:05:31.466631 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a8b5a586-e13c-4391-95fc-1e18a197d610 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/0b4977ff-7e79-4ca0-91df-4d4edfe7cd03 HTTP/1.1" status: 200 len: 990 time: 0.0914547 Oct 28 10:05:31.515409 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:31.548088 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2879c7-7200-4ccf-941f-c3d1b058b8dc req-3d67ebce-e44d-4b08-944b-077274f709da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:31.549649 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ed2879c7-7200-4ccf-941f-c3d1b058b8dc req-3d67ebce-e44d-4b08-944b-077274f709da service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 1129 time: 0.0522790 Oct 28 10:05:31.644423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:31.645224 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2879c7-7200-4ccf-941f-c3d1b058b8dc req-f15a9d93-6882-4bf7-9fb1-4af61ee354e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:31.646766 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ed2879c7-7200-4ccf-941f-c3d1b058b8dc req-f15a9d93-6882-4bf7-9fb1-4af61ee354e6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=dc3484bb-add9-4b62-8810-9cbca968a7ff HTTP/1.1" status: 200 len: 898 time: 0.0908792 Oct 28 10:05:31.653883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c0a4e6ac-b3ad-4907-a19f-42cf21cb7a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:10Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '0b4977ff-7e79-4ca0-91df-4d4edfe7cd03', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.77', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'port_id': '37253a9f-7273-4a3e-9877-cc4cffd0f5dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'mac_address': 'fa:16:3e:59:31:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834a1455-9c7e-4320-8c1e-e98afec5af9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:05:30Z', 'updated_at': '2022-10-28T10:05:30Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f71989-49bf-4b6d-9f6d-8e6afe07d959', 'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:0a:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:10Z', 'updated_at': '2022-10-28T10:05:14Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:31.684255 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a4e6ac-b3ad-4907-a19f-42cf21cb7a68 None None] Checking router: 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:05:31.699490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a4e6ac-b3ad-4907-a19f-42cf21cb7a68 None None] Routers {'77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:05:31.699490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c0a4e6ac-b3ad-4907-a19f-42cf21cb7a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:05:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:31.720815 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ed2879c7-7200-4ccf-941f-c3d1b058b8dc req-617f05e6-28ed-4a1c-a971-fd058eba04fb service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37253a9f-7273-4a3e-9877-cc4cffd0f5dc HTTP/1.1" status: 200 len: 998 time: 0.0681863 Oct 28 10:05:31.777614 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2879c7-7200-4ccf-941f-c3d1b058b8dc req-263d7e13-cdae-44f9-ae59-3f71a78f7ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:31.779062 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ed2879c7-7200-4ccf-941f-c3d1b058b8dc req-263d7e13-cdae-44f9-ae59-3f71a78f7ab8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=321ba9ed-45c6-4af7-9bb5-dd29249b5694 HTTP/1.1" status: 200 len: 835 time: 0.0525262 Oct 28 10:05:31.809560 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-c0a4e6ac-b3ad-4907-a19f-42cf21cb7a68 None None] Set router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:05:31.823761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2879c7-7200-4ccf-941f-c3d1b058b8dc req-c02afd58-7bbb-4732-89c9-2845fa71b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:05:31.825257 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ed2879c7-7200-4ccf-941f-c3d1b058b8dc req-c02afd58-7bbb-4732-89c9-2845fa71b219 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=dc3484bb-add9-4b62-8810-9cbca968a7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0408041 Oct 28 10:05:31.836519 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [req-ed2879c7-7200-4ccf-941f-c3d1b058b8dc req-13150a7d-d103-4e53-a8e6-3fc5079edea9 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:05:31.837532 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ed2879c7-7200-4ccf-941f-c3d1b058b8dc req-13150a7d-d103-4e53-a8e6-3fc5079edea9 service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055530 Oct 28 10:05:32.038071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c0a4e6ac-b3ad-4907-a19f-42cf21cb7a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:10Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '0b4977ff-7e79-4ca0-91df-4d4edfe7cd03', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.77', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'port_id': '37253a9f-7273-4a3e-9877-cc4cffd0f5dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'mac_address': 'fa:16:3e:59:31:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834a1455-9c7e-4320-8c1e-e98afec5af9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:05:30Z', 'updated_at': '2022-10-28T10:05:30Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f71989-49bf-4b6d-9f6d-8e6afe07d959', 'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:0a:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:10Z', 'updated_at': '2022-10-28T10:05:14Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:32.064302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a4e6ac-b3ad-4907-a19f-42cf21cb7a68 None None] The sync data for ids ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'] in dv-neutron-zed-2-hyperv is: [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:10Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '0b4977ff-7e79-4ca0-91df-4d4edfe7cd03', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.77', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'port_id': '37253a9f-7273-4a3e-9877-cc4cffd0f5dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'mac_address': 'fa:16:3e:59:31:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834a1455-9c7e-4320-8c1e-e98afec5af9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:05:30Z', 'updated_at': '2022-10-28T10:05:30Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f71989-49bf-4b6d-9f6d-8e6afe07d959', 'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:0a:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:10Z', 'updated_at': '2022-10-28T10:05:14Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:05:32.233183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:32.249561 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ed2879c7-7200-4ccf-941f-c3d1b058b8dc req-e9380692-1bb8-434d-ad32-1af934849c58 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056942 Oct 28 10:05:32.281234 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed7c7c-b47a-4ba5-8cb7-f9bcfc8584a8 None None] New status for floating IP 0b4977ff-7e79-4ca0-91df-4d4edfe7cd03: ACTIVE {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:05:32.362401 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ed2879c7-7200-4ccf-941f-c3d1b058b8dc req-03894038-7121-4c24-80fe-b3811ae7fad1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047411 Oct 28 10:05:32.470658 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43956) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:32.526601 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:32.532981 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8fcdf5f4-05f2-4161-b0df-032fbe6819f9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/0b4977ff-7e79-4ca0-91df-4d4edfe7cd03 HTTP/1.1" status: 200 len: 990 time: 0.0612109 Oct 28 10:05:33.536991 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43958) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:05:33.597948 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-278cd1eb-c75c-487c-a0fa-1f56c37107f3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/0b4977ff-7e79-4ca0-91df-4d4edfe7cd03 HTTP/1.1" status: 200 len: 992 time: 0.0599124 Oct 28 10:05:33.704374 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:05:42.041077 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=57 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:42.041879 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=21 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:42.349845 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:42.358876 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=69 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:42.995499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c17182b1-6e2c-4584-a634-73b65e3cc83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:43.589072 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:43.593068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=24,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:45.342059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f0a5fd1f-8a8d-42ce-b558-73ca5bad5e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:46.874627 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:47.949432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:48.491894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:05:52.699824 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:52.700641 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:05:53.372378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:02.556200 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8a9c95c4-6132-4a5a-9c0a-59110ada9466 req-c82a5473-ae4b-41c8-be5d-f649e83c7afe service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455360 Oct 28 10:06:02.666025 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c95c4-6132-4a5a-9c0a-59110ada9466 req-150d64f0-8bf0-47dd-9a0a-930bd369b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:02.667650 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8a9c95c4-6132-4a5a-9c0a-59110ada9466 req-150d64f0-8bf0-47dd-9a0a-930bd369b4b2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 1129 time: 0.0402524 Oct 28 10:06:02.781088 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c95c4-6132-4a5a-9c0a-59110ada9466 req-09f2ceaf-4faf-4eb0-b4b0-0b0ee31f9d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:02.782614 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8a9c95c4-6132-4a5a-9c0a-59110ada9466 req-09f2ceaf-4faf-4eb0-b4b0-0b0ee31f9d03 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 912 time: 0.0928373 Oct 28 10:06:02.845890 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8a9c95c4-6132-4a5a-9c0a-59110ada9466 req-73d31396-a918-40a0-8531-6b10676beacb service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf37a286-6643-4537-8de6-35151d34de6b HTTP/1.1" status: 200 len: 1001 time: 0.0568433 Oct 28 10:06:02.893832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c95c4-6132-4a5a-9c0a-59110ada9466 req-a66d0ed9-c014-4be0-a478-667d36988530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:02.895311 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8a9c95c4-6132-4a5a-9c0a-59110ada9466 req-a66d0ed9-c014-4be0-a478-667d36988530 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19f66d81-2cce-4fe0-89e2-8ae1c40ac146 HTTP/1.1" status: 200 len: 850 time: 0.0439627 Oct 28 10:06:02.943716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c95c4-6132-4a5a-9c0a-59110ada9466 req-dd5521fb-4558-480b-a2ed-f4cd5289866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:02.945218 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8a9c95c4-6132-4a5a-9c0a-59110ada9466 req-dd5521fb-4558-480b-a2ed-f4cd5289866f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4d683f21-056f-49ef-b611-826c5b093c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0433259 Oct 28 10:06:03.036327 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8a9c95c4-6132-4a5a-9c0a-59110ada9466 req-f66a367a-7f59-4603-b56c-cd072de58a12 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845330 Oct 28 10:06:03.134451 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8a9c95c4-6132-4a5a-9c0a-59110ada9466 req-893802b7-a6a9-47ee-bb34-539cc267663d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911546 Oct 28 10:06:03.286610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:03.288640 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:04.796945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43978) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:04.840580 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eea439-fd4e-4659-9462-fa4fc424dfce tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:04.841063 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eea439-fd4e-4659-9462-fa4fc424dfce tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:04.841542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eea439-fd4e-4659-9462-fa4fc424dfce tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:04.843352 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a2eea439-fd4e-4659-9462-fa4fc424dfce tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?project_id=0d399d550dab41259d95623249c98b71&network_id=dc3484bb-add9-4b62-8810-9cbca968a7ff HTTP/1.1" status: 200 len: 3096 time: 0.0453789 Oct 28 10:06:07.018886 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43988) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:07.064189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b49abc-6ff8-4278-bb90-0ff1a1e2b33b tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:07.065667 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-81b49abc-6ff8-4278-bb90-0ff1a1e2b33b tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac HTTP/1.1" status: 200 len: 814 time: 0.0458891 Oct 28 10:06:07.551522 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 43994) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:07.556266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7cdf0f2d-6c45-4253-928d-81ed550057e4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:06:07.613132 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0f2d-6c45-4253-928d-81ed550057e4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (0b4977ff-7e79-4ca0-91df-4d4edfe7cd03), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:07.751516 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0f2d-6c45-4253-928d-81ed550057e4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:07.850047 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0f2d-6c45-4253-928d-81ed550057e4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (0b4977ff-7e79-4ca0-91df-4d4edfe7cd03), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:07.850428 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-7cdf0f2d-6c45-4253-928d-81ed550057e4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP 0b4977ff-7e79-4ca0-91df-4d4edfe7cd03 disassociated. External IP: 172.36.1.77, port: 37253a9f-7273-4a3e-9877-cc4cffd0f5dc. Oct 28 10:06:08.050547 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdf0f2d-6c45-4253-928d-81ed550057e4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:06:08.157711 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdf0f2d-6c45-4253-928d-81ed550057e4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:06:08.162565 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0f2d-6c45-4253-928d-81ed550057e4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:08.167538 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940cfe7-f756-4f3c-86f8-c60a278c3d79 None None] Sync routers for ids ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:06:08.178124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d940cfe7-f756-4f3c-86f8-c60a278c3d79 None None] Routers {'77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:06:08.180172 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d940cfe7-f756-4f3c-86f8-c60a278c3d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:05:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:06:08.193474 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7cdf0f2d-6c45-4253-928d-81ed550057e4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/0b4977ff-7e79-4ca0-91df-4d4edfe7cd03 HTTP/1.1" status: 200 len: 689 time: 0.6408334 Oct 28 10:06:08.194194 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834a1455-9c7e-4320-8c1e-e98afec5af9a', 'tag': '37253a9f-7273-4a3e-9877-cc4cffd0f5dc'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:06:08.196459 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 43996) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:08.196977 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31f927f-0794-4ac8-a24f-857e00af84f2" -d '{"events": [{"name": "network-changed", "server_uuid": "834a1455-9c7e-4320-8c1e-e98afec5af9a", "tag": "37253a9f-7273-4a3e-9877-cc4cffd0f5dc"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:06:08.239319 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab2a4a6-21fc-4ab2-a913-62a641edf42e x-openstack-request-id: req-dab2a4a6-21fc-4ab2-a913-62a641edf42e {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:06:08.239705 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834a1455-9c7e-4320-8c1e-e98afec5af9a", "tag": "37253a9f-7273-4a3e-9877-cc4cffd0f5dc", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:06:08.240032 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dab2a4a6-21fc-4ab2-a913-62a641edf42e {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:06:08.240515 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab2a4a6-21fc-4ab2-a913-62a641edf42e'] response: {'name': 'network-changed', 'server_uuid': '834a1455-9c7e-4320-8c1e-e98afec5af9a', 'tag': '37253a9f-7273-4a3e-9877-cc4cffd0f5dc', 'status': 'completed', 'code': 200} Oct 28 10:06:08.251882 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-71396621-aca1-404e-a00b-d540135dc85e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/0b4977ff-7e79-4ca0-91df-4d4edfe7cd03 HTTP/1.1" status: 200 len: 689 time: 0.0534153 Oct 28 10:06:08.285526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-d940cfe7-f756-4f3c-86f8-c60a278c3d79 None None] Set router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:06:08.348316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f927f-0794-4ac8-a24f-857e00af84f2 req-57481b15-8ac9-4cfd-9b78-55a42c00f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:08.349813 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a31f927f-0794-4ac8-a24f-857e00af84f2 req-57481b15-8ac9-4cfd-9b78-55a42c00f96f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 1129 time: 0.0403798 Oct 28 10:06:08.454272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f927f-0794-4ac8-a24f-857e00af84f2 req-1875ac93-94c1-45f6-8968-165c39adc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:08.455896 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a31f927f-0794-4ac8-a24f-857e00af84f2 req-1875ac93-94c1-45f6-8968-165c39adc1be service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=dc3484bb-add9-4b62-8810-9cbca968a7ff HTTP/1.1" status: 200 len: 898 time: 0.0956893 Oct 28 10:06:08.480348 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d940cfe7-f756-4f3c-86f8-c60a278c3d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:10Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'a2f71989-49bf-4b6d-9f6d-8e6afe07d959', 'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:0a:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:10Z', 'updated_at': '2022-10-28T10:05:14Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:06:08.498460 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a31f927f-0794-4ac8-a24f-857e00af84f2 req-185463eb-90b7-4490-a53d-a4c994fbcf91 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37253a9f-7273-4a3e-9877-cc4cffd0f5dc HTTP/1.1" status: 200 len: 217 time: 0.0347621 Oct 28 10:06:08.510279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940cfe7-f756-4f3c-86f8-c60a278c3d79 None None] Checking router: 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:06:08.518686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d940cfe7-f756-4f3c-86f8-c60a278c3d79 None None] Routers {'77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:06:08.519387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d940cfe7-f756-4f3c-86f8-c60a278c3d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:05:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:06:08.553082 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f927f-0794-4ac8-a24f-857e00af84f2 req-3de2ae3b-c76a-4ec6-a6c5-2b8e60b84562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:08.554537 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a31f927f-0794-4ac8-a24f-857e00af84f2 req-3de2ae3b-c76a-4ec6-a6c5-2b8e60b84562 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=321ba9ed-45c6-4af7-9bb5-dd29249b5694 HTTP/1.1" status: 200 len: 835 time: 0.0502994 Oct 28 10:06:08.603093 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f927f-0794-4ac8-a24f-857e00af84f2 req-c7b1507e-82c1-4cca-a2e9-013a379bd1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:08.604615 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a31f927f-0794-4ac8-a24f-857e00af84f2 req-c7b1507e-82c1-4cca-a2e9-013a379bd1c5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=dc3484bb-add9-4b62-8810-9cbca968a7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0401049 Oct 28 10:06:08.625237 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-d940cfe7-f756-4f3c-86f8-c60a278c3d79 None None] Set router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:06:08.718157 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a31f927f-0794-4ac8-a24f-857e00af84f2 req-f7fa4ab8-e01f-4f95-9f3d-581117c81d98 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040504 Oct 28 10:06:08.818126 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a31f927f-0794-4ac8-a24f-857e00af84f2 req-281203f4-695b-4fc6-bd62-6d91af82c83d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906804 Oct 28 10:06:08.961579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d940cfe7-f756-4f3c-86f8-c60a278c3d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:10Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'a2f71989-49bf-4b6d-9f6d-8e6afe07d959', 'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:0a:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:10Z', 'updated_at': '2022-10-28T10:05:14Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:06:08.988447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940cfe7-f756-4f3c-86f8-c60a278c3d79 None None] The sync data for ids ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'] in dv-neutron-zed-2-hyperv is: [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:10Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'a2f71989-49bf-4b6d-9f6d-8e6afe07d959', 'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:0a:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:10Z', 'updated_at': '2022-10-28T10:05:14Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:06:09.208703 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a74ea42-8130-4484-b359-e38941d6abf1 None None] New status for floating IP 0b4977ff-7e79-4ca0-91df-4d4edfe7cd03: DOWN {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:06:09.256067 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44000) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:09.295657 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:09.306045 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7ce155eb-7ee8-4e12-a213-468a18733852 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/0b4977ff-7e79-4ca0-91df-4d4edfe7cd03 HTTP/1.1" status: 200 len: 689 time: 0.0489144 Oct 28 10:06:10.309922 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44002) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:10.354059 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-071977cb-0269-4256-8a86-88220d0bc498 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/0b4977ff-7e79-4ca0-91df-4d4edfe7cd03 HTTP/1.1" status: 200 len: 687 time: 0.0430002 Oct 28 10:06:10.703315 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:06:11.483322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44006) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:11.488664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1685699352', 'description': 'tempest-secgroup-smoke-1685699352 description', 'project_id': '0d399d550dab41259d95623249c98b71'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:06:11.501581 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:11.604716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:11.676606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (7a25fe6e-8c7a-4e41-8d56-2838be0d8974), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:11.759134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (7a25fe6e-8c7a-4e41-8d56-2838be0d8974), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:11.789301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a25fe6e-8c7a-4e41-8d56-2838be0d8974,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:06:11.796595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:11.799948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:11.799948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:11.799948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:11.799948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:11.799948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:11.799948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:11.799948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:11.799948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:11.800780 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:11.800780 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:11.800780 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:11.801097 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:11.801208 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:11.801500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:11.882201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:11.883524 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9df95a8c-84d3-48af-8017-8fc473f24e18 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3992064 Oct 28 10:06:11.886618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44008) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:11.890891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-939923f5-e626-4375-b75e-130b3c909a7f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '7a25fe6e-8c7a-4e41-8d56-2838be0d8974', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:06:11.990100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-939923f5-e626-4375-b75e-130b3c909a7f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (32d2f1e6-34f1-42e0-be84-11006396723b), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:12.050752 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-939923f5-e626-4375-b75e-130b3c909a7f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (32d2f1e6-34f1-42e0-be84-11006396723b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:12.126518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-939923f5-e626-4375-b75e-130b3c909a7f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (32d2f1e6-34f1-42e0-be84-11006396723b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:12.147452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939923f5-e626-4375-b75e-130b3c909a7f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d2f1e6-34f1-42e0-be84-11006396723b,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:06:12.259751 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-939923f5-e626-4375-b75e-130b3c909a7f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:12.260960 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-939923f5-e626-4375-b75e-130b3c909a7f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3733840 Oct 28 10:06:12.263899 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44010) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:12.268825 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-cfcc15c0-90fc-4389-9c8d-0617829a3502 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '7a25fe6e-8c7a-4e41-8d56-2838be0d8974', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:06:12.396047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cfcc15c0-90fc-4389-9c8d-0617829a3502 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (2f997987-a3cf-42ba-9f80-47419a16dbbf), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:12.452799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cfcc15c0-90fc-4389-9c8d-0617829a3502 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (2f997987-a3cf-42ba-9f80-47419a16dbbf), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:12.555007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cfcc15c0-90fc-4389-9c8d-0617829a3502 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (2f997987-a3cf-42ba-9f80-47419a16dbbf), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:12.575348 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc15c0-90fc-4389-9c8d-0617829a3502 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f997987-a3cf-42ba-9f80-47419a16dbbf,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:06:12.640846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cfcc15c0-90fc-4389-9c8d-0617829a3502 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:12.642713 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cfcc15c0-90fc-4389-9c8d-0617829a3502 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3778095 Oct 28 10:06:12.645673 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44012) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:12.649906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-967b0730-b2dc-4223-8af8-07e54ae6a810 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '7a25fe6e-8c7a-4e41-8d56-2838be0d8974', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:06:12.726491 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-967b0730-b2dc-4223-8af8-07e54ae6a810 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (0a7f5bb4-1b76-476c-81ea-183e00408499), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:12.785217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-967b0730-b2dc-4223-8af8-07e54ae6a810 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (0a7f5bb4-1b76-476c-81ea-183e00408499), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:12.886361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-967b0730-b2dc-4223-8af8-07e54ae6a810 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (0a7f5bb4-1b76-476c-81ea-183e00408499), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:12.908781 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b0730-b2dc-4223-8af8-07e54ae6a810 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7f5bb4-1b76-476c-81ea-183e00408499,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:06:13.003363 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-967b0730-b2dc-4223-8af8-07e54ae6a810 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:13.004832 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-967b0730-b2dc-4223-8af8-07e54ae6a810 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3581619 Oct 28 10:06:13.007632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44016) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:13.012810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-7b58c771-cbb8-4bea-b0ac-c68d5a9c2de6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '7a25fe6e-8c7a-4e41-8d56-2838be0d8974', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:06:13.027062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:13.029281 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-189aeaf1-a1de-444d-8734-51fe33a9fcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:13.165066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7b58c771-cbb8-4bea-b0ac-c68d5a9c2de6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (28580c6d-73bc-4975-bfd8-e11a98cc4e44), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:13.228034 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7b58c771-cbb8-4bea-b0ac-c68d5a9c2de6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (28580c6d-73bc-4975-bfd8-e11a98cc4e44), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:13.313823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7b58c771-cbb8-4bea-b0ac-c68d5a9c2de6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (28580c6d-73bc-4975-bfd8-e11a98cc4e44), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:13.332895 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:13.333715 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58c771-cbb8-4bea-b0ac-c68d5a9c2de6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28580c6d-73bc-4975-bfd8-e11a98cc4e44,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:06:13.408790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7b58c771-cbb8-4bea-b0ac-c68d5a9c2de6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:13.410097 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7b58c771-cbb8-4bea-b0ac-c68d5a9c2de6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4014566 Oct 28 10:06:13.412969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44018) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:13.417530 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-163d491b-f396-47b7-a929-ee5eeb82e4ad tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '7a25fe6e-8c7a-4e41-8d56-2838be0d8974', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:06:13.491895 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-163d491b-f396-47b7-a929-ee5eeb82e4ad tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:06:13.497824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-163d491b-f396-47b7-a929-ee5eeb82e4ad tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (254ea755-895e-4fda-bbc6-e3414a13bf8b), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:13.558835 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-163d491b-f396-47b7-a929-ee5eeb82e4ad tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (254ea755-895e-4fda-bbc6-e3414a13bf8b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:13.651912 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-163d491b-f396-47b7-a929-ee5eeb82e4ad tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (254ea755-895e-4fda-bbc6-e3414a13bf8b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:13.672108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d491b-f396-47b7-a929-ee5eeb82e4ad tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254ea755-895e-4fda-bbc6-e3414a13bf8b,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:06:13.751070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-163d491b-f396-47b7-a929-ee5eeb82e4ad tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:13.753657 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-163d491b-f396-47b7-a929-ee5eeb82e4ad tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3383904 Oct 28 10:06:13.755218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44020) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:13.759591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e3047ecf-6327-4d29-8927-e049c2184ac7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '7a25fe6e-8c7a-4e41-8d56-2838be0d8974', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:06:13.886429 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-e3047ecf-6327-4d29-8927-e049c2184ac7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:06:13.892874 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3047ecf-6327-4d29-8927-e049c2184ac7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (3a63831f-8e4c-498e-9380-f9a47f1ed2a4), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:13.955200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3047ecf-6327-4d29-8927-e049c2184ac7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (3a63831f-8e4c-498e-9380-f9a47f1ed2a4), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:14.029100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3047ecf-6327-4d29-8927-e049c2184ac7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (3a63831f-8e4c-498e-9380-f9a47f1ed2a4), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:14.051502 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3047ecf-6327-4d29-8927-e049c2184ac7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a63831f-8e4c-498e-9380-f9a47f1ed2a4,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:06:14.110627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3047ecf-6327-4d29-8927-e049c2184ac7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:14.111857 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e3047ecf-6327-4d29-8927-e049c2184ac7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3557198 Oct 28 10:06:14.334201 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-797dffcc-8008-4b53-8f54-015d2a8ed5e4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1685699352&fields=id&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 267 time: 0.0494173 Oct 28 10:06:14.442676 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-8480c0c6-6388-4473-a369-b8ba618f5ebd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:14.444215 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-8480c0c6-6388-4473-a369-b8ba618f5ebd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/networks?id=dc3484bb-add9-4b62-8810-9cbca968a7ff HTTP/1.1" status: 200 len: 797 time: 0.1033981 Oct 28 10:06:14.459495 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-4828f348-fcda-4208-b1da-05fa7bc42b9f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/quotas/0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 375 time: 0.0098834 Oct 28 10:06:14.516151 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-0f80af42-2601-4ed2-9f93-9c1092d47988 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515912 Oct 28 10:06:14.612204 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-6518b96a-dd9a-41be-92dc-11ff07dd68b2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847435 Oct 28 10:06:14.674567 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:14.682593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:14.714129 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-e0456af7-d313-44ce-a063-2c918c5855bf service neutron] 10.222.0.49 "GET /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914819 Oct 28 10:06:15.036058 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d8cdf896-d302-4b95-af48-a034dfa255df req-a3e33f3e-bfba-4708-b86b-fa3db43cb849 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 210 time: 0.0291109 Oct 28 10:06:15.337423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6fc7b3da-a130-4313-a434-41921852c625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:16.139416 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6a5ce379-4140-436d-9cee-bde4ad9045d7 req-587e831c-a8e0-4fb0-ac07-7554ad449458 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 210 time: 0.0284991 Oct 28 10:06:16.863793 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:17.242941 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d134312f-caf7-4559-86bf-5d413d6f016c req-9d176e97-6531-4484-ad14-201e1dcd60fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 210 time: 0.0280046 Oct 28 10:06:17.300456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-b9869057-c478-4ac3-a622-f57e99c0618b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:17.302096 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-b9869057-c478-4ac3-a622-f57e99c0618b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/networks?id=dc3484bb-add9-4b62-8810-9cbca968a7ff HTTP/1.1" status: 200 len: 797 time: 0.1054142 Oct 28 10:06:17.387646 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-0256a596-5ead-4b6f-9239-d579fcb27efe tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 473 time: 0.0687561 Oct 28 10:06:17.396791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-458aa771-3469-4583-9d40-7f73155a94b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'port': {'device_id': 'cb47d91a-e857-4c34-957a-492572bc025e', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'admin_state_up': True, 'tenant_id': '0d399d550dab41259d95623249c98b71', 'security_groups': ['7a25fe6e-8c7a-4e41-8d56-2838be0d8974']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:06:17.633428 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-458aa771-3469-4583-9d40-7f73155a94b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:06:17.637333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-458aa771-3469-4583-9d40-7f73155a94b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:17.659839 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:17.773690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-458aa771-3469-4583-9d40-7f73155a94b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.13 (dc3484bb-add9-4b62-8810-9cbca968a7ff/321ba9ed-45c6-4af7-9bb5-dd29249b5694/6d1e9d48-3efc-4587-b660-2749901dcc83) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:06:17.885415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:17.929251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-458aa771-3469-4583-9d40-7f73155a94b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (6d1e9d48-3efc-4587-b660-2749901dcc83), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:17.977816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:18.075097 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-458aa771-3469-4583-9d40-7f73155a94b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (6d1e9d48-3efc-4587-b660-2749901dcc83), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:18.127334 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-458aa771-3469-4583-9d40-7f73155a94b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network dc3484bb-add9-4b62-8810-9cbca968a7ff is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:06:18.130583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-458aa771-3469-4583-9d40-7f73155a94b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:06:18.134758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-458aa771-3469-4583-9d40-7f73155a94b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:06:18.141133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458aa771-3469-4583-9d40-7f73155a94b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=6d1e9d48-3efc-4587-b660-2749901dcc83,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:06:18.193318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-458aa771-3469-4583-9d40-7f73155a94b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:18.193934 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-458aa771-3469-4583-9d40-7f73155a94b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:18.316500 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-458aa771-3469-4583-9d40-7f73155a94b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9233809 Oct 28 10:06:18.335824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Request body: {'port': {'device_id': 'cb47d91a-e857-4c34-957a-492572bc025e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:06:18.362358 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ae929496-8ad1-4805-a741-d52a7d928a0d None None] Provisioning complete for port 6d1e9d48-3efc-4587-b660-2749901dcc83 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:06:18.363097 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ae929496-8ad1-4805-a741-d52a7d928a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6d1e9d48-3efc-4587-b660-2749901dcc83), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:18.363678 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ae929496-8ad1-4805-a741-d52a7d928a0d None None] Attempt 1 to provision port 6d1e9d48-3efc-4587-b660-2749901dcc83 Oct 28 10:06:18.383716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac069f-6871-47b4-b3dd-4a8c82068199 req-3b9ee798-c9c6-4a36-a825-44514e549067 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:18.385919 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f8ac069f-6871-47b4-b3dd-4a8c82068199 req-3b9ee798-c9c6-4a36-a825-44514e549067 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 932 time: 0.0630510 Oct 28 10:06:18.401633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ae929496-8ad1-4805-a741-d52a7d928a0d None None] Port 6d1e9d48-3efc-4587-b660-2749901dcc83 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:06:18.413240 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6d1e9d48-3efc-4587-b660-2749901dcc83), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:18.440421 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f8ac069f-6871-47b4-b3dd-4a8c82068199 req-46c6db1e-baf7-419b-bcdd-bfdb0ff847d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a25fe6e-8c7a-4e41-8d56-2838be0d8974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479426 Oct 28 10:06:18.513169 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:18.695648 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1e9d48-3efc-4587-b660-2749901dcc83 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:06:18.703302 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Publish callbacks [] for port (6d1e9d48-3efc-4587-b660-2749901dcc83), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:18.716606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Transition to ACTIVE for port object 6d1e9d48-3efc-4587-b660-2749901dcc83 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:06:18.794961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (6d1e9d48-3efc-4587-b660-2749901dcc83), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:18.882000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1e9d48-3efc-4587-b660-2749901dcc83,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:06:18.901105 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:18.910656 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Attempting to bind port 6d1e9d48-3efc-4587-b660-2749901dcc83 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:06:18.912314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Attempting to bind port 6d1e9d48-3efc-4587-b660-2749901dcc83 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:06:18.912314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Attempting to bind port 6d1e9d48-3efc-4587-b660-2749901dcc83 on network dc3484bb-add9-4b62-8810-9cbca968a7ff {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:06:18.957809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Port 6d1e9d48-3efc-4587-b660-2749901dcc83 on network dc3484bb-add9-4b62-8810-9cbca968a7ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:06:18.958052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Attempting to bind port 6d1e9d48-3efc-4587-b660-2749901dcc83 on network dc3484bb-add9-4b62-8810-9cbca968a7ff {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:06:19.005396 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:06:19.005733 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Checking segment: {'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:06:19.006124 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Bound using segment: {'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:06:19.006566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Bound port: 6d1e9d48-3efc-4587-b660-2749901dcc83, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed19b5b6-7c4d-464f-8762-9a75b038649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:06:19.006967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6d1e9d48-3efc-4587-b660-2749901dcc83), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:19.022454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:19.069535 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] For port 6d1e9d48-3efc-4587-b660-2749901dcc83, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:06:19.072696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] For port 6d1e9d48-3efc-4587-b660-2749901dcc83, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=6d1e9d48-3efc-4587-b660-2749901dcc83,segment=NetworkSegment(ed19b5b6-7c4d-464f-8762-9a75b038649d),segment_id=ed19b5b6-7c4d-464f-8762-9a75b038649d)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:06:19.166606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (6d1e9d48-3efc-4587-b660-2749901dcc83), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:19.169960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:19.170904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:19.172351 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/6d1e9d48-3efc-4587-b660-2749901dcc83 HTTP/1.1" status: 200 len: 1094 time: 0.8410819 Oct 28 10:06:19.175091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb47d91a-e857-4c34-957a-492572bc025e', 'tag': '6d1e9d48-3efc-4587-b660-2749901dcc83'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:06:19.177327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff81d62-c5ab-4620-b3ae-6b56f5e6c887" -d '{"events": [{"name": "network-changed", "server_uuid": "cb47d91a-e857-4c34-957a-492572bc025e", "tag": "6d1e9d48-3efc-4587-b660-2749901dcc83"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:06:19.217960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa313f54-1a7d-41ff-8c69-f155395a7fcc x-openstack-request-id: req-fa313f54-1a7d-41ff-8c69-f155395a7fcc {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:06:19.218715 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb47d91a-e857-4c34-957a-492572bc025e", "tag": "6d1e9d48-3efc-4587-b660-2749901dcc83", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:06:19.219055 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa313f54-1a7d-41ff-8c69-f155395a7fcc {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:06:19.219567 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa313f54-1a7d-41ff-8c69-f155395a7fcc'] response: {'name': 'network-changed', 'server_uuid': 'cb47d91a-e857-4c34-957a-492572bc025e', 'tag': '6d1e9d48-3efc-4587-b660-2749901dcc83', 'status': 'completed', 'code': 200} Oct 28 10:06:19.238170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb4903-76e7-4c8a-b309-8c3b39765d53 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1e9d48-3efc-4587-b660-2749901dcc83,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:06:19.305195 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81d62-c5ab-4620-b3ae-6b56f5e6c887 req-dc635ac8-e41f-4c5f-ae9e-412cf4d1c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:19.307051 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6ff81d62-c5ab-4620-b3ae-6b56f5e6c887 req-dc635ac8-e41f-4c5f-ae9e-412cf4d1c36f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 1128 time: 0.0417960 Oct 28 10:06:19.425072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81d62-c5ab-4620-b3ae-6b56f5e6c887 req-1bed7d7a-50fe-4372-a4bf-71c0e77fe6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:19.426527 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6ff81d62-c5ab-4620-b3ae-6b56f5e6c887 req-1bed7d7a-50fe-4372-a4bf-71c0e77fe6b5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0d399d550dab41259d95623249c98b71&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0993171 Oct 28 10:06:19.525560 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81d62-c5ab-4620-b3ae-6b56f5e6c887 req-dd8ce1fd-4671-4ed0-8ec1-60198845603e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:19.530253 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6ff81d62-c5ab-4620-b3ae-6b56f5e6c887 req-dd8ce1fd-4671-4ed0-8ec1-60198845603e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939507 Oct 28 10:06:19.566499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ce61e-7d1f-4a77-a969-d63033ef8adc req-11e739d7-3bea-4e2d-b0f9-c77ca7f662c9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:19.568028 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-726ce61e-7d1f-4a77-a969-d63033ef8adc req-11e739d7-3bea-4e2d-b0f9-c77ca7f662c9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 944 time: 0.0478430 Oct 28 10:06:19.619391 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-726ce61e-7d1f-4a77-a969-d63033ef8adc req-700dd42a-4279-4d06-a802-fd0617a6e3e1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a25fe6e-8c7a-4e41-8d56-2838be0d8974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455804 Oct 28 10:06:19.631180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-7eb5415d-ca11-44e7-908f-93554a56144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:19.633176 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-7eb5415d-ca11-44e7-908f-93554a56144f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 1128 time: 0.0420895 Oct 28 10:06:19.687332 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-c451269d-04f3-4e9d-ba0a-1a5944c0cfa2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d1e9d48-3efc-4587-b660-2749901dcc83 HTTP/1.1" status: 200 len: 217 time: 0.0392597 Oct 28 10:06:19.740962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-59e7b04e-8ee8-4edb-8fa7-4c8d59d1dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:19.742448 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-59e7b04e-8ee8-4edb-8fa7-4c8d59d1dfd3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=321ba9ed-45c6-4af7-9bb5-dd29249b5694 HTTP/1.1" status: 200 len: 835 time: 0.0488455 Oct 28 10:06:19.788723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-900da19c-77d1-48f3-b09b-45b121b21a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:19.790230 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-900da19c-77d1-48f3-b09b-45b121b21a95 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=dc3484bb-add9-4b62-8810-9cbca968a7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0412872 Oct 28 10:06:19.900412 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-ee1994ff-bf70-4a30-9fce-63f8995f5ffe service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024354 Oct 28 10:06:19.998149 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ca17c8d7-6975-44c0-a331-86e300d44f9e req-6dccc1f8-8bfe-4f81-b824-5952fd5121ac service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898182 Oct 28 10:06:20.899591 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79ade9-015c-46c6-8471-21d132ed4267 req-cff1162f-00bb-4c1a-87f0-55bf25cbf1c1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:20.902369 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3a79ade9-015c-46c6-8471-21d132ed4267 req-cff1162f-00bb-4c1a-87f0-55bf25cbf1c1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 944 time: 0.0533307 Oct 28 10:06:20.952725 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3a79ade9-015c-46c6-8471-21d132ed4267 req-301ba006-61c5-4404-84c7-fbaa2c32b0a6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a25fe6e-8c7a-4e41-8d56-2838be0d8974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458138 Oct 28 10:06:22.094223 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6917ac-9fa3-414a-8192-3c6835d89232 req-5b5eb6c4-1e0e-44c5-8f32-e3385dbb779b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:22.096354 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3d6917ac-9fa3-414a-8192-3c6835d89232 req-5b5eb6c4-1e0e-44c5-8f32-e3385dbb779b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 944 time: 0.0517547 Oct 28 10:06:22.146784 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3d6917ac-9fa3-414a-8192-3c6835d89232 req-a7fc8946-4515-448b-ae77-4d8d734f7059 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a25fe6e-8c7a-4e41-8d56-2838be0d8974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446467 Oct 28 10:06:22.557675 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 6d1e9d48-3efc-4587-b660-2749901dcc83 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:06:22.590802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:22.658064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 6d1e9d48-3efc-4587-b660-2749901dcc83, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=6d1e9d48-3efc-4587-b660-2749901dcc83,segment=NetworkSegment(ed19b5b6-7c4d-464f-8762-9a75b038649d),segment_id=ed19b5b6-7c4d-464f-8762-9a75b038649d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:06:22.673147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '6d1e9d48-3efc-4587-b660-2749901dcc83', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'port_id': '6d1e9d48-3efc-4587-b660-2749901dcc83', 'mac_address': 'fa:16:3e:b9:3a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:06:22.675384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:22.710326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 6d1e9d48-3efc-4587-b660-2749901dcc83 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:06:22.710756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6d1e9d48-3efc-4587-b660-2749901dcc83), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:22.726081 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1e9d48-3efc-4587-b660-2749901dcc83 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:06:22.748289 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 6d1e9d48-3efc-4587-b660-2749901dcc83, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=6d1e9d48-3efc-4587-b660-2749901dcc83,segment=NetworkSegment(ed19b5b6-7c4d-464f-8762-9a75b038649d),segment_id=ed19b5b6-7c4d-464f-8762-9a75b038649d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:06:22.834400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6d1e9d48-3efc-4587-b660-2749901dcc83), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:22.886871 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=6d1e9d48-3efc-4587-b660-2749901dcc83,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:06:22.893895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:22.894241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:22.894593 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:22.894973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:22.895313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:22.895638 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:22.895963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:22.896287 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:22.896611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:22.896937 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:22.897260 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:22.897596 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:22.897919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:22.898238 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:22.898562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:06:23.159166 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['6d1e9d48-3efc-4587-b660-2749901dcc83'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:06:23.392187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:23.399644 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea703b0-b53a-46bc-ad79-b73f913111d6 req-a3a13368-2add-4f95-82ab-43063346bd20 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:23.401280 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eea703b0-b53a-46bc-ad79-b73f913111d6 req-a3a13368-2add-4f95-82ab-43063346bd20 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 945 time: 0.1758370 Oct 28 10:06:23.459208 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eea703b0-b53a-46bc-ad79-b73f913111d6 req-051dcaff-22df-42e3-85e4-9def19f741ae tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a25fe6e-8c7a-4e41-8d56-2838be0d8974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512149 Oct 28 10:06:24.598271 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 6d1e9d48-3efc-4587-b660-2749901dcc83 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:06:24.636412 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcaf26-9d98-4a9e-a85b-37d33e8ae8fb req-3deda393-9b4e-4641-8418-1d4ad8f29019 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:24.637951 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7ddcaf26-9d98-4a9e-a85b-37d33e8ae8fb req-3deda393-9b4e-4641-8418-1d4ad8f29019 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 945 time: 0.1011653 Oct 28 10:06:24.646915 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 6d1e9d48-3efc-4587-b660-2749901dcc83 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:06:24.699421 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7ddcaf26-9d98-4a9e-a85b-37d33e8ae8fb req-5a35037e-5f45-4706-a66d-1ae4dfc3c250 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a25fe6e-8c7a-4e41-8d56-2838be0d8974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539110 Oct 28 10:06:24.720136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 6d1e9d48-3efc-4587-b660-2749901dcc83 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:06:24.720536 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6d1e9d48-3efc-4587-b660-2749901dcc83), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:24.720876 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 6d1e9d48-3efc-4587-b660-2749901dcc83 Oct 28 10:06:24.792342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 6d1e9d48-3efc-4587-b660-2749901dcc83 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:06:24.792727 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6d1e9d48-3efc-4587-b660-2749901dcc83), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:24.815180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb47d91a-e857-4c34-957a-492572bc025e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1e9d48-3efc-4587-b660-2749901dcc83'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:06:24.817548 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aae8ee6-5652-48a1-ab6d-a52e078f0c30" -d '{"events": [{"server_uuid": "cb47d91a-e857-4c34-957a-492572bc025e", "name": "network-vif-plugged", "status": "completed", "tag": "6d1e9d48-3efc-4587-b660-2749901dcc83"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:06:24.831157 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 6d1e9d48-3efc-4587-b660-2749901dcc83, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=6d1e9d48-3efc-4587-b660-2749901dcc83,segment=NetworkSegment(ed19b5b6-7c4d-464f-8762-9a75b038649d),segment_id=ed19b5b6-7c4d-464f-8762-9a75b038649d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:06:24.859592 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3197d4-81eb-4b10-8bfd-100a465f62d4 x-openstack-request-id: req-1d3197d4-81eb-4b10-8bfd-100a465f62d4 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:06:24.859907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb47d91a-e857-4c34-957a-492572bc025e", "name": "network-vif-plugged", "status": "completed", "tag": "6d1e9d48-3efc-4587-b660-2749901dcc83", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:06:24.860242 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d3197d4-81eb-4b10-8bfd-100a465f62d4 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:06:24.860877 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3197d4-81eb-4b10-8bfd-100a465f62d4'] response: {'server_uuid': 'cb47d91a-e857-4c34-957a-492572bc025e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1e9d48-3efc-4587-b660-2749901dcc83', 'code': 200} Oct 28 10:06:24.891446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6d1e9d48-3efc-4587-b660-2749901dcc83), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:24.944508 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=6d1e9d48-3efc-4587-b660-2749901dcc83,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:06:25.218055 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010c3db-1180-4475-8b35-8e72482a25fa req-ee71656e-eec4-4a02-b844-90c3e875c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:25.219593 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7010c3db-1180-4475-8b35-8e72482a25fa req-ee71656e-eec4-4a02-b844-90c3e875c5c7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 1130 time: 0.0445263 Oct 28 10:06:25.275209 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7010c3db-1180-4475-8b35-8e72482a25fa req-f3707e46-eb94-4a85-a3e9-56e0e9b8892a service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7a25fe6e-8c7a-4e41-8d56-2838be0d8974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485065 Oct 28 10:06:25.824612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe8352-31a0-431b-8685-c6b6fa0f6268 req-677b1aa5-4eb2-4348-b258-69c499e49576 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:25.826149 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-25fe8352-31a0-431b-8685-c6b6fa0f6268 req-677b1aa5-4eb2-4348-b258-69c499e49576 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 946 time: 0.0479040 Oct 28 10:06:25.881658 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-25fe8352-31a0-431b-8685-c6b6fa0f6268 req-75ab0030-b8d2-49a8-b1da-9c8651f69812 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a25fe6e-8c7a-4e41-8d56-2838be0d8974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493171 Oct 28 10:06:27.305838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ff100-745f-4753-b29c-8e3ba448b7cc req-3a65a736-aca8-4749-b60b-118f27d2b7d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:27.307424 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-af3ff100-745f-4753-b29c-8e3ba448b7cc req-3a65a736-aca8-4749-b60b-118f27d2b7d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 946 time: 0.3451681 Oct 28 10:06:27.357624 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-af3ff100-745f-4753-b29c-8e3ba448b7cc req-3b3981f5-e3c3-4fcd-9b47-69e0cae35d57 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a25fe6e-8c7a-4e41-8d56-2838be0d8974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443468 Oct 28 10:06:28.481627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3d49b-29c6-46b6-a4e8-3131b03bc65e req-6dc5281d-1ed8-4d46-9492-600ffbed8144 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:28.483116 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2ac3d49b-29c6-46b6-a4e8-3131b03bc65e req-6dc5281d-1ed8-4d46-9492-600ffbed8144 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 946 time: 0.0488791 Oct 28 10:06:28.534068 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2ac3d49b-29c6-46b6-a4e8-3131b03bc65e req-4e5c7fc8-2cf4-49ea-a085-aa4a5adc5dcf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a25fe6e-8c7a-4e41-8d56-2838be0d8974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449286 Oct 28 10:06:28.647158 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:28.657779 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105bf9e-d034-4bf3-9b31-0a7502e17f51 req-f7e8fd9d-c404-4b6e-b501-b4ec8d3e826e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:28.659330 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5105bf9e-d034-4bf3-9b31-0a7502e17f51 req-f7e8fd9d-c404-4b6e-b501-b4ec8d3e826e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 946 time: 0.0507512 Oct 28 10:06:28.710808 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5105bf9e-d034-4bf3-9b31-0a7502e17f51 req-553f1346-043f-4b02-8aa6-524cb67e7e8f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a25fe6e-8c7a-4e41-8d56-2838be0d8974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455041 Oct 28 10:06:28.739736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44086) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:28.879654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc8d7b-9a3e-4bfe-a3d0-1b82560d85f3 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:28.881295 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-80cc8d7b-9a3e-4bfe-a3d0-1b82560d85f3 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 1125 time: 0.1405857 Oct 28 10:06:28.884205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44090) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:28.888463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e78a90a0-9acd-485a-ba4b-6ba67f2fbcb9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'floatingip': {'port_id': '6d1e9d48-3efc-4587-b660-2749901dcc83'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:06:28.930369 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e78a90a0-9acd-485a-ba4b-6ba67f2fbcb9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (0b4977ff-7e79-4ca0-91df-4d4edfe7cd03), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:28.932198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:29.138095 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:29.353346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e78a90a0-9acd-485a-ba4b-6ba67f2fbcb9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:29.417151 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e78a90a0-9acd-485a-ba4b-6ba67f2fbcb9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (0b4977ff-7e79-4ca0-91df-4d4edfe7cd03), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:29.516691 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-e78a90a0-9acd-485a-ba4b-6ba67f2fbcb9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP 0b4977ff-7e79-4ca0-91df-4d4edfe7cd03 associated. External IP: 172.36.1.77, port: 6d1e9d48-3efc-4587-b660-2749901dcc83. Oct 28 10:06:29.696363 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:DELETE=1,neutron:SELECT=10,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:29.697649 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:29.723140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78a90a0-9acd-485a-ba4b-6ba67f2fbcb9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:06:29.826387 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78a90a0-9acd-485a-ba4b-6ba67f2fbcb9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:06:29.831277 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e78a90a0-9acd-485a-ba4b-6ba67f2fbcb9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:29.836561 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc091c0-1b39-4d33-9aab-ff5f9349254e None None] Sync routers for ids ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:06:29.848030 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc091c0-1b39-4d33-9aab-ff5f9349254e None None] Routers {'77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:06:29.849741 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1fc091c0-1b39-4d33-9aab-ff5f9349254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:06:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:06:29.867049 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e78a90a0-9acd-485a-ba4b-6ba67f2fbcb9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/0b4977ff-7e79-4ca0-91df-4d4edfe7cd03 HTTP/1.1" status: 200 len: 991 time: 0.9816890 Oct 28 10:06:29.867696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb47d91a-e857-4c34-957a-492572bc025e', 'tag': '6d1e9d48-3efc-4587-b660-2749901dcc83'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:06:29.869989 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44092) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:29.870511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7e8385-a876-46b4-99f5-7f98c7f025d5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb47d91a-e857-4c34-957a-492572bc025e", "tag": "6d1e9d48-3efc-4587-b660-2749901dcc83"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:06:29.915419 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7565b1-cb7c-4cac-b029-83d153c4731b x-openstack-request-id: req-dc7565b1-cb7c-4cac-b029-83d153c4731b {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:06:29.918855 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb47d91a-e857-4c34-957a-492572bc025e", "tag": "6d1e9d48-3efc-4587-b660-2749901dcc83", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:06:29.918855 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc7565b1-cb7c-4cac-b029-83d153c4731b {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:06:29.918855 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7565b1-cb7c-4cac-b029-83d153c4731b'] response: {'name': 'network-changed', 'server_uuid': 'cb47d91a-e857-4c34-957a-492572bc025e', 'tag': '6d1e9d48-3efc-4587-b660-2749901dcc83', 'status': 'completed', 'code': 200} Oct 28 10:06:29.932718 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-953306bd-faee-413c-8f4a-6521bd8218c4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/0b4977ff-7e79-4ca0-91df-4d4edfe7cd03 HTTP/1.1" status: 200 len: 991 time: 0.0606258 Oct 28 10:06:29.946086 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:29.960450 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-1fc091c0-1b39-4d33-9aab-ff5f9349254e None None] Set router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:06:30.012111 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e8385-a876-46b4-99f5-7f98c7f025d5 req-fab47ad7-f5eb-493d-87e8-1f18e5e1af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:30.013605 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ae7e8385-a876-46b4-99f5-7f98c7f025d5 req-fab47ad7-f5eb-493d-87e8-1f18e5e1af5e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 1130 time: 0.0485835 Oct 28 10:06:30.029690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:30.110589 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e8385-a876-46b4-99f5-7f98c7f025d5 req-39e71cdd-efbc-45e9-a5cd-1965022f2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:30.112166 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ae7e8385-a876-46b4-99f5-7f98c7f025d5 req-39e71cdd-efbc-45e9-a5cd-1965022f2d0e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=dc3484bb-add9-4b62-8810-9cbca968a7ff HTTP/1.1" status: 200 len: 898 time: 0.0926518 Oct 28 10:06:30.171102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:30.182400 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ae7e8385-a876-46b4-99f5-7f98c7f025d5 req-578c40fb-eb55-462f-bd92-cf76ff614b65 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d1e9d48-3efc-4587-b660-2749901dcc83 HTTP/1.1" status: 200 len: 999 time: 0.0641828 Oct 28 10:06:30.188460 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1fc091c0-1b39-4d33-9aab-ff5f9349254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:10Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '0b4977ff-7e79-4ca0-91df-4d4edfe7cd03', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.77', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'port_id': '6d1e9d48-3efc-4587-b660-2749901dcc83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'mac_address': 'fa:16:3e:b9:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb47d91a-e857-4c34-957a-492572bc025e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:05:30Z', 'updated_at': '2022-10-28T10:06:29Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f71989-49bf-4b6d-9f6d-8e6afe07d959', 'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:0a:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:10Z', 'updated_at': '2022-10-28T10:05:14Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:06:30.218551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc091c0-1b39-4d33-9aab-ff5f9349254e None None] Checking router: 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:06:30.228169 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc091c0-1b39-4d33-9aab-ff5f9349254e None None] Routers {'77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:06:30.228794 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1fc091c0-1b39-4d33-9aab-ff5f9349254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:06:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:06:30.234537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e8385-a876-46b4-99f5-7f98c7f025d5 req-b74cb26e-9831-4aa8-9d5d-aa09da0e1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:30.236078 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ae7e8385-a876-46b4-99f5-7f98c7f025d5 req-b74cb26e-9831-4aa8-9d5d-aa09da0e1258 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=321ba9ed-45c6-4af7-9bb5-dd29249b5694 HTTP/1.1" status: 200 len: 835 time: 0.0480218 Oct 28 10:06:30.281807 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e8385-a876-46b4-99f5-7f98c7f025d5 req-39d31e56-f8da-4598-8123-231925eab3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:06:30.283360 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ae7e8385-a876-46b4-99f5-7f98c7f025d5 req-39d31e56-f8da-4598-8123-231925eab3e5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=dc3484bb-add9-4b62-8810-9cbca968a7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0414708 Oct 28 10:06:30.337758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-1fc091c0-1b39-4d33-9aab-ff5f9349254e None None] Set router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:06:30.342475 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:30.384337 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ae7e8385-a876-46b4-99f5-7f98c7f025d5 req-b00c18bc-e6aa-44af-a95c-3cbb5c635bfb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944843 Oct 28 10:06:30.483857 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ae7e8385-a876-46b4-99f5-7f98c7f025d5 req-696e097c-8565-4b47-ab5f-e22357314aa0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939245 Oct 28 10:06:30.556995 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1fc091c0-1b39-4d33-9aab-ff5f9349254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:10Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '0b4977ff-7e79-4ca0-91df-4d4edfe7cd03', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.77', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'port_id': '6d1e9d48-3efc-4587-b660-2749901dcc83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'mac_address': 'fa:16:3e:b9:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb47d91a-e857-4c34-957a-492572bc025e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:05:30Z', 'updated_at': '2022-10-28T10:06:29Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f71989-49bf-4b6d-9f6d-8e6afe07d959', 'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:0a:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:10Z', 'updated_at': '2022-10-28T10:05:14Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:06:30.583036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc091c0-1b39-4d33-9aab-ff5f9349254e None None] The sync data for ids ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'] in dv-neutron-zed-2-hyperv is: [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:10Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '0b4977ff-7e79-4ca0-91df-4d4edfe7cd03', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.77', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'port_id': '6d1e9d48-3efc-4587-b660-2749901dcc83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'mac_address': 'fa:16:3e:b9:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb47d91a-e857-4c34-957a-492572bc025e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:05:30Z', 'updated_at': '2022-10-28T10:06:29Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f71989-49bf-4b6d-9f6d-8e6afe07d959', 'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:0a:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:10Z', 'updated_at': '2022-10-28T10:05:14Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:06:30.785264 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7b00c-7b31-4491-95d4-8a2f50949a03 None None] New status for floating IP 0b4977ff-7e79-4ca0-91df-4d4edfe7cd03: ACTIVE {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:06:30.939165 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44096) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:31.008214 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-114b2c0a-b6fe-4661-967e-acdd47b78c53 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/0b4977ff-7e79-4ca0-91df-4d4edfe7cd03 HTTP/1.1" status: 200 len: 991 time: 0.0677011 Oct 28 10:06:32.011833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44098) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:06:32.058240 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:32.074731 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-031ab6da-15d4-421c-86af-9dac6a5e8830 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/0b4977ff-7e79-4ca0-91df-4d4edfe7cd03 HTTP/1.1" status: 200 len: 993 time: 0.0617955 Oct 28 10:06:40.478561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=30 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:40.480469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=9 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:40.554600 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=43 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:40.560466 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=70 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:40.885357 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:40.889245 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:42.069754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=23 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:06:43.000091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-828aaa88-ad2f-455d-a1fd-7d81de36cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:45.331742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b6279ecf-aba4-47f8-b4cb-e0b607f3607b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:46.855611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:47.702695 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:06:47.941723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:48.507968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:06:53.369496 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:03.308080 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:03.309923 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:03.584254 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bbcc66a4-4096-47d2-90c0-086386b0d46f req-dc6044c5-8a01-448f-a54d-453f18a8b7b5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805504 Oct 28 10:07:03.681981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc66a4-4096-47d2-90c0-086386b0d46f req-c1791692-eb17-4b4c-a95e-b435eda26329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:03.683524 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bbcc66a4-4096-47d2-90c0-086386b0d46f req-c1791692-eb17-4b4c-a95e-b435eda26329 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 1129 time: 0.0453150 Oct 28 10:07:03.818553 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f1c04-dbfa-455c-84a9-9f3f35a0988a req-b81ade3b-3b35-4218-aadb-5f2571211476 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:03.820133 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-235f1c04-dbfa-455c-84a9-9f3f35a0988a req-b81ade3b-3b35-4218-aadb-5f2571211476 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 946 time: 0.0498440 Oct 28 10:07:03.879709 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-235f1c04-dbfa-455c-84a9-9f3f35a0988a req-138f81b0-2265-40c2-a41a-9218e78eb7ed tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a25fe6e-8c7a-4e41-8d56-2838be0d8974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534673 Oct 28 10:07:04.108550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc66a4-4096-47d2-90c0-086386b0d46f req-c1f6e655-0c74-471b-b1ca-d9b5d6f5172b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:04.109913 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bbcc66a4-4096-47d2-90c0-086386b0d46f req-c1f6e655-0c74-471b-b1ca-d9b5d6f5172b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=dc3484bb-add9-4b62-8810-9cbca968a7ff HTTP/1.1" status: 200 len: 898 time: 0.4057319 Oct 28 10:07:04.988107 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bbcc66a4-4096-47d2-90c0-086386b0d46f req-497009eb-55ad-4921-bd2b-1e08bf8596d1 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37253a9f-7273-4a3e-9877-cc4cffd0f5dc HTTP/1.1" status: 200 len: 217 time: 0.0336792 Oct 28 10:07:05.002927 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cae99f-ebbb-49d8-a948-9a66591cf20f req-cb8bf2b6-b698-447b-a10b-00819eb69ddc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:05.004431 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-57cae99f-ebbb-49d8-a948-9a66591cf20f req-cb8bf2b6-b698-447b-a10b-00819eb69ddc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 946 time: 0.0470638 Oct 28 10:07:05.039070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc66a4-4096-47d2-90c0-086386b0d46f req-f7feae8c-a1b0-4b68-994d-df0fa697366b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:05.040511 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bbcc66a4-4096-47d2-90c0-086386b0d46f req-f7feae8c-a1b0-4b68-994d-df0fa697366b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=321ba9ed-45c6-4af7-9bb5-dd29249b5694 HTTP/1.1" status: 200 len: 835 time: 0.0453672 Oct 28 10:07:05.059906 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-57cae99f-ebbb-49d8-a948-9a66591cf20f req-81957915-5e9a-4eed-8389-5c1c77dcac02 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a25fe6e-8c7a-4e41-8d56-2838be0d8974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486989 Oct 28 10:07:05.239180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc66a4-4096-47d2-90c0-086386b0d46f req-e9c27b76-ac8b-4653-b69b-8446fd2ebb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:05.240600 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bbcc66a4-4096-47d2-90c0-086386b0d46f req-e9c27b76-ac8b-4653-b69b-8446fd2ebb04 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=dc3484bb-add9-4b62-8810-9cbca968a7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0407832 Oct 28 10:07:05.338837 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bbcc66a4-4096-47d2-90c0-086386b0d46f req-b03dd7c4-90a6-4bd5-b8dd-5ea3f151dc23 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911417 Oct 28 10:07:05.441897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73817cef-e451-4250-a1c0-dade2cea6896 req-3b4a0044-5122-4039-a1ae-f7a81ff5e479 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:05.443359 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-73817cef-e451-4250-a1c0-dade2cea6896 req-3b4a0044-5122-4039-a1ae-f7a81ff5e479 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 946 time: 0.0859516 Oct 28 10:07:05.513371 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bbcc66a4-4096-47d2-90c0-086386b0d46f req-284c1e63-732d-4d99-ab1f-61458ce3c362 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633418 Oct 28 10:07:05.563103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-73817cef-e451-4250-a1c0-dade2cea6896 req-6f00a804-a214-4927-afd7-ee159276a556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 6d1e9d48-3efc-4587-b660-2749901dcc83 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:07:05.563438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-73817cef-e451-4250-a1c0-dade2cea6896 req-6f00a804-a214-4927-afd7-ee159276a556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6d1e9d48-3efc-4587-b660-2749901dcc83), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:05.653267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-73817cef-e451-4250-a1c0-dade2cea6896 req-6f00a804-a214-4927-afd7-ee159276a556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 6d1e9d48-3efc-4587-b660-2749901dcc83, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=6d1e9d48-3efc-4587-b660-2749901dcc83,segment=NetworkSegment(ed19b5b6-7c4d-464f-8762-9a75b038649d),segment_id=ed19b5b6-7c4d-464f-8762-9a75b038649d)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:05.653623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-73817cef-e451-4250-a1c0-dade2cea6896 req-6f00a804-a214-4927-afd7-ee159276a556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6d1e9d48-3efc-4587-b660-2749901dcc83), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:05.815962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-73817cef-e451-4250-a1c0-dade2cea6896 req-6f00a804-a214-4927-afd7-ee159276a556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:05.816321 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-73817cef-e451-4250-a1c0-dade2cea6896 req-6f00a804-a214-4927-afd7-ee159276a556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (0b4977ff-7e79-4ca0-91df-4d4edfe7cd03), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:05.816631 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [req-73817cef-e451-4250-a1c0-dade2cea6896 req-6f00a804-a214-4927-afd7-ee159276a556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP 0b4977ff-7e79-4ca0-91df-4d4edfe7cd03 disassociated. External IP: 172.36.1.77, port: 6d1e9d48-3efc-4587-b660-2749901dcc83. Oct 28 10:07:05.816967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-73817cef-e451-4250-a1c0-dade2cea6896 req-6f00a804-a214-4927-afd7-ee159276a556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 6d1e9d48-3efc-4587-b660-2749901dcc83 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:07:05.891911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:05.902049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:06.074359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-73817cef-e451-4250-a1c0-dade2cea6896 req-6f00a804-a214-4927-afd7-ee159276a556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (6d1e9d48-3efc-4587-b660-2749901dcc83), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:06.106737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00a804-a214-4927-afd7-ee159276a556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=6d1e9d48-3efc-4587-b660-2749901dcc83,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:06.181044 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-41962cca-7430-4d02-afc5-dd4984d5eebd req-62e4d7ac-ac83-4a07-a53c-e3cb6dd86d65 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 210 time: 0.0305176 Oct 28 10:07:06.234690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73817cef-e451-4250-a1c0-dade2cea6896 req-6f00a804-a214-4927-afd7-ee159276a556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:07:06.346587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73817cef-e451-4250-a1c0-dade2cea6896 req-6f00a804-a214-4927-afd7-ee159276a556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:07:06.359215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434cef6e-37d8-4fcd-8e80-1d9239712894 None None] Sync routers for ids ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:07:06.374367 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434cef6e-37d8-4fcd-8e80-1d9239712894 None None] Routers {'77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:07:06.375328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-434cef6e-37d8-4fcd-8e80-1d9239712894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:06:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:06.402910 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-73817cef-e451-4250-a1c0-dade2cea6896 req-6f00a804-a214-4927-afd7-ee159276a556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] No DVR routers for this DVR port 6d1e9d48-3efc-4587-b660-2749901dcc83 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:07:06.405720 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-73817cef-e451-4250-a1c0-dade2cea6896 req-6f00a804-a214-4927-afd7-ee159276a556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:06.409540 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-73817cef-e451-4250-a1c0-dade2cea6896 req-6f00a804-a214-4927-afd7-ee159276a556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "DELETE /networking/v2.0/ports/6d1e9d48-3efc-4587-b660-2749901dcc83 HTTP/1.1" status: 204 len: 173 time: 0.9557345 Oct 28 10:07:06.410081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb47d91a-e857-4c34-957a-492572bc025e', 'name': 'network-vif-deleted', 'tag': '6d1e9d48-3efc-4587-b660-2749901dcc83'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:07:06.412345 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412df6f2-43c2-4996-ae9c-839118377ad7" -d '{"events": [{"server_uuid": "cb47d91a-e857-4c34-957a-492572bc025e", "name": "network-vif-deleted", "tag": "6d1e9d48-3efc-4587-b660-2749901dcc83"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:07:06.499614 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-434cef6e-37d8-4fcd-8e80-1d9239712894 None None] Set router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:07:06.549088 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1133fae9-a4e3-4532-87e3-308fd4949cb7 x-openstack-request-id: req-1133fae9-a4e3-4532-87e3-308fd4949cb7 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:07:06.549450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb47d91a-e857-4c34-957a-492572bc025e", "name": "network-vif-deleted", "tag": "6d1e9d48-3efc-4587-b660-2749901dcc83", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:07:06.549757 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1133fae9-a4e3-4532-87e3-308fd4949cb7 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:07:06.550177 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1133fae9-a4e3-4532-87e3-308fd4949cb7'] response: {'server_uuid': 'cb47d91a-e857-4c34-957a-492572bc025e', 'name': 'network-vif-deleted', 'tag': '6d1e9d48-3efc-4587-b660-2749901dcc83', 'status': 'completed', 'code': 200} Oct 28 10:07:06.886367 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-434cef6e-37d8-4fcd-8e80-1d9239712894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:10Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'a2f71989-49bf-4b6d-9f6d-8e6afe07d959', 'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:0a:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:10Z', 'updated_at': '2022-10-28T10:05:14Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:06.924702 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434cef6e-37d8-4fcd-8e80-1d9239712894 None None] Checking router: 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:07:06.938320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434cef6e-37d8-4fcd-8e80-1d9239712894 None None] Routers {'77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:07:06.939079 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-434cef6e-37d8-4fcd-8e80-1d9239712894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:06:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:07.054628 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-434cef6e-37d8-4fcd-8e80-1d9239712894 None None] Set router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:07:07.253629 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-434cef6e-37d8-4fcd-8e80-1d9239712894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:10Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'a2f71989-49bf-4b6d-9f6d-8e6afe07d959', 'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:0a:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:10Z', 'updated_at': '2022-10-28T10:05:14Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:07.279923 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434cef6e-37d8-4fcd-8e80-1d9239712894 None None] The sync data for ids ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'] in dv-neutron-zed-2-hyperv is: [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:05:10Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'a2f71989-49bf-4b6d-9f6d-8e6afe07d959', 'name': '', 'network_id': 'dc3484bb-add9-4b62-8810-9cbca968a7ff', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:0a:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:10Z', 'updated_at': '2022-10-28T10:05:14Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '321ba9ed-45c6-4af7-9bb5-dd29249b5694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:07:07.306835 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-65e5dd69-59d8-457f-bda5-eb6ce4642b44 req-d7978a02-2338-42e3-8dbe-20b0ed7b998d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cb47d91a-e857-4c34-957a-492572bc025e HTTP/1.1" status: 200 len: 210 time: 0.0300696 Oct 28 10:07:07.514347 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237a212d-aff9-4aab-aa0c-e85eb7b4a453 None None] New status for floating IP 0b4977ff-7e79-4ca0-91df-4d4edfe7cd03: DOWN {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:07:08.380173 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44146) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:08.441488 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (7a25fe6e-8c7a-4e41-8d56-2838be0d8974), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:08.466570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (7a25fe6e-8c7a-4e41-8d56-2838be0d8974), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:08.611108 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (7a25fe6e-8c7a-4e41-8d56-2838be0d8974), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:08.614127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:08.615358 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7a25fe6e-8c7a-4e41-8d56-2838be0d8974 HTTP/1.1" status: 204 len: 168 time: 0.2349162 Oct 28 10:07:08.625759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a25fe6e-8c7a-4e41-8d56-2838be0d8974,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:08.634532 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:08.634956 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:08.635300 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:08.635643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:08.635982 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:08.636311 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:08.636636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:08.636959 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:08.637284 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:08.637607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:08.637931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:08.638251 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:08.638572 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:08.638912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:08.639248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7351ce-d0f9-4316-82da-d9cf8e1604bd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:08.720470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44156) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:08.765217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 6d1e9d48-3efc-4587-b660-2749901dcc83 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:07:08.786049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 6d1e9d48-3efc-4587-b660-2749901dcc83 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:07:08.786401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 6d1e9d48-3efc-4587-b660-2749901dcc83 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:07:08.863259 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-a23a8d93-15af-4185-9245-955ddc4d1a2b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 57405a42-e9f3-493e-8311-39f13e8ec3e3 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:07:08.863259 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a23a8d93-15af-4185-9245-955ddc4d1a2b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (57405a42-e9f3-493e-8311-39f13e8ec3e3), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:08.929684 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a23a8d93-15af-4185-9245-955ddc4d1a2b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (57405a42-e9f3-493e-8311-39f13e8ec3e3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:08.930015 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a23a8d93-15af-4185-9245-955ddc4d1a2b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (57405a42-e9f3-493e-8311-39f13e8ec3e3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:08.942928 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-a23a8d93-15af-4185-9245-955ddc4d1a2b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 57405a42-e9f3-493e-8311-39f13e8ec3e3 owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:07:09.056655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:09.142936 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a23a8d93-15af-4185-9245-955ddc4d1a2b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (57405a42-e9f3-493e-8311-39f13e8ec3e3), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:09.171606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a8d93-15af-4185-9245-955ddc4d1a2b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=57405a42-e9f3-493e-8311-39f13e8ec3e3,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:09.240469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a23a8d93-15af-4185-9245-955ddc4d1a2b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (0b4977ff-7e79-4ca0-91df-4d4edfe7cd03), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:09.243508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a23a8d93-15af-4185-9245-955ddc4d1a2b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:09.244678 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a23a8d93-15af-4185-9245-955ddc4d1a2b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/0b4977ff-7e79-4ca0-91df-4d4edfe7cd03 HTTP/1.1" status: 204 len: 168 time: 0.5230727 Oct 28 10:07:09.720335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4e0fa-1499-4973-b54d-9c826242d847 req-7d51762f-59e5-449a-b659-eb4c015988dd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:09.721707 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f0d4e0fa-1499-4973-b54d-9c826242d847 req-7d51762f-59e5-449a-b659-eb4c015988dd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 945 time: 0.0509384 Oct 28 10:07:09.771488 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f0d4e0fa-1499-4973-b54d-9c826242d847 req-4d51dd6e-f1a0-4d22-b736-875943f9f5a1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=34b83be5-b70b-4aca-a986-55c6919bec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436058 Oct 28 10:07:10.902871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac240b-f0bb-40c5-ad78-11ba9ba71582 req-baf40e22-a9e6-43ee-bac1-3cea0b80afca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:10.904388 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-28ac240b-f0bb-40c5-ad78-11ba9ba71582 req-baf40e22-a9e6-43ee-bac1-3cea0b80afca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 945 time: 0.0522573 Oct 28 10:07:10.954152 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-28ac240b-f0bb-40c5-ad78-11ba9ba71582 req-0e502e67-90c9-410b-b483-a2d9c7693990 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=34b83be5-b70b-4aca-a986-55c6919bec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439901 Oct 28 10:07:11.330281 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b9082-ec84-4bce-884e-f462cf5dc560 req-1f8c10f6-d532-4b7b-ab09-c46179e35ce3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:11.332211 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-057b9082-ec84-4bce-884e-f462cf5dc560 req-1f8c10f6-d532-4b7b-ab09-c46179e35ce3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 945 time: 0.0476301 Oct 28 10:07:11.425940 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-057b9082-ec84-4bce-884e-f462cf5dc560 req-46bc5392-db13-439e-ae1d-2fcc491a4011 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:07:11.426277 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-057b9082-ec84-4bce-884e-f462cf5dc560 req-46bc5392-db13-439e-ae1d-2fcc491a4011 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (37253a9f-7273-4a3e-9877-cc4cffd0f5dc), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:11.522273 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-057b9082-ec84-4bce-884e-f462cf5dc560 req-46bc5392-db13-439e-ae1d-2fcc491a4011 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=37253a9f-7273-4a3e-9877-cc4cffd0f5dc,segment=NetworkSegment(ed19b5b6-7c4d-464f-8762-9a75b038649d),segment_id=ed19b5b6-7c4d-464f-8762-9a75b038649d)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:11.522541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-057b9082-ec84-4bce-884e-f462cf5dc560 req-46bc5392-db13-439e-ae1d-2fcc491a4011 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (37253a9f-7273-4a3e-9877-cc4cffd0f5dc), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:11.537501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-057b9082-ec84-4bce-884e-f462cf5dc560 req-46bc5392-db13-439e-ae1d-2fcc491a4011 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 37253a9f-7273-4a3e-9877-cc4cffd0f5dc owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:07:11.599705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:11.719699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-057b9082-ec84-4bce-884e-f462cf5dc560 req-46bc5392-db13-439e-ae1d-2fcc491a4011 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (37253a9f-7273-4a3e-9877-cc4cffd0f5dc), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:11.749242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc5392-db13-439e-ae1d-2fcc491a4011 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=37253a9f-7273-4a3e-9877-cc4cffd0f5dc,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:11.794273 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-057b9082-ec84-4bce-884e-f462cf5dc560 req-46bc5392-db13-439e-ae1d-2fcc491a4011 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] No DVR routers for this DVR port 37253a9f-7273-4a3e-9877-cc4cffd0f5dc on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:07:11.796702 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-057b9082-ec84-4bce-884e-f462cf5dc560 req-46bc5392-db13-439e-ae1d-2fcc491a4011 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:11.799879 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-057b9082-ec84-4bce-884e-f462cf5dc560 req-46bc5392-db13-439e-ae1d-2fcc491a4011 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "DELETE /networking/v2.0/ports/37253a9f-7273-4a3e-9877-cc4cffd0f5dc HTTP/1.1" status: 204 len: 173 time: 0.4580557 Oct 28 10:07:11.800382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834a1455-9c7e-4320-8c1e-e98afec5af9a', 'name': 'network-vif-deleted', 'tag': '37253a9f-7273-4a3e-9877-cc4cffd0f5dc'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:07:11.802595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddebd7bc-da72-488a-9afc-8b829def8810" -d '{"events": [{"server_uuid": "834a1455-9c7e-4320-8c1e-e98afec5af9a", "name": "network-vif-deleted", "tag": "37253a9f-7273-4a3e-9877-cc4cffd0f5dc"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:07:11.839377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026a4ab0-bb74-4d75-bdb6-f837a8b9c3b9 x-openstack-request-id: req-026a4ab0-bb74-4d75-bdb6-f837a8b9c3b9 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:07:11.839672 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834a1455-9c7e-4320-8c1e-e98afec5af9a", "name": "network-vif-deleted", "tag": "37253a9f-7273-4a3e-9877-cc4cffd0f5dc", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:07:11.839921 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-026a4ab0-bb74-4d75-bdb6-f837a8b9c3b9 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:07:11.840326 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026a4ab0-bb74-4d75-bdb6-f837a8b9c3b9'] response: {'server_uuid': '834a1455-9c7e-4320-8c1e-e98afec5af9a', 'name': 'network-vif-deleted', 'tag': '37253a9f-7273-4a3e-9877-cc4cffd0f5dc', 'status': 'completed', 'code': 200} Oct 28 10:07:12.078020 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ee77ec81-f1cc-4760-82ad-8c07fecb2f90 req-c5a692b4-038d-41af-bbad-def3f8c1930a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=834a1455-9c7e-4320-8c1e-e98afec5af9a HTTP/1.1" status: 200 len: 210 time: 0.0285344 Oct 28 10:07:13.045643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6371d283-0a89-43e1-9be5-e88d58d3c33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:13.150038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44180) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:13.211501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (34b83be5-b70b-4aca-a986-55c6919bec56), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:13.238268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (34b83be5-b70b-4aca-a986-55c6919bec56), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:13.378663 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (34b83be5-b70b-4aca-a986-55c6919bec56), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:13.381798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:13.383096 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/34b83be5-b70b-4aca-a986-55c6919bec56 HTTP/1.1" status: 204 len: 168 time: 0.2333777 Oct 28 10:07:13.400419 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b83be5-b70b-4aca-a986-55c6919bec56,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:13.408262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:13.408753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:13.409162 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:13.409567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:13.409964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:13.410596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:13.410862 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:13.411313 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:13.411732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:13.412263 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:13.412696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:13.436527 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:13.436527 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:13.436527 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:13.436527 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4729df-43d0-4004-a7fc-484ad96fba74 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:13.498221 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44186) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:13.857216 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f3170e79-cb64-4f43-893c-6cb4e6271c0a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:13.900044 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:13.947511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:14.100306 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f3170e79-cb64-4f43-893c-6cb4e6271c0a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port a2f71989-49bf-4b6d-9f6d-8e6afe07d959 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:07:14.100649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f3170e79-cb64-4f43-893c-6cb4e6271c0a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:14.196643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-f3170e79-cb64-4f43-893c-6cb4e6271c0a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port a2f71989-49bf-4b6d-9f6d-8e6afe07d959, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=a2f71989-49bf-4b6d-9f6d-8e6afe07d959,segment=NetworkSegment(ed19b5b6-7c4d-464f-8762-9a75b038649d),segment_id=ed19b5b6-7c4d-464f-8762-9a75b038649d)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:14.196892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f3170e79-cb64-4f43-893c-6cb4e6271c0a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:14.212574 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f3170e79-cb64-4f43-893c-6cb4e6271c0a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for a2f71989-49bf-4b6d-9f6d-8e6afe07d959 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:07:14.467490 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f3170e79-cb64-4f43-893c-6cb4e6271c0a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a2f71989-49bf-4b6d-9f6d-8e6afe07d959), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:14.501753 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3170e79-cb64-4f43-893c-6cb4e6271c0a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=a2f71989-49bf-4b6d-9f6d-8e6afe07d959,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:14.693719 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f3170e79-cb64-4f43-893c-6cb4e6271c0a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:14.802535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 37253a9f-7273-4a3e-9877-cc4cffd0f5dc no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:07:14.823181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 37253a9f-7273-4a3e-9877-cc4cffd0f5dc {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:07:14.823592 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 37253a9f-7273-4a3e-9877-cc4cffd0f5dc not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:07:14.838147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:14.908690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3170e79-cb64-4f43-893c-6cb4e6271c0a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:07:14.916169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:15.025400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3170e79-cb64-4f43-893c-6cb4e6271c0a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:07:15.031005 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f3170e79-cb64-4f43-893c-6cb4e6271c0a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/77ad7d5b-8fad-4733-a5b7-ff0ed5db164e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5315986 Oct 28 10:07:15.033899 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44190) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:15.035314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a0ffa-1a8c-4743-a0f5-c752a2dbf02f None None] Sync routers for ids ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:07:15.047228 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a0ffa-1a8c-4743-a0f5-c752a2dbf02f None None] Routers {'77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:07:15.048101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-516a0ffa-1a8c-4743-a0f5-c752a2dbf02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:06:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:15.092734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-54696c99-d3f3-46f7-b221-3f4c40876e8c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting subnet 321ba9ed-45c6-4af7-9bb5-dd29249b5694 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:07:15.096068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-54696c99-d3f3-46f7-b221-3f4c40876e8c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (321ba9ed-45c6-4af7-9bb5-dd29249b5694), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:15.144746 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-54696c99-d3f3-46f7-b221-3f4c40876e8c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (321ba9ed-45c6-4af7-9bb5-dd29249b5694), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:15.153812 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-516a0ffa-1a8c-4743-a0f5-c752a2dbf02f None None] Set router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:07:15.239845 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-54696c99-d3f3-46f7-b221-3f4c40876e8c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (321ba9ed-45c6-4af7-9bb5-dd29249b5694), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:15.298701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:15.328535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:15.345692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-516a0ffa-1a8c-4743-a0f5-c752a2dbf02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:07:14Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:15.348974 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-80fd9211-a88a-4921-9fa5-6973a29c87f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:15.376140 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-54696c99-d3f3-46f7-b221-3f4c40876e8c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (321ba9ed-45c6-4af7-9bb5-dd29249b5694), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:15.377839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a0ffa-1a8c-4743-a0f5-c752a2dbf02f None None] Checking router: 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:07:15.386875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a0ffa-1a8c-4743-a0f5-c752a2dbf02f None None] Routers {'77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:07:15.387483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-516a0ffa-1a8c-4743-a0f5-c752a2dbf02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:07:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:15.407003 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54696c99-d3f3-46f7-b221-3f4c40876e8c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Subnet': ['ID=321ba9ed-45c6-4af7-9bb5-dd29249b5694,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:15.410775 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-54696c99-d3f3-46f7-b221-3f4c40876e8c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:15.414695 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-54696c99-d3f3-46f7-b221-3f4c40876e8c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/321ba9ed-45c6-4af7-9bb5-dd29249b5694 HTTP/1.1" status: 204 len: 168 time: 0.3798063 Oct 28 10:07:15.418594 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44192) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:15.431111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4093880-7716-4901-a4c7-70ec33949a3f None None] Network dc3484bb-add9-4b62-8810-9cbca968a7ff requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:07:15.532217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86f5d077-e3b0-4a5c-a1bf-6f66a59d8aff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:15.593178 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-516a0ffa-1a8c-4743-a0f5-c752a2dbf02f None None] Set router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:07:15.656654 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86f5d077-e3b0-4a5c-a1bf-6f66a59d8aff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:15.666440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731ed498-3ec2-4b4f-aca7-83355021168b None None] DHCP port deletion for dc3484bb-add9-4b62-8810-9cbca968a7ff request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:07:15.753276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-731ed498-3ec2-4b4f-aca7-83355021168b None None] Deleting port b3de6f64-8520-4b5f-a9d4-91f973de77e6 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:07:15.753639 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-731ed498-3ec2-4b4f-aca7-83355021168b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (b3de6f64-8520-4b5f-a9d4-91f973de77e6), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:15.772002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-86f5d077-e3b0-4a5c-a1bf-6f66a59d8aff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 4f2dc74a-e7c6-4139-8093-23ef2b954832 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:07:15.772352 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86f5d077-e3b0-4a5c-a1bf-6f66a59d8aff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4f2dc74a-e7c6-4139-8093-23ef2b954832), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:15.858980 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-86f5d077-e3b0-4a5c-a1bf-6f66a59d8aff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 4f2dc74a-e7c6-4139-8093-23ef2b954832, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4f2dc74a-e7c6-4139-8093-23ef2b954832,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:15.859270 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86f5d077-e3b0-4a5c-a1bf-6f66a59d8aff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4f2dc74a-e7c6-4139-8093-23ef2b954832), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:15.865680 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-731ed498-3ec2-4b4f-aca7-83355021168b None None] For port b3de6f64-8520-4b5f-a9d4-91f973de77e6, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b3de6f64-8520-4b5f-a9d4-91f973de77e6,segment=NetworkSegment(ed19b5b6-7c4d-464f-8762-9a75b038649d),segment_id=ed19b5b6-7c4d-464f-8762-9a75b038649d)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:15.867432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-731ed498-3ec2-4b4f-aca7-83355021168b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (b3de6f64-8520-4b5f-a9d4-91f973de77e6), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:15.875305 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-86f5d077-e3b0-4a5c-a1bf-6f66a59d8aff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 4f2dc74a-e7c6-4139-8093-23ef2b954832 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:07:15.889981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-731ed498-3ec2-4b4f-aca7-83355021168b None None] Calling delete_port for b3de6f64-8520-4b5f-a9d4-91f973de77e6 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:07:15.901468 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-516a0ffa-1a8c-4743-a0f5-c752a2dbf02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:07:14Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:15.924788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:15.928529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a0ffa-1a8c-4743-a0f5-c752a2dbf02f None None] The sync data for ids ['77ad7d5b-8fad-4733-a5b7-ff0ed5db164e'] in dv-neutron-zed-2-hyperv is: [{'id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'name': 'tempest-TestNetworkBasicOps-router-933559586', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82'}], 'enable_snat': True}, 'gw_port_id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:05:06Z', 'updated_at': '2022-10-28T10:07:14Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '4f2dc74a-e7c6-4139-8093-23ef2b954832', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ad7d5b-8fad-4733-a5b7-ff0ed5db164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:05:07Z', 'updated_at': '2022-10-28T10:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:07:16.022523 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:16.130246 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-731ed498-3ec2-4b4f-aca7-83355021168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (b3de6f64-8520-4b5f-a9d4-91f973de77e6), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:16.166215 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86f5d077-e3b0-4a5c-a1bf-6f66a59d8aff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (4f2dc74a-e7c6-4139-8093-23ef2b954832), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:16.194622 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5d077-e3b0-4a5c-a1bf-6f66a59d8aff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=4f2dc74a-e7c6-4139-8093-23ef2b954832,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:16.269721 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86f5d077-e3b0-4a5c-a1bf-6f66a59d8aff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:16.305746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ed498-3ec2-4b4f-aca7-83355021168b None None] Pushing event deleted for resources: {'Port': ['ID=b3de6f64-8520-4b5f-a9d4-91f973de77e6,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:16.310265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ed498-3ec2-4b4f-aca7-83355021168b None None] No DVR routers for this DVR port b3de6f64-8520-4b5f-a9d4-91f973de77e6 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:07:16.377175 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86f5d077-e3b0-4a5c-a1bf-6f66a59d8aff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:16.379894 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86f5d077-e3b0-4a5c-a1bf-6f66a59d8aff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_controller (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:16.495490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a2f71989-49bf-4b6d-9f6d-8e6afe07d959 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:07:16.508483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86f5d077-e3b0-4a5c-a1bf-6f66a59d8aff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (77ad7d5b-8fad-4733-a5b7-ff0ed5db164e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:16.509070 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f5d077-e3b0-4a5c-a1bf-6f66a59d8aff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Fanout notify agent at l3_agent the message router_deleted on router 77ad7d5b-8fad-4733-a5b7-ff0ed5db164e {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:07:16.515713 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-86f5d077-e3b0-4a5c-a1bf-6f66a59d8aff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:16.518702 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: a2f71989-49bf-4b6d-9f6d-8e6afe07d959 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:07:16.518849 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-86f5d077-e3b0-4a5c-a1bf-6f66a59d8aff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/routers/77ad7d5b-8fad-4733-a5b7-ff0ed5db164e HTTP/1.1" status: 204 len: 168 time: 1.0973008 Oct 28 10:07:16.518953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device a2f71989-49bf-4b6d-9f6d-8e6afe07d959 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:07:16.518953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b3de6f64-8520-4b5f-a9d4-91f973de77e6 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:07:16.519816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44196) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:16.539354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: b3de6f64-8520-4b5f-a9d4-91f973de77e6 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:07:16.539778 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b3de6f64-8520-4b5f-a9d4-91f973de77e6 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:07:16.628114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb6c92ce-6fa4-4d7a-b0c9-4f0d295feb46 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (dc3484bb-add9-4b62-8810-9cbca968a7ff), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:16.742654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb6c92ce-6fa4-4d7a-b0c9-4f0d295feb46 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (dc3484bb-add9-4b62-8810-9cbca968a7ff), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:16.765187 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-cb6c92ce-6fa4-4d7a-b0c9-4f0d295feb46 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3484bb-add9-4b62-8810-9cbca968a7ff']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:16.776495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-cb6c92ce-6fa4-4d7a-b0c9-4f0d295feb46 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed19b5b6-7c4d-464f-8762-9a75b038649d') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:16.776788 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-cb6c92ce-6fa4-4d7a-b0c9-4f0d295feb46 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed19b5b6-7c4d-464f-8762-9a75b038649d') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:16.786861 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb6c92ce-6fa4-4d7a-b0c9-4f0d295feb46 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (ed19b5b6-7c4d-464f-8762-9a75b038649d), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:16.797885 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:16.801848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb6c92ce-6fa4-4d7a-b0c9-4f0d295feb46 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (ed19b5b6-7c4d-464f-8762-9a75b038649d), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:16.808431 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6c92ce-6fa4-4d7a-b0c9-4f0d295feb46 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:07:16.808814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb6c92ce-6fa4-4d7a-b0c9-4f0d295feb46 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (ed19b5b6-7c4d-464f-8762-9a75b038649d), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:16.887350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:16.899450 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment ed19b5b6-7c4d-464f-8762-9a75b038649d resource provider aggregate not found Oct 28 10:07:16.918824 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment ed19b5b6-7c4d-464f-8762-9a75b038649d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed19b5b6-7c4d-464f-8762-9a75b038649d found for delete ", "request_id": "req-bb5e7201-4b96-4b6b-982d-db1ec00786b8"}]} Oct 28 10:07:16.964411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb6c92ce-6fa4-4d7a-b0c9-4f0d295feb46 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (dc3484bb-add9-4b62-8810-9cbca968a7ff), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:16.972199 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cb6c92ce-6fa4-4d7a-b0c9-4f0d295feb46 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:16.982916 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cb6c92ce-6fa4-4d7a-b0c9-4f0d295feb46 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/networks/dc3484bb-add9-4b62-8810-9cbca968a7ff HTTP/1.1" status: 204 len: 168 time: 0.4550490 Oct 28 10:07:16.988113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c92ce-6fa4-4d7a-b0c9-4f0d295feb46 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Network': ['ID=dc3484bb-add9-4b62-8810-9cbca968a7ff,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:16.994843 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44206) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:17.000221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-837528f6-a8b5-4b3f-97c4-b80da177e497 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'network': {'name': 'tempest-network-smoke--569471120', 'project_id': '0d399d550dab41259d95623249c98b71', 'port_security_enabled': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:17.118456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837528f6-a8b5-4b3f-97c4-b80da177e497 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:07:17.122765 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-837528f6-a8b5-4b3f-97c4-b80da177e497 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:17.149934 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837528f6-a8b5-4b3f-97c4-b80da177e497 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:07:17.159073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-837528f6-a8b5-4b3f-97c4-b80da177e497 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (14fe52b2-a822-4181-af78-6f885d41ad56), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:17.159411 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-837528f6-a8b5-4b3f-97c4-b80da177e497 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Added segment 14fe52b2-a822-4181-af78-6f885d41ad56 of type vlan for network 748a9813-d11c-44e8-95d9-fc01b567cde2 Oct 28 10:07:17.203057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-837528f6-a8b5-4b3f-97c4-b80da177e497 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (748a9813-d11c-44e8-95d9-fc01b567cde2), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:17.290010 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-837528f6-a8b5-4b3f-97c4-b80da177e497 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (748a9813-d11c-44e8-95d9-fc01b567cde2), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:17.295128 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837528f6-a8b5-4b3f-97c4-b80da177e497 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:17.295710 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-837528f6-a8b5-4b3f-97c4-b80da177e497 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:17.370393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837528f6-a8b5-4b3f-97c4-b80da177e497 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Network': ['ID=748a9813-d11c-44e8-95d9-fc01b567cde2,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:17.380551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 748a9813-d11c-44e8-95d9-fc01b567cde2 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:07:17.437549 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-837528f6-a8b5-4b3f-97c4-b80da177e497 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4415359 Oct 28 10:07:17.440212 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44208) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:17.444709 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-833001275', 'admin_state_up': True, 'project_id': '0d399d550dab41259d95623249c98b71', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:17.537142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (b9be3813-89b7-41fa-b51b-164ac28d3083), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:17.538196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (b9be3813-89b7-41fa-b51b-164ac28d3083), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:17.587735 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:17.588568 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:17.591676 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_controller (b9be3813-89b7-41fa-b51b-164ac28d3083), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:17.725329 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:17.828572 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (b9be3813-89b7-41fa-b51b-164ac28d3083), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:17.887812 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:17.965456 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:18.103996 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (b9be3813-89b7-41fa-b51b-164ac28d3083), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:18.125936 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:18.225368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:18.250410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.150 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/350ebbd7-1a13-44d2-bee3-fb377614a249) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:07:18.322403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4f2dc74a-e7c6-4139-8093-23ef2b954832 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:07:18.344960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 4f2dc74a-e7c6-4139-8093-23ef2b954832 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:07:18.345316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4f2dc74a-e7c6-4139-8093-23ef2b954832 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:07:18.378054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (350ebbd7-1a13-44d2-bee3-fb377614a249), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:18.457286 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (350ebbd7-1a13-44d2-bee3-fb377614a249), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:18.501541 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:18.502563 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:07:18.507574 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:07:18.511489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:07:18.519431 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=350ebbd7-1a13-44d2-bee3-fb377614a249,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:18.855645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (b9be3813-89b7-41fa-b51b-164ac28d3083), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:18.952535 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:19.056589 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (b9be3813-89b7-41fa-b51b-164ac28d3083), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:19.285221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router b9be3813-89b7-41fa-b51b-164ac28d3083 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:07:19.392430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:07:19.403503 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Sync routers for ids ['b9be3813-89b7-41fa-b51b-164ac28d3083'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:07:19.417698 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Routers {'b9be3813-89b7-41fa-b51b-164ac28d3083'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:07:19.418500 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:07:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b9be3813-89b7-41fa-b51b-164ac28d3083'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:19.493052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:19.494417 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c9bf7fff-02b7-4264-97ef-011d5d39cb0c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0532331 Oct 28 10:07:19.498405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44214) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:19.532842 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Set router b9be3813-89b7-41fa-b51b-164ac28d3083 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:07:19.539036 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3984d2d5-a7eb-417d-8377-a34e78579ee1 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=0d399d550dab41259d95623249c98b71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364056 Oct 28 10:07:19.539189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44216) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:19.595382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:19.641047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23302ef3-40be-4b1f-afed-e1ed29c9d21d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:19.642562 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-23302ef3-40be-4b1f-afed-e1ed29c9d21d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1024649 Oct 28 10:07:19.645672 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44218) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:19.674820 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8698b682-4b33-4a48-acf0-29324242a4e5 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280457 Oct 28 10:07:19.677476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44220) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:19.687871 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-0e135820-57ca-48e9-b9de-0a6fd2c9482a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-584113351', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2', 'project_id': '0d399d550dab41259d95623249c98b71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:19.717166 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'name': 'tempest-TestNetworkBasicOps-router-833001275', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150'}], 'enable_snat': True}, 'gw_port_id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:07:17Z', 'updated_at': '2022-10-28T10:07:18Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:97:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:18Z', 'updated_at': '2022-10-28T10:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:19.747042 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Checking router: b9be3813-89b7-41fa-b51b-164ac28d3083 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:07:19.747918 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Updating router b9be3813-89b7-41fa-b51b-164ac28d3083 port 350ebbd7-1a13-44d2-bee3-fb377614a249 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:07:19.780564 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (350ebbd7-1a13-44d2-bee3-fb377614a249), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:19.851650 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e135820-57ca-48e9-b9de-0a6fd2c9482a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:07:19.855637 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0e135820-57ca-48e9-b9de-0a6fd2c9482a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:20.054631 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Publish callbacks [] for port (350ebbd7-1a13-44d2-bee3-fb377614a249), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:20.137760 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (350ebbd7-1a13-44d2-bee3-fb377614a249), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:20.154278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0e135820-57ca-48e9-b9de-0a6fd2c9482a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (579330f5-63b4-43c5-9b0d-a26533fd7984), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:20.173471 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Attempting to bind port 350ebbd7-1a13-44d2-bee3-fb377614a249 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:07:20.173839 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Attempting to bind port 350ebbd7-1a13-44d2-bee3-fb377614a249 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:07:20.174204 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Attempting to bind port 350ebbd7-1a13-44d2-bee3-fb377614a249 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:07:20.219532 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Pushing event updated for resources: {'Port': ['ID=350ebbd7-1a13-44d2-bee3-fb377614a249,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:20.221821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:20.224835 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e135820-57ca-48e9-b9de-0a6fd2c9482a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Subnet': ['ID=579330f5-63b4-43c5-9b0d-a26533fd7984,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:20.234640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e135820-57ca-48e9-b9de-0a6fd2c9482a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Checking segment: {'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:07:20.235069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e135820-57ca-48e9-b9de-0a6fd2c9482a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network hostable DHCP agents. Network: 748a9813-d11c-44e8-95d9-fc01b567cde2, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:07:20.238523 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:20.238895 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:20.239226 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:20.239569 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:20.239896 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:20.240214 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:20.240717 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:20.241045 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:20.241732 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:20.242054 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:20.242371 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:20.242737 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:20.243040 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:20.243350 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:20.243832 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:20.256492 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:07:20.256492 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:07:20.257269 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:20.257516 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:07:20.257925 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Bound port: 350ebbd7-1a13-44d2-bee3-fb377614a249, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:07:20.258293 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (350ebbd7-1a13-44d2-bee3-fb377614a249), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:20.310401 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] For port 350ebbd7-1a13-44d2-bee3-fb377614a249, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:07:20.313688 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] For port 350ebbd7-1a13-44d2-bee3-fb377614a249, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=350ebbd7-1a13-44d2-bee3-fb377614a249,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:07:20.320063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e135820-57ca-48e9-b9de-0a6fd2c9482a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 748a9813-d11c-44e8-95d9-fc01b567cde2 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:07:20.416640 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (350ebbd7-1a13-44d2-bee3-fb377614a249), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:20.433543 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-0e135820-57ca-48e9-b9de-0a6fd2c9482a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 748a9813-d11c-44e8-95d9-fc01b567cde2) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:07:20.442834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba798ef6-1113-44d9-b5c0-40c6d5f834e8 None None] Network 748a9813-d11c-44e8-95d9-fc01b567cde2 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:07:20.446771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e135820-57ca-48e9-b9de-0a6fd2c9482a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:20.447370 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0e135820-57ca-48e9-b9de-0a6fd2c9482a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:20.452741 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Routers {'b9be3813-89b7-41fa-b51b-164ac28d3083'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:07:20.453477 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:07:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b9be3813-89b7-41fa-b51b-164ac28d3083'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:20.462286 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:20.507703 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb48ee-c8d6-439b-8b12-8b27b21f84b3 None None] Pushing event updated for resources: {'Port': ['ID=350ebbd7-1a13-44d2-bee3-fb377614a249,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:20.552299 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:20.562830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-748a9813-d11c-44e8-95d9-fc01b567cde2', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2', 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ips': [{'subnet_id': '579330f5-63b4-43c5-9b0d-a26533fd7984'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:07:20.564018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:20.570314 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0e135820-57ca-48e9-b9de-0a6fd2c9482a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8880792 Oct 28 10:07:20.570871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44224) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:20.582935 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] Set router b9be3813-89b7-41fa-b51b-164ac28d3083 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:07:20.720786 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Allocated IP 172.20.0.2 (748a9813-d11c-44e8-95d9-fc01b567cde2/579330f5-63b4-43c5-9b0d-a26533fd7984/36e49810-162d-4470-a759-4fbeecb5ecb5) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:07:20.734328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:20.812877 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'name': 'tempest-TestNetworkBasicOps-router-833001275', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150'}], 'enable_snat': True}, 'gw_port_id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:07:17Z', 'updated_at': '2022-10-28T10:07:18Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:97:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:18Z', 'updated_at': '2022-10-28T10:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:20.865215 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5151167-1bc6-427e-85ea-48e2a399bdc6 None None] The sync data for ids ['b9be3813-89b7-41fa-b51b-164ac28d3083'] in dv-neutron-zed-2-hyperv is: [{'id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'name': 'tempest-TestNetworkBasicOps-router-833001275', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150'}], 'enable_snat': True}, 'gw_port_id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:07:17Z', 'updated_at': '2022-10-28T10:07:18Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:97:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:18Z', 'updated_at': '2022-10-28T10:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:07:20.891116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Publish callbacks [] for port (36e49810-162d-4470-a759-4fbeecb5ecb5), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:20.978469 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (36e49810-162d-4470-a759-4fbeecb5ecb5), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:21.026160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Network 748a9813-d11c-44e8-95d9-fc01b567cde2 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:07:21.030299 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:07:21.033235 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:07:21.053186 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Pushing event updated for resources: {'Port': ['ID=36e49810-162d-4470-a759-4fbeecb5ecb5,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:21.134252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Attempting to bind port 36e49810-162d-4470-a759-4fbeecb5ecb5 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:07:21.134822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Attempting to bind port 36e49810-162d-4470-a759-4fbeecb5ecb5 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:07:21.135189 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Attempting to bind port 36e49810-162d-4470-a759-4fbeecb5ecb5 on network 748a9813-d11c-44e8-95d9-fc01b567cde2 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:07:21.196381 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:21.201007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:07:21.202065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Checking segment: {'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:07:21.202506 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:21.203170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Bound using segment: {'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:07:21.203658 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Bound port: 36e49810-162d-4470-a759-4fbeecb5ecb5, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:07:21.204101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (36e49810-162d-4470-a759-4fbeecb5ecb5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:21.285906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] For port 36e49810-162d-4470-a759-4fbeecb5ecb5, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:07:21.290025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] For port 36e49810-162d-4470-a759-4fbeecb5ecb5, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=36e49810-162d-4470-a759-4fbeecb5ecb5,segment=NetworkSegment(14fe52b2-a822-4181-af78-6f885d41ad56),segment_id=14fe52b2-a822-4181-af78-6f885d41ad56)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:07:21.370648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (36e49810-162d-4470-a759-4fbeecb5ecb5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:21.431219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0c20c-f03d-43c6-9f07-0e3ceee5e2c5 None None] Pushing event updated for resources: {'Port': ['ID=36e49810-162d-4470-a759-4fbeecb5ecb5,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:21.471565 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:21.635134 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:21.820785 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.1 (748a9813-d11c-44e8-95d9-fc01b567cde2/579330f5-63b4-43c5-9b0d-a26533fd7984/e2985034-00a0-4c98-bf28-465badfb69e1) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:07:21.929674 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:21.956147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (e2985034-00a0-4c98-bf28-465badfb69e1), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:22.061408 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:22.107393 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 748a9813-d11c-44e8-95d9-fc01b567cde2 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:07:22.111143 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:07:22.116403 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:07:22.122763 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=e2985034-00a0-4c98-bf28-465badfb69e1,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:22.168967 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (b9be3813-89b7-41fa-b51b-164ac28d3083), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:22.382917 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:22.425574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 350ebbd7-1a13-44d2-bee3-fb377614a249 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:07:22.479725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 350ebbd7-1a13-44d2-bee3-fb377614a249 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:07:22.480327 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (350ebbd7-1a13-44d2-bee3-fb377614a249), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:22.480668 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 350ebbd7-1a13-44d2-bee3-fb377614a249 Oct 28 10:07:22.512487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0157dc58-da7f-49fc-9730-70a39732ffb7 None None] Network 748a9813-d11c-44e8-95d9-fc01b567cde2 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:07:22.584550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-aab47116-a4b1-4f27-8fe0-e8a597db50a1 None None] Provisioning complete for port 36e49810-162d-4470-a759-4fbeecb5ecb5 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:07:22.585098 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-aab47116-a4b1-4f27-8fe0-e8a597db50a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (36e49810-162d-4470-a759-4fbeecb5ecb5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:22.585271 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-aab47116-a4b1-4f27-8fe0-e8a597db50a1 None None] Attempt 1 to provision port 36e49810-162d-4470-a759-4fbeecb5ecb5 Oct 28 10:07:22.627476 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:22.696922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (e2985034-00a0-4c98-bf28-465badfb69e1), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:22.707993 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 350ebbd7-1a13-44d2-bee3-fb377614a249 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:07:22.708390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (350ebbd7-1a13-44d2-bee3-fb377614a249), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:22.746055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 350ebbd7-1a13-44d2-bee3-fb377614a249, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=350ebbd7-1a13-44d2-bee3-fb377614a249,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:22.782323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-aab47116-a4b1-4f27-8fe0-e8a597db50a1 None None] Current status of the port 36e49810-162d-4470-a759-4fbeecb5ecb5 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:07:22.782887 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-aab47116-a4b1-4f27-8fe0-e8a597db50a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (36e49810-162d-4470-a759-4fbeecb5ecb5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:22.794476 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:22.820910 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-aab47116-a4b1-4f27-8fe0-e8a597db50a1 None None] For port 36e49810-162d-4470-a759-4fbeecb5ecb5, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=36e49810-162d-4470-a759-4fbeecb5ecb5,segment=NetworkSegment(14fe52b2-a822-4181-af78-6f885d41ad56),segment_id=14fe52b2-a822-4181-af78-6f885d41ad56)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:22.822619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (350ebbd7-1a13-44d2-bee3-fb377614a249), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:22.823482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 36e49810-162d-4470-a759-4fbeecb5ecb5 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:07:22.885503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=e2985034-00a0-4c98-bf28-465badfb69e1,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:22.892168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (b9be3813-89b7-41fa-b51b-164ac28d3083), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:22.931347 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-aab47116-a4b1-4f27-8fe0-e8a597db50a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (36e49810-162d-4470-a759-4fbeecb5ecb5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:22.940073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=350ebbd7-1a13-44d2-bee3-fb377614a249,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:22.943493 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 36e49810-162d-4470-a759-4fbeecb5ecb5 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:07:22.943867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (36e49810-162d-4470-a759-4fbeecb5ecb5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:22.944232 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 36e49810-162d-4470-a759-4fbeecb5ecb5 Oct 28 10:07:22.982546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:22.983029 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:22.983953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:22.984322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:22.984664 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:22.984999 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:22.985346 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:22.985760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:22.986100 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:22.986501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:22.988611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:22.989298 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:22.990234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:22.990234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:22.990455 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:23.043268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 748a9813-d11c-44e8-95d9-fc01b567cde2 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:07:23.048985 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:07:23.066597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:23.074768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-86f6fc1f-6003-43cd-aceb-71da8b0e9f76 None None] Provisioning complete for port 36e49810-162d-4470-a759-4fbeecb5ecb5 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:07:23.075181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-86f6fc1f-6003-43cd-aceb-71da8b0e9f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (36e49810-162d-4470-a759-4fbeecb5ecb5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:23.075431 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-86f6fc1f-6003-43cd-aceb-71da8b0e9f76 None None] Attempt 1 to provision port 36e49810-162d-4470-a759-4fbeecb5ecb5 Oct 28 10:07:23.116018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab47116-a4b1-4f27-8fe0-e8a597db50a1 None None] Pushing event updated for resources: {'Port': ['ID=36e49810-162d-4470-a759-4fbeecb5ecb5,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:23.122799 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:23.162626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 36e49810-162d-4470-a759-4fbeecb5ecb5 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:07:23.177215 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:23.179827 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router b9be3813-89b7-41fa-b51b-164ac28d3083 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:07:23.229373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-86f6fc1f-6003-43cd-aceb-71da8b0e9f76 None None] Current status of the port 36e49810-162d-4470-a759-4fbeecb5ecb5 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:07:23.241080 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-86f6fc1f-6003-43cd-aceb-71da8b0e9f76 None None] Provisioning complete for port e2985034-00a0-4c98-bf28-465badfb69e1 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:07:23.242144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-86f6fc1f-6003-43cd-aceb-71da8b0e9f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:23.242587 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-86f6fc1f-6003-43cd-aceb-71da8b0e9f76 None None] Attempt 1 to provision port e2985034-00a0-4c98-bf28-465badfb69e1 Oct 28 10:07:23.292644 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-86f6fc1f-6003-43cd-aceb-71da8b0e9f76 None None] Port e2985034-00a0-4c98-bf28-465badfb69e1 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:07:23.307060 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:07:23.312650 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5cd38c3a-96a1-4e21-a3da-00def3ffedb8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/b9be3813-89b7-41fa-b51b-164ac28d3083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7395356 Oct 28 10:07:23.315487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44232) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:23.332456 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Sync routers for ids ['b9be3813-89b7-41fa-b51b-164ac28d3083'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:07:23.349799 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Routers {'b9be3813-89b7-41fa-b51b-164ac28d3083'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:07:23.351155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:07:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b9be3813-89b7-41fa-b51b-164ac28d3083'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:23.414078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:23.422302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-5b418e98-3c5f-48d4-9f1f-c5245c0c4228 None None] Provisioning complete for port e2985034-00a0-4c98-bf28-465badfb69e1 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:07:23.423538 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5b418e98-3c5f-48d4-9f1f-c5245c0c4228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:23.423538 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-5b418e98-3c5f-48d4-9f1f-c5245c0c4228 None None] Attempt 1 to provision port e2985034-00a0-4c98-bf28-465badfb69e1 Oct 28 10:07:23.496085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5b418e98-3c5f-48d4-9f1f-c5245c0c4228 None None] Port e2985034-00a0-4c98-bf28-465badfb69e1 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:07:23.505794 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Set router b9be3813-89b7-41fa-b51b-164ac28d3083 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:07:23.645374 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8afdd233-0f0d-4f64-9910-e1cfb297e31d None None] Provisioning complete for port e2985034-00a0-4c98-bf28-465badfb69e1 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:07:23.645675 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8afdd233-0f0d-4f64-9910-e1cfb297e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:23.645794 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8afdd233-0f0d-4f64-9910-e1cfb297e31d None None] Attempt 1 to provision port e2985034-00a0-4c98-bf28-465badfb69e1 Oct 28 10:07:23.675546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:23.715810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8afdd233-0f0d-4f64-9910-e1cfb297e31d None None] Port e2985034-00a0-4c98-bf28-465badfb69e1 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:07:23.763539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'name': 'tempest-TestNetworkBasicOps-router-833001275', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150'}], 'enable_snat': True}, 'gw_port_id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:07:17Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:18Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'e2985034-00a0-4c98-bf28-465badfb69e1', 'name': '', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:16:f4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:21Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 2, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:23.787106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa37533-81fb-4697-92a2-8efb0565b271 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:23.787608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa37533-81fb-4697-92a2-8efb0565b271 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:23.788089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa37533-81fb-4697-92a2-8efb0565b271 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:23.788469 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Checking router: b9be3813-89b7-41fa-b51b-164ac28d3083 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:07:23.788585 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa37533-81fb-4697-92a2-8efb0565b271 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:23.788806 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Updating router b9be3813-89b7-41fa-b51b-164ac28d3083 port e2985034-00a0-4c98-bf28-465badfb69e1 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:07:23.788997 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa37533-81fb-4697-92a2-8efb0565b271 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:23.789456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa37533-81fb-4697-92a2-8efb0565b271 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:23.791282 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cfa37533-81fb-4697-92a2-8efb0565b271 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.4747965 Oct 28 10:07:23.794452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44234) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:23.820937 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:23.850367 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234be38-17db-42ee-81e3-574a1c7c2921 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:23.850870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234be38-17db-42ee-81e3-574a1c7c2921 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:23.851335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234be38-17db-42ee-81e3-574a1c7c2921 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:23.851792 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234be38-17db-42ee-81e3-574a1c7c2921 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:23.852245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234be38-17db-42ee-81e3-574a1c7c2921 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:23.852694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234be38-17db-42ee-81e3-574a1c7c2921 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:23.854480 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8234be38-17db-42ee-81e3-574a1c7c2921 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0590174 Oct 28 10:07:23.858043 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44236) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:23.974847 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-364f9d3b-9c5d-44f1-8798-b1e13415ab8d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1148944 Oct 28 10:07:23.977708 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44238) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:23.982352 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d9a80a79-ef5f-407d-b414-de6ec1da4719 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1062282753', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:24.100259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Publish callbacks [] for port (e2985034-00a0-4c98-bf28-465badfb69e1), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:24.188423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:24.216914 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a80a79-ef5f-407d-b414-de6ec1da4719 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:07:24.221046 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d9a80a79-ef5f-407d-b414-de6ec1da4719 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:24.239440 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [None req-d9a80a79-ef5f-407d-b414-de6ec1da4719 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] device_id is not set on port fda86f88-70b6-4dde-96d7-381566b3c8e6 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:07:24.286104 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:24.377072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-d9a80a79-ef5f-407d-b414-de6ec1da4719 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.12 (748a9813-d11c-44e8-95d9-fc01b567cde2/579330f5-63b4-43c5-9b0d-a26533fd7984/fda86f88-70b6-4dde-96d7-381566b3c8e6) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:07:24.427230 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 350ebbd7-1a13-44d2-bee3-fb377614a249 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:07:24.431424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd367c-2944-45ea-b399-fd4c6045602a None None] Pushing event updated for resources: {'Port': ['ID=e2985034-00a0-4c98-bf28-465badfb69e1,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:24.478092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Attempting to bind port e2985034-00a0-4c98-bf28-465badfb69e1 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:07:24.478371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Attempting to bind port e2985034-00a0-4c98-bf28-465badfb69e1 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:07:24.478760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Attempting to bind port e2985034-00a0-4c98-bf28-465badfb69e1 on network 748a9813-d11c-44e8-95d9-fc01b567cde2 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:07:24.515747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:24.532773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 350ebbd7-1a13-44d2-bee3-fb377614a249 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:07:24.533339 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (350ebbd7-1a13-44d2-bee3-fb377614a249), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:24.533481 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 350ebbd7-1a13-44d2-bee3-fb377614a249 Oct 28 10:07:24.545512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d9a80a79-ef5f-407d-b414-de6ec1da4719 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:24.558106 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:24.568949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:07:24.569444 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Checking segment: {'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:07:24.570104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:24.570319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Bound using segment: {'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:07:24.570835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Bound port: e2985034-00a0-4c98-bf28-465badfb69e1, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:07:24.574495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:24.668972 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] For port e2985034-00a0-4c98-bf28-465badfb69e1, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:07:24.673449 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] For port e2985034-00a0-4c98-bf28-465badfb69e1, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e2985034-00a0-4c98-bf28-465badfb69e1,segment=NetworkSegment(14fe52b2-a822-4181-af78-6f885d41ad56),segment_id=14fe52b2-a822-4181-af78-6f885d41ad56)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:07:24.675039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 350ebbd7-1a13-44d2-bee3-fb377614a249 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:07:24.676339 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 36e49810-162d-4470-a759-4fbeecb5ecb5 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:07:24.680722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d9a80a79-ef5f-407d-b414-de6ec1da4719 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:24.703384 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:07:24.722876 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:24.732037 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 36e49810-162d-4470-a759-4fbeecb5ecb5 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:07:24.732609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (36e49810-162d-4470-a759-4fbeecb5ecb5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:24.733078 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 36e49810-162d-4470-a759-4fbeecb5ecb5 Oct 28 10:07:24.734422 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a80a79-ef5f-407d-b414-de6ec1da4719 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 748a9813-d11c-44e8-95d9-fc01b567cde2 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:07:24.737908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d9a80a79-ef5f-407d-b414-de6ec1da4719 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:07:24.742881 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a80a79-ef5f-407d-b414-de6ec1da4719 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:07:24.769968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a80a79-ef5f-407d-b414-de6ec1da4719 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=fda86f88-70b6-4dde-96d7-381566b3c8e6,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:24.799673 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a80a79-ef5f-407d-b414-de6ec1da4719 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:24.799956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:24.800304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d9a80a79-ef5f-407d-b414-de6ec1da4719 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:24.853770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 36e49810-162d-4470-a759-4fbeecb5ecb5 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:07:24.867164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Routers {'b9be3813-89b7-41fa-b51b-164ac28d3083'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:07:24.867830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:07:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b9be3813-89b7-41fa-b51b-164ac28d3083'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:24.869810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd367c-2944-45ea-b399-fd4c6045602a None None] Pushing event updated for resources: {'Port': ['ID=e2985034-00a0-4c98-bf28-465badfb69e1,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:24.916867 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d9a80a79-ef5f-407d-b414-de6ec1da4719 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9381347 Oct 28 10:07:24.984981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] Set router b9be3813-89b7-41fa-b51b-164ac28d3083 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:07:25.090139 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44244) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:25.095331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-09365a51-73f3-4e51-b3ca-0ed0d3c2f8f4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1536072177', 'description': 'tempest-secgroup-smoke-1536072177 description', 'project_id': '0d399d550dab41259d95623249c98b71'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:25.109609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-5518af62-3156-4916-9023-ba4d13fad774 None None] Provisioning complete for port fda86f88-70b6-4dde-96d7-381566b3c8e6 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:07:25.109609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5518af62-3156-4916-9023-ba4d13fad774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:25.110417 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-5518af62-3156-4916-9023-ba4d13fad774 None None] Attempt 1 to provision port fda86f88-70b6-4dde-96d7-381566b3c8e6 Oct 28 10:07:25.154249 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5518af62-3156-4916-9023-ba4d13fad774 None None] Port fda86f88-70b6-4dde-96d7-381566b3c8e6 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:07:25.171214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:25.204441 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09365a51-73f3-4e51-b3ca-0ed0d3c2f8f4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:25.223162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'name': 'tempest-TestNetworkBasicOps-router-833001275', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150'}], 'enable_snat': True}, 'gw_port_id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:07:17Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:18Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'e2985034-00a0-4c98-bf28-465badfb69e1', 'name': '', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:16:f4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:21Z', 'updated_at': '2022-10-28T10:07:24Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:25.252877 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ae500-f729-4e26-b39d-9696fa75bec7 None None] The sync data for ids ['b9be3813-89b7-41fa-b51b-164ac28d3083'] in dv-neutron-zed-2-hyperv is: [{'id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'name': 'tempest-TestNetworkBasicOps-router-833001275', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150'}], 'enable_snat': True}, 'gw_port_id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:07:17Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:18Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'e2985034-00a0-4c98-bf28-465badfb69e1', 'name': '', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:16:f4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:21Z', 'updated_at': '2022-10-28T10:07:24Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:07:25.279497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09365a51-73f3-4e51-b3ca-0ed0d3c2f8f4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (b65682ec-044c-4001-a243-b373698aa95a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:25.420000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09365a51-73f3-4e51-b3ca-0ed0d3c2f8f4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (b65682ec-044c-4001-a243-b373698aa95a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:25.456089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09365a51-73f3-4e51-b3ca-0ed0d3c2f8f4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65682ec-044c-4001-a243-b373698aa95a,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:25.549987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-09365a51-73f3-4e51-b3ca-0ed0d3c2f8f4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:25.551518 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-09365a51-73f3-4e51-b3ca-0ed0d3c2f8f4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4601305 Oct 28 10:07:25.555149 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44248) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:25.560030 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-450b573a-fba4-4905-8c7d-bed561c82522 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'b65682ec-044c-4001-a243-b373698aa95a', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:25.570897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:25.688243 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-450b573a-fba4-4905-8c7d-bed561c82522 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (a09bde41-fc7e-4287-9534-2ea2951759a0), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:25.761538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-450b573a-fba4-4905-8c7d-bed561c82522 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (a09bde41-fc7e-4287-9534-2ea2951759a0), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:25.868281 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-450b573a-fba4-4905-8c7d-bed561c82522 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (a09bde41-fc7e-4287-9534-2ea2951759a0), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:25.891525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b573a-fba4-4905-8c7d-bed561c82522 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09bde41-fc7e-4287-9534-2ea2951759a0,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:25.996096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-450b573a-fba4-4905-8c7d-bed561c82522 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:25.997410 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-450b573a-fba4-4905-8c7d-bed561c82522 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4413764 Oct 28 10:07:26.000279 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44250) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:26.005557 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-68b4eafe-275d-4bb5-80a2-d83271f1164d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'b65682ec-044c-4001-a243-b373698aa95a', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:26.146119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68b4eafe-275d-4bb5-80a2-d83271f1164d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (e21460e6-b27a-4c72-943d-7769ec5ffff0), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:26.212499 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68b4eafe-275d-4bb5-80a2-d83271f1164d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (e21460e6-b27a-4c72-943d-7769ec5ffff0), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:26.319407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68b4eafe-275d-4bb5-80a2-d83271f1164d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (e21460e6-b27a-4c72-943d-7769ec5ffff0), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:26.345233 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4eafe-275d-4bb5-80a2-d83271f1164d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21460e6-b27a-4c72-943d-7769ec5ffff0,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:26.389224 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e2985034-00a0-4c98-bf28-465badfb69e1 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:07:26.435401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68b4eafe-275d-4bb5-80a2-d83271f1164d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:26.436647 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-68b4eafe-275d-4bb5-80a2-d83271f1164d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4353580 Oct 28 10:07:26.437145 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port e2985034-00a0-4c98-bf28-465badfb69e1 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:07:26.437956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:26.437956 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port e2985034-00a0-4c98-bf28-465badfb69e1 Oct 28 10:07:26.439570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44254) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:26.445821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9fd6769b-0b84-46a2-90c3-1929cdbe99ca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'b65682ec-044c-4001-a243-b373698aa95a', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:26.515043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port e2985034-00a0-4c98-bf28-465badfb69e1 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:07:26.515436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:26.553279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port e2985034-00a0-4c98-bf28-465badfb69e1, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e2985034-00a0-4c98-bf28-465badfb69e1,segment=NetworkSegment(14fe52b2-a822-4181-af78-6f885d41ad56),segment_id=14fe52b2-a822-4181-af78-6f885d41ad56)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:26.554369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fd6769b-0b84-46a2-90c3-1929cdbe99ca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (027a3c53-33f5-4ded-a36f-5ae9f741dfb8), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:26.613398 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fd6769b-0b84-46a2-90c3-1929cdbe99ca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (027a3c53-33f5-4ded-a36f-5ae9f741dfb8), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:26.680468 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:26.725383 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fd6769b-0b84-46a2-90c3-1929cdbe99ca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (027a3c53-33f5-4ded-a36f-5ae9f741dfb8), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:26.733162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=e2985034-00a0-4c98-bf28-465badfb69e1,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:26.744069 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6769b-0b84-46a2-90c3-1929cdbe99ca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027a3c53-33f5-4ded-a36f-5ae9f741dfb8,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:26.836158 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9fd6769b-0b84-46a2-90c3-1929cdbe99ca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:26.837404 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9fd6769b-0b84-46a2-90c3-1929cdbe99ca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3962417 Oct 28 10:07:26.840238 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44256) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:26.845770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-40d090ec-4e69-46fe-90e6-87dafe56db20 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'b65682ec-044c-4001-a243-b373698aa95a', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:26.954214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-40d090ec-4e69-46fe-90e6-87dafe56db20 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (f17fd411-2942-4fb9-a479-78050435d2c1), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:27.020184 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-40d090ec-4e69-46fe-90e6-87dafe56db20 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (f17fd411-2942-4fb9-a479-78050435d2c1), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:27.153778 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-40d090ec-4e69-46fe-90e6-87dafe56db20 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (f17fd411-2942-4fb9-a479-78050435d2c1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:27.174910 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d090ec-4e69-46fe-90e6-87dafe56db20 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17fd411-2942-4fb9-a479-78050435d2c1,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:27.247679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-40d090ec-4e69-46fe-90e6-87dafe56db20 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:27.248934 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-40d090ec-4e69-46fe-90e6-87dafe56db20 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4072630 Oct 28 10:07:27.252091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44260) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:27.257482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-3270b3d1-ed08-4de4-8f83-7af5d85ecc8e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'b65682ec-044c-4001-a243-b373698aa95a', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:27.370715 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-3270b3d1-ed08-4de4-8f83-7af5d85ecc8e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:07:27.376772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3270b3d1-ed08-4de4-8f83-7af5d85ecc8e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (cf11b200-9278-4970-a4c7-c586c268b66a), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:27.440143 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3270b3d1-ed08-4de4-8f83-7af5d85ecc8e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (cf11b200-9278-4970-a4c7-c586c268b66a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:27.519678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3270b3d1-ed08-4de4-8f83-7af5d85ecc8e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (cf11b200-9278-4970-a4c7-c586c268b66a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:27.544906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270b3d1-ed08-4de4-8f83-7af5d85ecc8e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf11b200-9278-4970-a4c7-c586c268b66a,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:27.643036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3270b3d1-ed08-4de4-8f83-7af5d85ecc8e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:27.646555 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3270b3d1-ed08-4de4-8f83-7af5d85ecc8e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3906281 Oct 28 10:07:27.646939 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44262) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:27.652325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-2891777c-80b2-497b-a050-f43fb76e0977 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'b65682ec-044c-4001-a243-b373698aa95a', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:27.663410 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:27.771459 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-2891777c-80b2-497b-a050-f43fb76e0977 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:07:27.778606 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2891777c-80b2-497b-a050-f43fb76e0977 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (713d3a9c-b664-4766-981b-eb287b8fc683), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:27.849008 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2891777c-80b2-497b-a050-f43fb76e0977 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (713d3a9c-b664-4766-981b-eb287b8fc683), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:27.998524 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2891777c-80b2-497b-a050-f43fb76e0977 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (713d3a9c-b664-4766-981b-eb287b8fc683), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:28.021313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891777c-80b2-497b-a050-f43fb76e0977 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713d3a9c-b664-4766-981b-eb287b8fc683,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:28.098254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2891777c-80b2-497b-a050-f43fb76e0977 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:28.099560 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2891777c-80b2-497b-a050-f43fb76e0977 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4511089 Oct 28 10:07:28.275101 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-17f4ab74-bb13-403d-a5d7-4d9a49d95be0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1536072177&fields=id&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 267 time: 0.0477982 Oct 28 10:07:28.325981 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-021c9d81-af5b-444b-8aee-f714ef0e82dc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:28.330024 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-021c9d81-af5b-444b-8aee-f714ef0e82dc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 200 len: 931 time: 0.0536590 Oct 28 10:07:28.403564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e2985034-00a0-4c98-bf28-465badfb69e1 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:07:28.448900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port e2985034-00a0-4c98-bf28-465badfb69e1 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:07:28.449275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:28.449618 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port e2985034-00a0-4c98-bf28-465badfb69e1 Oct 28 10:07:28.471932 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-e01027f2-bc74-4751-ae7e-6cecf7f18c3b service neutron] 10.222.0.49 "GET /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1210802 Oct 28 10:07:28.531690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port e2985034-00a0-4c98-bf28-465badfb69e1 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:07:28.562604 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-72cbc0b6-5c01-4127-a66f-4045cdc11a2c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/748a9813-d11c-44e8-95d9-fc01b567cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892553 Oct 28 10:07:28.654243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:28.660267 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-a47af602-eb8d-4088-a004-9221632034cd service neutron] 10.222.0.49 "GET /networking/v2.0/networks/748a9813-d11c-44e8-95d9-fc01b567cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920191 Oct 28 10:07:28.730861 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-9ef01add-430c-48dd-a1bf-159ae158e656 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:28.732242 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-9ef01add-430c-48dd-a1bf-159ae158e656 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 200 len: 931 time: 0.0654113 Oct 28 10:07:29.061340 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1ddc2a49-9f2c-424c-9623-98fcdb7acd82 req-3b8f2e9c-4e01-4f53-a5aa-8c00d440647d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 210 time: 0.0335515 Oct 28 10:07:29.094090 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44290) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:29.186041 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-b6b79597-74ec-423a-a8c5-d595a872f399 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:29.187522 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-b6b79597-74ec-423a-a8c5-d595a872f399 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 200 len: 931 time: 0.0922680 Oct 28 10:07:30.146723 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e4c24576-3576-46a0-be4b-ae0f5db89de5 req-bca6bc86-5134-4bc0-8f03-d76555e66b9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 210 time: 0.0283852 Oct 28 10:07:30.710370 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-10959e91-0e67-4503-a227-a69097ecddc5 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1494440146&fields=id&tenant_id=076144e2070b434c9d1fda1223cff4ed HTTP/1.1" status: 200 len: 267 time: 0.0452042 Oct 28 10:07:30.823125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-9fb819ea-69a0-4772-8bbd-40bf2e6632d0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:30.824598 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-9fb819ea-69a0-4772-8bbd-40bf2e6632d0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 811 time: 0.1078823 Oct 28 10:07:30.839582 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-6c8a188a-d707-4bfa-a292-d888636bb7b3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/quotas/076144e2070b434c9d1fda1223cff4ed HTTP/1.1" status: 200 len: 375 time: 0.0092640 Oct 28 10:07:30.860240 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:30.893492 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-3ec685e4-fe8c-42e1-9a46-2fc7e04d1f65 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485551 Oct 28 10:07:30.952257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-2a41dc2a-f362-4c3c-8081-bc73f64651c5 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:07:30.953263 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-2a41dc2a-f362-4c3c-8081-bc73f64651c5 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0481579 Oct 28 10:07:31.049192 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-f8189e1a-72f3-469b-8553-7a7fe6d2d0bc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898929 Oct 28 10:07:31.140354 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-bb26f8b4-bbb9-43be-9c7d-7aabe2bda63e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843410 Oct 28 10:07:31.281665 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a772c129-4feb-4bad-9c16-110e47413f0d req-7f913424-37c6-4205-9081-38addc049d56 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 210 time: 0.0508525 Oct 28 10:07:31.464165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-8a9e82bd-95d7-471e-acd1-1f2484ec7ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:31.465456 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-8a9e82bd-95d7-471e-acd1-1f2484ec7ead service neutron] 10.222.0.48 "GET /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 200 len: 1027 time: 0.0382478 Oct 28 10:07:31.579288 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-3e7c9bd4-1384-4280-a3f4-1b60de0d2abd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:31.580940 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-3e7c9bd4-1384-4280-a3f4-1b60de0d2abd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/networks?id=748a9813-d11c-44e8-95d9-fc01b567cde2 HTTP/1.1" status: 200 len: 796 time: 0.1100569 Oct 28 10:07:31.665540 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-42ac28bb-7ee2-4e91-833e-a5b7bf4a1d7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 380 time: 0.0598314 Oct 28 10:07:31.678967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Request body: {'port': {'device_id': 'e9217ef7-2d17-4af5-b658-2af6453a8d26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:31.712281 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:31.751554 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:31.933281 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:32.000021 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8f84e02e-ac03-405a-8d71-4249bb68ab29 req-f6c4fa2c-be33-488e-a0b0-30761a578dbf tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 210 time: 0.0545011 Oct 28 10:07:32.061317 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda86f88-70b6-4dde-96d7-381566b3c8e6 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:07:32.068718 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Publish callbacks [] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:32.081961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Transition to ACTIVE for port object fda86f88-70b6-4dde-96d7-381566b3c8e6 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:07:32.160110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:32.222979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Pushing event updated for resources: {'Port': ['ID=fda86f88-70b6-4dde-96d7-381566b3c8e6,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:32.277301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Attempting to bind port fda86f88-70b6-4dde-96d7-381566b3c8e6 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:07:32.277665 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Attempting to bind port fda86f88-70b6-4dde-96d7-381566b3c8e6 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:07:32.277984 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Attempting to bind port fda86f88-70b6-4dde-96d7-381566b3c8e6 on network 748a9813-d11c-44e8-95d9-fc01b567cde2 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:07:32.332439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Port fda86f88-70b6-4dde-96d7-381566b3c8e6 on network 748a9813-d11c-44e8-95d9-fc01b567cde2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:07:32.332798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Attempting to bind port fda86f88-70b6-4dde-96d7-381566b3c8e6 on network 748a9813-d11c-44e8-95d9-fc01b567cde2 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:07:32.393189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:07:32.393623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Checking segment: {'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:07:32.394068 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Bound using segment: {'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:07:32.394624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Bound port: fda86f88-70b6-4dde-96d7-381566b3c8e6, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:07:32.396732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:32.437123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:32.444273 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f019fb4-2e98-4108-b48d-5dd91fe16ccf req-888dcf6e-c0e1-4ff8-a733-50f1653100b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:32.445917 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9f019fb4-2e98-4108-b48d-5dd91fe16ccf req-888dcf6e-c0e1-4ff8-a733-50f1653100b5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 982 time: 0.0652118 Oct 28 10:07:32.481550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:32.485488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] For port fda86f88-70b6-4dde-96d7-381566b3c8e6, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:07:32.489006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] For port fda86f88-70b6-4dde-96d7-381566b3c8e6, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fda86f88-70b6-4dde-96d7-381566b3c8e6,segment=NetworkSegment(14fe52b2-a822-4181-af78-6f885d41ad56),segment_id=14fe52b2-a822-4181-af78-6f885d41ad56)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:07:32.498078 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9f019fb4-2e98-4108-b48d-5dd91fe16ccf req-753d8df4-2521-4c33-9b46-54aa6d88dfed tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444179 Oct 28 10:07:32.560147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:32.564747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:32.565382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:32.566869 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 200 len: 1132 time: 0.8923397 Oct 28 10:07:32.567432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9217ef7-2d17-4af5-b658-2af6453a8d26', 'tag': 'fda86f88-70b6-4dde-96d7-381566b3c8e6'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:07:32.569767 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bbb04f-601a-4b91-ac4d-c03424276697" -d '{"events": [{"name": "network-changed", "server_uuid": "e9217ef7-2d17-4af5-b658-2af6453a8d26", "tag": "fda86f88-70b6-4dde-96d7-381566b3c8e6"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:07:32.614031 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0599b3d-3fd6-4c8c-9b53-33a2b8fde765 x-openstack-request-id: req-c0599b3d-3fd6-4c8c-9b53-33a2b8fde765 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:07:32.614276 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9217ef7-2d17-4af5-b658-2af6453a8d26", "tag": "fda86f88-70b6-4dde-96d7-381566b3c8e6", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:07:32.614534 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0599b3d-3fd6-4c8c-9b53-33a2b8fde765 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:07:32.614974 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0599b3d-3fd6-4c8c-9b53-33a2b8fde765'] response: {'name': 'network-changed', 'server_uuid': 'e9217ef7-2d17-4af5-b658-2af6453a8d26', 'tag': 'fda86f88-70b6-4dde-96d7-381566b3c8e6', 'status': 'completed', 'code': 200} Oct 28 10:07:32.625295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70c7cf-af80-4fb7-9c56-ac3005511262 service neutron] Pushing event updated for resources: {'Port': ['ID=fda86f88-70b6-4dde-96d7-381566b3c8e6,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:32.704237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbb04f-601a-4b91-ac4d-c03424276697 req-5529c412-d26e-4536-ae35-801c05fc497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:32.705724 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-55bbb04f-601a-4b91-ac4d-c03424276697 req-5529c412-d26e-4536-ae35-801c05fc497a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 1166 time: 0.0465074 Oct 28 10:07:32.815185 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbb04f-601a-4b91-ac4d-c03424276697 req-16a4f69a-7262-4259-a7c8-7650c641a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:32.816686 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-55bbb04f-601a-4b91-ac4d-c03424276697 req-16a4f69a-7262-4259-a7c8-7650c641a705 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0d399d550dab41259d95623249c98b71&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0953648 Oct 28 10:07:32.919595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbb04f-601a-4b91-ac4d-c03424276697 req-e44f93fa-2f8c-4c2b-a90f-1627fb80abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:32.920962 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-55bbb04f-601a-4b91-ac4d-c03424276697 req-e44f93fa-2f8c-4c2b-a90f-1627fb80abf2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944741 Oct 28 10:07:33.023487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-98556f2f-ceda-45a3-bf31-e37a11876622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:33.025375 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-98556f2f-ceda-45a3-bf31-e37a11876622 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 1166 time: 0.0406983 Oct 28 10:07:33.078770 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-691ef266-783f-4ff1-9b51-54e3c5d3d992 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 200 len: 217 time: 0.0340962 Oct 28 10:07:33.094254 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5e86a539-5239-4a42-9d5b-e0957e114ef8 req-9c84018d-25b0-461a-9fe6-36b594e7a888 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 210 time: 0.0278940 Oct 28 10:07:33.133837 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-c3f42e21-5684-4758-a457-7328704a6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:33.135457 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-c3f42e21-5684-4758-a457-7328704a6438 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=579330f5-63b4-43c5-9b0d-a26533fd7984 HTTP/1.1" status: 200 len: 834 time: 0.0508499 Oct 28 10:07:33.184041 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-f4b2a214-ca36-4d2e-b814-7dd1c58e298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:33.185439 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-f4b2a214-ca36-4d2e-b814-7dd1c58e298d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=748a9813-d11c-44e8-95d9-fc01b567cde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0402799 Oct 28 10:07:33.285405 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-8fe0075d-2ec1-41cf-8ab1-f62325f5d801 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/748a9813-d11c-44e8-95d9-fc01b567cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935340 Oct 28 10:07:33.381110 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81b5c19d-23a2-44e8-bc0a-d438fc7631f5 req-a389539b-6a07-43d5-b372-04c4f4dfa571 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/748a9813-d11c-44e8-95d9-fc01b567cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861869 Oct 28 10:07:33.623285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83813128-b987-4f86-84a0-08ccace7ddd2 req-24ddf0f0-7e65-48bf-92c6-722779ea4acf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:33.624770 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-83813128-b987-4f86-84a0-08ccace7ddd2 req-24ddf0f0-7e65-48bf-92c6-722779ea4acf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 982 time: 0.0474539 Oct 28 10:07:33.677182 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-83813128-b987-4f86-84a0-08ccace7ddd2 req-5e6df3be-6b40-4201-9b5d-9f2550f9e3cd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465374 Oct 28 10:07:34.202304 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fd903236-b9bf-4347-98a8-ff6f9e009dd8 req-6bc80f86-f77e-43f6-8a33-5d0680518252 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 210 time: 0.0278711 Oct 28 10:07:34.801740 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fda86f88-70b6-4dde-96d7-381566b3c8e6 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:07:34.803382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49cd511-4055-419c-94e3-84cae6267664 req-023b3ab4-1fd1-43eb-9ba7-1c7a13c96c84 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:34.804874 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c49cd511-4055-419c-94e3-84cae6267664 req-023b3ab4-1fd1-43eb-9ba7-1c7a13c96c84 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 982 time: 0.0466912 Oct 28 10:07:34.852897 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c49cd511-4055-419c-94e3-84cae6267664 req-082309d2-287e-4ca3-8ef4-f99944ed646f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420680 Oct 28 10:07:34.901906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fda86f88-70b6-4dde-96d7-381566b3c8e6, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fda86f88-70b6-4dde-96d7-381566b3c8e6,segment=NetworkSegment(14fe52b2-a822-4181-af78-6f885d41ad56),segment_id=14fe52b2-a822-4181-af78-6f885d41ad56)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:34.913957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'fda86f88-70b6-4dde-96d7-381566b3c8e6', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2', 'port_id': 'fda86f88-70b6-4dde-96d7-381566b3c8e6', 'mac_address': 'fa:16:3e:3a:5c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:07:34.952610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port fda86f88-70b6-4dde-96d7-381566b3c8e6 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:07:34.953004 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:34.965956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda86f88-70b6-4dde-96d7-381566b3c8e6 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:07:34.984892 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fda86f88-70b6-4dde-96d7-381566b3c8e6, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fda86f88-70b6-4dde-96d7-381566b3c8e6,segment=NetworkSegment(14fe52b2-a822-4181-af78-6f885d41ad56),segment_id=14fe52b2-a822-4181-af78-6f885d41ad56)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:35.095571 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:35.142726 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=fda86f88-70b6-4dde-96d7-381566b3c8e6,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:35.265196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-30352588-2fe0-45fe-97f2-8fe3c3fae6a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:35.266643 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-30352588-2fe0-45fe-97f2-8fe3c3fae6a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.48 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 811 time: 0.1096401 Oct 28 10:07:35.303790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:35.312399 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3eea215e-22ca-4586-a184-aaf17550b3fa req-d753fd8a-eb0e-489c-9e14-5e39a13e95f9 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 210 time: 0.0333965 Oct 28 10:07:35.346641 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-45bd09dc-9cd1-4064-acd6-d94bb4a0aabb tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=076144e2070b434c9d1fda1223cff4ed HTTP/1.1" status: 200 len: 380 time: 0.0587368 Oct 28 10:07:35.356889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-7a4b5103-9d65-4b6f-a4df-4ffadcb10c7a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Request body: {'port': {'device_id': 'aa469a1c-79c4-4431-a8a4-beb827bb59b9', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'admin_state_up': True, 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'security_groups': ['5565ee5c-a05f-4b75-a353-d54f0d47a2ce']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:35.463687 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['fda86f88-70b6-4dde-96d7-381566b3c8e6'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:07:35.464053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:35.504711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:35.556828 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:35.569693 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-7a4b5103-9d65-4b6f-a4df-4ffadcb10c7a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Made reservation on behalf of 076144e2070b434c9d1fda1223cff4ed for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:07:35.573641 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-7a4b5103-9d65-4b6f-a4df-4ffadcb10c7a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:35.708464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-7a4b5103-9d65-4b6f-a4df-4ffadcb10c7a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Allocated IP 172.20.0.14 (4d683f21-056f-49ef-b611-826c5b093c7b/19f66d81-2cce-4fe0-89e2-8ae1c40ac146/7d82468a-94ee-4d8d-858b-46e86038d3f0) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:07:35.865200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-7a4b5103-9d65-4b6f-a4df-4ffadcb10c7a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for port (7d82468a-94ee-4d8d-858b-46e86038d3f0), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:35.977132 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-7a4b5103-9d65-4b6f-a4df-4ffadcb10c7a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (7d82468a-94ee-4d8d-858b-46e86038d3f0), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:35.979830 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cd496-cbca-489e-b904-713d95997a8f req-0bff88b9-be4f-4a10-a180-2db2f91f8f40 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:35.981364 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-335cd496-cbca-489e-b904-713d95997a8f req-0bff88b9-be4f-4a10-a180-2db2f91f8f40 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 983 time: 0.0497687 Oct 28 10:07:36.025468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-7a4b5103-9d65-4b6f-a4df-4ffadcb10c7a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Network 4d683f21-056f-49ef-b611-826c5b093c7b is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:07:36.032012 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-7a4b5103-9d65-4b6f-a4df-4ffadcb10c7a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:07:36.035022 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-335cd496-cbca-489e-b904-713d95997a8f req-426d96f1-4441-4ffc-8eb3-aeb41ea0d499 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469556 Oct 28 10:07:36.036104 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-7a4b5103-9d65-4b6f-a4df-4ffadcb10c7a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:07:36.066714 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b5103-9d65-4b6f-a4df-4ffadcb10c7a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event updated for resources: {'Port': ['ID=7d82468a-94ee-4d8d-858b-46e86038d3f0,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:36.100074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-7a4b5103-9d65-4b6f-a4df-4ffadcb10c7a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:36.100686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-7a4b5103-9d65-4b6f-a4df-4ffadcb10c7a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:36.184033 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-7a4b5103-9d65-4b6f-a4df-4ffadcb10c7a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8311918 Oct 28 10:07:36.210798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Request body: {'port': {'device_id': 'aa469a1c-79c4-4431-a8a4-beb827bb59b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:36.251885 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-99ff4656-0a7a-4bd1-9d30-c6d827cfa079 None None] Provisioning complete for port 7d82468a-94ee-4d8d-858b-46e86038d3f0 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:07:36.252493 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-99ff4656-0a7a-4bd1-9d30-c6d827cfa079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7d82468a-94ee-4d8d-858b-46e86038d3f0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:36.252592 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-99ff4656-0a7a-4bd1-9d30-c6d827cfa079 None None] Attempt 1 to provision port 7d82468a-94ee-4d8d-858b-46e86038d3f0 Oct 28 10:07:36.283097 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7d82468a-94ee-4d8d-858b-46e86038d3f0), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:36.288469 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-99ff4656-0a7a-4bd1-9d30-c6d827cfa079 None None] Port 7d82468a-94ee-4d8d-858b-46e86038d3f0 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:07:36.400645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:36.446835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bf9e0-0174-4cec-8fc1-008979079eb4 req-32cd7962-9f17-4561-a577-22a5a103fdca tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:36.448895 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c16bf9e0-0174-4cec-8fc1-008979079eb4 req-32cd7962-9f17-4561-a577-22a5a103fdca tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 932 time: 0.0579364 Oct 28 10:07:36.504551 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c16bf9e0-0174-4cec-8fc1-008979079eb4 req-b8d2acb2-5322-4953-8cea-1c6f172d90b6 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497930 Oct 28 10:07:36.566403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d82468a-94ee-4d8d-858b-46e86038d3f0 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:07:36.574920 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Publish callbacks [] for port (7d82468a-94ee-4d8d-858b-46e86038d3f0), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:36.587787 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Transition to ACTIVE for port object 7d82468a-94ee-4d8d-858b-46e86038d3f0 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:07:36.660901 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (7d82468a-94ee-4d8d-858b-46e86038d3f0), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:36.688636 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:36.724759 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d82468a-94ee-4d8d-858b-46e86038d3f0,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:36.775900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Attempting to bind port 7d82468a-94ee-4d8d-858b-46e86038d3f0 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:07:36.776232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Attempting to bind port 7d82468a-94ee-4d8d-858b-46e86038d3f0 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:07:36.776557 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Attempting to bind port 7d82468a-94ee-4d8d-858b-46e86038d3f0 on network 4d683f21-056f-49ef-b611-826c5b093c7b {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:07:36.823433 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Port 7d82468a-94ee-4d8d-858b-46e86038d3f0 on network 4d683f21-056f-49ef-b611-826c5b093c7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:07:36.823755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Attempting to bind port 7d82468a-94ee-4d8d-858b-46e86038d3f0 on network 4d683f21-056f-49ef-b611-826c5b093c7b {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:07:36.832765 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fda86f88-70b6-4dde-96d7-381566b3c8e6 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:07:36.871165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:07:36.871494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Checking segment: {'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:07:36.872086 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Bound using segment: {'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:07:36.872426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Bound port: 7d82468a-94ee-4d8d-858b-46e86038d3f0, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:07:36.872729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7d82468a-94ee-4d8d-858b-46e86038d3f0), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:36.879712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port fda86f88-70b6-4dde-96d7-381566b3c8e6 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:07:36.931569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port fda86f88-70b6-4dde-96d7-381566b3c8e6 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:07:36.931863 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:36.932391 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port fda86f88-70b6-4dde-96d7-381566b3c8e6 Oct 28 10:07:36.936382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] For port 7d82468a-94ee-4d8d-858b-46e86038d3f0, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:07:36.939792 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] For port 7d82468a-94ee-4d8d-858b-46e86038d3f0, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=7d82468a-94ee-4d8d-858b-46e86038d3f0,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:07:37.004944 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (7d82468a-94ee-4d8d-858b-46e86038d3f0), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:37.010482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:37.011169 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:37.012748 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/7d82468a-94ee-4d8d-858b-46e86038d3f0 HTTP/1.1" status: 200 len: 1094 time: 0.8064020 Oct 28 10:07:37.013333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa469a1c-79c4-4431-a8a4-beb827bb59b9', 'tag': '7d82468a-94ee-4d8d-858b-46e86038d3f0'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:07:37.014688 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port fda86f88-70b6-4dde-96d7-381566b3c8e6 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:07:37.015315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:37.015773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b25386-5705-4c22-a2e6-87df95536780" -d '{"events": [{"name": "network-changed", "server_uuid": "aa469a1c-79c4-4431-a8a4-beb827bb59b9", "tag": "7d82468a-94ee-4d8d-858b-46e86038d3f0"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:07:37.045121 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9217ef7-2d17-4af5-b658-2af6453a8d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda86f88-70b6-4dde-96d7-381566b3c8e6'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:07:37.047624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c59029-2211-496e-8b18-da8437a40b31" -d '{"events": [{"server_uuid": "e9217ef7-2d17-4af5-b658-2af6453a8d26", "name": "network-vif-plugged", "status": "completed", "tag": "fda86f88-70b6-4dde-96d7-381566b3c8e6"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:07:37.065290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fda86f88-70b6-4dde-96d7-381566b3c8e6, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fda86f88-70b6-4dde-96d7-381566b3c8e6,segment=NetworkSegment(14fe52b2-a822-4181-af78-6f885d41ad56),segment_id=14fe52b2-a822-4181-af78-6f885d41ad56)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:37.081140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a6923-9c18-493d-9104-b972ee3bf9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d82468a-94ee-4d8d-858b-46e86038d3f0,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:37.096087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908a4dfd-00c7-4580-be8e-373483504978 x-openstack-request-id: req-908a4dfd-00c7-4580-be8e-373483504978 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:07:37.096087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa469a1c-79c4-4431-a8a4-beb827bb59b9", "tag": "7d82468a-94ee-4d8d-858b-46e86038d3f0", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:07:37.096087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-908a4dfd-00c7-4580-be8e-373483504978 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:07:37.096087 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908a4dfd-00c7-4580-be8e-373483504978'] response: {'name': 'network-changed', 'server_uuid': 'aa469a1c-79c4-4431-a8a4-beb827bb59b9', 'tag': '7d82468a-94ee-4d8d-858b-46e86038d3f0', 'status': 'completed', 'code': 200} Oct 28 10:07:37.154326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:37.157901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49574cba-dc96-4caf-b0da-442a6cd3a4ca x-openstack-request-id: req-49574cba-dc96-4caf-b0da-442a6cd3a4ca {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:07:37.158190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9217ef7-2d17-4af5-b658-2af6453a8d26", "name": "network-vif-plugged", "status": "completed", "tag": "fda86f88-70b6-4dde-96d7-381566b3c8e6", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:07:37.159116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49574cba-dc96-4caf-b0da-442a6cd3a4ca {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:07:37.159602 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49574cba-dc96-4caf-b0da-442a6cd3a4ca'] response: {'server_uuid': 'e9217ef7-2d17-4af5-b658-2af6453a8d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda86f88-70b6-4dde-96d7-381566b3c8e6', 'code': 200} Oct 28 10:07:37.217268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b25386-5705-4c22-a2e6-87df95536780 req-1f5be3dd-9a1b-415f-a2d5-7c3da759bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:37.218924 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-51b25386-5705-4c22-a2e6-87df95536780 req-1f5be3dd-9a1b-415f-a2d5-7c3da759bb84 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 1128 time: 0.0590441 Oct 28 10:07:37.220262 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cae158-3608-454c-bf9c-3b3d4ac1c526 req-688e8e5f-f13c-4568-b201-a5f0c12c3a56 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:37.228795 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-33cae158-3608-454c-bf9c-3b3d4ac1c526 req-688e8e5f-f13c-4568-b201-a5f0c12c3a56 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 984 time: 0.0756104 Oct 28 10:07:37.229168 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=fda86f88-70b6-4dde-96d7-381566b3c8e6,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:37.281804 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-33cae158-3608-454c-bf9c-3b3d4ac1c526 req-79f8fdfc-5d37-4512-90d1-714fe7afcfd4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519364 Oct 28 10:07:37.323941 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:37.350131 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b25386-5705-4c22-a2e6-87df95536780 req-85ecf9cb-af91-49ad-a68e-dcdf645cfd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:37.351677 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-51b25386-5705-4c22-a2e6-87df95536780 req-85ecf9cb-af91-49ad-a68e-dcdf645cfd63 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=076144e2070b434c9d1fda1223cff4ed&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1160781 Oct 28 10:07:37.459741 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b25386-5705-4c22-a2e6-87df95536780 req-f7ec1bdd-ca1d-4823-b54a-dae77cb57749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:37.461375 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-51b25386-5705-4c22-a2e6-87df95536780 req-f7ec1bdd-ca1d-4823-b54a-dae77cb57749 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982034 Oct 28 10:07:37.599089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40122e70-20a5-4a00-ab2b-cb2b90c01e76 req-652eee3a-0b6e-45b6-aaa6-e619971971a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:37.600646 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-40122e70-20a5-4a00-ab2b-cb2b90c01e76 req-652eee3a-0b6e-45b6-aaa6-e619971971a2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 1168 time: 0.0710607 Oct 28 10:07:37.601745 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-1a29845e-120e-40c6-b6c2-976566eae978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:37.603147 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-1a29845e-120e-40c6-b6c2-976566eae978 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 1128 time: 0.0653555 Oct 28 10:07:37.625312 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:37.637556 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0e871-6dfe-4a0c-83d4-892a57fd25a6 req-5f2ce105-57b1-4bd6-96b2-ce22b89fabc7 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:37.641652 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2ce0e871-6dfe-4a0c-83d4-892a57fd25a6 req-5f2ce105-57b1-4bd6-96b2-ce22b89fabc7 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 944 time: 0.0506663 Oct 28 10:07:37.677624 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-a012f078-2726-4acd-ba6c-9670f1f73eaf service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d82468a-94ee-4d8d-858b-46e86038d3f0 HTTP/1.1" status: 200 len: 217 time: 0.0519104 Oct 28 10:07:37.703541 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2ce0e871-6dfe-4a0c-83d4-892a57fd25a6 req-57c4fe4e-15a2-456b-89e1-f52911882821 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575273 Oct 28 10:07:37.742357 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-40122e70-20a5-4a00-ab2b-cb2b90c01e76 req-e9b8b683-bcdd-436c-9856-46afdf3f9ead service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178017 Oct 28 10:07:37.755691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-a72287b3-7284-4657-a73a-c8dab0711700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:37.757142 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-a72287b3-7284-4657-a73a-c8dab0711700 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19f66d81-2cce-4fe0-89e2-8ae1c40ac146 HTTP/1.1" status: 200 len: 850 time: 0.0692790 Oct 28 10:07:38.075668 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-955323d9-8835-4bf8-8995-ee638dcd0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:38.077164 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-955323d9-8835-4bf8-8995-ee638dcd0c17 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4d683f21-056f-49ef-b611-826c5b093c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0445924 Oct 28 10:07:38.169732 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-82773151-3426-420f-b7f4-4eed39e3e7b6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833116 Oct 28 10:07:38.403374 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76718d7d-49b2-4d95-bc3e-ed5ed4734bc5 req-01558a0b-67a1-4f03-8e4d-779868f843b7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:38.404871 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-76718d7d-49b2-4d95-bc3e-ed5ed4734bc5 req-01558a0b-67a1-4f03-8e4d-779868f843b7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 984 time: 0.0471148 Oct 28 10:07:38.465520 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-76718d7d-49b2-4d95-bc3e-ed5ed4734bc5 req-92759d0d-bee9-479b-89d7-8d6625225f4f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547941 Oct 28 10:07:38.510849 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eb9442d5-19f7-45b3-9866-f4145cf581fb req-09166141-17e1-4458-bcb6-2f84a61522d6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960493 Oct 28 10:07:38.825623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a384e56-c1e3-4930-bc02-b307e356a7f7 req-5acdfb07-7d1f-456a-8691-42342b67a4a6 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:38.827179 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2a384e56-c1e3-4930-bc02-b307e356a7f7 req-5acdfb07-7d1f-456a-8691-42342b67a4a6 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 944 time: 0.0487685 Oct 28 10:07:38.878286 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2a384e56-c1e3-4930-bc02-b307e356a7f7 req-822d7dc9-cab3-44bf-89b1-711bde0cfbf9 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451229 Oct 28 10:07:39.635999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313f9c3-5ad8-4214-92b8-f0a1fd99ac1a req-79e1b9a2-9468-4a55-a92e-e030c01a68f2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:39.635999 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5313f9c3-5ad8-4214-92b8-f0a1fd99ac1a req-79e1b9a2-9468-4a55-a92e-e030c01a68f2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 984 time: 0.0544233 Oct 28 10:07:39.664021 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5313f9c3-5ad8-4214-92b8-f0a1fd99ac1a req-d36564d6-8dd9-4640-89f3-a7f9050c5bb4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503531 Oct 28 10:07:39.791628 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dafe5-e102-4997-9153-9c93590c1955 req-acb22b59-e753-4778-95df-247fa11dd44a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:39.793034 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-429dafe5-e102-4997-9153-9c93590c1955 req-acb22b59-e753-4778-95df-247fa11dd44a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 984 time: 0.0520694 Oct 28 10:07:39.824033 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:39.841078 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-429dafe5-e102-4997-9153-9c93590c1955 req-6713ad85-8c74-484a-ae9a-b7260201f6f6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423713 Oct 28 10:07:39.870512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44380) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:39.914383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f684b5f7-973c-4265-97d3-22fd18781a70 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:39.914383 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f684b5f7-973c-4265-97d3-22fd18781a70 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 1163 time: 0.0399642 Oct 28 10:07:39.915466 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44384) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:39.919772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': 'fda86f88-70b6-4dde-96d7-381566b3c8e6', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:39.999037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:40.001177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51604b7c-4de2-4cd7-8acb-7ccf5e9afb11 req-5d6c5dee-b21a-4301-a73f-0a63877d14d2 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:40.002891 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-51604b7c-4de2-4cd7-8acb-7ccf5e9afb11 req-5d6c5dee-b21a-4301-a73f-0a63877d14d2 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 944 time: 0.0488155 Oct 28 10:07:40.054193 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-51604b7c-4de2-4cd7-8acb-7ccf5e9afb11 req-5c684364-6466-401e-90c9-96cf510d6d6e tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454793 Oct 28 10:07:40.103760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:40.161487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:40.212311 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.91 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/ecef4fd4-c1fa-4b29-b90c-5042657c644c) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:07:40.287680 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:40.324283 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (ecef4fd4-c1fa-4b29-b90c-5042657c644c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:40.451030 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ecef4fd4-c1fa-4b29-b90c-5042657c644c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:40.493258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:07:40.496817 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:07:40.500768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:07:40.505780 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=ecef4fd4-c1fa-4b29-b90c-5042657c644c,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:40.810637 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:40.865326 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (168f0bcc-753f-4a5b-a83e-91808a46608a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:40.989293 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ecef4fd4-c1fa-4b29-b90c-5042657c644c), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:41.142629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (ecef4fd4-c1fa-4b29-b90c-5042657c644c), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:41.186716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985ac13-0ed6-4859-a7e9-da345b8fabb9 req-96023053-3d46-4095-a520-944a630e1060 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:41.188280 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f985ac13-0ed6-4859-a7e9-da345b8fabb9 req-96023053-3d46-4095-a520-944a630e1060 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 944 time: 0.0507963 Oct 28 10:07:41.210546 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (ecef4fd4-c1fa-4b29-b90c-5042657c644c), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:41.238578 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f985ac13-0ed6-4859-a7e9-da345b8fabb9 req-dfdd7076-cc78-47ef-8841-f0b979a4edb3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449059 Oct 28 10:07:41.282931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (168f0bcc-753f-4a5b-a83e-91808a46608a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:41.285605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=ecef4fd4-c1fa-4b29-b90c-5042657c644c,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:41.695299 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP 168f0bcc-753f-4a5b-a83e-91808a46608a associated. External IP: 172.36.1.91, port: fda86f88-70b6-4dde-96d7-381566b3c8e6. Oct 28 10:07:41.892947 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router b9be3813-89b7-41fa-b51b-164ac28d3083 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:07:41.936118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:41.998224 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:07:42.009109 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da091f6b-ee7c-41fb-a498-5a6a67f880a5 None None] Sync routers for ids ['b9be3813-89b7-41fa-b51b-164ac28d3083'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:07:42.018955 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da091f6b-ee7c-41fb-a498-5a6a67f880a5 None None] Routers {'b9be3813-89b7-41fa-b51b-164ac28d3083'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:07:42.019558 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-da091f6b-ee7c-41fb-a498-5a6a67f880a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:07:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b9be3813-89b7-41fa-b51b-164ac28d3083'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:42.075537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:42.106820 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-023c213e-e851-4991-9faf-b58f56098fbb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.1904175 Oct 28 10:07:42.107642 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9217ef7-2d17-4af5-b658-2af6453a8d26', 'tag': 'fda86f88-70b6-4dde-96d7-381566b3c8e6'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:07:42.109808 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44388) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:42.110161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ecd3bf-22ae-448e-ba1c-a539b5bf013c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9217ef7-2d17-4af5-b658-2af6453a8d26", "tag": "fda86f88-70b6-4dde-96d7-381566b3c8e6"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:07:42.120706 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-da091f6b-ee7c-41fb-a498-5a6a67f880a5 None None] Set router b9be3813-89b7-41fa-b51b-164ac28d3083 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:07:42.148726 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232d037a-4823-4b1f-9ce0-00d79674cbef x-openstack-request-id: req-232d037a-4823-4b1f-9ce0-00d79674cbef {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:07:42.149031 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9217ef7-2d17-4af5-b658-2af6453a8d26", "tag": "fda86f88-70b6-4dde-96d7-381566b3c8e6", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:07:42.149979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-232d037a-4823-4b1f-9ce0-00d79674cbef {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:07:42.150396 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232d037a-4823-4b1f-9ce0-00d79674cbef'] response: {'name': 'network-changed', 'server_uuid': 'e9217ef7-2d17-4af5-b658-2af6453a8d26', 'tag': 'fda86f88-70b6-4dde-96d7-381566b3c8e6', 'status': 'completed', 'code': 200} Oct 28 10:07:42.195053 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e27656-fe8a-429e-b660-03f51941a8cb tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:42.197216 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-54e27656-fe8a-429e-b660-03f51941a8cb tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26&network_id=748a9813-d11c-44e8-95d9-fc01b567cde2 HTTP/1.1" status: 200 len: 1163 time: 0.0862496 Oct 28 10:07:42.247293 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecd3bf-22ae-448e-ba1c-a539b5bf013c req-ea5b1993-b1a7-445e-ae16-aa6167da0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:42.248939 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7ecd3bf-22ae-448e-ba1c-a539b5bf013c req-ea5b1993-b1a7-445e-ae16-aa6167da0452 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 1168 time: 0.0474145 Oct 28 10:07:42.335742 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:42.365561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecd3bf-22ae-448e-ba1c-a539b5bf013c req-996830a6-76a1-46cd-ad1a-54619d2a247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:42.367236 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7ecd3bf-22ae-448e-ba1c-a539b5bf013c req-996830a6-76a1-46cd-ad1a-54619d2a247e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=748a9813-d11c-44e8-95d9-fc01b567cde2 HTTP/1.1" status: 200 len: 897 time: 0.1112473 Oct 28 10:07:42.369010 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940744b3-9f74-4567-95f0-0182922db5a2 req-96615742-4ab2-4820-a2bc-6fc7cd368287 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:42.370527 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-940744b3-9f74-4567-95f0-0182922db5a2 req-96615742-4ab2-4820-a2bc-6fc7cd368287 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 944 time: 0.0499225 Oct 28 10:07:42.425759 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-da091f6b-ee7c-41fb-a498-5a6a67f880a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'name': 'tempest-TestNetworkBasicOps-router-833001275', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150'}], 'enable_snat': True}, 'gw_port_id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:07:17Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:18Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '168f0bcc-753f-4a5b-a83e-91808a46608a', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.91', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'port_id': 'fda86f88-70b6-4dde-96d7-381566b3c8e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1062282753', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2', 'mac_address': 'fa:16:3e:3a:5c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9217ef7-2d17-4af5-b658-2af6453a8d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:07:40Z', 'updated_at': '2022-10-28T10:07:40Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2985034-00a0-4c98-bf28-465badfb69e1', 'name': '', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:16:f4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:21Z', 'updated_at': '2022-10-28T10:07:26Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:42.430133 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-940744b3-9f74-4567-95f0-0182922db5a2 req-9d0eb0e6-9e0b-4721-aa36-24aa6999bbb8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534012 Oct 28 10:07:42.441028 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7ecd3bf-22ae-448e-ba1c-a539b5bf013c req-1e13e08a-efd2-4466-9f05-ef9ebc0e8b3e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 200 len: 1037 time: 0.0668139 Oct 28 10:07:42.455734 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da091f6b-ee7c-41fb-a498-5a6a67f880a5 None None] Checking router: b9be3813-89b7-41fa-b51b-164ac28d3083 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:07:42.464573 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da091f6b-ee7c-41fb-a498-5a6a67f880a5 None None] Routers {'b9be3813-89b7-41fa-b51b-164ac28d3083'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:07:42.465187 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-da091f6b-ee7c-41fb-a498-5a6a67f880a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:07:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b9be3813-89b7-41fa-b51b-164ac28d3083'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:42.495391 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecd3bf-22ae-448e-ba1c-a539b5bf013c req-55d05f4e-b19a-4bc1-a6b4-67330a4f4cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:42.496892 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7ecd3bf-22ae-448e-ba1c-a539b5bf013c req-55d05f4e-b19a-4bc1-a6b4-67330a4f4cc2 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=579330f5-63b4-43c5-9b0d-a26533fd7984 HTTP/1.1" status: 200 len: 834 time: 0.0494339 Oct 28 10:07:42.545614 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecd3bf-22ae-448e-ba1c-a539b5bf013c req-cc1fa105-0204-4785-996b-afff37d7bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:42.547145 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7ecd3bf-22ae-448e-ba1c-a539b5bf013c req-cc1fa105-0204-4785-996b-afff37d7bd2e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=748a9813-d11c-44e8-95d9-fc01b567cde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0422950 Oct 28 10:07:42.567596 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-da091f6b-ee7c-41fb-a498-5a6a67f880a5 None None] Set router b9be3813-89b7-41fa-b51b-164ac28d3083 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:07:42.656431 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7ecd3bf-22ae-448e-ba1c-a539b5bf013c req-3b388719-d112-4507-b500-e8a9c1b10278 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/748a9813-d11c-44e8-95d9-fc01b567cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025887 Oct 28 10:07:42.657473 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:42.689720 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07daf6f2-7782-4703-b1a4-836e9541db83 req-deed7f3b-d8f7-4cac-b567-2130cefd1222 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:42.691445 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-07daf6f2-7782-4703-b1a4-836e9541db83 req-deed7f3b-d8f7-4cac-b567-2130cefd1222 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 984 time: 0.0533314 Oct 28 10:07:42.740486 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-07daf6f2-7782-4703-b1a4-836e9541db83 req-e5d2563a-6b64-46ab-afb7-d6edd219b519 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427780 Oct 28 10:07:42.786799 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-da091f6b-ee7c-41fb-a498-5a6a67f880a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'name': 'tempest-TestNetworkBasicOps-router-833001275', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150'}], 'enable_snat': True}, 'gw_port_id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:07:17Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:18Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '168f0bcc-753f-4a5b-a83e-91808a46608a', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.91', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'port_id': 'fda86f88-70b6-4dde-96d7-381566b3c8e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1062282753', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2', 'mac_address': 'fa:16:3e:3a:5c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9217ef7-2d17-4af5-b658-2af6453a8d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:07:40Z', 'updated_at': '2022-10-28T10:07:40Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2985034-00a0-4c98-bf28-465badfb69e1', 'name': '', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:16:f4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:21Z', 'updated_at': '2022-10-28T10:07:26Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:42.811781 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da091f6b-ee7c-41fb-a498-5a6a67f880a5 None None] The sync data for ids ['b9be3813-89b7-41fa-b51b-164ac28d3083'] in dv-neutron-zed-2-hyperv is: [{'id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'name': 'tempest-TestNetworkBasicOps-router-833001275', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150'}], 'enable_snat': True}, 'gw_port_id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:07:17Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:18Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '168f0bcc-753f-4a5b-a83e-91808a46608a', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.91', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'port_id': 'fda86f88-70b6-4dde-96d7-381566b3c8e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1062282753', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2', 'mac_address': 'fa:16:3e:3a:5c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9217ef7-2d17-4af5-b658-2af6453a8d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:07:40Z', 'updated_at': '2022-10-28T10:07:40Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2985034-00a0-4c98-bf28-465badfb69e1', 'name': '', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:16:f4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:21Z', 'updated_at': '2022-10-28T10:07:26Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:07:43.003811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76c516b-6c54-4233-839b-53fb99053ee5 None None] New status for floating IP 168f0bcc-753f-4a5b-a83e-91808a46608a: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:07:43.047944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-970bebd0-e866-47c5-86be-7944bb347d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:43.559070 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f300f-ef56-4167-9f3a-2cb74ab6f05b req-e1b73ffe-7000-41bb-aa37-82b95eda77a5 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:43.560544 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ae3f300f-ef56-4167-9f3a-2cb74ab6f05b req-e1b73ffe-7000-41bb-aa37-82b95eda77a5 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 944 time: 0.0465426 Oct 28 10:07:43.609174 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ae3f300f-ef56-4167-9f3a-2cb74ab6f05b req-1172f738-c28b-4b73-a096-fa0cd27d0da2 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429814 Oct 28 10:07:43.866366 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd09d8f-0645-4c63-82e6-f25ede5660c8 req-9a022b43-ce9a-41c6-a1bd-afe757c62143 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:43.868381 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bcd09d8f-0645-4c63-82e6-f25ede5660c8 req-9a022b43-ce9a-41c6-a1bd-afe757c62143 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 984 time: 0.0519083 Oct 28 10:07:43.910747 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7ecd3bf-22ae-448e-ba1c-a539b5bf013c req-341f2620-fcc8-4add-8e31-ba1e82741ee6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/748a9813-d11c-44e8-95d9-fc01b567cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871749 Oct 28 10:07:43.917257 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bcd09d8f-0645-4c63-82e6-f25ede5660c8 req-44cb8864-9721-4fc4-b510-865cf82963dd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 Oct 28 10:07:44.324759 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-ac161dfb-73e3-4198-988e-68ad6dc2c24d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:44.326215 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-ac161dfb-73e3-4198-988e-68ad6dc2c24d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 984 time: 0.0512238 Oct 28 10:07:44.374959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-b667db9a-998f-4a2c-ac20-9d2b6d7bfb7f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:44.376339 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-b667db9a-998f-4a2c-ac20-9d2b6d7bfb7f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0438116 Oct 28 10:07:44.478816 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-a6b59e1d-ff49-48a0-ae0d-4835c32fa3b8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/networks/748a9813-d11c-44e8-95d9-fc01b567cde2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0969462 Oct 28 10:07:44.489587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-bba6eb3a-2a59-4fa8-a3ff-7548d1eecce4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:44.553627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-bba6eb3a-2a59-4fa8-a3ff-7548d1eecce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:44.568448 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:44.692176 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-bba6eb3a-2a59-4fa8-a3ff-7548d1eecce4 service neutron] For port fda86f88-70b6-4dde-96d7-381566b3c8e6, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fda86f88-70b6-4dde-96d7-381566b3c8e6,segment=NetworkSegment(14fe52b2-a822-4181-af78-6f885d41ad56),segment_id=14fe52b2-a822-4181-af78-6f885d41ad56)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:44.725282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-bba6eb3a-2a59-4fa8-a3ff-7548d1eecce4 service neutron] For port fda86f88-70b6-4dde-96d7-381566b3c8e6, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:07:44.737208 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f6331-c59b-4a69-90ae-c0e21cab2383 req-6cf5b5a2-76d3-4df2-b379-a7cd5ef9fc39 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:44.738734 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0f1f6331-c59b-4a69-90ae-c0e21cab2383 req-6cf5b5a2-76d3-4df2-b379-a7cd5ef9fc39 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 944 time: 0.0480158 Oct 28 10:07:44.756482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-bba6eb3a-2a59-4fa8-a3ff-7548d1eecce4 service neutron] device_id is not set on port fda86f88-70b6-4dde-96d7-381566b3c8e6 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:07:44.765624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-bba6eb3a-2a59-4fa8-a3ff-7548d1eecce4 service neutron] Publish callbacks [] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:44.780639 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:44.790239 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0f1f6331-c59b-4a69-90ae-c0e21cab2383 req-a6a93d5f-2ca1-4b67-a3aa-1055b3b75992 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451462 Oct 28 10:07:44.833462 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-bba6eb3a-2a59-4fa8-a3ff-7548d1eecce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:44.912318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:44.954333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6eb3a-2a59-4fa8-a3ff-7548d1eecce4 service neutron] Pushing event updated for resources: {'Port': ['ID=fda86f88-70b6-4dde-96d7-381566b3c8e6,revision_number=6']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:44.991955 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-bba6eb3a-2a59-4fa8-a3ff-7548d1eecce4 service neutron] No DVR routers for this DVR port fda86f88-70b6-4dde-96d7-381566b3c8e6 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:07:45.026339 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8fe90730-cda4-4dd6-963b-1331e1cccd1e req-9e3d1c66-ebf3-4b3f-9d4b-7dd808d6d2ad tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 210 time: 0.0331059 Oct 28 10:07:45.125852 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-bba6eb3a-2a59-4fa8-a3ff-7548d1eecce4 service neutron] In _notify_port_updated(), no bound segment for port fda86f88-70b6-4dde-96d7-381566b3c8e6 on network 748a9813-d11c-44e8-95d9-fc01b567cde2 {{(pid=114060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 10:07:45.126761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-bba6eb3a-2a59-4fa8-a3ff-7548d1eecce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:45.127367 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-bba6eb3a-2a59-4fa8-a3ff-7548d1eecce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:45.128645 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-edaca20d-d7a6-463c-9b4c-41bc8d7d6723 req-bba6eb3a-2a59-4fa8-a3ff-7548d1eecce4 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 200 len: 1027 time: 0.6432536 Oct 28 10:07:45.358055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-69dd03e6-902d-4398-993c-168f69fb18f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:45.908034 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ede113-03d3-432d-99e6-2b6299c043cc req-0696700a-813e-4289-ba25-686c211ed26b tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:45.909415 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-65ede113-03d3-432d-99e6-2b6299c043cc req-0696700a-813e-4289-ba25-686c211ed26b tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 944 time: 0.0463870 Oct 28 10:07:45.959084 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-65ede113-03d3-432d-99e6-2b6299c043cc req-621b85c3-b76c-4ecd-a919-c3587d37c841 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430350 Oct 28 10:07:46.139388 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a6bf54fb-c145-4ec2-8bde-f5300a211af6 req-834a8712-5e0e-4bf7-8ef4-91a7b5b12a92 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9217ef7-2d17-4af5-b658-2af6453a8d26 HTTP/1.1" status: 200 len: 210 time: 0.0277739 Oct 28 10:07:46.871326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fda86f88-70b6-4dde-96d7-381566b3c8e6 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:07:46.875835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:46.908417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] The host hv-neutron-zed0 is not matching for port fda86f88-70b6-4dde-96d7-381566b3c8e6 host ! {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 28 10:07:46.908805 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fda86f88-70b6-4dde-96d7-381566b3c8e6 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:07:47.079940 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f3caf-e6af-4d59-9853-ac13d6e57773 req-44898595-2924-4bda-8777-d793ca696fbe tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:47.081430 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9e6f3caf-e6af-4d59-9853-ac13d6e57773 req-44898595-2924-4bda-8777-d793ca696fbe tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 944 time: 0.0469601 Oct 28 10:07:47.135042 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9e6f3caf-e6af-4d59-9853-ac13d6e57773 req-f9cbb77a-8f54-43e9-91eb-200fe33fb613 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471609 Oct 28 10:07:47.212024 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44414) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:47.256779 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80910eb-c854-40c8-9126-11ebca26b250 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:47.258118 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c80910eb-c854-40c8-9126-11ebca26b250 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 200 len: 926 time: 0.0460937 Oct 28 10:07:47.396041 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44418) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:47.400688 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-2e13bf74-bd9b-4f73-9370-7f8a5d02adfa tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-829793407', 'description': 'tempest-secgroup-smoke-829793407 description', 'project_id': '0d399d550dab41259d95623249c98b71'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:47.530393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2e13bf74-bd9b-4f73-9370-7f8a5d02adfa tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:47.656560 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2e13bf74-bd9b-4f73-9370-7f8a5d02adfa tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (03fdfca3-de99-4150-84c5-f22dc1e15408), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:47.730619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2e13bf74-bd9b-4f73-9370-7f8a5d02adfa tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (03fdfca3-de99-4150-84c5-f22dc1e15408), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:47.760298 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13bf74-bd9b-4f73-9370-7f8a5d02adfa tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03fdfca3-de99-4150-84c5-f22dc1e15408,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:47.811602 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2e13bf74-bd9b-4f73-9370-7f8a5d02adfa tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:47.813011 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2e13bf74-bd9b-4f73-9370-7f8a5d02adfa tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4158854 Oct 28 10:07:47.815763 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44420) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:47.820145 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-f13cd24c-5bf1-4cbd-b17f-b14bc5a7032d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '03fdfca3-de99-4150-84c5-f22dc1e15408', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:47.924788 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f13cd24c-5bf1-4cbd-b17f-b14bc5a7032d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (9c871ddc-c9f8-45d9-876d-599d5fb8349b), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:47.970142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:47.980720 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f13cd24c-5bf1-4cbd-b17f-b14bc5a7032d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (9c871ddc-c9f8-45d9-876d-599d5fb8349b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:48.073310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f13cd24c-5bf1-4cbd-b17f-b14bc5a7032d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (9c871ddc-c9f8-45d9-876d-599d5fb8349b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:48.097055 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cd24c-5bf1-4cbd-b17f-b14bc5a7032d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c871ddc-c9f8-45d9-876d-599d5fb8349b,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:48.172182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f13cd24c-5bf1-4cbd-b17f-b14bc5a7032d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:48.176266 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f13cd24c-5bf1-4cbd-b17f-b14bc5a7032d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3566968 Oct 28 10:07:48.176753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44424) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:48.180840 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d84a6959-25d7-428f-9b06-9df95c5c2b32 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '03fdfca3-de99-4150-84c5-f22dc1e15408', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:48.250463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d84a6959-25d7-428f-9b06-9df95c5c2b32 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (aca06117-fef6-495c-825d-5486b897bfd8), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:48.255119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38c5e6-8efa-417c-a27b-58a362f32355 req-b980209d-b888-4334-b48f-a6391d0324b7 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:48.256631 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c38c5e6-8efa-417c-a27b-58a362f32355 req-b980209d-b888-4334-b48f-a6391d0324b7 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 944 time: 0.0467556 Oct 28 10:07:48.297514 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:48.299788 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:48.315108 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c38c5e6-8efa-417c-a27b-58a362f32355 req-3b3ade17-9a9d-4f61-80c8-76ddd7907871 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522192 Oct 28 10:07:48.317852 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d84a6959-25d7-428f-9b06-9df95c5c2b32 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (aca06117-fef6-495c-825d-5486b897bfd8), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:48.393170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d84a6959-25d7-428f-9b06-9df95c5c2b32 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (aca06117-fef6-495c-825d-5486b897bfd8), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:48.414093 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a6959-25d7-428f-9b06-9df95c5c2b32 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca06117-fef6-495c-825d-5486b897bfd8,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:48.502040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:48.504118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d84a6959-25d7-428f-9b06-9df95c5c2b32 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:48.505576 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d84a6959-25d7-428f-9b06-9df95c5c2b32 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3281651 Oct 28 10:07:48.508437 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44426) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:48.513379 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-eff8b846-916c-4e44-9599-5f4f8360b349 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '03fdfca3-de99-4150-84c5-f22dc1e15408', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:48.621769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eff8b846-916c-4e44-9599-5f4f8360b349 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (9e71f60e-9be7-443d-bed1-2cd427cef473), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:48.678230 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eff8b846-916c-4e44-9599-5f4f8360b349 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (9e71f60e-9be7-443d-bed1-2cd427cef473), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:48.747409 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eff8b846-916c-4e44-9599-5f4f8360b349 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (9e71f60e-9be7-443d-bed1-2cd427cef473), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:48.766131 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8b846-916c-4e44-9599-5f4f8360b349 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e71f60e-9be7-443d-bed1-2cd427cef473,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:48.865332 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 7d82468a-94ee-4d8d-858b-46e86038d3f0 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:07:48.886355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eff8b846-916c-4e44-9599-5f4f8360b349 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:48.889065 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-eff8b846-916c-4e44-9599-5f4f8360b349 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3782973 Oct 28 10:07:48.890543 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44428) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:48.895069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-77e6f788-d66f-4fb7-a662-00b23fea2fc4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '03fdfca3-de99-4150-84c5-f22dc1e15408', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:48.957973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:48.962726 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 7d82468a-94ee-4d8d-858b-46e86038d3f0, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=7d82468a-94ee-4d8d-858b-46e86038d3f0,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:48.973582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '7d82468a-94ee-4d8d-858b-46e86038d3f0', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'port_id': '7d82468a-94ee-4d8d-858b-46e86038d3f0', 'mac_address': 'fa:16:3e:1e:52:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:07:48.988157 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77e6f788-d66f-4fb7-a662-00b23fea2fc4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (06234a4f-af16-4c42-a1cb-4c1bcffb0ea9), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:48.993267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:49.013525 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 7d82468a-94ee-4d8d-858b-46e86038d3f0 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:07:49.013922 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7d82468a-94ee-4d8d-858b-46e86038d3f0), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:49.026989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d82468a-94ee-4d8d-858b-46e86038d3f0 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:07:49.047641 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 7d82468a-94ee-4d8d-858b-46e86038d3f0, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=7d82468a-94ee-4d8d-858b-46e86038d3f0,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:49.050404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77e6f788-d66f-4fb7-a662-00b23fea2fc4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (06234a4f-af16-4c42-a1cb-4c1bcffb0ea9), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:49.170418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7d82468a-94ee-4d8d-858b-46e86038d3f0), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:49.197410 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=9 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:49.199909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77e6f788-d66f-4fb7-a662-00b23fea2fc4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (06234a4f-af16-4c42-a1cb-4c1bcffb0ea9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:49.218844 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=7d82468a-94ee-4d8d-858b-46e86038d3f0,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:49.219702 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6f788-d66f-4fb7-a662-00b23fea2fc4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06234a4f-af16-4c42-a1cb-4c1bcffb0ea9,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:49.280965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-77e6f788-d66f-4fb7-a662-00b23fea2fc4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:49.282263 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-77e6f788-d66f-4fb7-a662-00b23fea2fc4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3905516 Oct 28 10:07:49.285089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44430) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:49.294066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-bc1db2ce-ef5c-4d60-8add-da75279a67c6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '03fdfca3-de99-4150-84c5-f22dc1e15408', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:49.404841 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-bc1db2ce-ef5c-4d60-8add-da75279a67c6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:07:49.411735 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bc1db2ce-ef5c-4d60-8add-da75279a67c6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (60681159-d85b-445b-bbdc-d23c33f50010), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:49.445051 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91785a7-b9c2-4c1f-a1aa-0519d33022da req-811cb1d6-5d94-433e-a328-1428c8f8154c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:49.446650 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a91785a7-b9c2-4c1f-a1aa-0519d33022da req-811cb1d6-5d94-433e-a328-1428c8f8154c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 945 time: 0.0520205 Oct 28 10:07:49.472609 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bc1db2ce-ef5c-4d60-8add-da75279a67c6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (60681159-d85b-445b-bbdc-d23c33f50010), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:49.497774 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a91785a7-b9c2-4c1f-a1aa-0519d33022da req-03388114-bce3-445f-b1fb-29fd49dbd702 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452657 Oct 28 10:07:49.527759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['7d82468a-94ee-4d8d-858b-46e86038d3f0'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:07:49.575529 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bc1db2ce-ef5c-4d60-8add-da75279a67c6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (60681159-d85b-445b-bbdc-d23c33f50010), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:49.595016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1db2ce-ef5c-4d60-8add-da75279a67c6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60681159-d85b-445b-bbdc-d23c33f50010,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:49.674646 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bc1db2ce-ef5c-4d60-8add-da75279a67c6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:49.675904 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bc1db2ce-ef5c-4d60-8add-da75279a67c6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3898866 Oct 28 10:07:49.678960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44434) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:49.684085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d8eedc2c-2887-4b10-8b3e-17fb94b7e560 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '03fdfca3-de99-4150-84c5-f22dc1e15408', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:49.763949 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-d8eedc2c-2887-4b10-8b3e-17fb94b7e560 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:07:49.770227 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8eedc2c-2887-4b10-8b3e-17fb94b7e560 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (f7ead3b5-e41d-4423-aa2b-e70b79426dba), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:49.802860 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:49.830961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8eedc2c-2887-4b10-8b3e-17fb94b7e560 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (f7ead3b5-e41d-4423-aa2b-e70b79426dba), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:49.911779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8eedc2c-2887-4b10-8b3e-17fb94b7e560 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (f7ead3b5-e41d-4423-aa2b-e70b79426dba), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:49.933055 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eedc2c-2887-4b10-8b3e-17fb94b7e560 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ead3b5-e41d-4423-aa2b-e70b79426dba,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:50.012327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8eedc2c-2887-4b10-8b3e-17fb94b7e560 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:50.013573 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d8eedc2c-2887-4b10-8b3e-17fb94b7e560 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3336706 Oct 28 10:07:50.165404 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-2e17d45f-17b2-4a99-9f37-7c22a33bae3b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-829793407&fields=id&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 267 time: 0.0443873 Oct 28 10:07:50.217219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-b7f16b91-7441-44a0-9fef-d96865768cbf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:50.218579 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-b7f16b91-7441-44a0-9fef-d96865768cbf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 200 len: 931 time: 0.0462604 Oct 28 10:07:50.266171 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-6bdee5c2-15df-45d4-ac05-b08dad4fc734 service neutron] 10.222.0.49 "GET /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0359099 Oct 28 10:07:50.357942 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-ac1046a9-ae00-4769-aca9-d90efacdf797 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/748a9813-d11c-44e8-95d9-fc01b567cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864089 Oct 28 10:07:50.451130 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-06e01ba6-2dc1-472d-9a9f-f63f9ec8d32d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/748a9813-d11c-44e8-95d9-fc01b567cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870643 Oct 28 10:07:50.500133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-4c3e04c4-bb4c-4c22-806b-8a3ed1a81f9a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:50.501536 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-4c3e04c4-bb4c-4c22-806b-8a3ed1a81f9a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 200 len: 931 time: 0.0454826 Oct 28 10:07:50.620768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96606713-2076-4fc9-84ed-81a1262173d5 req-1658c065-34b0-46f4-82f9-5da87ab44d1d tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:50.622123 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-96606713-2076-4fc9-84ed-81a1262173d5 req-1658c065-34b0-46f4-82f9-5da87ab44d1d tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 945 time: 0.0464513 Oct 28 10:07:50.670469 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-96606713-2076-4fc9-84ed-81a1262173d5 req-0594eee9-4614-494f-9593-4b591928bcd4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428324 Oct 28 10:07:50.804303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:50.828530 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-471a2899-6c34-4337-a433-f2e443c3335e req-d692fc02-0e05-4bcb-87f7-b9404100432c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 210 time: 0.0359430 Oct 28 10:07:50.834378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-613701dd-329a-452b-9b2f-d399f22d629c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:50.837781 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-613701dd-329a-452b-9b2f-d399f22d629c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 200 len: 931 time: 0.0740223 Oct 28 10:07:50.879592 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 7d82468a-94ee-4d8d-858b-46e86038d3f0 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:07:50.922960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 7d82468a-94ee-4d8d-858b-46e86038d3f0 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:07:50.970384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 7d82468a-94ee-4d8d-858b-46e86038d3f0 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:07:50.972247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7d82468a-94ee-4d8d-858b-46e86038d3f0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:50.972591 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 7d82468a-94ee-4d8d-858b-46e86038d3f0 Oct 28 10:07:51.050169 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 7d82468a-94ee-4d8d-858b-46e86038d3f0 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:07:51.050555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7d82468a-94ee-4d8d-858b-46e86038d3f0), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:51.073373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa469a1c-79c4-4431-a8a4-beb827bb59b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d82468a-94ee-4d8d-858b-46e86038d3f0'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:07:51.075624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a742563-1d4e-42dc-ad0d-85f100e72af8" -d '{"events": [{"server_uuid": "aa469a1c-79c4-4431-a8a4-beb827bb59b9", "name": "network-vif-plugged", "status": "completed", "tag": "7d82468a-94ee-4d8d-858b-46e86038d3f0"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:07:51.087966 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 7d82468a-94ee-4d8d-858b-46e86038d3f0, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=7d82468a-94ee-4d8d-858b-46e86038d3f0,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:51.115872 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d288cbe3-b86f-4437-8325-03dda8aec435 x-openstack-request-id: req-d288cbe3-b86f-4437-8325-03dda8aec435 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:07:51.116283 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa469a1c-79c4-4431-a8a4-beb827bb59b9", "name": "network-vif-plugged", "status": "completed", "tag": "7d82468a-94ee-4d8d-858b-46e86038d3f0", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:07:51.116542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d288cbe3-b86f-4437-8325-03dda8aec435 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:07:51.116967 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d288cbe3-b86f-4437-8325-03dda8aec435'] response: {'server_uuid': 'aa469a1c-79c4-4431-a8a4-beb827bb59b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d82468a-94ee-4d8d-858b-46e86038d3f0', 'code': 200} Oct 28 10:07:51.186397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7d82468a-94ee-4d8d-858b-46e86038d3f0), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:51.237105 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=7d82468a-94ee-4d8d-858b-46e86038d3f0,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:51.506060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518c0a-69ce-499b-af9a-d7c59229acb3 req-699467fc-d19b-4791-85f5-b9f25ae846c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:51.507622 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-86518c0a-69ce-499b-af9a-d7c59229acb3 req-699467fc-d19b-4791-85f5-b9f25ae846c7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 1130 time: 0.0413790 Oct 28 10:07:51.559303 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-86518c0a-69ce-499b-af9a-d7c59229acb3 req-d8ec8fd5-361d-48a9-812d-97892fdb5d78 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419366 Oct 28 10:07:51.790416 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d5818-b7ea-450f-8c9d-210f7e549484 req-2ec25530-e817-4956-ae82-3875ce11cadb tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:51.791908 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c52d5818-b7ea-450f-8c9d-210f7e549484 req-2ec25530-e817-4956-ae82-3875ce11cadb tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 946 time: 0.0463798 Oct 28 10:07:51.841063 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c52d5818-b7ea-450f-8c9d-210f7e549484 req-25ac5284-b31e-4c69-b838-5f1b716acc65 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431290 Oct 28 10:07:51.934442 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d4fc6a03-a4ef-4cba-aa4d-f2077db6fa3c req-d71feed1-7a26-498b-9cbb-9d3620477767 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 210 time: 0.0303621 Oct 28 10:07:52.790513 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=88 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:52.960825 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d378e7-d4dc-49fc-9245-ba619659afe0 req-6502b323-cd0f-45bc-bfea-bb2051b138e4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:52.962366 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b3d378e7-d4dc-49fc-9245-ba619659afe0 req-6502b323-cd0f-45bc-bfea-bb2051b138e4 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 946 time: 0.0464172 Oct 28 10:07:53.018297 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b3d378e7-d4dc-49fc-9245-ba619659afe0 req-f7adcf3c-83b7-4d2f-a008-42410d7fda9d tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493209 Oct 28 10:07:53.044116 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ad70da35-166f-4df5-bc33-d9f12c3a0ad3 req-070f7ebf-d69a-41c1-8257-5a7164b9f154 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 210 time: 0.0303526 Oct 28 10:07:53.553008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:54.199426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-bdd5f739-9048-4b77-a329-509500a71c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:54.201386 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-bdd5f739-9048-4b77-a329-509500a71c7c service neutron] 10.222.0.48 "GET /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 200 len: 1027 time: 0.0391023 Oct 28 10:07:54.323967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f2717455-4a4a-4359-97b2-1af2fc08375b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:54.325534 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f2717455-4a4a-4359-97b2-1af2fc08375b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/networks?id=748a9813-d11c-44e8-95d9-fc01b567cde2 HTTP/1.1" status: 200 len: 796 time: 0.1191118 Oct 28 10:07:54.413811 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-8a1cfc2b-0bce-4e6e-a2f7-716417177746 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 472 time: 0.0726879 Oct 28 10:07:54.424484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Request body: {'port': {'device_id': '716d1755-23c9-4760-a261-807777dfa879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:54.466194 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-52462dac-4234-4791-b49d-60589ab3e52f req-1ccd1d27-540f-47bc-9506-cc5805834804 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 210 time: 0.3416228 Oct 28 10:07:54.472587 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a93d2b-f367-4991-869e-3c0282f59b2d req-4f5044cf-86a1-4e9b-9c89-2ea838f350c0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:54.478941 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-46a93d2b-f367-4991-869e-3c0282f59b2d req-4f5044cf-86a1-4e9b-9c89-2ea838f350c0 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 946 time: 0.3799543 Oct 28 10:07:54.489671 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:54.527678 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-46a93d2b-f367-4991-869e-3c0282f59b2d req-80313a42-9855-4466-a68a-fce8fd2f3304 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474894 Oct 28 10:07:54.650350 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4507d-bf32-4556-b749-4475d6c85177 req-554d8a18-b9b8-4b2b-a54a-0613f089b8e8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:54.651778 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-65b4507d-bf32-4556-b749-4475d6c85177 req-554d8a18-b9b8-4b2b-a54a-0613f089b8e8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 946 time: 0.0482216 Oct 28 10:07:54.705659 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-65b4507d-bf32-4556-b749-4475d6c85177 req-458719aa-94a2-419d-83d2-cfad5b68a411 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482218 Oct 28 10:07:54.734541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44480) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:54.766621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda86f88-70b6-4dde-96d7-381566b3c8e6 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:07:54.774632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Publish callbacks [] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:54.787610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Transition to ACTIVE for port object fda86f88-70b6-4dde-96d7-381566b3c8e6 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:07:54.844305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:54.873121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:54.877489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652afa35-0298-4af6-8757-00d013fe3a10 tempest-TestVolumeBootPattern-1547117069 tempest-TestVolumeBootPattern-1547117069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:54.879207 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-652afa35-0298-4af6-8757-00d013fe3a10 tempest-TestVolumeBootPattern-1547117069 tempest-TestVolumeBootPattern-1547117069-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 1125 time: 0.1436706 Oct 28 10:07:54.882002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44484) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:07:54.895991 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '7d82468a-94ee-4d8d-858b-46e86038d3f0', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:07:54.900247 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:54.925312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Pushing event updated for resources: {'Port': ['ID=fda86f88-70b6-4dde-96d7-381566b3c8e6,revision_number=7']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:54.982318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:54.987681 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:55.014310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Attempting to bind port fda86f88-70b6-4dde-96d7-381566b3c8e6 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:07:55.014647 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Attempting to bind port fda86f88-70b6-4dde-96d7-381566b3c8e6 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:07:55.015033 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Attempting to bind port fda86f88-70b6-4dde-96d7-381566b3c8e6 on network 748a9813-d11c-44e8-95d9-fc01b567cde2 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:07:55.060476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Port fda86f88-70b6-4dde-96d7-381566b3c8e6 on network 748a9813-d11c-44e8-95d9-fc01b567cde2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:07:55.060808 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Attempting to bind port fda86f88-70b6-4dde-96d7-381566b3c8e6 on network 748a9813-d11c-44e8-95d9-fc01b567cde2 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:07:55.068041 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:55.108154 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:07:55.108488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Checking segment: {'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:07:55.108893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Bound using segment: {'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:07:55.109320 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Bound port: fda86f88-70b6-4dde-96d7-381566b3c8e6, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14fe52b2-a822-4181-af78-6f885d41ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:07:55.109678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:55.174818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] For port fda86f88-70b6-4dde-96d7-381566b3c8e6, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:07:55.177935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] For port fda86f88-70b6-4dde-96d7-381566b3c8e6, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fda86f88-70b6-4dde-96d7-381566b3c8e6,segment=NetworkSegment(14fe52b2-a822-4181-af78-6f885d41ad56),segment_id=14fe52b2-a822-4181-af78-6f885d41ad56)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:07:55.180041 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Allocated IP 172.36.1.188 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/e725069e-51f6-4664-a053-041b33e1cb8b) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:07:55.279868 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:55.283111 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:55.284149 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:55.285609 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 200 len: 1132 time: 0.8654377 Oct 28 10:07:55.287443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for port (e725069e-51f6-4664-a053-041b33e1cb8b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:55.287854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716d1755-23c9-4760-a261-807777dfa879', 'tag': 'fda86f88-70b6-4dde-96d7-381566b3c8e6'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:07:55.290338 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b866b8-a053-49b9-97de-03613f21a4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "716d1755-23c9-4760-a261-807777dfa879", "tag": "fda86f88-70b6-4dde-96d7-381566b3c8e6"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:07:55.337763 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49d6edc-da4c-4bf0-a572-c1fdb87c2ea8 x-openstack-request-id: req-c49d6edc-da4c-4bf0-a572-c1fdb87c2ea8 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:07:55.347469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716d1755-23c9-4760-a261-807777dfa879", "tag": "fda86f88-70b6-4dde-96d7-381566b3c8e6", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:07:55.347469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c49d6edc-da4c-4bf0-a572-c1fdb87c2ea8 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:07:55.347469 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49d6edc-da4c-4bf0-a572-c1fdb87c2ea8'] response: {'name': 'network-changed', 'server_uuid': '716d1755-23c9-4760-a261-807777dfa879', 'tag': 'fda86f88-70b6-4dde-96d7-381566b3c8e6', 'status': 'completed', 'code': 200} Oct 28 10:07:55.347469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e1302-36a7-425b-a297-37b03e15a273 service neutron] Pushing event updated for resources: {'Port': ['ID=fda86f88-70b6-4dde-96d7-381566b3c8e6,revision_number=8']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:55.417508 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e725069e-51f6-4664-a053-041b33e1cb8b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:55.424933 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b866b8-a053-49b9-97de-03613f21a4c8 req-7588d3b0-1848-4efc-bd93-17e36ba7b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:55.426566 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e2b866b8-a053-49b9-97de-03613f21a4c8 req-7588d3b0-1848-4efc-bd93-17e36ba7b6a2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 1166 time: 0.0423217 Oct 28 10:07:55.441297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:55.463001 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:07:55.466960 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:07:55.468940 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event updated for resources: {'Port': ['ID=e725069e-51f6-4664-a053-041b33e1cb8b,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:55.471140 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:07:55.547301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b866b8-a053-49b9-97de-03613f21a4c8 req-4685f55f-b81f-4a7a-9f6e-1c3ff2b5b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:55.548285 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e2b866b8-a053-49b9-97de-03613f21a4c8 req-4685f55f-b81f-4a7a-9f6e-1c3ff2b5b34f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0d399d550dab41259d95623249c98b71&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1091335 Oct 28 10:07:55.638431 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49c9e7-70bb-497c-8f1f-f56f5b686ef3 req-530469b3-4596-4c4b-94fa-df805069e47c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:55.639986 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eb49c9e7-70bb-497c-8f1f-f56f5b686ef3 req-530469b3-4596-4c4b-94fa-df805069e47c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 982 time: 0.0663848 Oct 28 10:07:55.651290 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b866b8-a053-49b9-97de-03613f21a4c8 req-f7662d1c-6b66-465a-8ae1-d7462b31dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:55.652804 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e2b866b8-a053-49b9-97de-03613f21a4c8 req-f7662d1c-6b66-465a-8ae1-d7462b31dae6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986786 Oct 28 10:07:55.753448 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-851bb9d8-a7b6-4eb1-86b0-d4ac3ac14e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:55.754978 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-851bb9d8-a7b6-4eb1-86b0-d4ac3ac14e70 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 1166 time: 0.0409350 Oct 28 10:07:55.759245 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eb49c9e7-70bb-497c-8f1f-f56f5b686ef3 req-f32418c1-bc17-4a1b-8b56-c043d7d8663d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899262 Oct 28 10:07:55.812042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:55.824223 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-03816d2f-8537-485c-ac4c-153aad8b68b5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 200 len: 1037 time: 0.0562172 Oct 28 10:07:55.865520 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:55.877327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-801be64d-c1e6-46b0-bb5a-9933b2a82747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:55.878820 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-801be64d-c1e6-46b0-bb5a-9933b2a82747 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=579330f5-63b4-43c5-9b0d-a26533fd7984 HTTP/1.1" status: 200 len: 834 time: 0.0487406 Oct 28 10:07:55.923260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-87673df2-a8fd-4918-986c-792055fd8e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:55.923531 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for floatingip (4db11fa2-0206-47e3-8a31-57e3ab8604ab), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:55.924720 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-87673df2-a8fd-4918-986c-792055fd8e6e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=748a9813-d11c-44e8-95d9-fc01b567cde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0400994 Oct 28 10:07:56.019343 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-0f1d1299-519b-4e22-8a7a-e9570f0f633e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/748a9813-d11c-44e8-95d9-fc01b567cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885110 Oct 28 10:07:56.060482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e725069e-51f6-4664-a053-041b33e1cb8b), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:56.109525 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a8c939c3-2d16-4010-be1f-9821bb9d7beb req-62e071f8-931f-4022-a676-ca94a54847f5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/748a9813-d11c-44e8-95d9-fc01b567cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847330 Oct 28 10:07:56.213210 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:56.215348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for port (e725069e-51f6-4664-a053-041b33e1cb8b), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:56.340480 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (e725069e-51f6-4664-a053-041b33e1cb8b), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:56.408637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event updated for resources: {'Port': ['ID=e725069e-51f6-4664-a053-041b33e1cb8b,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:56.411177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (4db11fa2-0206-47e3-8a31-57e3ab8604ab), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:56.509647 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Floating IP 4db11fa2-0206-47e3-8a31-57e3ab8604ab associated. External IP: 172.36.1.188, port: 7d82468a-94ee-4d8d-858b-46e86038d3f0. Oct 28 10:07:56.713483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Router 2e12110d-5955-4566-87c5-bac8137e0170 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:07:56.819492 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:07:56.833836 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a13acc-a8e9-44cd-8cf0-fd0ae9e1d5cb None None] Sync routers for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:07:56.845279 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a13acc-a8e9-44cd-8cf0-fd0ae9e1d5cb None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:07:56.846169 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d4a13acc-a8e9-44cd-8cf0-fd0ae9e1d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:07:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:56.892313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d76f3-09ff-4e64-b3a4-957ed66dd521 req-fae340ce-a0ee-49f9-9d80-4e2c78b725bf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:56.893826 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9c0d76f3-09ff-4e64-b3a4-957ed66dd521 req-fae340ce-a0ee-49f9-9d80-4e2c78b725bf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 982 time: 0.0477676 Oct 28 10:07:56.926255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:56.952445 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d4a13acc-a8e9-44cd-8cf0-fd0ae9e1d5cb None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:07:56.972813 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9c0d76f3-09ff-4e64-b3a4-957ed66dd521 req-cc9eb4be-c86f-4f3b-a011-57217c9fb312 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730603 Oct 28 10:07:56.976518 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-48f71430-5d63-48ac-8d76-d8fe35c75adc tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0913568 Oct 28 10:07:56.976518 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa469a1c-79c4-4431-a8a4-beb827bb59b9', 'tag': '7d82468a-94ee-4d8d-858b-46e86038d3f0'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:07:56.977228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6b3ed0-b67e-4be9-ae85-3f017cbfd0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "aa469a1c-79c4-4431-a8a4-beb827bb59b9", "tag": "7d82468a-94ee-4d8d-858b-46e86038d3f0"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:07:57.070697 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3b8941-5afa-477b-80da-62df4f370736 x-openstack-request-id: req-6d3b8941-5afa-477b-80da-62df4f370736 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:07:57.070993 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa469a1c-79c4-4431-a8a4-beb827bb59b9", "tag": "7d82468a-94ee-4d8d-858b-46e86038d3f0", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:07:57.071254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d3b8941-5afa-477b-80da-62df4f370736 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:07:57.071673 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3b8941-5afa-477b-80da-62df4f370736'] response: {'name': 'network-changed', 'server_uuid': 'aa469a1c-79c4-4431-a8a4-beb827bb59b9', 'tag': '7d82468a-94ee-4d8d-858b-46e86038d3f0', 'status': 'completed', 'code': 200} Oct 28 10:07:57.160035 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3ed0-b67e-4be9-ae85-3f017cbfd0f2 req-e79d8819-a6fe-44b0-ab61-051fdf6fbcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:57.161572 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ae6b3ed0-b67e-4be9-ae85-3f017cbfd0f2 req-e79d8819-a6fe-44b0-ab61-051fdf6fbcbc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 1130 time: 0.0407591 Oct 28 10:07:57.166489 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d4a13acc-a8e9-44cd-8cf0-fd0ae9e1d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '36393be5-6710-4dd7-a1a3-ddc79d5995f9', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'floating_ip_address': '172.36.1.205', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'port_id': 'cf37a286-6643-4537-8de6-35151d34de6b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'mac_address': 'fa:16:3e:5a:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:05:03Z', 'updated_at': '2022-10-28T10:05:06Z', 'revision_number': 1, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address_scope': None}, {'id': '4db11fa2-0206-47e3-8a31-57e3ab8604ab', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'floating_ip_address': '172.36.1.188', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'port_id': '7d82468a-94ee-4d8d-858b-46e86038d3f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'mac_address': 'fa:16:3e:1e:52:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa469a1c-79c4-4431-a8a4-beb827bb59b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:07:55Z', 'updated_at': '2022-10-28T10:07:55Z', 'revision_number': 0, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:57.194248 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a13acc-a8e9-44cd-8cf0-fd0ae9e1d5cb None None] Checking router: 2e12110d-5955-4566-87c5-bac8137e0170 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:07:57.203509 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a13acc-a8e9-44cd-8cf0-fd0ae9e1d5cb None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:07:57.204061 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d4a13acc-a8e9-44cd-8cf0-fd0ae9e1d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:07:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:57.258342 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3ed0-b67e-4be9-ae85-3f017cbfd0f2 req-15785c8a-c7a8-4846-a62a-fec9a7d72c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:57.259859 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ae6b3ed0-b67e-4be9-ae85-3f017cbfd0f2 req-15785c8a-c7a8-4846-a62a-fec9a7d72c4d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 912 time: 0.0918519 Oct 28 10:07:57.305013 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d4a13acc-a8e9-44cd-8cf0-fd0ae9e1d5cb None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:07:57.323621 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ae6b3ed0-b67e-4be9-ae85-3f017cbfd0f2 req-c591b7f3-343c-46d3-87e3-5852bddebdf2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d82468a-94ee-4d8d-858b-46e86038d3f0 HTTP/1.1" status: 200 len: 1000 time: 0.0551939 Oct 28 10:07:57.359700 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:57.376565 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3ed0-b67e-4be9-ae85-3f017cbfd0f2 req-a33142f4-2ce3-4e1b-9583-5c2c1d390f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:57.378028 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ae6b3ed0-b67e-4be9-ae85-3f017cbfd0f2 req-a33142f4-2ce3-4e1b-9583-5c2c1d390f45 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19f66d81-2cce-4fe0-89e2-8ae1c40ac146 HTTP/1.1" status: 200 len: 850 time: 0.0488927 Oct 28 10:07:57.423557 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3ed0-b67e-4be9-ae85-3f017cbfd0f2 req-1d37053f-e4bf-4c98-ac54-a6de477275bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:57.425119 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ae6b3ed0-b67e-4be9-ae85-3f017cbfd0f2 req-1d37053f-e4bf-4c98-ac54-a6de477275bc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4d683f21-056f-49ef-b611-826c5b093c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0409017 Oct 28 10:07:57.516675 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d4a13acc-a8e9-44cd-8cf0-fd0ae9e1d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '36393be5-6710-4dd7-a1a3-ddc79d5995f9', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'floating_ip_address': '172.36.1.205', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'port_id': 'cf37a286-6643-4537-8de6-35151d34de6b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'mac_address': 'fa:16:3e:5a:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:05:03Z', 'updated_at': '2022-10-28T10:05:06Z', 'revision_number': 1, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address_scope': None}, {'id': '4db11fa2-0206-47e3-8a31-57e3ab8604ab', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'floating_ip_address': '172.36.1.188', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'port_id': '7d82468a-94ee-4d8d-858b-46e86038d3f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'mac_address': 'fa:16:3e:1e:52:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa469a1c-79c4-4431-a8a4-beb827bb59b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:07:55Z', 'updated_at': '2022-10-28T10:07:55Z', 'revision_number': 0, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:07:57.521194 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ae6b3ed0-b67e-4be9-ae85-3f017cbfd0f2 req-15198948-851a-46fa-a74d-cbc0220a4c6c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901945 Oct 28 10:07:57.541621 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a13acc-a8e9-44cd-8cf0-fd0ae9e1d5cb None None] The sync data for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv is: [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '36393be5-6710-4dd7-a1a3-ddc79d5995f9', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'floating_ip_address': '172.36.1.205', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'port_id': 'cf37a286-6643-4537-8de6-35151d34de6b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'mac_address': 'fa:16:3e:5a:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:05:03Z', 'updated_at': '2022-10-28T10:05:06Z', 'revision_number': 1, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address_scope': None}, {'id': '4db11fa2-0206-47e3-8a31-57e3ab8604ab', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'floating_ip_address': '172.36.1.188', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'port_id': '7d82468a-94ee-4d8d-858b-46e86038d3f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'mac_address': 'fa:16:3e:1e:52:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa469a1c-79c4-4431-a8a4-beb827bb59b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:07:55Z', 'updated_at': '2022-10-28T10:07:55Z', 'revision_number': 0, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:07:57.617841 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ae6b3ed0-b67e-4be9-ae85-3f017cbfd0f2 req-bb819dc0-168e-442e-8683-f268ac610374 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895889 Oct 28 10:07:57.743050 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934f1b9-f5c8-4068-b7de-8f85f18f06b8 None None] New status for floating IP 4db11fa2-0206-47e3-8a31-57e3ab8604ab: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:07:57.782275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:58.096049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7fe04-5262-4d73-bef7-f23e6ffb44d0 req-e88bc5c5-890a-4f8f-a497-88ff8daef69f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:58.097517 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e8e7fe04-5262-4d73-bef7-f23e6ffb44d0 req-e88bc5c5-890a-4f8f-a497-88ff8daef69f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 982 time: 0.0463877 Oct 28 10:07:58.110061 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:58.148960 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e8e7fe04-5262-4d73-bef7-f23e6ffb44d0 req-70662ef7-e008-4d25-8a98-b6963e2db3c2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458202 Oct 28 10:07:58.910950 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fda86f88-70b6-4dde-96d7-381566b3c8e6 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:07:59.149211 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fda86f88-70b6-4dde-96d7-381566b3c8e6, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fda86f88-70b6-4dde-96d7-381566b3c8e6,segment=NetworkSegment(14fe52b2-a822-4181-af78-6f885d41ad56),segment_id=14fe52b2-a822-4181-af78-6f885d41ad56)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:59.159620 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'fda86f88-70b6-4dde-96d7-381566b3c8e6', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2', 'port_id': 'fda86f88-70b6-4dde-96d7-381566b3c8e6', 'mac_address': 'fa:16:3e:3a:5c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:07:59.195212 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port fda86f88-70b6-4dde-96d7-381566b3c8e6 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:07:59.195609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:59.208963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda86f88-70b6-4dde-96d7-381566b3c8e6 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:07:59.229352 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fda86f88-70b6-4dde-96d7-381566b3c8e6, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fda86f88-70b6-4dde-96d7-381566b3c8e6,segment=NetworkSegment(14fe52b2-a822-4181-af78-6f885d41ad56),segment_id=14fe52b2-a822-4181-af78-6f885d41ad56)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:59.276792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfda9c-0cd2-41b8-9f1b-13f52836a395 req-a50a7ca6-d804-4315-943b-5898c6c4f86f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:07:59.278346 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7fbfda9c-0cd2-41b8-9f1b-13f52836a395 req-a50a7ca6-d804-4315-943b-5898c6c4f86f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 982 time: 0.0481286 Oct 28 10:07:59.307658 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:07:59.326112 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7fbfda9c-0cd2-41b8-9f1b-13f52836a395 req-79db90e5-53fa-4e96-bdc1-d06e382a4927 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421469 Oct 28 10:07:59.341065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:07:59.355081 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=fda86f88-70b6-4dde-96d7-381566b3c8e6,revision_number=9']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:59.613300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['fda86f88-70b6-4dde-96d7-381566b3c8e6'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:08:00.446307 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef15f-5945-4403-9090-5e66d4b6fe83 req-233c6884-9a6a-4ad8-8278-05eb61eda230 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:00.447939 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-067ef15f-5945-4403-9090-5e66d4b6fe83 req-233c6884-9a6a-4ad8-8278-05eb61eda230 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 983 time: 0.0474112 Oct 28 10:08:00.496392 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-067ef15f-5945-4403-9090-5e66d4b6fe83 req-9a5b1402-ed65-4651-9537-279f0dd11ca1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422668 Oct 28 10:08:00.928085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fda86f88-70b6-4dde-96d7-381566b3c8e6 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:08:00.970687 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port fda86f88-70b6-4dde-96d7-381566b3c8e6 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:08:01.055930 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port fda86f88-70b6-4dde-96d7-381566b3c8e6 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:08:01.056351 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:01.056691 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port fda86f88-70b6-4dde-96d7-381566b3c8e6 Oct 28 10:08:01.132435 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port fda86f88-70b6-4dde-96d7-381566b3c8e6 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:08:01.132822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:01.155947 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716d1755-23c9-4760-a261-807777dfa879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda86f88-70b6-4dde-96d7-381566b3c8e6'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:08:01.158190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574deee7-facc-493a-a26b-e41db151f105" -d '{"events": [{"server_uuid": "716d1755-23c9-4760-a261-807777dfa879", "name": "network-vif-plugged", "status": "completed", "tag": "fda86f88-70b6-4dde-96d7-381566b3c8e6"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:08:01.170884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fda86f88-70b6-4dde-96d7-381566b3c8e6, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fda86f88-70b6-4dde-96d7-381566b3c8e6,segment=NetworkSegment(14fe52b2-a822-4181-af78-6f885d41ad56),segment_id=14fe52b2-a822-4181-af78-6f885d41ad56)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:08:01.197896 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886e95e3-6f19-4b8c-9e96-6550181c0196 x-openstack-request-id: req-886e95e3-6f19-4b8c-9e96-6550181c0196 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:08:01.198196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716d1755-23c9-4760-a261-807777dfa879", "name": "network-vif-plugged", "status": "completed", "tag": "fda86f88-70b6-4dde-96d7-381566b3c8e6", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:08:01.198455 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-886e95e3-6f19-4b8c-9e96-6550181c0196 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:08:01.198894 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886e95e3-6f19-4b8c-9e96-6550181c0196'] response: {'server_uuid': '716d1755-23c9-4760-a261-807777dfa879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda86f88-70b6-4dde-96d7-381566b3c8e6', 'code': 200} Oct 28 10:08:01.250344 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:01.298312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=fda86f88-70b6-4dde-96d7-381566b3c8e6,revision_number=10']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:01.623535 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25dc4f-7f92-43af-be96-093ad9906c97 req-edc716e3-332d-44cb-881d-d82794ed18b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:01.625059 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-db25dc4f-7f92-43af-be96-093ad9906c97 req-edc716e3-332d-44cb-881d-d82794ed18b1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 1169 time: 0.0407691 Oct 28 10:08:01.627759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e9516-4bc3-4555-90e6-9e3af1a5cae9 req-78de9405-c3ea-4874-b3d0-1b971667aab4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:01.635971 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-187e9516-4bc3-4555-90e6-9e3af1a5cae9 req-78de9405-c3ea-4874-b3d0-1b971667aab4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 985 time: 0.0525417 Oct 28 10:08:01.677144 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-187e9516-4bc3-4555-90e6-9e3af1a5cae9 req-176fe1b8-ee96-4e29-aa1a-67f0f8028668 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421515 Oct 28 10:08:01.678249 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-db25dc4f-7f92-43af-be96-093ad9906c97 req-d0c3c93e-bb07-492c-9c35-3b16efdb18bf service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441189 Oct 28 10:08:01.711037 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:08:02.765941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:02.802400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caeacab-9be3-4ecd-83c9-c44a23f966dc req-04f16096-6b01-43bc-b949-ff92b08ad8e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:02.803924 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7caeacab-9be3-4ecd-83c9-c44a23f966dc req-04f16096-6b01-43bc-b949-ff92b08ad8e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 985 time: 0.0476377 Oct 28 10:08:02.853202 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7caeacab-9be3-4ecd-83c9-c44a23f966dc req-6e65a7aa-80ec-4e32-99a6-9db992fd07cf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431571 Oct 28 10:08:03.979947 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ef8e9-a1e7-46ac-9ccc-d0fba864550d req-cca4c245-746c-47a7-9d6e-944cc1f8772a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:03.981346 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2a1ef8e9-a1e7-46ac-9ccc-d0fba864550d req-cca4c245-746c-47a7-9d6e-944cc1f8772a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 985 time: 0.0524530 Oct 28 10:08:04.030125 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2a1ef8e9-a1e7-46ac-9ccc-d0fba864550d req-321b0986-5cc2-4626-b53e-3645a997bf8e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421851 Oct 28 10:08:04.153239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d654f5-2179-41a4-92e2-bc2aa0f5a79a req-578de954-fd00-44cc-a808-d132e7b18031 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:04.155273 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-21d654f5-2179-41a4-92e2-bc2aa0f5a79a req-578de954-fd00-44cc-a808-d132e7b18031 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 985 time: 0.0474629 Oct 28 10:08:04.202442 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-21d654f5-2179-41a4-92e2-bc2aa0f5a79a req-e7736248-69d1-4e7e-b5cd-9435723671a9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416379 Oct 28 10:08:04.231501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44516) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:04.303286 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53d1e4f-1acc-4bfa-9f6f-60e81773d425 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:04.304841 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b53d1e4f-1acc-4bfa-9f6f-60e81773d425 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879&network_id=748a9813-d11c-44e8-95d9-fc01b567cde2 HTTP/1.1" status: 200 len: 1164 time: 0.0726173 Oct 28 10:08:04.538946 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-42a71848-e0db-47ef-8989-cb65a9ababbb req-4b9ab1b7-2aeb-4e74-8709-659ca2dca6fd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388920 Oct 28 10:08:04.642944 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a71848-e0db-47ef-8989-cb65a9ababbb req-95a1ec8b-913b-41c8-b5f5-4f59923f04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:04.644410 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-42a71848-e0db-47ef-8989-cb65a9ababbb req-95a1ec8b-913b-41c8-b5f5-4f59923f04fa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 1129 time: 0.0425048 Oct 28 10:08:04.756960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a71848-e0db-47ef-8989-cb65a9ababbb req-daa036bf-17ab-4a5a-acfe-2c8d3739021c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:04.758434 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-42a71848-e0db-47ef-8989-cb65a9ababbb req-daa036bf-17ab-4a5a-acfe-2c8d3739021c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 912 time: 0.0938826 Oct 28 10:08:04.782930 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f27537-691d-4b16-a5e5-9687b133db18 req-d88d414e-0ba9-4622-a8fb-10317640bca1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:04.784426 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-73f27537-691d-4b16-a5e5-9687b133db18 req-d88d414e-0ba9-4622-a8fb-10317640bca1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 985 time: 0.0481927 Oct 28 10:08:04.836183 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-73f27537-691d-4b16-a5e5-9687b133db18 req-3738930a-75a8-479b-b89e-71943b08458b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461934 Oct 28 10:08:05.962199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fed36-4f35-4f55-bbe1-d268791d6e69 req-49f7aa07-e6ee-4e50-ae87-2c3ea067bcc9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:05.963410 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dc7fed36-4f35-4f55-bbe1-d268791d6e69 req-49f7aa07-e6ee-4e50-ae87-2c3ea067bcc9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 985 time: 0.0486128 Oct 28 10:08:05.966290 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-42a71848-e0db-47ef-8989-cb65a9ababbb req-ee1a2ba9-aa6e-4b31-9e14-edf42e922f3d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf37a286-6643-4537-8de6-35151d34de6b HTTP/1.1" status: 200 len: 1001 time: 0.0627494 Oct 28 10:08:06.013655 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dc7fed36-4f35-4f55-bbe1-d268791d6e69 req-c06c6184-2e7a-44f8-9813-0c8a60aa43ca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441644 Oct 28 10:08:06.121660 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:06.158745 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a71848-e0db-47ef-8989-cb65a9ababbb req-8472cd81-654d-4d36-9f9b-0b549b17ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:06.160171 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-42a71848-e0db-47ef-8989-cb65a9ababbb req-8472cd81-654d-4d36-9f9b-0b549b17ef41 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19f66d81-2cce-4fe0-89e2-8ae1c40ac146 HTTP/1.1" status: 200 len: 850 time: 0.0463045 Oct 28 10:08:06.205408 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a71848-e0db-47ef-8989-cb65a9ababbb req-cd4176aa-a19b-4c50-a041-727cc1f07817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:06.206894 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-42a71848-e0db-47ef-8989-cb65a9ababbb req-cd4176aa-a19b-4c50-a041-727cc1f07817 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4d683f21-056f-49ef-b611-826c5b093c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0402634 Oct 28 10:08:06.636569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-921cb8fc-4406-4e91-b996-b28cc7b26716 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:06.637977 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-921cb8fc-4406-4e91-b996-b28cc7b26716 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 985 time: 0.0564909 Oct 28 10:08:06.689800 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-42a71848-e0db-47ef-8989-cb65a9ababbb req-7de70863-06fb-4a36-a32b-28893aa3ae1f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739954 Oct 28 10:08:06.710661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-a5b20d03-a935-4378-9382-08402cec7f72 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:06.712055 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-a5b20d03-a935-4378-9382-08402cec7f72 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0631669 Oct 28 10:08:06.872526 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-42a71848-e0db-47ef-8989-cb65a9ababbb req-a50f7586-8b4e-424f-9d03-bfef4f1c7a36 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749914 Oct 28 10:08:06.880418 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-4fcdd2fa-584d-466e-8f8d-87349e7f2bfd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/networks/748a9813-d11c-44e8-95d9-fc01b567cde2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1555545 Oct 28 10:08:06.895382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-a66fc683-34e4-43e4-9e0a-2cd5f8377c39 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:08:06.898135 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:06.960797 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-a66fc683-34e4-43e4-9e0a-2cd5f8377c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:07.097837 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-a66fc683-34e4-43e4-9e0a-2cd5f8377c39 service neutron] For port fda86f88-70b6-4dde-96d7-381566b3c8e6, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fda86f88-70b6-4dde-96d7-381566b3c8e6,segment=NetworkSegment(14fe52b2-a822-4181-af78-6f885d41ad56),segment_id=14fe52b2-a822-4181-af78-6f885d41ad56)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:08:07.138107 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-a66fc683-34e4-43e4-9e0a-2cd5f8377c39 service neutron] For port fda86f88-70b6-4dde-96d7-381566b3c8e6, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:08:07.140731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861dc8c-8815-44e5-8e1b-70811b617225 req-9d92e257-7ae2-467f-970c-7e1b20b90548 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:07.142252 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9861dc8c-8815-44e5-8e1b-70811b617225 req-9d92e257-7ae2-467f-970c-7e1b20b90548 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 985 time: 0.0514686 Oct 28 10:08:07.167458 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-a66fc683-34e4-43e4-9e0a-2cd5f8377c39 service neutron] device_id is not set on port fda86f88-70b6-4dde-96d7-381566b3c8e6 yet. {{(pid=114060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 28 10:08:07.176081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-a66fc683-34e4-43e4-9e0a-2cd5f8377c39 service neutron] Publish callbacks [] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:07.190494 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9861dc8c-8815-44e5-8e1b-70811b617225 req-3272a3e4-a77f-4df0-999c-ae5cd3a7ede7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69de221c-157d-44e9-85be-3569ddf07695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424619 Oct 28 10:08:07.271885 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-a66fc683-34e4-43e4-9e0a-2cd5f8377c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:07.347520 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fc683-34e4-43e4-9e0a-2cd5f8377c39 service neutron] Pushing event updated for resources: {'Port': ['ID=fda86f88-70b6-4dde-96d7-381566b3c8e6,revision_number=11']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:07.379242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-a66fc683-34e4-43e4-9e0a-2cd5f8377c39 service neutron] No DVR routers for this DVR port fda86f88-70b6-4dde-96d7-381566b3c8e6 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:08:07.466064 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:07.523319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-a66fc683-34e4-43e4-9e0a-2cd5f8377c39 service neutron] In _notify_port_updated(), no bound segment for port fda86f88-70b6-4dde-96d7-381566b3c8e6 on network 748a9813-d11c-44e8-95d9-fc01b567cde2 {{(pid=114060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 28 10:08:07.524195 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-a66fc683-34e4-43e4-9e0a-2cd5f8377c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:07.524800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-a66fc683-34e4-43e4-9e0a-2cd5f8377c39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:07.526148 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ff6e0130-ee66-4173-9d0c-4ceb630f1a65 req-a66fc683-34e4-43e4-9e0a-2cd5f8377c39 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 200 len: 1028 time: 0.6349428 Oct 28 10:08:08.313024 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ef3a28b8-6c2d-4fe1-9dad-f1ff06ffc01a req-51612cd3-41d6-471e-bda6-44f00af59bb3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=716d1755-23c9-4760-a261-807777dfa879 HTTP/1.1" status: 200 len: 210 time: 0.0325460 Oct 28 10:08:08.994857 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fda86f88-70b6-4dde-96d7-381566b3c8e6 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:08:09.032847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] The host hv-neutron-zed0 is not matching for port fda86f88-70b6-4dde-96d7-381566b3c8e6 host ! {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 28 10:08:09.033275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fda86f88-70b6-4dde-96d7-381566b3c8e6 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:08:09.378933 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44530) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:09.437323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e396580c-7c7d-4f0a-bebc-ca1d399f96be tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (03fdfca3-de99-4150-84c5-f22dc1e15408), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:09.462415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e396580c-7c7d-4f0a-bebc-ca1d399f96be tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (03fdfca3-de99-4150-84c5-f22dc1e15408), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:09.604133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e396580c-7c7d-4f0a-bebc-ca1d399f96be tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (03fdfca3-de99-4150-84c5-f22dc1e15408), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:09.606918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e396580c-7c7d-4f0a-bebc-ca1d399f96be tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:09.611877 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e396580c-7c7d-4f0a-bebc-ca1d399f96be tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/03fdfca3-de99-4150-84c5-f22dc1e15408 HTTP/1.1" status: 204 len: 168 time: 0.2289538 Oct 28 10:08:09.618495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396580c-7c7d-4f0a-bebc-ca1d399f96be tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fdfca3-de99-4150-84c5-f22dc1e15408,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:09.701793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44534) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:09.845086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port ecef4fd4-c1fa-4b29-b90c-5042657c644c {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:08:09.845447 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ecef4fd4-c1fa-4b29-b90c-5042657c644c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:09.846914 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:09.924458 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ecef4fd4-c1fa-4b29-b90c-5042657c644c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:09.924683 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (ecef4fd4-c1fa-4b29-b90c-5042657c644c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:09.937860 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for ecef4fd4-c1fa-4b29-b90c-5042657c644c owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:08:10.153064 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (ecef4fd4-c1fa-4b29-b90c-5042657c644c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:10.176912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=ecef4fd4-c1fa-4b29-b90c-5042657c644c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:10.181298 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:10.187462 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:10.187830 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:10.188175 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:10.188515 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:10.188853 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:10.189950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:10.189950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:10.189950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:10.190246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:10.190470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:10.190816 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:10.191139 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:10.191458 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:10.191781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:10.192099 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:10.258016 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (168f0bcc-753f-4a5b-a83e-91808a46608a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:10.258340 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP 168f0bcc-753f-4a5b-a83e-91808a46608a disassociated (deleted). External IP: 172.36.1.91, port: fda86f88-70b6-4dde-96d7-381566b3c8e6. Oct 28 10:08:10.456596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router b9be3813-89b7-41fa-b51b-164ac28d3083 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:08:10.570967 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:08:10.592946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:10.594002 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e07816-e935-4947-a07c-f603ba88066e None None] Sync routers for ids ['b9be3813-89b7-41fa-b51b-164ac28d3083'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:08:10.594002 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e07816-e935-4947-a07c-f603ba88066e None None] Routers {'b9be3813-89b7-41fa-b51b-164ac28d3083'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:08:10.594002 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d3e07816-e935-4947-a07c-f603ba88066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:07:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b9be3813-89b7-41fa-b51b-164ac28d3083'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:10.608072 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b58fbe78-983f-404b-850b-011ba81d409c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/168f0bcc-753f-4a5b-a83e-91808a46608a HTTP/1.1" status: 204 len: 168 time: 0.9050331 Oct 28 10:08:10.689529 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44542) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:10.760469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36030d02-bfb7-4ade-9f88-b138c4c7f227 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (b65682ec-044c-4001-a243-b373698aa95a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:10.783041 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:10.788936 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36030d02-bfb7-4ade-9f88-b138c4c7f227 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (b65682ec-044c-4001-a243-b373698aa95a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:10.807363 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d3e07816-e935-4947-a07c-f603ba88066e None None] Set router b9be3813-89b7-41fa-b51b-164ac28d3083 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:08:10.811627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:10.842370 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:10.952888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36030d02-bfb7-4ade-9f88-b138c4c7f227 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (b65682ec-044c-4001-a243-b373698aa95a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:10.956290 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36030d02-bfb7-4ade-9f88-b138c4c7f227 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:10.957619 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-36030d02-bfb7-4ade-9f88-b138c4c7f227 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b65682ec-044c-4001-a243-b373698aa95a HTTP/1.1" status: 204 len: 168 time: 0.2671688 Oct 28 10:08:10.967902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36030d02-bfb7-4ade-9f88-b138c4c7f227 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65682ec-044c-4001-a243-b373698aa95a,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:10.994217 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d3e07816-e935-4947-a07c-f603ba88066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'name': 'tempest-TestNetworkBasicOps-router-833001275', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150'}], 'enable_snat': True}, 'gw_port_id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:07:17Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:18Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'e2985034-00a0-4c98-bf28-465badfb69e1', 'name': '', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:16:f4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:21Z', 'updated_at': '2022-10-28T10:07:26Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:11.019798 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e07816-e935-4947-a07c-f603ba88066e None None] Checking router: b9be3813-89b7-41fa-b51b-164ac28d3083 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:08:11.028153 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e07816-e935-4947-a07c-f603ba88066e None None] Routers {'b9be3813-89b7-41fa-b51b-164ac28d3083'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:08:11.028759 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d3e07816-e935-4947-a07c-f603ba88066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:07:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b9be3813-89b7-41fa-b51b-164ac28d3083'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:11.061913 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44546) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:11.132122 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d3e07816-e935-4947-a07c-f603ba88066e None None] Set router b9be3813-89b7-41fa-b51b-164ac28d3083 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:08:11.147341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-5f815998-0761-4775-9151-a3f53b3e05c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port fda86f88-70b6-4dde-96d7-381566b3c8e6 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:08:11.147684 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5f815998-0761-4775-9151-a3f53b3e05c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:11.240824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5f815998-0761-4775-9151-a3f53b3e05c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:11.255184 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-5f815998-0761-4775-9151-a3f53b3e05c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for fda86f88-70b6-4dde-96d7-381566b3c8e6 owned by {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:08:11.319449 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d3e07816-e935-4947-a07c-f603ba88066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'name': 'tempest-TestNetworkBasicOps-router-833001275', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150'}], 'enable_snat': True}, 'gw_port_id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:07:17Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:18Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'e2985034-00a0-4c98-bf28-465badfb69e1', 'name': '', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:16:f4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:21Z', 'updated_at': '2022-10-28T10:07:26Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:11.343823 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e07816-e935-4947-a07c-f603ba88066e None None] The sync data for ids ['b9be3813-89b7-41fa-b51b-164ac28d3083'] in dv-neutron-zed-2-hyperv is: [{'id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'name': 'tempest-TestNetworkBasicOps-router-833001275', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150'}], 'enable_snat': True}, 'gw_port_id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:07:17Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:18Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'e2985034-00a0-4c98-bf28-465badfb69e1', 'name': '', 'network_id': '748a9813-d11c-44e8-95d9-fc01b567cde2', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:16:f4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:21Z', 'updated_at': '2022-10-28T10:07:26Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '579330f5-63b4-43c5-9b0d-a26533fd7984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:08:11.444731 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5f815998-0761-4775-9151-a3f53b3e05c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (fda86f88-70b6-4dde-96d7-381566b3c8e6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:11.479372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f815998-0761-4775-9151-a3f53b3e05c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=fda86f88-70b6-4dde-96d7-381566b3c8e6,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:11.561618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5f815998-0761-4775-9151-a3f53b3e05c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:11.567732 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5f815998-0761-4775-9151-a3f53b3e05c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/ports/fda86f88-70b6-4dde-96d7-381566b3c8e6 HTTP/1.1" status: 204 len: 168 time: 0.5018060 Oct 28 10:08:11.567940 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44548) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:11.584923 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a346d-138a-4a5e-9c58-a12b1a3117fb None None] New status for floating IP 168f0bcc-753f-4a5b-a83e-91808a46608a: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:08:11.629985 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:11.913938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fac929c4-3382-487e-ae22-8435cd56aec1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (b9be3813-89b7-41fa-b51b-164ac28d3083), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:12.007889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:12.145907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-fac929c4-3382-487e-ae22-8435cd56aec1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port e2985034-00a0-4c98-bf28-465badfb69e1 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:08:12.146244 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fac929c4-3382-487e-ae22-8435cd56aec1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:12.236944 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-fac929c4-3382-487e-ae22-8435cd56aec1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port e2985034-00a0-4c98-bf28-465badfb69e1, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e2985034-00a0-4c98-bf28-465badfb69e1,segment=NetworkSegment(14fe52b2-a822-4181-af78-6f885d41ad56),segment_id=14fe52b2-a822-4181-af78-6f885d41ad56)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:08:12.237218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fac929c4-3382-487e-ae22-8435cd56aec1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:12.250608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-fac929c4-3382-487e-ae22-8435cd56aec1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for e2985034-00a0-4c98-bf28-465badfb69e1 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:08:12.512214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fac929c4-3382-487e-ae22-8435cd56aec1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e2985034-00a0-4c98-bf28-465badfb69e1), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:12.538444 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac929c4-3382-487e-ae22-8435cd56aec1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=e2985034-00a0-4c98-bf28-465badfb69e1,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:12.798018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:12.804624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fac929c4-3382-487e-ae22-8435cd56aec1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (b9be3813-89b7-41fa-b51b-164ac28d3083), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:13.011070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:13.012963 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac929c4-3382-487e-ae22-8435cd56aec1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router b9be3813-89b7-41fa-b51b-164ac28d3083 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:08:13.040633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6e8763fd-2276-4c21-901d-3aca7fcc9be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:13.114754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac929c4-3382-487e-ae22-8435cd56aec1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:08:13.122883 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fac929c4-3382-487e-ae22-8435cd56aec1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/b9be3813-89b7-41fa-b51b-164ac28d3083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5508082 Oct 28 10:08:13.122883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44550) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:13.125924 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1e260d-1b18-452d-9a05-5a3036534231 None None] Sync routers for ids ['b9be3813-89b7-41fa-b51b-164ac28d3083'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:08:13.137107 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1e260d-1b18-452d-9a05-5a3036534231 None None] Routers {'b9be3813-89b7-41fa-b51b-164ac28d3083'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:08:13.137792 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ce1e260d-1b18-452d-9a05-5a3036534231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:07:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b9be3813-89b7-41fa-b51b-164ac28d3083'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:13.178956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting subnet 579330f5-63b4-43c5-9b0d-a26533fd7984 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:08:13.182263 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (579330f5-63b4-43c5-9b0d-a26533fd7984), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:13.224718 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (579330f5-63b4-43c5-9b0d-a26533fd7984), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:13.240834 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-ce1e260d-1b18-452d-9a05-5a3036534231 None None] Set router b9be3813-89b7-41fa-b51b-164ac28d3083 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:08:13.307464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (579330f5-63b4-43c5-9b0d-a26533fd7984), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:13.404386 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:13.407849 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ce1e260d-1b18-452d-9a05-5a3036534231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'name': 'tempest-TestNetworkBasicOps-router-833001275', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150'}], 'enable_snat': True}, 'gw_port_id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:07:17Z', 'updated_at': '2022-10-28T10:08:12Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:18Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:13.434997 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1e260d-1b18-452d-9a05-5a3036534231 None None] Checking router: b9be3813-89b7-41fa-b51b-164ac28d3083 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:08:13.443374 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1e260d-1b18-452d-9a05-5a3036534231 None None] Routers {'b9be3813-89b7-41fa-b51b-164ac28d3083'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:08:13.443971 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ce1e260d-1b18-452d-9a05-5a3036534231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:07:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b9be3813-89b7-41fa-b51b-164ac28d3083'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:13.444785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (579330f5-63b4-43c5-9b0d-a26533fd7984), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:13.475215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Subnet': ['ID=579330f5-63b4-43c5-9b0d-a26533fd7984,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:13.477819 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:13.480923 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/579330f5-63b4-43c5-9b0d-a26533fd7984 HTTP/1.1" status: 204 len: 168 time: 0.3573186 Oct 28 10:08:13.481883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ebb392-554c-43a8-8579-29918a6e6ef4 None None] Network 748a9813-d11c-44e8-95d9-fc01b567cde2 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:08:13.483729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44552) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:13.487895 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:13.488245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:13.488588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:13.488927 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:13.489256 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:13.489582 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:13.489908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:13.490245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:13.490570 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:13.490992 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:13.491317 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:13.491643 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:13.491980 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:13.492299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:13.492620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46105a-1253-47ed-8e67-936a1cf2bf82 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:13.557611 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-ce1e260d-1b18-452d-9a05-5a3036534231 None None] Set router b9be3813-89b7-41fa-b51b-164ac28d3083 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:08:13.594844 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:13.604676 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4486e0e-e68b-4e18-85cb-0b6a4b41da12 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (b9be3813-89b7-41fa-b51b-164ac28d3083), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:13.652759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee9ca5b-ddc2-46dc-8e91-b6f5605c8508 None None] DHCP port deletion for 748a9813-d11c-44e8-95d9-fc01b567cde2 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:08:13.657215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:13.693160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dee9ca5b-ddc2-46dc-8e91-b6f5605c8508 None None] Deleting port 36e49810-162d-4470-a759-4fbeecb5ecb5 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:08:13.693787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dee9ca5b-ddc2-46dc-8e91-b6f5605c8508 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (36e49810-162d-4470-a759-4fbeecb5ecb5), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:13.723236 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:13.726567 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4486e0e-e68b-4e18-85cb-0b6a4b41da12 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (b9be3813-89b7-41fa-b51b-164ac28d3083), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:13.731947 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ce1e260d-1b18-452d-9a05-5a3036534231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'name': 'tempest-TestNetworkBasicOps-router-833001275', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150'}], 'enable_snat': True}, 'gw_port_id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:07:17Z', 'updated_at': '2022-10-28T10:08:12Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:18Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:13.757680 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1e260d-1b18-452d-9a05-5a3036534231 None None] The sync data for ids ['b9be3813-89b7-41fa-b51b-164ac28d3083'] in dv-neutron-zed-2-hyperv is: [{'id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'name': 'tempest-TestNetworkBasicOps-router-833001275', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150'}], 'enable_snat': True}, 'gw_port_id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:07:17Z', 'updated_at': '2022-10-28T10:08:12Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '350ebbd7-1a13-44d2-bee3-fb377614a249', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3813-89b7-41fa-b51b-164ac28d3083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:07:18Z', 'updated_at': '2022-10-28T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:08:13.763472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dee9ca5b-ddc2-46dc-8e91-b6f5605c8508 None None] For port 36e49810-162d-4470-a759-4fbeecb5ecb5, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=36e49810-162d-4470-a759-4fbeecb5ecb5,segment=NetworkSegment(14fe52b2-a822-4181-af78-6f885d41ad56),segment_id=14fe52b2-a822-4181-af78-6f885d41ad56)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:08:13.763930 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dee9ca5b-ddc2-46dc-8e91-b6f5605c8508 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (36e49810-162d-4470-a759-4fbeecb5ecb5), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:13.778777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dee9ca5b-ddc2-46dc-8e91-b6f5605c8508 None None] Calling delete_port for 36e49810-162d-4470-a759-4fbeecb5ecb5 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:08:13.790807 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:13.860388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d4486e0e-e68b-4e18-85cb-0b6a4b41da12 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 350ebbd7-1a13-44d2-bee3-fb377614a249 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:08:13.860630 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4486e0e-e68b-4e18-85cb-0b6a4b41da12 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (350ebbd7-1a13-44d2-bee3-fb377614a249), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:13.943727 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-d4486e0e-e68b-4e18-85cb-0b6a4b41da12 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 350ebbd7-1a13-44d2-bee3-fb377614a249, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=350ebbd7-1a13-44d2-bee3-fb377614a249,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:08:13.944041 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4486e0e-e68b-4e18-85cb-0b6a4b41da12 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (350ebbd7-1a13-44d2-bee3-fb377614a249), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:13.957290 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d4486e0e-e68b-4e18-85cb-0b6a4b41da12 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 350ebbd7-1a13-44d2-bee3-fb377614a249 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:08:13.962576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dee9ca5b-ddc2-46dc-8e91-b6f5605c8508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (36e49810-162d-4470-a759-4fbeecb5ecb5), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:13.983924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9ca5b-ddc2-46dc-8e91-b6f5605c8508 None None] Pushing event deleted for resources: {'Port': ['ID=36e49810-162d-4470-a759-4fbeecb5ecb5,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:13.988502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee9ca5b-ddc2-46dc-8e91-b6f5605c8508 None None] No DVR routers for this DVR port 36e49810-162d-4470-a759-4fbeecb5ecb5 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:08:14.116912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:14.330112 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4486e0e-e68b-4e18-85cb-0b6a4b41da12 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (350ebbd7-1a13-44d2-bee3-fb377614a249), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:14.353724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4486e0e-e68b-4e18-85cb-0b6a4b41da12 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=350ebbd7-1a13-44d2-bee3-fb377614a249,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:14.420988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4486e0e-e68b-4e18-85cb-0b6a4b41da12 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (b9be3813-89b7-41fa-b51b-164ac28d3083), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:14.513697 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4486e0e-e68b-4e18-85cb-0b6a4b41da12 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (b9be3813-89b7-41fa-b51b-164ac28d3083), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:14.515995 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4486e0e-e68b-4e18-85cb-0b6a4b41da12 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_controller (b9be3813-89b7-41fa-b51b-164ac28d3083), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:14.583101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 36e49810-162d-4470-a759-4fbeecb5ecb5 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:08:14.605981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 36e49810-162d-4470-a759-4fbeecb5ecb5 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:08:14.606319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 36e49810-162d-4470-a759-4fbeecb5ecb5 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:08:14.606752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e2985034-00a0-4c98-bf28-465badfb69e1 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:08:14.625621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: e2985034-00a0-4c98-bf28-465badfb69e1 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:08:14.625968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e2985034-00a0-4c98-bf28-465badfb69e1 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:08:14.636999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4486e0e-e68b-4e18-85cb-0b6a4b41da12 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (b9be3813-89b7-41fa-b51b-164ac28d3083), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:14.636999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4486e0e-e68b-4e18-85cb-0b6a4b41da12 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Fanout notify agent at l3_agent the message router_deleted on router b9be3813-89b7-41fa-b51b-164ac28d3083 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:08:14.640401 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d4486e0e-e68b-4e18-85cb-0b6a4b41da12 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:14.641521 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d4486e0e-e68b-4e18-85cb-0b6a4b41da12 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/routers/b9be3813-89b7-41fa-b51b-164ac28d3083 HTTP/1.1" status: 204 len: 168 time: 1.1558669 Oct 28 10:08:14.644286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44554) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:14.726224 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-22ccfcba-73df-4792-98cb-2c430b7656d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (748a9813-d11c-44e8-95d9-fc01b567cde2), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:14.809078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:14.820294 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-22ccfcba-73df-4792-98cb-2c430b7656d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (748a9813-d11c-44e8-95d9-fc01b567cde2), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:14.840811 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-22ccfcba-73df-4792-98cb-2c430b7656d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748a9813-d11c-44e8-95d9-fc01b567cde2']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:14.851645 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-22ccfcba-73df-4792-98cb-2c430b7656d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fe52b2-a822-4181-af78-6f885d41ad56') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:14.851947 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-22ccfcba-73df-4792-98cb-2c430b7656d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fe52b2-a822-4181-af78-6f885d41ad56') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:14.862094 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-22ccfcba-73df-4792-98cb-2c430b7656d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (14fe52b2-a822-4181-af78-6f885d41ad56), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:14.875666 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-22ccfcba-73df-4792-98cb-2c430b7656d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (14fe52b2-a822-4181-af78-6f885d41ad56), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:14.882204 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ccfcba-73df-4792-98cb-2c430b7656d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:08:14.882588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-22ccfcba-73df-4792-98cb-2c430b7656d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (14fe52b2-a822-4181-af78-6f885d41ad56), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:14.932665 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 14fe52b2-a822-4181-af78-6f885d41ad56 resource provider aggregate not found Oct 28 10:08:14.951245 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 14fe52b2-a822-4181-af78-6f885d41ad56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14fe52b2-a822-4181-af78-6f885d41ad56 found for delete ", "request_id": "req-11ef0b76-00f0-4e7f-a1ef-299266173909"}]} Oct 28 10:08:15.015905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-22ccfcba-73df-4792-98cb-2c430b7656d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (748a9813-d11c-44e8-95d9-fc01b567cde2), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:15.020258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-22ccfcba-73df-4792-98cb-2c430b7656d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:15.023470 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-22ccfcba-73df-4792-98cb-2c430b7656d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/networks/748a9813-d11c-44e8-95d9-fc01b567cde2 HTTP/1.1" status: 204 len: 168 time: 0.3782401 Oct 28 10:08:15.039532 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccfcba-73df-4792-98cb-2c430b7656d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Network': ['ID=748a9813-d11c-44e8-95d9-fc01b567cde2,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:15.041976 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44560) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:15.052396 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ff0d1b3f-7e72-4110-bd99-d004378175cb tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 835 time: 0.0107121 Oct 28 10:08:15.054958 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44562) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:15.059396 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-5cb7fa17-a4a4-4290-8290-6d93da229cc0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'network': {'name': 'tempest-network-smoke--1641150370', 'project_id': '0d399d550dab41259d95623249c98b71', 'port_security_enabled': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:08:15.146982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb7fa17-a4a4-4290-8290-6d93da229cc0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:08:15.150798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5cb7fa17-a4a4-4290-8290-6d93da229cc0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:15.175328 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb7fa17-a4a4-4290-8290-6d93da229cc0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:08:15.186932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5cb7fa17-a4a4-4290-8290-6d93da229cc0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e159c92b-834e-419b-b536-7f59a9be5e22), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:15.186932 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-5cb7fa17-a4a4-4290-8290-6d93da229cc0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Added segment e159c92b-834e-419b-b536-7f59a9be5e22 of type vlan for network 3dde29e9-3a01-40b4-81a7-fab593a0fea8 Oct 28 10:08:15.224565 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5cb7fa17-a4a4-4290-8290-6d93da229cc0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (3dde29e9-3a01-40b4-81a7-fab593a0fea8), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:15.324029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5cb7fa17-a4a4-4290-8290-6d93da229cc0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (3dde29e9-3a01-40b4-81a7-fab593a0fea8), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:15.329833 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb7fa17-a4a4-4290-8290-6d93da229cc0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:15.330430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5cb7fa17-a4a4-4290-8290-6d93da229cc0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:15.335849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7e086ac9-ebc2-40ba-a931-8e2a8f18a9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:15.400831 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7fa17-a4a4-4290-8290-6d93da229cc0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Network': ['ID=3dde29e9-3a01-40b4-81a7-fab593a0fea8,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:15.410481 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 3dde29e9-3a01-40b4-81a7-fab593a0fea8 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:08:15.441954 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5cb7fa17-a4a4-4290-8290-6d93da229cc0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3859468 Oct 28 10:08:15.444884 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44564) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:15.449206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-754392587', 'admin_state_up': True, 'project_id': '0d399d550dab41259d95623249c98b71', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:08:15.548241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (798277ea-d52a-4e8a-b065-06176ed0e23e), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:15.549291 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (798277ea-d52a-4e8a-b065-06176ed0e23e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:15.554282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:15.598857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_controller (798277ea-d52a-4e8a-b065-06176ed0e23e), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:15.818211 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:DELETE=3,neutron:INSERT=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:15.845905 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (798277ea-d52a-4e8a-b065-06176ed0e23e), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:16.159443 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (798277ea-d52a-4e8a-b065-06176ed0e23e), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:16.181442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:16.283840 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.242 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/e3f21ac3-3e79-4f90-913b-464a1df3c618) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:08:16.388625 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:16.467465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:16.493755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 350ebbd7-1a13-44d2-bee3-fb377614a249 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:08:16.506182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:08:16.510731 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:08:16.514694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:08:16.517438 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 350ebbd7-1a13-44d2-bee3-fb377614a249 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:08:16.517793 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 350ebbd7-1a13-44d2-bee3-fb377614a249 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:08:16.520407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=e3f21ac3-3e79-4f90-913b-464a1df3c618,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:16.843621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (798277ea-d52a-4e8a-b065-06176ed0e23e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:16.867512 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:17.207867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:17.308699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:17.357495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (798277ea-d52a-4e8a-b065-06176ed0e23e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:17.604157 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 798277ea-d52a-4e8a-b065-06176ed0e23e is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:08:17.715398 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:08:17.725571 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Sync routers for ids ['798277ea-d52a-4e8a-b065-06176ed0e23e'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:08:17.737363 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Routers {'798277ea-d52a-4e8a-b065-06176ed0e23e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:08:17.739745 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:08:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['798277ea-d52a-4e8a-b065-06176ed0e23e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:17.789050 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:17.790346 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1486b8d2-b572-41bf-bdf0-ced6e6d3fade tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3445141 Oct 28 10:08:17.793322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44568) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:17.822378 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f330ecf3-7f8b-48e7-b1a0-793f51368510 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=0d399d550dab41259d95623249c98b71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279739 Oct 28 10:08:17.825019 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44570) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:17.844987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Set router 798277ea-d52a-4e8a-b065-06176ed0e23e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:08:17.921087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321a10c7-d190-4e70-a3c9-32db280be920 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:17.922515 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-321a10c7-d190-4e70-a3c9-32db280be920 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0966012 Oct 28 10:08:17.925482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44572) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:17.956608 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-aac1f8de-94df-40b8-8e3e-39a7c57466a4 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299973 Oct 28 10:08:17.962080 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44574) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:17.967301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-62569907-e5e3-47df-a226-78e4cfd2009b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-252225629', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'project_id': '0d399d550dab41259d95623249c98b71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:08:17.998458 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:18.040566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:08:16Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:18.068950 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Checking router: 798277ea-d52a-4e8a-b065-06176ed0e23e for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:08:18.069299 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Updating router 798277ea-d52a-4e8a-b065-06176ed0e23e port e3f21ac3-3e79-4f90-913b-464a1df3c618 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:08:18.101355 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:18.158578 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62569907-e5e3-47df-a226-78e4cfd2009b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:08:18.162758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-62569907-e5e3-47df-a226-78e4cfd2009b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:18.289642 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:18.360990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Publish callbacks [] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:18.536071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:18.536472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-62569907-e5e3-47df-a226-78e4cfd2009b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (3400dbd3-f374-4424-8bee-fc0689182461), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:18.539425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:18.577983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:18.579170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Attempting to bind port e3f21ac3-3e79-4f90-913b-464a1df3c618 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:08:18.579552 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Attempting to bind port e3f21ac3-3e79-4f90-913b-464a1df3c618 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:08:18.579917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Attempting to bind port e3f21ac3-3e79-4f90-913b-464a1df3c618 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:08:18.603010 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62569907-e5e3-47df-a226-78e4cfd2009b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Subnet': ['ID=3400dbd3-f374-4424-8bee-fc0689182461,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:18.618309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739492f-49e2-4c7c-a0fa-6da521f84062 None None] Pushing event updated for resources: {'Port': ['ID=e3f21ac3-3e79-4f90-913b-464a1df3c618,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:18.620438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62569907-e5e3-47df-a226-78e4cfd2009b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Checking segment: {'id': 'e159c92b-834e-419b-b536-7f59a9be5e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:08:18.622738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62569907-e5e3-47df-a226-78e4cfd2009b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network hostable DHCP agents. Network: 3dde29e9-3a01-40b4-81a7-fab593a0fea8, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:08:18.638192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:18.642263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:08:18.642637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:08:18.645683 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:18.645683 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:08:18.645683 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Bound port: e3f21ac3-3e79-4f90-913b-464a1df3c618, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:08:18.645683 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:18.696259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] For port e3f21ac3-3e79-4f90-913b-464a1df3c618, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:08:18.700020 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] For port e3f21ac3-3e79-4f90-913b-464a1df3c618, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e3f21ac3-3e79-4f90-913b-464a1df3c618,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:08:18.718557 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62569907-e5e3-47df-a226-78e4cfd2009b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3dde29e9-3a01-40b4-81a7-fab593a0fea8 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:08:18.821610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:18.833646 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-62569907-e5e3-47df-a226-78e4cfd2009b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 3dde29e9-3a01-40b4-81a7-fab593a0fea8) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:08:18.837749 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62569907-e5e3-47df-a226-78e4cfd2009b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:18.838348 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-62569907-e5e3-47df-a226-78e4cfd2009b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:18.848115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:18.850421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f61205-ce91-4c4a-80be-dc3c3a37627d None None] Network 3dde29e9-3a01-40b4-81a7-fab593a0fea8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:08:18.906428 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Routers {'798277ea-d52a-4e8a-b065-06176ed0e23e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:08:18.907665 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:08:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['798277ea-d52a-4e8a-b065-06176ed0e23e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:18.950076 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-62569907-e5e3-47df-a226-78e4cfd2009b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9869909 Oct 28 10:08:18.953142 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44576) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:18.970883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739492f-49e2-4c7c-a0fa-6da521f84062 None None] Pushing event updated for resources: {'Port': ['ID=e3f21ac3-3e79-4f90-913b-464a1df3c618,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:19.209987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ips': [{'subnet_id': '3400dbd3-f374-4424-8bee-fc0689182461'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:08:19.214157 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:19.233588 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] Set router 798277ea-d52a-4e8a-b065-06176ed0e23e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:08:19.476501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:19.502046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Allocated IP 172.20.0.2 (3dde29e9-3a01-40b4-81a7-fab593a0fea8/3400dbd3-f374-4424-8bee-fc0689182461/11b4dd80-14c4-477e-9e80-c7b7984d11b8) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:08:19.531977 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:08:16Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:19.596689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a5ddb8-93d4-4cae-9107-c712c6cd50a6 None None] The sync data for ids ['798277ea-d52a-4e8a-b065-06176ed0e23e'] in dv-neutron-zed-2-hyperv is: [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:08:16Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:08:19.709145 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Publish callbacks [] for port (11b4dd80-14c4-477e-9e80-c7b7984d11b8), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:19.710300 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:19.775106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:19.782122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (11b4dd80-14c4-477e-9e80-c7b7984d11b8), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:19.854455 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Network 3dde29e9-3a01-40b4-81a7-fab593a0fea8 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:08:19.862372 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:08:19.865068 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:08:19.869495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Pushing event updated for resources: {'Port': ['ID=11b4dd80-14c4-477e-9e80-c7b7984d11b8,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:19.943980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Attempting to bind port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:08:19.944356 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Attempting to bind port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'e159c92b-834e-419b-b536-7f59a9be5e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:08:19.944726 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Attempting to bind port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 on network 3dde29e9-3a01-40b4-81a7-fab593a0fea8 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:08:19.947224 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:19.992357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:08:19.992734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Checking segment: {'id': 'e159c92b-834e-419b-b536-7f59a9be5e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:08:19.996662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:19.996662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Bound using segment: {'id': 'e159c92b-834e-419b-b536-7f59a9be5e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:08:19.996662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Bound port: 11b4dd80-14c4-477e-9e80-c7b7984d11b8, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e159c92b-834e-419b-b536-7f59a9be5e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:08:19.996662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (11b4dd80-14c4-477e-9e80-c7b7984d11b8), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:20.021113 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.1 (3dde29e9-3a01-40b4-81a7-fab593a0fea8/3400dbd3-f374-4424-8bee-fc0689182461/f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:08:20.064639 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] For port 11b4dd80-14c4-477e-9e80-c7b7984d11b8, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:08:20.068039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] For port 11b4dd80-14c4-477e-9e80-c7b7984d11b8, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=11b4dd80-14c4-477e-9e80-c7b7984d11b8,segment=NetworkSegment(e159c92b-834e-419b-b536-7f59a9be5e22),segment_id=e159c92b-834e-419b-b536-7f59a9be5e22)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:08:20.105716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:20.151196 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:20.181904 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (11b4dd80-14c4-477e-9e80-c7b7984d11b8), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:20.239196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dffa3-2493-499e-83d0-41efadb6c9b2 None None] Pushing event updated for resources: {'Port': ['ID=11b4dd80-14c4-477e-9e80-c7b7984d11b8,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:20.267389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:20.319295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3dde29e9-3a01-40b4-81a7-fab593a0fea8 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:08:20.321071 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:08:20.325449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:08:20.359332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:20.395429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (798277ea-d52a-4e8a-b065-06176ed0e23e), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:20.596500 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 11b4dd80-14c4-477e-9e80-c7b7984d11b8 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:08:20.616419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:20.644443 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:08:20.644909 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (11b4dd80-14c4-477e-9e80-c7b7984d11b8), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:20.645314 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 Oct 28 10:08:20.724596 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:08:20.725004 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (11b4dd80-14c4-477e-9e80-c7b7984d11b8), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:20.760773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 11b4dd80-14c4-477e-9e80-c7b7984d11b8, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=11b4dd80-14c4-477e-9e80-c7b7984d11b8,segment=NetworkSegment(e159c92b-834e-419b-b536-7f59a9be5e22),segment_id=e159c92b-834e-419b-b536-7f59a9be5e22)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:08:20.785741 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:20.889564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (11b4dd80-14c4-477e-9e80-c7b7984d11b8), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:20.894616 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e3f21ac3-3e79-4f90-913b-464a1df3c618 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:08:20.912161 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:20.972733 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=11b4dd80-14c4-477e-9e80-c7b7984d11b8,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:20.975988 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:20.982493 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port e3f21ac3-3e79-4f90-913b-464a1df3c618 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:08:20.982999 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:20.983309 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port e3f21ac3-3e79-4f90-913b-464a1df3c618 Oct 28 10:08:21.025788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:21.067255 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port e3f21ac3-3e79-4f90-913b-464a1df3c618 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:08:21.067976 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:21.092788 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port e3f21ac3-3e79-4f90-913b-464a1df3c618, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e3f21ac3-3e79-4f90-913b-464a1df3c618,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:08:21.113730 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (798277ea-d52a-4e8a-b065-06176ed0e23e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:21.115836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:21.223878 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3dde29e9-3a01-40b4-81a7-fab593a0fea8 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:08:21.225730 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:08:21.226874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb1a10d-e998-4376-950f-e50fb1db512f None None] Network 3dde29e9-3a01-40b4-81a7-fab593a0fea8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:08:21.236118 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:21.345144 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 798277ea-d52a-4e8a-b065-06176ed0e23e has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:08:21.347202 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-6c2e18e7-2e8b-4eac-aa02-4c15feeb05e7 None None] Provisioning complete for port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:08:21.347578 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6c2e18e7-2e8b-4eac-aa02-4c15feeb05e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (11b4dd80-14c4-477e-9e80-c7b7984d11b8), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:21.347915 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-6c2e18e7-2e8b-4eac-aa02-4c15feeb05e7 None None] Attempt 1 to provision port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 Oct 28 10:08:21.348389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:21.383434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=e3f21ac3-3e79-4f90-913b-464a1df3c618,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:21.394264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:21.459243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:08:21.467649 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dc15114d-4e49-45a8-a083-1305b67891fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/798277ea-d52a-4e8a-b065-06176ed0e23e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5132771 Oct 28 10:08:21.471313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44578) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:21.478927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e18e7-2e8b-4eac-aa02-4c15feeb05e7 None None] Current status of the port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:08:21.589328 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1b878e-25eb-4b16-99e3-f6a0af66194f tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:21.589814 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1b878e-25eb-4b16-99e3-f6a0af66194f tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:21.590288 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1b878e-25eb-4b16-99e3-f6a0af66194f tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:21.590806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1b878e-25eb-4b16-99e3-f6a0af66194f tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:21.591312 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1b878e-25eb-4b16-99e3-f6a0af66194f tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:21.591776 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1b878e-25eb-4b16-99e3-f6a0af66194f tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:21.602784 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7a1b878e-25eb-4b16-99e3-f6a0af66194f tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1213686 Oct 28 10:08:21.602784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44580) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:21.662696 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891a63e-39ca-4258-8b97-57fcf99a7790 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:21.663305 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891a63e-39ca-4258-8b97-57fcf99a7790 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:21.663775 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891a63e-39ca-4258-8b97-57fcf99a7790 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:21.664233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891a63e-39ca-4258-8b97-57fcf99a7790 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:21.664691 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891a63e-39ca-4258-8b97-57fcf99a7790 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:21.665196 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891a63e-39ca-4258-8b97-57fcf99a7790 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:21.667266 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6891a63e-39ca-4258-8b97-57fcf99a7790 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0685282 Oct 28 10:08:21.669883 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44582) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:21.708101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-827fbd1f-718d-48fa-b02f-6e76cd4de919 None None] Provisioning complete for port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:08:21.708631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-827fbd1f-718d-48fa-b02f-6e76cd4de919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:21.709074 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-827fbd1f-718d-48fa-b02f-6e76cd4de919 None None] Attempt 1 to provision port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 Oct 28 10:08:21.755949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-827fbd1f-718d-48fa-b02f-6e76cd4de919 None None] Port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:08:21.765032 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-827fbd1f-718d-48fa-b02f-6e76cd4de919 None None] Provisioning complete for port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:08:21.768336 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-827fbd1f-718d-48fa-b02f-6e76cd4de919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (11b4dd80-14c4-477e-9e80-c7b7984d11b8), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:21.768336 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-827fbd1f-718d-48fa-b02f-6e76cd4de919 None None] Attempt 1 to provision port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 Oct 28 10:08:21.798254 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c37f4a32-2b83-45f5-a651-809bcaab39c0 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1259580 Oct 28 10:08:21.836606 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Sync routers for ids ['798277ea-d52a-4e8a-b065-06176ed0e23e'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:08:21.851406 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Routers {'798277ea-d52a-4e8a-b065-06176ed0e23e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:08:21.852239 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:08:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['798277ea-d52a-4e8a-b065-06176ed0e23e'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:21.856564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-827fbd1f-718d-48fa-b02f-6e76cd4de919 None None] Current status of the port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:08:21.928717 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44586) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:21.933364 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-8b526e52-d8a1-48a8-9169-4a3cbdd7fa8d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1672286778', 'description': 'tempest-secgroup-smoke-1672286778 description', 'project_id': '0d399d550dab41259d95623249c98b71'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:08:21.941575 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:21.960745 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Set router 798277ea-d52a-4e8a-b065-06176ed0e23e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:08:21.973878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-04ef2880-a8d9-4716-b70a-bb8fbf23f6ac None None] Provisioning complete for port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:08:21.974396 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-04ef2880-a8d9-4716-b70a-bb8fbf23f6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:21.974611 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-04ef2880-a8d9-4716-b70a-bb8fbf23f6ac None None] Attempt 1 to provision port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 Oct 28 10:08:22.011842 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-04ef2880-a8d9-4716-b70a-bb8fbf23f6ac None None] Port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:08:22.078755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8b526e52-d8a1-48a8-9169-4a3cbdd7fa8d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.131964 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-bac2eb2f-872c-4b9d-ba86-574856b032d1 None None] Provisioning complete for port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:08:22.132274 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bac2eb2f-872c-4b9d-ba86-574856b032d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.133037 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-bac2eb2f-872c-4b9d-ba86-574856b032d1 None None] Attempt 1 to provision port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 Oct 28 10:08:22.158273 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8b526e52-d8a1-48a8-9169-4a3cbdd7fa8d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (cafe015e-4d2b-49b1-b39a-62c905fb306f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.167907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-bac2eb2f-872c-4b9d-ba86-574856b032d1 None None] Port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:08:22.227342 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8b526e52-d8a1-48a8-9169-4a3cbdd7fa8d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (cafe015e-4d2b-49b1-b39a-62c905fb306f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.255739 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:08:20Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8', 'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:d9:b3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '3400dbd3-f374-4424-8bee-fc0689182461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:19Z', 'updated_at': '2022-10-28T10:08:20Z', 'revision_number': 2, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '3400dbd3-f374-4424-8bee-fc0689182461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:22.260608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b526e52-d8a1-48a8-9169-4a3cbdd7fa8d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe015e-4d2b-49b1-b39a-62c905fb306f,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:22.284991 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Checking router: 798277ea-d52a-4e8a-b065-06176ed0e23e for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:08:22.291298 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Updating router 798277ea-d52a-4e8a-b065-06176ed0e23e port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:08:22.314316 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.348760 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8b526e52-d8a1-48a8-9169-4a3cbdd7fa8d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.350190 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8b526e52-d8a1-48a8-9169-4a3cbdd7fa8d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4204221 Oct 28 10:08:22.353147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44588) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:22.357776 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7ceb1cb0-e49f-4708-9b2c-ce48bd69b574 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'cafe015e-4d2b-49b1-b39a-62c905fb306f', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:08:22.435000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1cb0-e49f-4708-9b2c-ce48bd69b574 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (53635977-b7b1-4421-978a-98aebfeac000), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.502099 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1cb0-e49f-4708-9b2c-ce48bd69b574 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (53635977-b7b1-4421-978a-98aebfeac000), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.558796 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1cb0-e49f-4708-9b2c-ce48bd69b574 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (53635977-b7b1-4421-978a-98aebfeac000), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.579469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb1cb0-e49f-4708-9b2c-ce48bd69b574 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53635977-b7b1-4421-978a-98aebfeac000,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:22.580584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 11b4dd80-14c4-477e-9e80-c7b7984d11b8 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:08:22.596346 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Publish callbacks [] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.629463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:08:22.629837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (11b4dd80-14c4-477e-9e80-c7b7984d11b8), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.630160 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 Oct 28 10:08:22.635004 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1cb0-e49f-4708-9b2c-ce48bd69b574 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.639128 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7ceb1cb0-e49f-4708-9b2c-ce48bd69b574 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2822194 Oct 28 10:08:22.640613 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44590) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:22.644881 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-164c3b6f-de96-4823-8e21-aad3061f5798 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'cafe015e-4d2b-49b1-b39a-62c905fb306f', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:08:22.656252 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.692111 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:22.708624 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Pushing event updated for resources: {'Port': ['ID=f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:22.709935 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:08:22.711119 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e3f21ac3-3e79-4f90-913b-464a1df3c618 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:08:22.730160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:22.734278 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:22.734700 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:22.735090 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:22.735428 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:22.736015 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:22.736345 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:22.736671 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:22.736996 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:22.737326 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:22.737646 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:22.737973 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:22.738320 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:22.738646 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:22.738992 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:22.739310 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:22.758998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-164c3b6f-de96-4823-8e21-aad3061f5798 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (b726e997-4ca8-4f28-8467-cba4b50cc89b), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.763769 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port e3f21ac3-3e79-4f90-913b-464a1df3c618 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:08:22.764200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.764539 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port e3f21ac3-3e79-4f90-913b-464a1df3c618 Oct 28 10:08:22.773138 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Attempting to bind port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:08:22.773513 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Attempting to bind port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'e159c92b-834e-419b-b536-7f59a9be5e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:08:22.773877 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Attempting to bind port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 on network 3dde29e9-3a01-40b4-81a7-fab593a0fea8 {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:08:22.817534 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:08:22.817849 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Checking segment: {'id': 'e159c92b-834e-419b-b536-7f59a9be5e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:08:22.818234 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.818849 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Bound using segment: {'id': 'e159c92b-834e-419b-b536-7f59a9be5e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:08:22.819494 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Bound port: f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e159c92b-834e-419b-b536-7f59a9be5e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:08:22.820081 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.826780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-164c3b6f-de96-4823-8e21-aad3061f5798 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (b726e997-4ca8-4f28-8467-cba4b50cc89b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.851035 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:22.858308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port e3f21ac3-3e79-4f90-913b-464a1df3c618 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:08:22.881507 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] For port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:08:22.884527 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] For port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8,segment=NetworkSegment(e159c92b-834e-419b-b536-7f59a9be5e22),segment_id=e159c92b-834e-419b-b536-7f59a9be5e22)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:08:22.906636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-164c3b6f-de96-4823-8e21-aad3061f5798 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b726e997-4ca8-4f28-8467-cba4b50cc89b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:22.928502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c3b6f-de96-4823-8e21-aad3061f5798 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b726e997-4ca8-4f28-8467-cba4b50cc89b,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:22.981390 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:23.018446 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Routers {'798277ea-d52a-4e8a-b065-06176ed0e23e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:08:23.019075 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:08:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['798277ea-d52a-4e8a-b065-06176ed0e23e'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:23.024143 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-164c3b6f-de96-4823-8e21-aad3061f5798 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:23.024329 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-164c3b6f-de96-4823-8e21-aad3061f5798 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3840942 Oct 28 10:08:23.027389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44592) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:23.031782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7d36b9db-eb64-4bf0-b685-69100c1d95d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'cafe015e-4d2b-49b1-b39a-62c905fb306f', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:08:23.075816 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2f569-4a50-4c94-b6d8-5f8f5008d977 None None] Pushing event updated for resources: {'Port': ['ID=f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:23.118209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7d36b9db-eb64-4bf0-b685-69100c1d95d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (fb5bed36-6caf-4e39-b59d-0f63236e8fc4), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:23.136646 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] Set router 798277ea-d52a-4e8a-b065-06176ed0e23e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:08:23.178074 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7d36b9db-eb64-4bf0-b685-69100c1d95d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (fb5bed36-6caf-4e39-b59d-0f63236e8fc4), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:23.243996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7d36b9db-eb64-4bf0-b685-69100c1d95d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (fb5bed36-6caf-4e39-b59d-0f63236e8fc4), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:23.262525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:23.266452 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36b9db-eb64-4bf0-b685-69100c1d95d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5bed36-6caf-4e39-b59d-0f63236e8fc4,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:23.324828 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:08:20Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8', 'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:d9:b3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '3400dbd3-f374-4424-8bee-fc0689182461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:19Z', 'updated_at': '2022-10-28T10:08:22Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '3400dbd3-f374-4424-8bee-fc0689182461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:23.348835 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ccf23-3b9d-41f0-b7df-77c46f5ac41f None None] The sync data for ids ['798277ea-d52a-4e8a-b065-06176ed0e23e'] in dv-neutron-zed-2-hyperv is: [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:08:20Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8', 'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:d9:b3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '3400dbd3-f374-4424-8bee-fc0689182461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:19Z', 'updated_at': '2022-10-28T10:08:22Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '3400dbd3-f374-4424-8bee-fc0689182461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:08:23.361928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7d36b9db-eb64-4bf0-b685-69100c1d95d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:23.364706 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7d36b9db-eb64-4bf0-b685-69100c1d95d8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3349490 Oct 28 10:08:23.366031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44594) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:23.370792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f30bafeb-0932-4208-8050-74a9fca229d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'cafe015e-4d2b-49b1-b39a-62c905fb306f', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:08:23.411703 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:23.496189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f30bafeb-0932-4208-8050-74a9fca229d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (ed6f18fd-bc40-4f4e-8a05-d27ecc069cb4), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:23.563125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f30bafeb-0932-4208-8050-74a9fca229d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (ed6f18fd-bc40-4f4e-8a05-d27ecc069cb4), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:23.604268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f30bafeb-0932-4208-8050-74a9fca229d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (ed6f18fd-bc40-4f4e-8a05-d27ecc069cb4), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:23.612906 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=10 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:23.625239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bafeb-0932-4208-8050-74a9fca229d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6f18fd-bc40-4f4e-8a05-d27ecc069cb4,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:23.703808 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f30bafeb-0932-4208-8050-74a9fca229d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:23.705163 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f30bafeb-0932-4208-8050-74a9fca229d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3380194 Oct 28 10:08:23.707976 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44596) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:23.712793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-c136d4c0-63ab-4df1-86d8-7275e6dd5b52 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'cafe015e-4d2b-49b1-b39a-62c905fb306f', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:08:23.839326 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-c136d4c0-63ab-4df1-86d8-7275e6dd5b52 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:08:23.847154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c136d4c0-63ab-4df1-86d8-7275e6dd5b52 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (56996eb3-6c68-4efd-8fc4-49eaee629292), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:23.902514 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c136d4c0-63ab-4df1-86d8-7275e6dd5b52 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (56996eb3-6c68-4efd-8fc4-49eaee629292), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:23.975931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c136d4c0-63ab-4df1-86d8-7275e6dd5b52 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (56996eb3-6c68-4efd-8fc4-49eaee629292), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:23.999308 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136d4c0-63ab-4df1-86d8-7275e6dd5b52 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56996eb3-6c68-4efd-8fc4-49eaee629292,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:24.057797 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c136d4c0-63ab-4df1-86d8-7275e6dd5b52 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:24.059134 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c136d4c0-63ab-4df1-86d8-7275e6dd5b52 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3500736 Oct 28 10:08:24.062096 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44598) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:24.066974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-6b180a26-bc82-415d-9c3d-fc08f1d8304d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'cafe015e-4d2b-49b1-b39a-62c905fb306f', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:08:24.147349 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-6b180a26-bc82-415d-9c3d-fc08f1d8304d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:08:24.154397 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6b180a26-bc82-415d-9c3d-fc08f1d8304d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (2cff9837-4d34-499e-8f8a-f9dec53af970), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:24.218467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6b180a26-bc82-415d-9c3d-fc08f1d8304d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (2cff9837-4d34-499e-8f8a-f9dec53af970), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:24.290100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6b180a26-bc82-415d-9c3d-fc08f1d8304d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (2cff9837-4d34-499e-8f8a-f9dec53af970), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:24.309477 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b180a26-bc82-415d-9c3d-fc08f1d8304d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cff9837-4d34-499e-8f8a-f9dec53af970,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:24.382731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6b180a26-bc82-415d-9c3d-fc08f1d8304d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:24.383998 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6b180a26-bc82-415d-9c3d-fc08f1d8304d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3206220 Oct 28 10:08:24.545900 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-167a881e-9e46-4577-aa10-f396afbb3476 req-ce3e925d-5271-4a6f-b7f2-85c90e2fd43a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1672286778&fields=id&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 267 time: 0.0531409 Oct 28 10:08:24.558770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:08:24.600808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:08:24.601176 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:24.601508 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 Oct 28 10:08:24.667433 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a881e-9e46-4577-aa10-f396afbb3476 req-dc2f2a8d-5677-418f-be9c-6dd2ac5b70e8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:24.668961 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-167a881e-9e46-4577-aa10-f396afbb3476 req-dc2f2a8d-5677-418f-be9c-6dd2ac5b70e8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/networks?id=3dde29e9-3a01-40b4-81a7-fab593a0fea8 HTTP/1.1" status: 200 len: 797 time: 0.1144814 Oct 28 10:08:24.681030 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:08:24.681429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:24.688253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:24.691577 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-167a881e-9e46-4577-aa10-f396afbb3476 req-1c9434ac-7068-476d-8476-861f0bb78067 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/quotas/0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 375 time: 0.0164046 Oct 28 10:08:24.715921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8,segment=NetworkSegment(e159c92b-834e-419b-b536-7f59a9be5e22),segment_id=e159c92b-834e-419b-b536-7f59a9be5e22)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:08:24.745410 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-167a881e-9e46-4577-aa10-f396afbb3476 req-d86fd1e1-d8ca-462c-8043-b270f638c744 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481870 Oct 28 10:08:24.775532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:24.824457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:24.832227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:24.832517 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:24.832857 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:24.833195 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:24.834028 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:24.834028 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:24.834252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:24.834472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:24.834815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:24.835137 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:24.835760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:24.835760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:24.836076 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:24.836393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:24.836743 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:08:24.856842 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-167a881e-9e46-4577-aa10-f396afbb3476 req-8b64c49d-7e8a-4bcd-bb9d-6c342b102cfc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3dde29e9-3a01-40b4-81a7-fab593a0fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997288 Oct 28 10:08:24.953429 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-167a881e-9e46-4577-aa10-f396afbb3476 req-8708c271-118f-44e7-9f86-6dc399d43515 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3dde29e9-3a01-40b4-81a7-fab593a0fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904493 Oct 28 10:08:25.176838 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-69d1438c-82c7-440a-bb44-bad9e84d20ff req-5637ef82-c2f5-4743-89e5-6a18e7ffb35e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 210 time: 0.0282516 Oct 28 10:08:26.287717 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-265e03a9-0c60-4acf-a115-5bca7534b74b req-8f97634d-79f7-4bc2-ad55-e4164c44c696 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 210 time: 0.0353098 Oct 28 10:08:26.552933 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:08:26.603584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:08:26.603961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:26.604297 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 Oct 28 10:08:26.681585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:08:27.270366 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a881e-9e46-4577-aa10-f396afbb3476 req-b4ab5364-ce8f-4e8c-bb43-4f56100cc915 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:27.271864 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-167a881e-9e46-4577-aa10-f396afbb3476 req-b4ab5364-ce8f-4e8c-bb43-4f56100cc915 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/networks?id=3dde29e9-3a01-40b4-81a7-fab593a0fea8 HTTP/1.1" status: 200 len: 797 time: 0.1113384 Oct 28 10:08:27.351867 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-167a881e-9e46-4577-aa10-f396afbb3476 req-5ddb9ec3-1839-4772-a720-84c63e3bea4e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 380 time: 0.0577261 Oct 28 10:08:27.363313 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-167a881e-9e46-4577-aa10-f396afbb3476 req-8f294035-d1fb-48f4-b8a6-b9c46083883c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'port': {'device_id': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'admin_state_up': True, 'tenant_id': '0d399d550dab41259d95623249c98b71', 'security_groups': ['cafe015e-4d2b-49b1-b39a-62c905fb306f']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:08:27.397334 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dffc2678-c705-4f57-8329-1a58a1890b03 req-65744be9-7a58-4b42-9dbc-604f08907588 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 210 time: 0.0302742 Oct 28 10:08:27.551561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167a881e-9e46-4577-aa10-f396afbb3476 req-8f294035-d1fb-48f4-b8a6-b9c46083883c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:08:27.555583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-167a881e-9e46-4577-aa10-f396afbb3476 req-8f294035-d1fb-48f4-b8a6-b9c46083883c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:27.688798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-167a881e-9e46-4577-aa10-f396afbb3476 req-8f294035-d1fb-48f4-b8a6-b9c46083883c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.4 (3dde29e9-3a01-40b4-81a7-fab593a0fea8/3400dbd3-f374-4424-8bee-fc0689182461/e3f74a73-7fab-4596-b1a8-b00edba35f77) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:08:27.832083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-167a881e-9e46-4577-aa10-f396afbb3476 req-8f294035-d1fb-48f4-b8a6-b9c46083883c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (e3f74a73-7fab-4596-b1a8-b00edba35f77), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:27.906968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-167a881e-9e46-4577-aa10-f396afbb3476 req-8f294035-d1fb-48f4-b8a6-b9c46083883c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e3f74a73-7fab-4596-b1a8-b00edba35f77), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:27.952324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167a881e-9e46-4577-aa10-f396afbb3476 req-8f294035-d1fb-48f4-b8a6-b9c46083883c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3dde29e9-3a01-40b4-81a7-fab593a0fea8 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:08:27.956116 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-167a881e-9e46-4577-aa10-f396afbb3476 req-8f294035-d1fb-48f4-b8a6-b9c46083883c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:08:27.960060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-167a881e-9e46-4577-aa10-f396afbb3476 req-8f294035-d1fb-48f4-b8a6-b9c46083883c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:08:27.983140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f294035-d1fb-48f4-b8a6-b9c46083883c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=e3f74a73-7fab-4596-b1a8-b00edba35f77,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:28.016504 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a881e-9e46-4577-aa10-f396afbb3476 req-8f294035-d1fb-48f4-b8a6-b9c46083883c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:28.017995 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-167a881e-9e46-4577-aa10-f396afbb3476 req-8f294035-d1fb-48f4-b8a6-b9c46083883c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:28.092762 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-167a881e-9e46-4577-aa10-f396afbb3476 req-8f294035-d1fb-48f4-b8a6-b9c46083883c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7340133 Oct 28 10:08:28.121057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Request body: {'port': {'device_id': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:08:28.183526 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e3f74a73-7fab-4596-b1a8-b00edba35f77), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:28.196818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:28.213699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:28.232125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2c037419-e173-4e18-9a6b-5da0b63a1db8 None None] Provisioning complete for port e3f74a73-7fab-4596-b1a8-b00edba35f77 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:08:28.232694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2c037419-e173-4e18-9a6b-5da0b63a1db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e3f74a73-7fab-4596-b1a8-b00edba35f77), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:28.232835 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2c037419-e173-4e18-9a6b-5da0b63a1db8 None None] Attempt 1 to provision port e3f74a73-7fab-4596-b1a8-b00edba35f77 Oct 28 10:08:28.265623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2c037419-e173-4e18-9a6b-5da0b63a1db8 None None] Port e3f74a73-7fab-4596-b1a8-b00edba35f77 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:08:28.458605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f74a73-7fab-4596-b1a8-b00edba35f77 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:08:28.466478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Publish callbacks [] for port (e3f74a73-7fab-4596-b1a8-b00edba35f77), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:28.480670 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Transition to ACTIVE for port object e3f74a73-7fab-4596-b1a8-b00edba35f77 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:08:28.517836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:28.528608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb5b0e-a1da-48f2-8f4e-c20e7d6f723a req-d3a1760d-efea-4005-a190-146f6d72fd0f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:28.530089 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a0cb5b0e-a1da-48f2-8f4e-c20e7d6f723a req-d3a1760d-efea-4005-a190-146f6d72fd0f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 931 time: 0.0490134 Oct 28 10:08:28.534729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (e3f74a73-7fab-4596-b1a8-b00edba35f77), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:28.581830 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a0cb5b0e-a1da-48f2-8f4e-c20e7d6f723a req-44a931dd-818c-4b47-a72d-3b296ff03aa2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cafe015e-4d2b-49b1-b39a-62c905fb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450127 Oct 28 10:08:28.615109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Pushing event updated for resources: {'Port': ['ID=e3f74a73-7fab-4596-b1a8-b00edba35f77,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:28.647373 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Attempting to bind port e3f74a73-7fab-4596-b1a8-b00edba35f77 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:08:28.647712 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Attempting to bind port e3f74a73-7fab-4596-b1a8-b00edba35f77 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'e159c92b-834e-419b-b536-7f59a9be5e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:08:28.648043 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Attempting to bind port e3f74a73-7fab-4596-b1a8-b00edba35f77 on network 3dde29e9-3a01-40b4-81a7-fab593a0fea8 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:08:28.690221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Port e3f74a73-7fab-4596-b1a8-b00edba35f77 on network 3dde29e9-3a01-40b4-81a7-fab593a0fea8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:08:28.690989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Attempting to bind port e3f74a73-7fab-4596-b1a8-b00edba35f77 on network 3dde29e9-3a01-40b4-81a7-fab593a0fea8 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:08:28.738603 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:08:28.738964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Checking segment: {'id': 'e159c92b-834e-419b-b536-7f59a9be5e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:08:28.739345 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Bound using segment: {'id': 'e159c92b-834e-419b-b536-7f59a9be5e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:08:28.739782 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Bound port: e3f74a73-7fab-4596-b1a8-b00edba35f77, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e159c92b-834e-419b-b536-7f59a9be5e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:08:28.740140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e3f74a73-7fab-4596-b1a8-b00edba35f77), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:28.800976 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] For port e3f74a73-7fab-4596-b1a8-b00edba35f77, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:08:28.804004 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] For port e3f74a73-7fab-4596-b1a8-b00edba35f77, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e3f74a73-7fab-4596-b1a8-b00edba35f77,segment=NetworkSegment(e159c92b-834e-419b-b536-7f59a9be5e22),segment_id=e159c92b-834e-419b-b536-7f59a9be5e22)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:08:28.867142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (e3f74a73-7fab-4596-b1a8-b00edba35f77), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:28.872741 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:28.873355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:28.874791 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-167a881e-9e46-4577-aa10-f396afbb3476 req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/e3f74a73-7fab-4596-b1a8-b00edba35f77 HTTP/1.1" status: 200 len: 1093 time: 0.7584176 Oct 28 10:08:28.875355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'tag': 'e3f74a73-7fab-4596-b1a8-b00edba35f77'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:08:28.878171 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2433658-18d7-4a67-ba03-70eb0cd500c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0147c6b1-5779-48de-92c5-76cd3647dd3f", "tag": "e3f74a73-7fab-4596-b1a8-b00edba35f77"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:08:29.123312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774aedd5-601f-4b0c-9abe-6ea23ab86307 x-openstack-request-id: req-774aedd5-601f-4b0c-9abe-6ea23ab86307 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:08:29.123312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0147c6b1-5779-48de-92c5-76cd3647dd3f", "tag": "e3f74a73-7fab-4596-b1a8-b00edba35f77", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:08:29.123312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-774aedd5-601f-4b0c-9abe-6ea23ab86307 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:08:29.123312 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774aedd5-601f-4b0c-9abe-6ea23ab86307'] response: {'name': 'network-changed', 'server_uuid': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'tag': 'e3f74a73-7fab-4596-b1a8-b00edba35f77', 'status': 'completed', 'code': 200} Oct 28 10:08:29.123312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b0603-0b51-470b-907c-71f8f278eb3a service neutron] Pushing event updated for resources: {'Port': ['ID=e3f74a73-7fab-4596-b1a8-b00edba35f77,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:29.123312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2433658-18d7-4a67-ba03-70eb0cd500c4 req-3f6caea9-55f9-4687-ab76-cc4498c4c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:29.123312 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f2433658-18d7-4a67-ba03-70eb0cd500c4 req-3f6caea9-55f9-4687-ab76-cc4498c4c40d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 1127 time: 0.0467122 Oct 28 10:08:29.123312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2433658-18d7-4a67-ba03-70eb0cd500c4 req-cf2a42b3-9beb-4b7a-a985-9c9336bdb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:29.123312 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f2433658-18d7-4a67-ba03-70eb0cd500c4 req-cf2a42b3-9beb-4b7a-a985-9c9336bdb35b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0d399d550dab41259d95623249c98b71&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0935507 Oct 28 10:08:29.136352 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:29.223083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2433658-18d7-4a67-ba03-70eb0cd500c4 req-c68b2537-8376-47e0-b6d1-c631debcc844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:29.224600 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f2433658-18d7-4a67-ba03-70eb0cd500c4 req-c68b2537-8376-47e0-b6d1-c631debcc844 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957971 Oct 28 10:08:29.321607 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:29.329222 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a881e-9e46-4577-aa10-f396afbb3476 req-2948773e-976d-412b-97ad-cb3be9134f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:29.330825 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-167a881e-9e46-4577-aa10-f396afbb3476 req-2948773e-976d-412b-97ad-cb3be9134f96 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 1127 time: 0.0404613 Oct 28 10:08:29.385483 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-167a881e-9e46-4577-aa10-f396afbb3476 req-216ca71b-f030-4f3b-9a52-8cf1f199d6a6 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3f74a73-7fab-4596-b1a8-b00edba35f77 HTTP/1.1" status: 200 len: 217 time: 0.0349774 Oct 28 10:08:29.439874 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a881e-9e46-4577-aa10-f396afbb3476 req-a94b687d-ed66-4667-9836-b64126da00a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:29.441227 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-167a881e-9e46-4577-aa10-f396afbb3476 req-a94b687d-ed66-4667-9836-b64126da00a9 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=3400dbd3-f374-4424-8bee-fc0689182461 HTTP/1.1" status: 200 len: 834 time: 0.0494397 Oct 28 10:08:29.489145 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a881e-9e46-4577-aa10-f396afbb3476 req-fb54a7b9-940f-4715-a52c-37e3f2d8ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:29.490706 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-167a881e-9e46-4577-aa10-f396afbb3476 req-fb54a7b9-940f-4715-a52c-37e3f2d8ad7d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3dde29e9-3a01-40b4-81a7-fab593a0fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0402484 Oct 28 10:08:29.586309 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-167a881e-9e46-4577-aa10-f396afbb3476 req-9ddaf402-d6c2-4947-bdfc-f30ae9c8e625 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3dde29e9-3a01-40b4-81a7-fab593a0fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878019 Oct 28 10:08:29.689217 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-167a881e-9e46-4577-aa10-f396afbb3476 req-ba01fb7d-78a6-43f5-99e7-b8972eabcdf2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3dde29e9-3a01-40b4-81a7-fab593a0fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920067 Oct 28 10:08:29.707338 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fdf14-f199-44e7-9f88-f24770641cc1 req-eee9a60a-28b2-44ab-b48a-65fc83d78333 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:29.708838 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-695fdf14-f199-44e7-9f88-f24770641cc1 req-eee9a60a-28b2-44ab-b48a-65fc83d78333 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 943 time: 0.0486319 Oct 28 10:08:29.763718 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-695fdf14-f199-44e7-9f88-f24770641cc1 req-0d9938b2-8575-4a41-95fe-58c81dfa2e2f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cafe015e-4d2b-49b1-b39a-62c905fb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492055 Oct 28 10:08:30.878101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:30.886335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a24cfe-cf00-4f1c-9f7a-2688cbfffbb7 req-22f0459f-86de-4577-9443-0fe05e1c3180 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:30.887854 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-18a24cfe-cf00-4f1c-9f7a-2688cbfffbb7 req-22f0459f-86de-4577-9443-0fe05e1c3180 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 943 time: 0.0482163 Oct 28 10:08:30.940055 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-18a24cfe-cf00-4f1c-9f7a-2688cbfffbb7 req-205a54d8-a4b2-43a1-971e-795e2e461c93 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cafe015e-4d2b-49b1-b39a-62c905fb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453126 Oct 28 10:08:31.138993 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e3f74a73-7fab-4596-b1a8-b00edba35f77 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:08:31.388829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e3f74a73-7fab-4596-b1a8-b00edba35f77, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e3f74a73-7fab-4596-b1a8-b00edba35f77,segment=NetworkSegment(e159c92b-834e-419b-b536-7f59a9be5e22),segment_id=e159c92b-834e-419b-b536-7f59a9be5e22)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:08:31.400836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'e3f74a73-7fab-4596-b1a8-b00edba35f77', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'port_id': 'e3f74a73-7fab-4596-b1a8-b00edba35f77', 'mac_address': 'fa:16:3e:82:09:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3400dbd3-f374-4424-8bee-fc0689182461', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:08:31.440313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port e3f74a73-7fab-4596-b1a8-b00edba35f77 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:08:31.440706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e3f74a73-7fab-4596-b1a8-b00edba35f77), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:31.454898 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f74a73-7fab-4596-b1a8-b00edba35f77 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:08:31.476269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e3f74a73-7fab-4596-b1a8-b00edba35f77, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e3f74a73-7fab-4596-b1a8-b00edba35f77,segment=NetworkSegment(e159c92b-834e-419b-b536-7f59a9be5e22),segment_id=e159c92b-834e-419b-b536-7f59a9be5e22)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:08:31.557938 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e3f74a73-7fab-4596-b1a8-b00edba35f77), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:31.605448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=e3f74a73-7fab-4596-b1a8-b00edba35f77,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:31.909623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['e3f74a73-7fab-4596-b1a8-b00edba35f77'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:08:31.980437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:32.053440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:32.066133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce55d6e-3cf4-4be5-93e7-eb5a56771964 req-37c32653-f05e-4f01-85c0-d60f8df4d11a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:32.067989 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2ce55d6e-3cf4-4be5-93e7-eb5a56771964 req-37c32653-f05e-4f01-85c0-d60f8df4d11a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 944 time: 0.0499606 Oct 28 10:08:32.120763 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2ce55d6e-3cf4-4be5-93e7-eb5a56771964 req-c006651f-31d8-4330-8f1f-fa4e00b12999 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cafe015e-4d2b-49b1-b39a-62c905fb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462835 Oct 28 10:08:33.160022 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e3f74a73-7fab-4596-b1a8-b00edba35f77 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:08:33.204952 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port e3f74a73-7fab-4596-b1a8-b00edba35f77 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:08:33.246163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4262-0303-4fce-a2ee-367631df6c89 req-f1ffa3e0-01c8-496c-a7f0-f4d417f4b43e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:33.247667 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-445f4262-0303-4fce-a2ee-367631df6c89 req-f1ffa3e0-01c8-496c-a7f0-f4d417f4b43e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 944 time: 0.0514686 Oct 28 10:08:33.283791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port e3f74a73-7fab-4596-b1a8-b00edba35f77 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:08:33.284176 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e3f74a73-7fab-4596-b1a8-b00edba35f77), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:33.284519 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port e3f74a73-7fab-4596-b1a8-b00edba35f77 Oct 28 10:08:33.305443 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-445f4262-0303-4fce-a2ee-367631df6c89 req-8505b08f-9943-405f-97ad-a33823c1671b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cafe015e-4d2b-49b1-b39a-62c905fb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513361 Oct 28 10:08:33.327657 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=23 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:33.328644 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:33.366837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port e3f74a73-7fab-4596-b1a8-b00edba35f77 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:08:33.367223 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e3f74a73-7fab-4596-b1a8-b00edba35f77), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:33.390217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f74a73-7fab-4596-b1a8-b00edba35f77'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:08:33.392723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3591ce-e53f-4e08-8f58-69d86a967c4d" -d '{"events": [{"server_uuid": "0147c6b1-5779-48de-92c5-76cd3647dd3f", "name": "network-vif-plugged", "status": "completed", "tag": "e3f74a73-7fab-4596-b1a8-b00edba35f77"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:08:33.405759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e3f74a73-7fab-4596-b1a8-b00edba35f77, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e3f74a73-7fab-4596-b1a8-b00edba35f77,segment=NetworkSegment(e159c92b-834e-419b-b536-7f59a9be5e22),segment_id=e159c92b-834e-419b-b536-7f59a9be5e22)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:08:33.432329 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a85727-a954-4ec7-b269-d17e7cb65277 x-openstack-request-id: req-b4a85727-a954-4ec7-b269-d17e7cb65277 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:08:33.432624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0147c6b1-5779-48de-92c5-76cd3647dd3f", "name": "network-vif-plugged", "status": "completed", "tag": "e3f74a73-7fab-4596-b1a8-b00edba35f77", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:08:33.432879 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4a85727-a954-4ec7-b269-d17e7cb65277 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:08:33.433287 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a85727-a954-4ec7-b269-d17e7cb65277'] response: {'server_uuid': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f74a73-7fab-4596-b1a8-b00edba35f77', 'code': 200} Oct 28 10:08:33.490575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e3f74a73-7fab-4596-b1a8-b00edba35f77), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:33.539163 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=e3f74a73-7fab-4596-b1a8-b00edba35f77,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:33.826944 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ded290-049a-4424-bdbb-bbbfe6d2e82e req-a2fb4d42-64fd-47d6-bbea-351a7a64c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:33.828447 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-32ded290-049a-4424-bdbb-bbbfe6d2e82e req-a2fb4d42-64fd-47d6-bbea-351a7a64c1dc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 1129 time: 0.0394239 Oct 28 10:08:33.883044 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-32ded290-049a-4424-bdbb-bbbfe6d2e82e req-c3c15e5b-e36f-4645-a691-905a8fedf2fb service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cafe015e-4d2b-49b1-b39a-62c905fb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450473 Oct 28 10:08:34.424127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874c4df-ff4b-47ec-806f-9d3bc86a39eb req-cc8de659-0ea4-45ef-b4cc-ed5ee8c73316 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:34.425607 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c874c4df-ff4b-47ec-806f-9d3bc86a39eb req-cc8de659-0ea4-45ef-b4cc-ed5ee8c73316 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 945 time: 0.0475292 Oct 28 10:08:34.475088 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c874c4df-ff4b-47ec-806f-9d3bc86a39eb req-6755653a-5f9c-4c32-904c-7bb89f3c5703 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cafe015e-4d2b-49b1-b39a-62c905fb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438993 Oct 28 10:08:35.605275 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1905f9-708d-4e07-831b-3b43737170ca req-103f4640-b8db-4d37-a22d-f4fa14a7a8b6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:35.606783 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d1905f9-708d-4e07-831b-3b43737170ca req-103f4640-b8db-4d37-a22d-f4fa14a7a8b6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 945 time: 0.0517139 Oct 28 10:08:35.657328 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d1905f9-708d-4e07-831b-3b43737170ca req-4bf55c7b-3b62-457f-bd4c-3fdecc0ec3d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cafe015e-4d2b-49b1-b39a-62c905fb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444806 Oct 28 10:08:35.779193 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58d5eb-c6f5-4141-a8e7-d6006a21bb4d req-d800d1a0-5ad3-4972-82a6-afaf878a7766 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:35.780662 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fb58d5eb-c6f5-4141-a8e7-d6006a21bb4d req-d800d1a0-5ad3-4972-82a6-afaf878a7766 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 945 time: 0.0484252 Oct 28 10:08:35.830430 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fb58d5eb-c6f5-4141-a8e7-d6006a21bb4d req-1edcf0ff-4e0d-48ec-abb7-a38d833af7cb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cafe015e-4d2b-49b1-b39a-62c905fb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442605 Oct 28 10:08:35.858348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44654) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:35.896836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4123fb-c8f2-4781-b940-616ec3623885 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:35.898355 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8b4123fb-c8f2-4781-b940-616ec3623885 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 1124 time: 0.0389845 Oct 28 10:08:35.901161 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44656) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:35.905481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': 'e3f74a73-7fab-4596-b1a8-b00edba35f77', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:08:36.037508 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:36.121033 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:36.230028 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.203 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/a2a330c2-508a-4aa9-b7ec-49d757f1caa1) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:08:36.245108 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:36.322075 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:36.334886 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (a2a330c2-508a-4aa9-b7ec-49d757f1caa1), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:36.426980 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a2a330c2-508a-4aa9-b7ec-49d757f1caa1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:36.472198 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:08:36.475709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:08:36.479602 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:08:36.501736 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=a2a330c2-508a-4aa9-b7ec-49d757f1caa1,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:36.836611 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (71582afb-1acf-48a5-bc34-1b68eb0d8bcf), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:36.945978 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a2a330c2-508a-4aa9-b7ec-49d757f1caa1), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:37.030780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:37.094462 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (a2a330c2-508a-4aa9-b7ec-49d757f1caa1), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:37.197679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (a2a330c2-508a-4aa9-b7ec-49d757f1caa1), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:37.263477 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=a2a330c2-508a-4aa9-b7ec-49d757f1caa1,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:08:37.268521 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (71582afb-1acf-48a5-bc34-1b68eb0d8bcf), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:37.364858 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP 71582afb-1acf-48a5-bc34-1b68eb0d8bcf associated. External IP: 172.36.1.203, port: e3f74a73-7fab-4596-b1a8-b00edba35f77. Oct 28 10:08:37.406332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:37.568463 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 798277ea-d52a-4e8a-b065-06176ed0e23e has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:08:37.671372 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:08:37.682582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d88f11c-ea76-435f-b048-d7e6cbb79c70 None None] Sync routers for ids ['798277ea-d52a-4e8a-b065-06176ed0e23e'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:08:37.694497 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d88f11c-ea76-435f-b048-d7e6cbb79c70 None None] Routers {'798277ea-d52a-4e8a-b065-06176ed0e23e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:08:37.695184 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1d88f11c-ea76-435f-b048-d7e6cbb79c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:08:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['798277ea-d52a-4e8a-b065-06176ed0e23e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:37.743392 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:37.802383 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-1d88f11c-ea76-435f-b048-d7e6cbb79c70 None None] Set router 798277ea-d52a-4e8a-b065-06176ed0e23e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:08:38.027471 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1d88f11c-ea76-435f-b048-d7e6cbb79c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:08:20Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '71582afb-1acf-48a5-bc34-1b68eb0d8bcf', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.203', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'port_id': 'e3f74a73-7fab-4596-b1a8-b00edba35f77', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'mac_address': 'fa:16:3e:82:09:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:08:36Z', 'updated_at': '2022-10-28T10:08:36Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8', 'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:d9:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '3400dbd3-f374-4424-8bee-fc0689182461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:19Z', 'updated_at': '2022-10-28T10:08:24Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '3400dbd3-f374-4424-8bee-fc0689182461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:38.053356 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d88f11c-ea76-435f-b048-d7e6cbb79c70 None None] Checking router: 798277ea-d52a-4e8a-b065-06176ed0e23e for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:08:38.062176 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d88f11c-ea76-435f-b048-d7e6cbb79c70 None None] Routers {'798277ea-d52a-4e8a-b065-06176ed0e23e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:08:38.062813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1d88f11c-ea76-435f-b048-d7e6cbb79c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:08:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['798277ea-d52a-4e8a-b065-06176ed0e23e'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:38.077871 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1a9320cf-f44c-4bd9-af01-59ee9b9ba569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1756344 Oct 28 10:08:38.078620 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'tag': 'e3f74a73-7fab-4596-b1a8-b00edba35f77'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:08:38.080691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44658) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:38.081119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e57c15b-0434-42a7-b273-6df65497e5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0147c6b1-5779-48de-92c5-76cd3647dd3f", "tag": "e3f74a73-7fab-4596-b1a8-b00edba35f77"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:08:38.108967 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:38.120277 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd6f384-7fd3-498a-84ad-48eb8584c805 x-openstack-request-id: req-0bd6f384-7fd3-498a-84ad-48eb8584c805 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:08:38.120572 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0147c6b1-5779-48de-92c5-76cd3647dd3f", "tag": "e3f74a73-7fab-4596-b1a8-b00edba35f77", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:08:38.120822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0bd6f384-7fd3-498a-84ad-48eb8584c805 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:08:38.121231 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd6f384-7fd3-498a-84ad-48eb8584c805'] response: {'name': 'network-changed', 'server_uuid': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'tag': 'e3f74a73-7fab-4596-b1a8-b00edba35f77', 'status': 'completed', 'code': 200} Oct 28 10:08:38.172570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-1d88f11c-ea76-435f-b048-d7e6cbb79c70 None None] Set router 798277ea-d52a-4e8a-b065-06176ed0e23e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:08:38.218817 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e90f9d84-fe90-456f-b14e-44038b8db832 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/798277ea-d52a-4e8a-b065-06176ed0e23e HTTP/1.1" status: 200 len: 922 time: 0.1368375 Oct 28 10:08:38.221555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44662) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:38.222034 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57c15b-0434-42a7-b273-6df65497e5f1 req-01a6d9ec-d3bb-4f42-8a92-89f6f694f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:38.223596 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4e57c15b-0434-42a7-b273-6df65497e5f1 req-01a6d9ec-d3bb-4f42-8a92-89f6f694f66b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 1129 time: 0.0527186 Oct 28 10:08:38.281385 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4262b737-1bfd-4a91-82a4-baf540157fd6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/71582afb-1acf-48a5-bc34-1b68eb0d8bcf HTTP/1.1" status: 200 len: 991 time: 0.0583034 Oct 28 10:08:38.318936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:38.323537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57c15b-0434-42a7-b273-6df65497e5f1 req-d600902c-5f7a-4799-8bfb-f967b46a8100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:38.325020 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4e57c15b-0434-42a7-b273-6df65497e5f1 req-d600902c-5f7a-4799-8bfb-f967b46a8100 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=3dde29e9-3a01-40b4-81a7-fab593a0fea8 HTTP/1.1" status: 200 len: 898 time: 0.0957134 Oct 28 10:08:38.391601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-1d88f11c-ea76-435f-b048-d7e6cbb79c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:08:20Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '71582afb-1acf-48a5-bc34-1b68eb0d8bcf', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.203', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'port_id': 'e3f74a73-7fab-4596-b1a8-b00edba35f77', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'mac_address': 'fa:16:3e:82:09:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:08:36Z', 'updated_at': '2022-10-28T10:08:36Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8', 'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:d9:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '3400dbd3-f374-4424-8bee-fc0689182461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:19Z', 'updated_at': '2022-10-28T10:08:24Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '3400dbd3-f374-4424-8bee-fc0689182461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:08:38.392599 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4e57c15b-0434-42a7-b273-6df65497e5f1 req-ffd0d3ec-40a3-4d59-960c-e552ce337063 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3f74a73-7fab-4596-b1a8-b00edba35f77 HTTP/1.1" status: 200 len: 999 time: 0.0611925 Oct 28 10:08:38.417809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d88f11c-ea76-435f-b048-d7e6cbb79c70 None None] The sync data for ids ['798277ea-d52a-4e8a-b065-06176ed0e23e'] in dv-neutron-zed-2-hyperv is: [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:08:20Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '71582afb-1acf-48a5-bc34-1b68eb0d8bcf', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.203', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'port_id': 'e3f74a73-7fab-4596-b1a8-b00edba35f77', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'mac_address': 'fa:16:3e:82:09:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:08:36Z', 'updated_at': '2022-10-28T10:08:36Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8', 'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:d9:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '3400dbd3-f374-4424-8bee-fc0689182461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:19Z', 'updated_at': '2022-10-28T10:08:24Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '3400dbd3-f374-4424-8bee-fc0689182461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:08:38.447005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57c15b-0434-42a7-b273-6df65497e5f1 req-785ecda0-2b94-4ba3-b22e-6e08b1bd31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:38.448435 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4e57c15b-0434-42a7-b273-6df65497e5f1 req-785ecda0-2b94-4ba3-b22e-6e08b1bd31ab service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=3400dbd3-f374-4424-8bee-fc0689182461 HTTP/1.1" status: 200 len: 834 time: 0.0495296 Oct 28 10:08:38.496220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57c15b-0434-42a7-b273-6df65497e5f1 req-3f8dc938-2764-463a-8890-fac0b4a73fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:08:38.498368 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4e57c15b-0434-42a7-b273-6df65497e5f1 req-3f8dc938-2764-463a-8890-fac0b4a73fcc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3dde29e9-3a01-40b4-81a7-fab593a0fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0442338 Oct 28 10:08:38.596657 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4e57c15b-0434-42a7-b273-6df65497e5f1 req-a08ff39e-5e9b-4b1e-a88d-0531e0e866a7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3dde29e9-3a01-40b4-81a7-fab593a0fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915308 Oct 28 10:08:38.624912 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5538d7-32b0-4555-8891-2aecaa8cf570 None None] New status for floating IP 71582afb-1acf-48a5-bc34-1b68eb0d8bcf: ACTIVE {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:08:38.668900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:38.696457 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4e57c15b-0434-42a7-b273-6df65497e5f1 req-e9b934ce-5800-4baf-824f-9aeee295395f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3dde29e9-3a01-40b4-81a7-fab593a0fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928302 Oct 28 10:08:38.720901 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:08:39.285272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44664) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:08:39.347031 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0d92a98c-11c6-4cc8-a19a-5a742913e6df tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/71582afb-1acf-48a5-bc34-1b68eb0d8bcf HTTP/1.1" status: 200 len: 993 time: 0.0605664 Oct 28 10:08:43.020394 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-090e319d-7076-4f24-a00a-305f8e437a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:45.311465 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f9c1f6fc-42fe-4a53-82c0-2ff097233ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:46.906090 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:47.957593 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:48.268927 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:48.275881 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:48.494590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:49.338099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:49.342438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:53.420397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:08:57.699400 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:08:57.700262 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:03.340758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:03.342625 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=41,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:04.561170 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d754aac7-ca1e-40be-beab-653ab18f6ccd req-e3a171ef-893c-4ab7-9456-b9b077dc77b5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374317 Oct 28 10:09:04.638438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754aac7-ca1e-40be-beab-653ab18f6ccd req-c07fb42b-785e-461f-9b72-e1894a68843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:04.639912 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d754aac7-ca1e-40be-beab-653ab18f6ccd req-c07fb42b-785e-461f-9b72-e1894a68843a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 1130 time: 0.0381961 Oct 28 10:09:04.746888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754aac7-ca1e-40be-beab-653ab18f6ccd req-1859ecdf-c540-443c-92ae-2361a714f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:04.748371 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d754aac7-ca1e-40be-beab-653ab18f6ccd req-1859ecdf-c540-443c-92ae-2361a714f13a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 912 time: 0.0898299 Oct 28 10:09:04.811361 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d754aac7-ca1e-40be-beab-653ab18f6ccd req-6398d5a8-b790-451a-a469-c6da3ef46458 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d82468a-94ee-4d8d-858b-46e86038d3f0 HTTP/1.1" status: 200 len: 1002 time: 0.0541458 Oct 28 10:09:04.864988 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754aac7-ca1e-40be-beab-653ab18f6ccd req-ba34bf54-611a-4563-9e70-12735bbef2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:04.866390 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d754aac7-ca1e-40be-beab-653ab18f6ccd req-ba34bf54-611a-4563-9e70-12735bbef2d0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19f66d81-2cce-4fe0-89e2-8ae1c40ac146 HTTP/1.1" status: 200 len: 850 time: 0.0467231 Oct 28 10:09:04.909850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754aac7-ca1e-40be-beab-653ab18f6ccd req-ac767285-0c23-49b5-abf7-4115f6281367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:04.911597 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d754aac7-ca1e-40be-beab-653ab18f6ccd req-ac767285-0c23-49b5-abf7-4115f6281367 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4d683f21-056f-49ef-b611-826c5b093c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0381804 Oct 28 10:09:05.001952 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d754aac7-ca1e-40be-beab-653ab18f6ccd req-68c56119-582f-4c9a-b282-d598950b474f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829339 Oct 28 10:09:05.095074 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d754aac7-ca1e-40be-beab-653ab18f6ccd req-53f4c756-6254-49b3-83f2-68ef353074c8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868683 Oct 28 10:09:12.461364 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44684) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:12.491898 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=14 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:12.498999 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=12 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:12.569076 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e9cd1036-2695-45ed-b15e-949132cedfa8 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/798277ea-d52a-4e8a-b065-06176ed0e23e/l3-agents HTTP/1.1" status: 200 len: 878 time: 0.1064758 Oct 28 10:09:12.571894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44686) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:12.762884 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a339a7-7123-43ea-8aab-58488622531b tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Notify agent at dv-neutron-zed-2-hyperv the message router_removed_from_agent {{(pid=114060) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Oct 28 10:09:12.766061 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f8a339a7-7123-43ea-8aab-58488622531b tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "DELETE /networking/v2.0/agents/cf8d0934-ebc3-435b-8921-588bfdc4a819/l3-routers/798277ea-d52a-4e8a-b065-06176ed0e23e HTTP/1.1" status: 204 len: 168 time: 0.1932402 Oct 28 10:09:12.769200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44688) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:12.875713 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9b5956d8-c8a6-467c-bfe4-80d316fdcae0 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/798277ea-d52a-4e8a-b065-06176ed0e23e/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1053765 Oct 28 10:09:12.883322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44690) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:12.940343 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-645175c1-0220-41f4-8e36-3814371a62a5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/71582afb-1acf-48a5-bc34-1b68eb0d8bcf HTTP/1.1" status: 200 len: 993 time: 0.0554013 Oct 28 10:09:13.043264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7f60a9d5-409d-41bf-b698-935fcc0fa9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:13.526719 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc4c670-4690-4279-b73f-e3492c49e574 None None] New status for floating IP 71582afb-1acf-48a5-bc34-1b68eb0d8bcf: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:09:13.944251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44692) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:14.330223 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ccb5070b-87c5-42de-93bf-4ba2d759d7d6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/71582afb-1acf-48a5-bc34-1b68eb0d8bcf HTTP/1.1" status: 200 len: 991 time: 0.3846862 Oct 28 10:09:14.560883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:09:14.635643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:14.635953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:14.667847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8,segment=NetworkSegment(e159c92b-834e-419b-b536-7f59a9be5e22),segment_id=e159c92b-834e-419b-b536-7f59a9be5e22)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:14.734550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:14.735576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e3f21ac3-3e79-4f90-913b-464a1df3c618 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:09:14.806891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:14.848000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port e3f21ac3-3e79-4f90-913b-464a1df3c618 is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:14.848397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:14.869815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port e3f21ac3-3e79-4f90-913b-464a1df3c618, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e3f21ac3-3e79-4f90-913b-464a1df3c618,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:14.933686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:14.979456 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=e3f21ac3-3e79-4f90-913b-464a1df3c618,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:15.339911 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-24c52210-7002-4cb2-a284-fc5c1f837e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:15.495522 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44696) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:15.545947 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:15.551521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:15.694469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec293b3b-71b5-4b68-8b64-893b1536c4b1 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Router 798277ea-d52a-4e8a-b065-06176ed0e23e is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:09:15.697437 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec293b3b-71b5-4b68-8b64-893b1536c4b1 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Notify agent at dv-neutron-zed-2-hyperv the message router_added_to_agent {{(pid=114060) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Oct 28 10:09:15.715584 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ec293b3b-71b5-4b68-8b64-893b1536c4b1 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "POST /networking/v2.0/agents/cf8d0934-ebc3-435b-8921-588bfdc4a819/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2163246 Oct 28 10:09:15.715684 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44702) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:15.722367 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:09:15.729467 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82826016-2532-4024-ac73-2955889ed2b7 None None] Sync routers for ids ['798277ea-d52a-4e8a-b065-06176ed0e23e'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:09:15.739947 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82826016-2532-4024-ac73-2955889ed2b7 None None] Routers {'798277ea-d52a-4e8a-b065-06176ed0e23e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:09:15.740493 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-82826016-2532-4024-ac73-2955889ed2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:09:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['798277ea-d52a-4e8a-b065-06176ed0e23e'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:15.827551 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2eaff371-5776-48a6-a18e-91d8a2507184 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/798277ea-d52a-4e8a-b065-06176ed0e23e/l3-agents HTTP/1.1" status: 200 len: 878 time: 0.1107981 Oct 28 10:09:15.830935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44704) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:15.890885 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8b89f0da-0993-4221-9bb1-287c46886fda tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/71582afb-1acf-48a5-bc34-1b68eb0d8bcf HTTP/1.1" status: 200 len: 991 time: 0.0588403 Oct 28 10:09:15.929355 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-82826016-2532-4024-ac73-2955889ed2b7 None None] Set router 798277ea-d52a-4e8a-b065-06176ed0e23e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:09:16.135126 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-82826016-2532-4024-ac73-2955889ed2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:08:20Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:09:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '71582afb-1acf-48a5-bc34-1b68eb0d8bcf', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.203', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'port_id': 'e3f74a73-7fab-4596-b1a8-b00edba35f77', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'mac_address': 'fa:16:3e:82:09:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:08:36Z', 'updated_at': '2022-10-28T10:09:13Z', 'revision_number': 2, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8', 'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:d9:b3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '3400dbd3-f374-4424-8bee-fc0689182461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:19Z', 'updated_at': '2022-10-28T10:09:14Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '3400dbd3-f374-4424-8bee-fc0689182461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:16.159077 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82826016-2532-4024-ac73-2955889ed2b7 None None] Checking router: 798277ea-d52a-4e8a-b065-06176ed0e23e for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:09:16.167262 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82826016-2532-4024-ac73-2955889ed2b7 None None] Routers {'798277ea-d52a-4e8a-b065-06176ed0e23e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:09:16.167850 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-82826016-2532-4024-ac73-2955889ed2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:09:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['798277ea-d52a-4e8a-b065-06176ed0e23e'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:16.267730 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-82826016-2532-4024-ac73-2955889ed2b7 None None] Set router 798277ea-d52a-4e8a-b065-06176ed0e23e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:09:16.473152 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-82826016-2532-4024-ac73-2955889ed2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:08:20Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:09:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '71582afb-1acf-48a5-bc34-1b68eb0d8bcf', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.203', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'port_id': 'e3f74a73-7fab-4596-b1a8-b00edba35f77', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'mac_address': 'fa:16:3e:82:09:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:08:36Z', 'updated_at': '2022-10-28T10:09:13Z', 'revision_number': 2, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8', 'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:d9:b3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '3400dbd3-f374-4424-8bee-fc0689182461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:19Z', 'updated_at': '2022-10-28T10:09:14Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '3400dbd3-f374-4424-8bee-fc0689182461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:16.501041 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82826016-2532-4024-ac73-2955889ed2b7 None None] The sync data for ids ['798277ea-d52a-4e8a-b065-06176ed0e23e'] in dv-neutron-zed-2-hyperv is: [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:08:20Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:09:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '71582afb-1acf-48a5-bc34-1b68eb0d8bcf', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.203', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'port_id': 'e3f74a73-7fab-4596-b1a8-b00edba35f77', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'mac_address': 'fa:16:3e:82:09:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:08:36Z', 'updated_at': '2022-10-28T10:09:13Z', 'revision_number': 2, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8', 'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:d9:b3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '3400dbd3-f374-4424-8bee-fc0689182461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:19Z', 'updated_at': '2022-10-28T10:09:14Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '3400dbd3-f374-4424-8bee-fc0689182461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:09:16.895163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44706) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:16.934962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:16.962116 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-be248389-1900-4040-8731-755488d8bb35 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/71582afb-1acf-48a5-bc34-1b68eb0d8bcf HTTP/1.1" status: 200 len: 991 time: 0.0654571 Oct 28 10:09:17.965989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44708) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:17.986036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:18.027271 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cad66273-97aa-40ab-8021-e4cced980b40 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/71582afb-1acf-48a5-bc34-1b68eb0d8bcf HTTP/1.1" status: 200 len: 991 time: 0.0599842 Oct 28 10:09:18.151989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae67f2e-db5d-4108-bbb8-fd84f2b4ba3e None None] New status for floating IP 71582afb-1acf-48a5-bc34-1b68eb0d8bcf: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:09:18.522224 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:18.603281 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:18.649707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:09:18.650082 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:18.650418 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 Oct 28 10:09:18.725525 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:18.725913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:18.758498 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8,segment=NetworkSegment(e159c92b-834e-419b-b536-7f59a9be5e22),segment_id=e159c92b-834e-419b-b536-7f59a9be5e22)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:18.831800 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:18.832610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e3f21ac3-3e79-4f90-913b-464a1df3c618 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:18.835622 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:18.874083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:18.904640 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:18.916029 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port e3f21ac3-3e79-4f90-913b-464a1df3c618 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:09:18.916404 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:18.916739 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port e3f21ac3-3e79-4f90-913b-464a1df3c618 Oct 28 10:09:18.992704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port e3f21ac3-3e79-4f90-913b-464a1df3c618 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:18.993369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:19.013879 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port e3f21ac3-3e79-4f90-913b-464a1df3c618, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e3f21ac3-3e79-4f90-913b-464a1df3c618,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:19.030122 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44710) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:19.082875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:19.092626 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4185d502-4883-4afd-bd92-318ee849bc05 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/71582afb-1acf-48a5-bc34-1b68eb0d8bcf HTTP/1.1" status: 200 len: 993 time: 0.0613012 Oct 28 10:09:19.130921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=e3f21ac3-3e79-4f90-913b-464a1df3c618,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:19.402932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44716) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:19.546416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port a2a330c2-508a-4aa9-b7ec-49d757f1caa1 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:09:19.546840 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a2a330c2-508a-4aa9-b7ec-49d757f1caa1), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:19.626684 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a2a330c2-508a-4aa9-b7ec-49d757f1caa1), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:19.627052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (a2a330c2-508a-4aa9-b7ec-49d757f1caa1), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:19.639907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for a2a330c2-508a-4aa9-b7ec-49d757f1caa1 owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:09:19.775424 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:19.922569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a2a330c2-508a-4aa9-b7ec-49d757f1caa1), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:19.950546 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=a2a330c2-508a-4aa9-b7ec-49d757f1caa1,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:19.979559 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.979908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.980260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.980599 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.980938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.981274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.981605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.981934 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.982268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.982617 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.982968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.983296 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.983620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.983945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.984286 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:20.028324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (71582afb-1acf-48a5-bc34-1b68eb0d8bcf), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:20.028658 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP 71582afb-1acf-48a5-bc34-1b68eb0d8bcf disassociated (deleted). External IP: 172.36.1.203, port: e3f74a73-7fab-4596-b1a8-b00edba35f77. Oct 28 10:09:20.060315 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:20.231649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 798277ea-d52a-4e8a-b065-06176ed0e23e has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:09:20.336968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:09:20.341439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:20.346315 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3191a462-abe8-4dc4-9caa-a208ab5ff1fc None None] Sync routers for ids ['798277ea-d52a-4e8a-b065-06176ed0e23e'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:09:20.357326 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3191a462-abe8-4dc4-9caa-a208ab5ff1fc None None] Routers {'798277ea-d52a-4e8a-b065-06176ed0e23e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:09:20.357929 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3191a462-abe8-4dc4-9caa-a208ab5ff1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:09:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['798277ea-d52a-4e8a-b065-06176ed0e23e'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:20.372707 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-62ac8ace-02d8-47ef-bd70-7d0b5dff5917 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/71582afb-1acf-48a5-bc34-1b68eb0d8bcf HTTP/1.1" status: 204 len: 168 time: 0.9687479 Oct 28 10:09:20.373403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'tag': 'e3f74a73-7fab-4596-b1a8-b00edba35f77'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:09:20.375718 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed94042c-1241-40fe-9ac5-1168af869dea" -d '{"events": [{"name": "network-changed", "server_uuid": "0147c6b1-5779-48de-92c5-76cd3647dd3f", "tag": "e3f74a73-7fab-4596-b1a8-b00edba35f77"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:09:20.417967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11091591-1e95-41bc-8d5c-6b819c90d8a1 x-openstack-request-id: req-11091591-1e95-41bc-8d5c-6b819c90d8a1 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:09:20.418266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0147c6b1-5779-48de-92c5-76cd3647dd3f", "tag": "e3f74a73-7fab-4596-b1a8-b00edba35f77", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:09:20.419085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11091591-1e95-41bc-8d5c-6b819c90d8a1 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:09:20.419514 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11091591-1e95-41bc-8d5c-6b819c90d8a1'] response: {'name': 'network-changed', 'server_uuid': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'tag': 'e3f74a73-7fab-4596-b1a8-b00edba35f77', 'status': 'completed', 'code': 200} Oct 28 10:09:20.462951 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-3191a462-abe8-4dc4-9caa-a208ab5ff1fc None None] Set router 798277ea-d52a-4e8a-b065-06176ed0e23e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:09:20.527707 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94042c-1241-40fe-9ac5-1168af869dea req-30fec7bc-58f1-4beb-9ac5-9235242cb9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:20.527707 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ed94042c-1241-40fe-9ac5-1168af869dea req-30fec7bc-58f1-4beb-9ac5-9235242cb9b5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 1129 time: 0.0435340 Oct 28 10:09:20.588042 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:20.600158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:20.604546 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:20.645180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94042c-1241-40fe-9ac5-1168af869dea req-b787b8d9-3acb-4b5f-9743-764556593a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:20.646690 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ed94042c-1241-40fe-9ac5-1168af869dea req-b787b8d9-3acb-4b5f-9743-764556593a00 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=3dde29e9-3a01-40b4-81a7-fab593a0fea8 HTTP/1.1" status: 200 len: 898 time: 0.1154737 Oct 28 10:09:20.647870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:09:20.648253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:20.648718 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 Oct 28 10:09:20.662190 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3191a462-abe8-4dc4-9caa-a208ab5ff1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:08:20Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:09:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8', 'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:d9:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '3400dbd3-f374-4424-8bee-fc0689182461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:19Z', 'updated_at': '2022-10-28T10:09:18Z', 'revision_number': 7, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '3400dbd3-f374-4424-8bee-fc0689182461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:20.695717 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ed94042c-1241-40fe-9ac5-1168af869dea req-3d0a472a-6150-4ea2-a4eb-2dfdbb6d89d7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3f74a73-7fab-4596-b1a8-b00edba35f77 HTTP/1.1" status: 200 len: 217 time: 0.0391724 Oct 28 10:09:20.695900 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3191a462-abe8-4dc4-9caa-a208ab5ff1fc None None] Checking router: 798277ea-d52a-4e8a-b065-06176ed0e23e for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:09:20.705267 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3191a462-abe8-4dc4-9caa-a208ab5ff1fc None None] Routers {'798277ea-d52a-4e8a-b065-06176ed0e23e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:09:20.705936 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3191a462-abe8-4dc4-9caa-a208ab5ff1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:09:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['798277ea-d52a-4e8a-b065-06176ed0e23e'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:20.727130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:20.728151 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e3f21ac3-3e79-4f90-913b-464a1df3c618 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:20.763485 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94042c-1241-40fe-9ac5-1168af869dea req-302695c9-f947-44b5-a9f0-41bb2de19ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:20.766986 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ed94042c-1241-40fe-9ac5-1168af869dea req-302695c9-f947-44b5-a9f0-41bb2de19ee6 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=3400dbd3-f374-4424-8bee-fc0689182461 HTTP/1.1" status: 200 len: 834 time: 0.0606372 Oct 28 10:09:20.777091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port e3f21ac3-3e79-4f90-913b-464a1df3c618 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:09:20.777480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:20.777823 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port e3f21ac3-3e79-4f90-913b-464a1df3c618 Oct 28 10:09:20.809192 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-3191a462-abe8-4dc4-9caa-a208ab5ff1fc None None] Set router 798277ea-d52a-4e8a-b065-06176ed0e23e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:09:20.819510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94042c-1241-40fe-9ac5-1168af869dea req-a79783f4-51c3-4e87-96ae-0f5a9927a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:20.821199 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ed94042c-1241-40fe-9ac5-1168af869dea req-a79783f4-51c3-4e87-96ae-0f5a9927a949 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3dde29e9-3a01-40b4-81a7-fab593a0fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0446174 Oct 28 10:09:20.862078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port e3f21ac3-3e79-4f90-913b-464a1df3c618 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:20.937005 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1970e92-8050-42da-b0da-83e8d74fe6be req-55b04016-7b52-415c-843d-9abfd753c5a6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:20.938593 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d1970e92-8050-42da-b0da-83e8d74fe6be req-55b04016-7b52-415c-843d-9abfd753c5a6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 945 time: 0.0506744 Oct 28 10:09:20.989416 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d1970e92-8050-42da-b0da-83e8d74fe6be req-f967e4c2-11ee-48a7-8587-40c7bc16de04 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cafe015e-4d2b-49b1-b39a-62c905fb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444984 Oct 28 10:09:21.001571 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3191a462-abe8-4dc4-9caa-a208ab5ff1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:08:20Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:09:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8', 'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:d9:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '3400dbd3-f374-4424-8bee-fc0689182461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:19Z', 'updated_at': '2022-10-28T10:09:18Z', 'revision_number': 7, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '3400dbd3-f374-4424-8bee-fc0689182461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:21.025877 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3191a462-abe8-4dc4-9caa-a208ab5ff1fc None None] The sync data for ids ['798277ea-d52a-4e8a-b065-06176ed0e23e'] in dv-neutron-zed-2-hyperv is: [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:08:20Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:09:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8', 'name': '', 'network_id': '3dde29e9-3a01-40b4-81a7-fab593a0fea8', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:d9:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '3400dbd3-f374-4424-8bee-fc0689182461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:19Z', 'updated_at': '2022-10-28T10:09:18Z', 'revision_number': 7, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '3400dbd3-f374-4424-8bee-fc0689182461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:09:21.639957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7e0c7-5385-4a9a-a4a1-60df294953ba None None] New status for floating IP 71582afb-1acf-48a5-bc34-1b68eb0d8bcf: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:09:22.114375 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127afc5-d598-4168-9201-34514f6dbc13 req-d2faaa4b-0331-4532-ad4a-ea9c26c11401 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:22.115883 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3127afc5-d598-4168-9201-34514f6dbc13 req-d2faaa4b-0331-4532-ad4a-ea9c26c11401 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 945 time: 0.0471480 Oct 28 10:09:22.171278 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3127afc5-d598-4168-9201-34514f6dbc13 req-455722f5-592d-403d-ad3b-dc7f6a8233ef tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cafe015e-4d2b-49b1-b39a-62c905fb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487812 Oct 28 10:09:22.192681 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ed94042c-1241-40fe-9ac5-1168af869dea req-16b417c2-4a85-4015-ba43-78229a9da64c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3dde29e9-3a01-40b4-81a7-fab593a0fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947976 Oct 28 10:09:22.435570 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ed94042c-1241-40fe-9ac5-1168af869dea req-da6ba6cf-86ab-4b03-996c-96d459f3f28b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3dde29e9-3a01-40b4-81a7-fab593a0fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880694 Oct 28 10:09:22.569751 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e4703-4ed8-41b2-8d23-3e225eebb16f req-68d108db-abef-4c28-9996-3df436592a25 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:22.571219 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-892e4703-4ed8-41b2-8d23-3e225eebb16f req-68d108db-abef-4c28-9996-3df436592a25 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 945 time: 0.0489299 Oct 28 10:09:22.584161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:22.656738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-892e4703-4ed8-41b2-8d23-3e225eebb16f req-188c3d55-aed4-47ec-a030-22a1457a4b72 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port e3f74a73-7fab-4596-b1a8-b00edba35f77 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:09:22.657075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-892e4703-4ed8-41b2-8d23-3e225eebb16f req-188c3d55-aed4-47ec-a030-22a1457a4b72 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e3f74a73-7fab-4596-b1a8-b00edba35f77), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:22.750508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-892e4703-4ed8-41b2-8d23-3e225eebb16f req-188c3d55-aed4-47ec-a030-22a1457a4b72 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port e3f74a73-7fab-4596-b1a8-b00edba35f77, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e3f74a73-7fab-4596-b1a8-b00edba35f77,segment=NetworkSegment(e159c92b-834e-419b-b536-7f59a9be5e22),segment_id=e159c92b-834e-419b-b536-7f59a9be5e22)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:22.750910 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-892e4703-4ed8-41b2-8d23-3e225eebb16f req-188c3d55-aed4-47ec-a030-22a1457a4b72 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e3f74a73-7fab-4596-b1a8-b00edba35f77), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:22.764609 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-892e4703-4ed8-41b2-8d23-3e225eebb16f req-188c3d55-aed4-47ec-a030-22a1457a4b72 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for e3f74a73-7fab-4596-b1a8-b00edba35f77 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:09:22.811896 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:22.945756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-892e4703-4ed8-41b2-8d23-3e225eebb16f req-188c3d55-aed4-47ec-a030-22a1457a4b72 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e3f74a73-7fab-4596-b1a8-b00edba35f77), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:22.971769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c3d55-aed4-47ec-a030-22a1457a4b72 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=e3f74a73-7fab-4596-b1a8-b00edba35f77,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:23.019059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-892e4703-4ed8-41b2-8d23-3e225eebb16f req-188c3d55-aed4-47ec-a030-22a1457a4b72 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] No DVR routers for this DVR port e3f74a73-7fab-4596-b1a8-b00edba35f77 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:09:23.021501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-892e4703-4ed8-41b2-8d23-3e225eebb16f req-188c3d55-aed4-47ec-a030-22a1457a4b72 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:23.024755 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-892e4703-4ed8-41b2-8d23-3e225eebb16f req-188c3d55-aed4-47ec-a030-22a1457a4b72 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "DELETE /networking/v2.0/ports/e3f74a73-7fab-4596-b1a8-b00edba35f77 HTTP/1.1" status: 204 len: 173 time: 0.4470234 Oct 28 10:09:23.025244 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'name': 'network-vif-deleted', 'tag': 'e3f74a73-7fab-4596-b1a8-b00edba35f77'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:09:23.027474 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1cd587-2c37-4da0-9ee6-54c42915e099" -d '{"events": [{"server_uuid": "0147c6b1-5779-48de-92c5-76cd3647dd3f", "name": "network-vif-deleted", "tag": "e3f74a73-7fab-4596-b1a8-b00edba35f77"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:09:23.065585 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7b6962-68a8-4265-b416-cb932e5ba376 x-openstack-request-id: req-9c7b6962-68a8-4265-b416-cb932e5ba376 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:09:23.065924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0147c6b1-5779-48de-92c5-76cd3647dd3f", "name": "network-vif-deleted", "tag": "e3f74a73-7fab-4596-b1a8-b00edba35f77", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:09:23.066183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c7b6962-68a8-4265-b416-cb932e5ba376 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:09:23.066602 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c7b6962-68a8-4265-b416-cb932e5ba376'] response: {'server_uuid': '0147c6b1-5779-48de-92c5-76cd3647dd3f', 'name': 'network-vif-deleted', 'tag': 'e3f74a73-7fab-4596-b1a8-b00edba35f77', 'status': 'completed', 'code': 200} Oct 28 10:09:23.274396 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-793509c6-0467-4e95-98b6-927f1858fcb3 req-88ad7b05-6dc5-4528-8182-a8beb38611ba tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0147c6b1-5779-48de-92c5-76cd3647dd3f HTTP/1.1" status: 200 len: 210 time: 0.0286977 Oct 28 10:09:23.420269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:24.340764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44734) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:24.399646 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-54e4fad2-6593-4a37-bdc9-24866213db8d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (cafe015e-4d2b-49b1-b39a-62c905fb306f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:24.427446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-54e4fad2-6593-4a37-bdc9-24866213db8d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (cafe015e-4d2b-49b1-b39a-62c905fb306f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:24.534050 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-54e4fad2-6593-4a37-bdc9-24866213db8d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (cafe015e-4d2b-49b1-b39a-62c905fb306f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:24.536679 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-54e4fad2-6593-4a37-bdc9-24866213db8d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:24.540593 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-54e4fad2-6593-4a37-bdc9-24866213db8d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/cafe015e-4d2b-49b1-b39a-62c905fb306f HTTP/1.1" status: 204 len: 168 time: 0.1960475 Oct 28 10:09:24.547456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4fad2-6593-4a37-bdc9-24866213db8d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe015e-4d2b-49b1-b39a-62c905fb306f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:24.616021 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44738) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:24.937158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-617e5a2e-5694-4387-b4ef-7b6682693f62 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (798277ea-d52a-4e8a-b065-06176ed0e23e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:24.972640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:25.164568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-617e5a2e-5694-4387-b4ef-7b6682693f62 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:09:25.164908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-617e5a2e-5694-4387-b4ef-7b6682693f62 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:25.214997 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:25.258274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-617e5a2e-5694-4387-b4ef-7b6682693f62 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8,segment=NetworkSegment(e159c92b-834e-419b-b536-7f59a9be5e22),segment_id=e159c92b-834e-419b-b536-7f59a9be5e22)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:25.258631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-617e5a2e-5694-4387-b4ef-7b6682693f62 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:25.272264 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-617e5a2e-5694-4387-b4ef-7b6682693f62 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:09:25.505906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-617e5a2e-5694-4387-b4ef-7b6682693f62 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:25.525519 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e3f74a73-7fab-4596-b1a8-b00edba35f77 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:09:25.530275 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e5a2e-5694-4387-b4ef-7b6682693f62 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:25.546126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: e3f74a73-7fab-4596-b1a8-b00edba35f77 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:09:25.546473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e3f74a73-7fab-4596-b1a8-b00edba35f77 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:09:26.036410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-617e5a2e-5694-4387-b4ef-7b6682693f62 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (798277ea-d52a-4e8a-b065-06176ed0e23e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:26.223415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:26.244282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617e5a2e-5694-4387-b4ef-7b6682693f62 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 798277ea-d52a-4e8a-b065-06176ed0e23e has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:09:26.348230 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617e5a2e-5694-4387-b4ef-7b6682693f62 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:09:26.353274 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-617e5a2e-5694-4387-b4ef-7b6682693f62 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/798277ea-d52a-4e8a-b065-06176ed0e23e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7361784 Oct 28 10:09:26.356405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44740) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:26.358728 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e84f80-b1e9-469b-87d1-12ce8ad2677f None None] Sync routers for ids ['798277ea-d52a-4e8a-b065-06176ed0e23e'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:09:26.369796 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e84f80-b1e9-469b-87d1-12ce8ad2677f None None] Routers {'798277ea-d52a-4e8a-b065-06176ed0e23e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:09:26.370467 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c1e84f80-b1e9-469b-87d1-12ce8ad2677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:09:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['798277ea-d52a-4e8a-b065-06176ed0e23e'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:26.409725 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a37190-0e65-4339-aac8-600405ea9eeb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting subnet 3400dbd3-f374-4424-8bee-fc0689182461 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:09:26.413496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c3a37190-0e65-4339-aac8-600405ea9eeb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (3400dbd3-f374-4424-8bee-fc0689182461), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:26.439770 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:26.461538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c3a37190-0e65-4339-aac8-600405ea9eeb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (3400dbd3-f374-4424-8bee-fc0689182461), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:26.555482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c3a37190-0e65-4339-aac8-600405ea9eeb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (3400dbd3-f374-4424-8bee-fc0689182461), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:26.567497 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-c1e84f80-b1e9-469b-87d1-12ce8ad2677f None None] Set router 798277ea-d52a-4e8a-b065-06176ed0e23e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:09:26.666330 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c3a37190-0e65-4339-aac8-600405ea9eeb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (3400dbd3-f374-4424-8bee-fc0689182461), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:26.701520 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a37190-0e65-4339-aac8-600405ea9eeb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Subnet': ['ID=3400dbd3-f374-4424-8bee-fc0689182461,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:26.703570 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c3a37190-0e65-4339-aac8-600405ea9eeb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:26.707253 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c3a37190-0e65-4339-aac8-600405ea9eeb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/3400dbd3-f374-4424-8bee-fc0689182461 HTTP/1.1" status: 204 len: 168 time: 0.3502018 Oct 28 10:09:26.710000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44742) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:26.711940 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256c0c8b-c01d-4d2c-8f01-6579a9620401 None None] Network 3dde29e9-3a01-40b4-81a7-fab593a0fea8 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:09:26.741684 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:26.746540 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c1e84f80-b1e9-469b-87d1-12ce8ad2677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:09:25Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:09:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:26.776037 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e84f80-b1e9-469b-87d1-12ce8ad2677f None None] Checking router: 798277ea-d52a-4e8a-b065-06176ed0e23e for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:09:26.787342 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e84f80-b1e9-469b-87d1-12ce8ad2677f None None] Routers {'798277ea-d52a-4e8a-b065-06176ed0e23e'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:09:26.788008 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c1e84f80-b1e9-469b-87d1-12ce8ad2677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:09:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['798277ea-d52a-4e8a-b065-06176ed0e23e'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:26.801877 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:26.819605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (798277ea-d52a-4e8a-b065-06176ed0e23e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:26.892299 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] DHCP port deletion for 3dde29e9-3a01-40b4-81a7-fab593a0fea8 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:09:26.897357 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-c1e84f80-b1e9-469b-87d1-12ce8ad2677f None None] Set router 798277ea-d52a-4e8a-b065-06176ed0e23e gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:09:26.928104 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (798277ea-d52a-4e8a-b065-06176ed0e23e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:26.938236 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Deleting port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:09:26.938758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (11b4dd80-14c4-477e-9e80-c7b7984d11b8), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:27.023111 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port e3f21ac3-3e79-4f90-913b-464a1df3c618 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:09:27.023701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:27.076611 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-c1e84f80-b1e9-469b-87d1-12ce8ad2677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:09:25Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:09:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:27.107056 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e84f80-b1e9-469b-87d1-12ce8ad2677f None None] The sync data for ids ['798277ea-d52a-4e8a-b065-06176ed0e23e'] in dv-neutron-zed-2-hyperv is: [{'id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'name': 'tempest-TestNetworkBasicOps-router-754392587', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:08:15Z', 'updated_at': '2022-10-28T10:09:25Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'e3f21ac3-3e79-4f90-913b-464a1df3c618', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798277ea-d52a-4e8a-b065-06176ed0e23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:08:16Z', 'updated_at': '2022-10-28T10:09:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:09:27.122408 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port e3f21ac3-3e79-4f90-913b-464a1df3c618, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e3f21ac3-3e79-4f90-913b-464a1df3c618,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:27.122980 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:27.139059 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for e3f21ac3-3e79-4f90-913b-464a1df3c618 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:09:27.149550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] For port 11b4dd80-14c4-477e-9e80-c7b7984d11b8, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=11b4dd80-14c4-477e-9e80-c7b7984d11b8,segment=NetworkSegment(e159c92b-834e-419b-b536-7f59a9be5e22),segment_id=e159c92b-834e-419b-b536-7f59a9be5e22)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:27.150009 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (11b4dd80-14c4-477e-9e80-c7b7984d11b8), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:27.163336 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Calling delete_port for 11b4dd80-14c4-477e-9e80-c7b7984d11b8 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:09:27.294813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (11b4dd80-14c4-477e-9e80-c7b7984d11b8), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:27.321681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Pushing event deleted for resources: {'Port': ['ID=11b4dd80-14c4-477e-9e80-c7b7984d11b8,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:27.324000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] No DVR routers for this DVR port 11b4dd80-14c4-477e-9e80-c7b7984d11b8 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:09:27.335222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.335580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.341087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.341087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.341087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.341087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.341087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.341087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.341087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.341087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.341087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.341087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.341087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.341087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.341087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d52d5-87c8-49e8-b141-af17e7288acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.351519 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e3f21ac3-3e79-4f90-913b-464a1df3c618), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:27.375962 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=e3f21ac3-3e79-4f90-913b-464a1df3c618,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:27.389794 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.390164 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.390542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.390912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.391255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.391592 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.391925 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.392256 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.392588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.392988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.393282 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.393610 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.393935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.394261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.394644 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.459600 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (798277ea-d52a-4e8a-b065-06176ed0e23e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:27.553757 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (798277ea-d52a-4e8a-b065-06176ed0e23e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:27.556374 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_controller (798277ea-d52a-4e8a-b065-06176ed0e23e), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:27.561534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:27.594560 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:27.660744 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (798277ea-d52a-4e8a-b065-06176ed0e23e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:27.661366 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Fanout notify agent at l3_agent the message router_deleted on router 798277ea-d52a-4e8a-b065-06176ed0e23e {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:09:27.667876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:27.668993 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-55d1bdec-743a-4fab-9ef3-ac468b3ebc5d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/routers/798277ea-d52a-4e8a-b065-06176ed0e23e HTTP/1.1" status: 204 len: 168 time: 0.9580085 Oct 28 10:09:27.671789 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44744) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:27.759619 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89f76deb-5a03-4611-8db2-39e0bff04741 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (3dde29e9-3a01-40b4-81a7-fab593a0fea8), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:27.848995 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89f76deb-5a03-4611-8db2-39e0bff04741 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (3dde29e9-3a01-40b4-81a7-fab593a0fea8), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:27.869666 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-89f76deb-5a03-4611-8db2-39e0bff04741 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dde29e9-3a01-40b4-81a7-fab593a0fea8']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:27.879390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-89f76deb-5a03-4611-8db2-39e0bff04741 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e159c92b-834e-419b-b536-7f59a9be5e22') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:27.879687 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-89f76deb-5a03-4611-8db2-39e0bff04741 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e159c92b-834e-419b-b536-7f59a9be5e22') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:27.889670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89f76deb-5a03-4611-8db2-39e0bff04741 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (e159c92b-834e-419b-b536-7f59a9be5e22), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:27.903423 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89f76deb-5a03-4611-8db2-39e0bff04741 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (e159c92b-834e-419b-b536-7f59a9be5e22), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:27.909765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f76deb-5a03-4611-8db2-39e0bff04741 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:09:27.910155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89f76deb-5a03-4611-8db2-39e0bff04741 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (e159c92b-834e-419b-b536-7f59a9be5e22), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:27.933472 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment e159c92b-834e-419b-b536-7f59a9be5e22 resource provider aggregate not found Oct 28 10:09:27.977205 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment e159c92b-834e-419b-b536-7f59a9be5e22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e159c92b-834e-419b-b536-7f59a9be5e22 found for delete ", "request_id": "req-423ccd17-8fc8-4737-8053-55ea1d37d036"}]} Oct 28 10:09:28.042832 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89f76deb-5a03-4611-8db2-39e0bff04741 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (3dde29e9-3a01-40b4-81a7-fab593a0fea8), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:28.050236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89f76deb-5a03-4611-8db2-39e0bff04741 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:28.053241 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-89f76deb-5a03-4611-8db2-39e0bff04741 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/networks/3dde29e9-3a01-40b4-81a7-fab593a0fea8 HTTP/1.1" status: 204 len: 168 time: 0.3805816 Oct 28 10:09:28.065958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f76deb-5a03-4611-8db2-39e0bff04741 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Network': ['ID=3dde29e9-3a01-40b4-81a7-fab593a0fea8,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:28.074718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44750) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:28.079621 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e29708b4-e41f-462d-a9ca-3250c37f947d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'network': {'name': 'tempest-network-smoke--1218569287', 'project_id': '0d399d550dab41259d95623249c98b71', 'port_security_enabled': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:09:28.197267 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29708b4-e41f-462d-a9ca-3250c37f947d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:09:28.201176 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e29708b4-e41f-462d-a9ca-3250c37f947d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:28.226116 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29708b4-e41f-462d-a9ca-3250c37f947d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:09:28.235268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e29708b4-e41f-462d-a9ca-3250c37f947d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (9b5f27cb-7320-42bc-826a-ce8f1b39a80e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:28.235626 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-e29708b4-e41f-462d-a9ca-3250c37f947d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Added segment 9b5f27cb-7320-42bc-826a-ce8f1b39a80e of type vlan for network f02a4891-322f-45ac-a668-c2ec12dbdbeb Oct 28 10:09:28.274839 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e29708b4-e41f-462d-a9ca-3250c37f947d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (f02a4891-322f-45ac-a668-c2ec12dbdbeb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:28.363170 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e29708b4-e41f-462d-a9ca-3250c37f947d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (f02a4891-322f-45ac-a668-c2ec12dbdbeb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:28.368535 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29708b4-e41f-462d-a9ca-3250c37f947d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:28.369129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e29708b4-e41f-462d-a9ca-3250c37f947d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:28.440270 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29708b4-e41f-462d-a9ca-3250c37f947d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Network': ['ID=f02a4891-322f-45ac-a668-c2ec12dbdbeb,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:28.450015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network f02a4891-322f-45ac-a668-c2ec12dbdbeb details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:09:28.496750 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e29708b4-e41f-462d-a9ca-3250c37f947d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4209549 Oct 28 10:09:28.499434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44752) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:28.503841 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-914877699', 'admin_state_up': True, 'project_id': '0d399d550dab41259d95623249c98b71', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:09:28.580882 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:28.581657 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:09:28.581970 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:28.601985 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:09:28.602336 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f9b59cf7-0af6-4e11-9d45-6b8b1e1a02e8 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:09:28.602775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 11b4dd80-14c4-477e-9e80-c7b7984d11b8 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:09:28.621396 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 11b4dd80-14c4-477e-9e80-c7b7984d11b8 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:09:28.621739 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 11b4dd80-14c4-477e-9e80-c7b7984d11b8 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:09:28.622745 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e3f21ac3-3e79-4f90-913b-464a1df3c618 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:09:28.633346 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_controller (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:28.645415 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: e3f21ac3-3e79-4f90-913b-464a1df3c618 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:09:28.645762 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e3f21ac3-3e79-4f90-913b-464a1df3c618 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:09:28.875199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:29.104364 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:29.121899 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:29.145349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:29.202515 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:29.254244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.23 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/7483c93c-aed8-41bf-a460-2b2327f4dea2) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:09:29.363526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (7483c93c-aed8-41bf-a460-2b2327f4dea2), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:29.466031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (7483c93c-aed8-41bf-a460-2b2327f4dea2), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:29.505682 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:09:29.508658 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:29.512270 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:09:29.539145 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=7483c93c-aed8-41bf-a460-2b2327f4dea2,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:29.829821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:29.963670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:30.023310 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:30.208268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:09:30.313647 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:09:30.323325 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Sync routers for ids ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:09:30.331608 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:30.333962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Routers {'d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:09:30.337362 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:09:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:30.387478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:30.392282 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0cae4ada-f540-4f56-afa0-9fdf9fba8c13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8918095 Oct 28 10:09:30.392493 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44754) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:30.422143 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9b7544b1-4b3a-4856-919c-df8c470a8541 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=0d399d550dab41259d95623249c98b71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285268 Oct 28 10:09:30.425524 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44756) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:30.438448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Set router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:09:30.520431 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a1c52b-a3a0-4a44-8cd8-11da124d498f tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:30.522111 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-76a1c52b-a3a0-4a44-8cd8-11da124d498f tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956511 Oct 28 10:09:30.525027 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44758) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:30.554974 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0339a592-75dc-424a-9789-e89e1e46dcd9 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286739 Oct 28 10:09:30.557644 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44760) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:30.562906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a29fdbfe-abab-4331-b20a-cff814672bff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1132212974', 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'project_id': '0d399d550dab41259d95623249c98b71', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:09:30.613551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'name': 'tempest-TestNetworkBasicOps-router-914877699', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23'}], 'enable_snat': True}, 'gw_port_id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:09:28Z', 'updated_at': '2022-10-28T10:09:29Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:29Z', 'updated_at': '2022-10-28T10:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:30.638259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Checking router: d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:09:30.638614 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Updating router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d port 7483c93c-aed8-41bf-a460-2b2327f4dea2 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:09:30.671403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7483c93c-aed8-41bf-a460-2b2327f4dea2), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:30.716685 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29fdbfe-abab-4331-b20a-cff814672bff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:09:30.720774 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a29fdbfe-abab-4331-b20a-cff814672bff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:30.824631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:30.921066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Publish callbacks [] for port (7483c93c-aed8-41bf-a460-2b2327f4dea2), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:30.957495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a29fdbfe-abab-4331-b20a-cff814672bff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (7e3c5fb9-c804-489f-b252-7e1fe2e94e6c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:30.973990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7483c93c-aed8-41bf-a460-2b2327f4dea2), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:31.010369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Attempting to bind port 7483c93c-aed8-41bf-a460-2b2327f4dea2 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:09:31.010783 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Attempting to bind port 7483c93c-aed8-41bf-a460-2b2327f4dea2 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:09:31.011148 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Attempting to bind port 7483c93c-aed8-41bf-a460-2b2327f4dea2 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:09:31.015337 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:31.020132 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fdbfe-abab-4331-b20a-cff814672bff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Subnet': ['ID=7e3c5fb9-c804-489f-b252-7e1fe2e94e6c,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:31.036099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29fdbfe-abab-4331-b20a-cff814672bff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Checking segment: {'id': '9b5f27cb-7320-42bc-826a-ce8f1b39a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:09:31.036450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29fdbfe-abab-4331-b20a-cff814672bff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network hostable DHCP agents. Network: f02a4891-322f-45ac-a668-c2ec12dbdbeb, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:09:31.049001 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a7beb-9c33-4d53-a818-ff4ba67145d7 None None] Pushing event updated for resources: {'Port': ['ID=7483c93c-aed8-41bf-a460-2b2327f4dea2,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:31.068153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:09:31.068521 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:09:31.068924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:31.069305 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:09:31.069874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Bound port: 7483c93c-aed8-41bf-a460-2b2327f4dea2, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:09:31.070271 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7483c93c-aed8-41bf-a460-2b2327f4dea2), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:31.118836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] For port 7483c93c-aed8-41bf-a460-2b2327f4dea2, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:09:31.121824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] For port 7483c93c-aed8-41bf-a460-2b2327f4dea2, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7483c93c-aed8-41bf-a460-2b2327f4dea2,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:09:31.168625 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29fdbfe-abab-4331-b20a-cff814672bff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network f02a4891-322f-45ac-a668-c2ec12dbdbeb is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:09:31.197749 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7483c93c-aed8-41bf-a460-2b2327f4dea2), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:31.234074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Routers {'d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:09:31.234970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:09:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:31.295520 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a7beb-9c33-4d53-a818-ff4ba67145d7 None None] Pushing event updated for resources: {'Port': ['ID=7483c93c-aed8-41bf-a460-2b2327f4dea2,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:31.301119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-a29fdbfe-abab-4331-b20a-cff814672bff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, f02a4891-322f-45ac-a668-c2ec12dbdbeb) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:31.305899 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29fdbfe-abab-4331-b20a-cff814672bff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:31.306785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a29fdbfe-abab-4331-b20a-cff814672bff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:31.334149 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba2b8f4-6b13-46a7-afbf-34acdd71872d None None] Network f02a4891-322f-45ac-a668-c2ec12dbdbeb requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:09:31.384696 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:31.411671 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a29fdbfe-abab-4331-b20a-cff814672bff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8526883 Oct 28 10:09:31.413783 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] Set router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:09:31.414604 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44762) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:31.556959 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ips': [{'subnet_id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:09:31.557823 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:31.569972 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=6,neutron:UPDATE=4,neutron:SELECT=84,neutron:INSERT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:31.698255 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'name': 'tempest-TestNetworkBasicOps-router-914877699', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23'}], 'enable_snat': True}, 'gw_port_id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:09:28Z', 'updated_at': '2022-10-28T10:09:29Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:29Z', 'updated_at': '2022-10-28T10:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:31.738643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8814bbb-36c2-45e4-9c2e-32fc8422f352 None None] The sync data for ids ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'] in dv-neutron-zed-2-hyperv is: [{'id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'name': 'tempest-TestNetworkBasicOps-router-914877699', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23'}], 'enable_snat': True}, 'gw_port_id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:09:28Z', 'updated_at': '2022-10-28T10:09:29Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:29Z', 'updated_at': '2022-10-28T10:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:09:31.793098 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Allocated IP 172.20.0.2 (f02a4891-322f-45ac-a668-c2ec12dbdbeb/7e3c5fb9-c804-489f-b252-7e1fe2e94e6c/095e57fc-c477-4c5f-95c6-0664e950ed3f) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:09:31.867685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:31.893434 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:31.971954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Publish callbacks [] for port (095e57fc-c477-4c5f-95c6-0664e950ed3f), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:32.044095 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (095e57fc-c477-4c5f-95c6-0664e950ed3f), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:32.100149 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Network f02a4891-322f-45ac-a668-c2ec12dbdbeb is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:09:32.104730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:32.113519 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:09:32.121987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Pushing event updated for resources: {'Port': ['ID=095e57fc-c477-4c5f-95c6-0664e950ed3f,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:32.247616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:32.273683 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.1 (f02a4891-322f-45ac-a668-c2ec12dbdbeb/7e3c5fb9-c804-489f-b252-7e1fe2e94e6c/cb78d940-abc4-4017-aba0-41761d0deb8f) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:09:32.361960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Attempting to bind port 095e57fc-c477-4c5f-95c6-0664e950ed3f on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:09:32.362917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Attempting to bind port 095e57fc-c477-4c5f-95c6-0664e950ed3f by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '9b5f27cb-7320-42bc-826a-ce8f1b39a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:09:32.363440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Attempting to bind port 095e57fc-c477-4c5f-95c6-0664e950ed3f on network f02a4891-322f-45ac-a668-c2ec12dbdbeb {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:09:32.420133 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:09:32.420512 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Checking segment: {'id': '9b5f27cb-7320-42bc-826a-ce8f1b39a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:09:32.421200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:32.421633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Bound using segment: {'id': '9b5f27cb-7320-42bc-826a-ce8f1b39a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:09:32.422242 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Bound port: 095e57fc-c477-4c5f-95c6-0664e950ed3f, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5f27cb-7320-42bc-826a-ce8f1b39a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:09:32.422632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (095e57fc-c477-4c5f-95c6-0664e950ed3f), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:32.432697 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:32.504943 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] For port 095e57fc-c477-4c5f-95c6-0664e950ed3f, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:09:32.508400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] For port 095e57fc-c477-4c5f-95c6-0664e950ed3f, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=095e57fc-c477-4c5f-95c6-0664e950ed3f,segment=NetworkSegment(9b5f27cb-7320-42bc-826a-ce8f1b39a80e),segment_id=9b5f27cb-7320-42bc-826a-ce8f1b39a80e)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:09:32.593564 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:32.606524 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network f02a4891-322f-45ac-a668-c2ec12dbdbeb is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:09:32.610594 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:32.615214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:09:32.617123 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7483c93c-aed8-41bf-a460-2b2327f4dea2 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:32.645540 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=cb78d940-abc4-4017-aba0-41761d0deb8f,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:32.667594 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (095e57fc-c477-4c5f-95c6-0664e950ed3f), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:32.673590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:32.676726 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:32.709498 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 7483c93c-aed8-41bf-a460-2b2327f4dea2 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:09:32.709985 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7483c93c-aed8-41bf-a460-2b2327f4dea2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:32.710271 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 7483c93c-aed8-41bf-a460-2b2327f4dea2 Oct 28 10:09:32.773206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:32.781876 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237bdf7-5ce2-4ed0-9e61-97877ceabb21 None None] Pushing event updated for resources: {'Port': ['ID=095e57fc-c477-4c5f-95c6-0664e950ed3f,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:32.829493 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 7483c93c-aed8-41bf-a460-2b2327f4dea2 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:32.829882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7483c93c-aed8-41bf-a460-2b2327f4dea2), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:32.861830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 7483c93c-aed8-41bf-a460-2b2327f4dea2, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7483c93c-aed8-41bf-a460-2b2327f4dea2,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:32.933699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:32.945405 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7483c93c-aed8-41bf-a460-2b2327f4dea2), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:33.014737 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=7483c93c-aed8-41bf-a460-2b2327f4dea2,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:33.241026 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:33.317050 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:33.400009 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=cb78d940-abc4-4017-aba0-41761d0deb8f,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:33.402566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:33.483160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:33.505538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network f02a4891-322f-45ac-a668-c2ec12dbdbeb is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:09:33.507006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:33.624884 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:09:33.733188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:09:33.740690 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-28b8aaec-933c-40df-bef1-ac67694a978b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3230810 Oct 28 10:09:33.741533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44768) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:33.744264 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Sync routers for ids ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:09:33.755779 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Routers {'d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:09:33.756519 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:09:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:33.843897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b12ee0a-4627-409d-b575-aa3ff0e4f78c tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:33.844377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b12ee0a-4627-409d-b575-aa3ff0e4f78c tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:33.844847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b12ee0a-4627-409d-b575-aa3ff0e4f78c tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:33.845309 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b12ee0a-4627-409d-b575-aa3ff0e4f78c tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:33.846270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b12ee0a-4627-409d-b575-aa3ff0e4f78c tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:33.846843 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b12ee0a-4627-409d-b575-aa3ff0e4f78c tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:33.848646 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0b12ee0a-4627-409d-b575-aa3ff0e4f78c tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1061749 Oct 28 10:09:33.851529 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44770) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:33.866093 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Set router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:09:33.914790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b674f52-8df7-44a6-9980-37113b326afc tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:33.915406 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b674f52-8df7-44a6-9980-37113b326afc tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:33.915877 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b674f52-8df7-44a6-9980-37113b326afc tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:33.916329 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b674f52-8df7-44a6-9980-37113b326afc tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:33.917076 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b674f52-8df7-44a6-9980-37113b326afc tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:33.917543 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b674f52-8df7-44a6-9980-37113b326afc tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:33.922208 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3b674f52-8df7-44a6-9980-37113b326afc tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0669551 Oct 28 10:09:33.922208 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44772) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:33.972210 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:34.005654 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:34.042838 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-aa7dddcf-cecf-4b33-ace5-9c34f571359e tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1193411 Oct 28 10:09:34.070215 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'name': 'tempest-TestNetworkBasicOps-router-914877699', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23'}], 'enable_snat': True}, 'gw_port_id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:09:28Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:29Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cb78d940-abc4-4017-aba0-41761d0deb8f', 'name': '', 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:97:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:32Z', 'updated_at': '2022-10-28T10:09:33Z', 'revision_number': 2, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:34.100805 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Checking router: d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:09:34.104303 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Updating router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d port cb78d940-abc4-4017-aba0-41761d0deb8f binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:09:34.130945 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.207842 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44776) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:34.212485 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-8eadfed9-d561-4775-be67-c11c34434004 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1249297832', 'description': 'tempest-secgroup-smoke-1249297832 description', 'project_id': '0d399d550dab41259d95623249c98b71'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:09:34.305864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8eadfed9-d561-4775-be67-c11c34434004 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.331473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624cfa5a-5db2-4907-8f2d-29d16b91fade None None] Network f02a4891-322f-45ac-a668-c2ec12dbdbeb requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:09:34.388247 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8eadfed9-d561-4775-be67-c11c34434004 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (6c57a397-f8d7-4a69-a886-3f4d4f4cb91e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.400467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e6ab14c4-ee54-4339-aa8d-e49a974f8bab None None] Provisioning complete for port 095e57fc-c477-4c5f-95c6-0664e950ed3f triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:09:34.400850 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e6ab14c4-ee54-4339-aa8d-e49a974f8bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (095e57fc-c477-4c5f-95c6-0664e950ed3f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.401195 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e6ab14c4-ee54-4339-aa8d-e49a974f8bab None None] Attempt 1 to provision port 095e57fc-c477-4c5f-95c6-0664e950ed3f Oct 28 10:09:34.404849 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Publish callbacks [] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.448688 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:34.472027 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8eadfed9-d561-4775-be67-c11c34434004 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (6c57a397-f8d7-4a69-a886-3f4d4f4cb91e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.504542 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadfed9-d561-4775-be67-c11c34434004 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c57a397-f8d7-4a69-a886-3f4d4f4cb91e,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:34.523029 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e6ab14c4-ee54-4339-aa8d-e49a974f8bab None None] Current status of the port 095e57fc-c477-4c5f-95c6-0664e950ed3f is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:34.531665 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e6ab14c4-ee54-4339-aa8d-e49a974f8bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (095e57fc-c477-4c5f-95c6-0664e950ed3f), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.532080 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.532080 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:34.560815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e6ab14c4-ee54-4339-aa8d-e49a974f8bab None None] For port 095e57fc-c477-4c5f-95c6-0664e950ed3f, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=095e57fc-c477-4c5f-95c6-0664e950ed3f,segment=NetworkSegment(9b5f27cb-7320-42bc-826a-ce8f1b39a80e),segment_id=9b5f27cb-7320-42bc-826a-ce8f1b39a80e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:34.604876 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8eadfed9-d561-4775-be67-c11c34434004 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.609015 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8eadfed9-d561-4775-be67-c11c34434004 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3973064 Oct 28 10:09:34.609609 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44778) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:34.617000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d8cb8a85-ebed-4a05-a66c-05669917035c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '6c57a397-f8d7-4a69-a886-3f4d4f4cb91e', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:09:34.637764 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e6ab14c4-ee54-4339-aa8d-e49a974f8bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (095e57fc-c477-4c5f-95c6-0664e950ed3f), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.637965 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Pushing event updated for resources: {'Port': ['ID=cb78d940-abc4-4017-aba0-41761d0deb8f,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:34.654368 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Attempting to bind port cb78d940-abc4-4017-aba0-41761d0deb8f on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:09:34.654910 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Attempting to bind port cb78d940-abc4-4017-aba0-41761d0deb8f by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '9b5f27cb-7320-42bc-826a-ce8f1b39a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:09:34.655334 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Attempting to bind port cb78d940-abc4-4017-aba0-41761d0deb8f on network f02a4891-322f-45ac-a668-c2ec12dbdbeb {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:09:34.658574 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:34.659320 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:34.661647 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:34.661647 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:34.661647 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:34.661647 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:34.661647 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:34.661647 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:34.662014 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:34.662102 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:34.662504 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:34.662924 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:34.663321 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:34.663700 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:34.664080 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:34.716811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 095e57fc-c477-4c5f-95c6-0664e950ed3f up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:34.719280 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:09:34.719424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab14c4-ee54-4339-aa8d-e49a974f8bab None None] Pushing event updated for resources: {'Port': ['ID=095e57fc-c477-4c5f-95c6-0664e950ed3f,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:34.722858 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Checking segment: {'id': '9b5f27cb-7320-42bc-826a-ce8f1b39a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:09:34.722858 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.722858 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Bound using segment: {'id': '9b5f27cb-7320-42bc-826a-ce8f1b39a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:09:34.722858 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Bound port: cb78d940-abc4-4017-aba0-41761d0deb8f, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5f27cb-7320-42bc-826a-ce8f1b39a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:09:34.722858 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.725243 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8cb8a85-ebed-4a05-a66c-05669917035c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (b9dc6478-03c0-4636-b967-ba668ac61de0), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.774241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 095e57fc-c477-4c5f-95c6-0664e950ed3f triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:09:34.774886 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (095e57fc-c477-4c5f-95c6-0664e950ed3f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.775330 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 095e57fc-c477-4c5f-95c6-0664e950ed3f Oct 28 10:09:34.801598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8cb8a85-ebed-4a05-a66c-05669917035c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (b9dc6478-03c0-4636-b967-ba668ac61de0), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.810001 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] For port cb78d940-abc4-4017-aba0-41761d0deb8f, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:09:34.811825 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:34.813983 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] For port cb78d940-abc4-4017-aba0-41761d0deb8f, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=cb78d940-abc4-4017-aba0-41761d0deb8f,segment=NetworkSegment(9b5f27cb-7320-42bc-826a-ce8f1b39a80e),segment_id=9b5f27cb-7320-42bc-826a-ce8f1b39a80e)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:09:34.870142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:34.875263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-c2f93cf6-2c14-4c3f-b73f-d93968f2bd12 None None] Provisioning complete for port cb78d940-abc4-4017-aba0-41761d0deb8f triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:09:34.875651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c2f93cf6-2c14-4c3f-b73f-d93968f2bd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.875978 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-c2f93cf6-2c14-4c3f-b73f-d93968f2bd12 None None] Attempt 1 to provision port cb78d940-abc4-4017-aba0-41761d0deb8f Oct 28 10:09:34.878612 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 095e57fc-c477-4c5f-95c6-0664e950ed3f is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:34.879680 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7483c93c-aed8-41bf-a460-2b2327f4dea2 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:34.933834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c2f93cf6-2c14-4c3f-b73f-d93968f2bd12 None None] Port cb78d940-abc4-4017-aba0-41761d0deb8f cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:09:34.946947 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-c2f93cf6-2c14-4c3f-b73f-d93968f2bd12 None None] Provisioning complete for port 095e57fc-c477-4c5f-95c6-0664e950ed3f triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:09:34.947329 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c2f93cf6-2c14-4c3f-b73f-d93968f2bd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (095e57fc-c477-4c5f-95c6-0664e950ed3f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.947669 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-c2f93cf6-2c14-4c3f-b73f-d93968f2bd12 None None] Attempt 1 to provision port 095e57fc-c477-4c5f-95c6-0664e950ed3f Oct 28 10:09:34.957255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8cb8a85-ebed-4a05-a66c-05669917035c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b9dc6478-03c0-4636-b967-ba668ac61de0), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.958697 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.973743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb8a85-ebed-4a05-a66c-05669917035c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9dc6478-03c0-4636-b967-ba668ac61de0,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:34.985451 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:34.990371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 7483c93c-aed8-41bf-a460-2b2327f4dea2 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:09:34.990628 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7483c93c-aed8-41bf-a460-2b2327f4dea2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:34.991003 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 7483c93c-aed8-41bf-a460-2b2327f4dea2 Oct 28 10:09:35.070649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c2f93cf6-2c14-4c3f-b73f-d93968f2bd12 None None] Current status of the port 095e57fc-c477-4c5f-95c6-0664e950ed3f is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:35.085260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d8cb8a85-ebed-4a05-a66c-05669917035c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:35.086516 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d8cb8a85-ebed-4a05-a66c-05669917035c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4759700 Oct 28 10:09:35.089691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44780) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:35.096218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-bd65fbd7-3ecb-4b61-bc2e-0e2c0dc47ebe tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '6c57a397-f8d7-4a69-a886-3f4d4f4cb91e', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:09:35.100904 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Routers {'d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:09:35.101576 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:09:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:35.112419 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 7483c93c-aed8-41bf-a460-2b2327f4dea2 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:35.165428 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48d975-87a0-4e58-accb-3cfc6ea203cf None None] Pushing event updated for resources: {'Port': ['ID=cb78d940-abc4-4017-aba0-41761d0deb8f,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:35.181814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd65fbd7-3ecb-4b61-bc2e-0e2c0dc47ebe tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (480251bc-fc29-4f88-9cc6-f59edaa31978), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:35.198122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-655ad1e9-fbb8-4c4f-9fe4-8865593edc8e None None] Provisioning complete for port cb78d940-abc4-4017-aba0-41761d0deb8f triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:09:35.198122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-655ad1e9-fbb8-4c4f-9fe4-8865593edc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:35.198626 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-655ad1e9-fbb8-4c4f-9fe4-8865593edc8e None None] Attempt 1 to provision port cb78d940-abc4-4017-aba0-41761d0deb8f Oct 28 10:09:35.240323 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] Set router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:09:35.244962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd65fbd7-3ecb-4b61-bc2e-0e2c0dc47ebe tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (480251bc-fc29-4f88-9cc6-f59edaa31978), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:35.276860 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-655ad1e9-fbb8-4c4f-9fe4-8865593edc8e None None] Current status of the port cb78d940-abc4-4017-aba0-41761d0deb8f is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:35.277258 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-655ad1e9-fbb8-4c4f-9fe4-8865593edc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:35.295059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:35.312275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-655ad1e9-fbb8-4c4f-9fe4-8865593edc8e None None] For port cb78d940-abc4-4017-aba0-41761d0deb8f, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=cb78d940-abc4-4017-aba0-41761d0deb8f,segment=NetworkSegment(9b5f27cb-7320-42bc-826a-ce8f1b39a80e),segment_id=9b5f27cb-7320-42bc-826a-ce8f1b39a80e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:35.328487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd65fbd7-3ecb-4b61-bc2e-0e2c0dc47ebe tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (480251bc-fc29-4f88-9cc6-f59edaa31978), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:35.349533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65fbd7-3ecb-4b61-bc2e-0e2c0dc47ebe tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480251bc-fc29-4f88-9cc6-f59edaa31978,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:35.425912 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'name': 'tempest-TestNetworkBasicOps-router-914877699', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23'}], 'enable_snat': True}, 'gw_port_id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:09:28Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:29Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cb78d940-abc4-4017-aba0-41761d0deb8f', 'name': '', 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:97:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:32Z', 'updated_at': '2022-10-28T10:09:34Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:35.453806 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750b712-6546-4e56-ab2f-57b520e3653f None None] The sync data for ids ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'] in dv-neutron-zed-2-hyperv is: [{'id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'name': 'tempest-TestNetworkBasicOps-router-914877699', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23'}], 'enable_snat': True}, 'gw_port_id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:09:28Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:29Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cb78d940-abc4-4017-aba0-41761d0deb8f', 'name': '', 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:97:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:32Z', 'updated_at': '2022-10-28T10:09:34Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:09:35.454462 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-655ad1e9-fbb8-4c4f-9fe4-8865593edc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:35.456561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd65fbd7-3ecb-4b61-bc2e-0e2c0dc47ebe tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:35.458487 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bd65fbd7-3ecb-4b61-bc2e-0e2c0dc47ebe tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3673034 Oct 28 10:09:35.461293 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44782) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:35.476693 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-1eb8f24b-54b8-411a-81e0-b5510e161c1a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '6c57a397-f8d7-4a69-a886-3f4d4f4cb91e', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:09:35.525597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ad1e9-fbb8-4c4f-9fe4-8865593edc8e None None] Pushing event updated for resources: {'Port': ['ID=cb78d940-abc4-4017-aba0-41761d0deb8f,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:35.575492 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-edae8bd5-ffce-473b-a49f-653c145f004d None None] Provisioning complete for port cb78d940-abc4-4017-aba0-41761d0deb8f triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:09:35.576082 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-edae8bd5-ffce-473b-a49f-653c145f004d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:35.576538 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-edae8bd5-ffce-473b-a49f-653c145f004d None None] Attempt 1 to provision port cb78d940-abc4-4017-aba0-41761d0deb8f Oct 28 10:09:35.587053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f24b-54b8-411a-81e0-b5510e161c1a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (01112fcd-f6f2-4b35-9162-1581bec01de8), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:35.636473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:35.662218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f24b-54b8-411a-81e0-b5510e161c1a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (01112fcd-f6f2-4b35-9162-1581bec01de8), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:35.664495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-edae8bd5-ffce-473b-a49f-653c145f004d None None] Current status of the port cb78d940-abc4-4017-aba0-41761d0deb8f is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:35.728601 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f24b-54b8-411a-81e0-b5510e161c1a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (01112fcd-f6f2-4b35-9162-1581bec01de8), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:35.750231 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8f24b-54b8-411a-81e0-b5510e161c1a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01112fcd-f6f2-4b35-9162-1581bec01de8,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:35.833624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f24b-54b8-411a-81e0-b5510e161c1a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:35.835049 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1eb8f24b-54b8-411a-81e0-b5510e161c1a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3621540 Oct 28 10:09:35.837970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44784) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:35.842562 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-07f76213-09ae-4b59-b60e-b25e7af92cdf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '6c57a397-f8d7-4a69-a886-3f4d4f4cb91e', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:09:35.934180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-07f76213-09ae-4b59-b60e-b25e7af92cdf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (fe7304c6-bcd0-460e-85e7-69ade1cdcc73), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:36.001559 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-07f76213-09ae-4b59-b60e-b25e7af92cdf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (fe7304c6-bcd0-460e-85e7-69ade1cdcc73), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:36.123121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-07f76213-09ae-4b59-b60e-b25e7af92cdf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (fe7304c6-bcd0-460e-85e7-69ade1cdcc73), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:36.143500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f76213-09ae-4b59-b60e-b25e7af92cdf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7304c6-bcd0-460e-85e7-69ade1cdcc73,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:36.239282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-07f76213-09ae-4b59-b60e-b25e7af92cdf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:36.241290 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-07f76213-09ae-4b59-b60e-b25e7af92cdf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4016337 Oct 28 10:09:36.243496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44786) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:36.247940 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-ffdd7c6c-82bf-4791-9f33-1c8b1b1c6d6b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '6c57a397-f8d7-4a69-a886-3f4d4f4cb91e', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:09:36.339752 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-ffdd7c6c-82bf-4791-9f33-1c8b1b1c6d6b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:09:36.347025 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7c6c-82bf-4791-9f33-1c8b1b1c6d6b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (4d21c46b-68c3-47a9-a8d9-63b2e627457d), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:36.411619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7c6c-82bf-4791-9f33-1c8b1b1c6d6b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (4d21c46b-68c3-47a9-a8d9-63b2e627457d), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:36.482454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7c6c-82bf-4791-9f33-1c8b1b1c6d6b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (4d21c46b-68c3-47a9-a8d9-63b2e627457d), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:36.502063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd7c6c-82bf-4791-9f33-1c8b1b1c6d6b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d21c46b-68c3-47a9-a8d9-63b2e627457d,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:36.621669 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7c6c-82bf-4791-9f33-1c8b1b1c6d6b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:36.623123 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ffdd7c6c-82bf-4791-9f33-1c8b1b1c6d6b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3784809 Oct 28 10:09:36.625761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44788) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:36.630143 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c363754a-3008-4bdf-b074-2345d52ded3f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '6c57a397-f8d7-4a69-a886-3f4d4f4cb91e', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:09:36.660835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 095e57fc-c477-4c5f-95c6-0664e950ed3f up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:36.706744 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 095e57fc-c477-4c5f-95c6-0664e950ed3f triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:09:36.707124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (095e57fc-c477-4c5f-95c6-0664e950ed3f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:36.707465 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 095e57fc-c477-4c5f-95c6-0664e950ed3f Oct 28 10:09:36.723069 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-c363754a-3008-4bdf-b074-2345d52ded3f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:09:36.729394 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c363754a-3008-4bdf-b074-2345d52ded3f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (06ae06bc-adf5-4407-9a7f-36a3bbe035e0), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:36.782707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 095e57fc-c477-4c5f-95c6-0664e950ed3f is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:36.784355 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device cb78d940-abc4-4017-aba0-41761d0deb8f up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:36.791732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c363754a-3008-4bdf-b074-2345d52ded3f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (06ae06bc-adf5-4407-9a7f-36a3bbe035e0), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:36.826574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port cb78d940-abc4-4017-aba0-41761d0deb8f triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:09:36.826979 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:36.827318 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port cb78d940-abc4-4017-aba0-41761d0deb8f Oct 28 10:09:36.898749 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port cb78d940-abc4-4017-aba0-41761d0deb8f is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:36.905643 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c363754a-3008-4bdf-b074-2345d52ded3f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (06ae06bc-adf5-4407-9a7f-36a3bbe035e0), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:36.928523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363754a-3008-4bdf-b074-2345d52ded3f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ae06bc-adf5-4407-9a7f-36a3bbe035e0,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:37.010385 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c363754a-3008-4bdf-b074-2345d52ded3f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:37.011700 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c363754a-3008-4bdf-b074-2345d52ded3f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3849797 Oct 28 10:09:37.146224 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:37.177097 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-3c23c5ae-553f-4662-becc-d571966dfde5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1249297832&fields=id&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 267 time: 0.0475001 Oct 28 10:09:37.285428 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-969efc7a-d6cc-41eb-9e44-aea77fb25522 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:37.286892 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-969efc7a-d6cc-41eb-9e44-aea77fb25522 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/networks?id=f02a4891-322f-45ac-a668-c2ec12dbdbeb HTTP/1.1" status: 200 len: 797 time: 0.1036153 Oct 28 10:09:37.301746 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b5a966cd-c36c-4ff5-b3fb-dede857e7866 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/quotas/0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 375 time: 0.0095415 Oct 28 10:09:37.354833 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-e4594683-e502-4737-8a0b-cb6e7235ce1c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482082 Oct 28 10:09:37.454366 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-fb525793-9bbf-48a5-afbe-1342d834c7db service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f02a4891-322f-45ac-a668-c2ec12dbdbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876153 Oct 28 10:09:37.551072 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-3c7fb088-5e7d-477e-8439-54beb7f3d79b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f02a4891-322f-45ac-a668-c2ec12dbdbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907817 Oct 28 10:09:37.782977 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8596dd4d-d088-4206-860a-a2da0bd304ab req-4bde1cf1-47a3-4a60-8ef6-b35a97196d52 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 210 time: 0.0286136 Oct 28 10:09:38.887016 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-37a37357-e74a-445d-a1b6-65f112ca300c req-f0df302e-df8b-4cc5-b680-fef1ea690c16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 210 time: 0.0302649 Oct 28 10:09:39.994783 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7a51cc8c-8ea7-4637-8256-99af7c20d7b6 req-3e176b6b-58a8-4b4f-9840-172be19beee4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 210 time: 0.0308580 Oct 28 10:09:40.073752 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=13,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:40.120587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-4831261a-03e9-4c07-944c-0a97ba2a4985 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:40.122118 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-4831261a-03e9-4c07-944c-0a97ba2a4985 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/networks?id=f02a4891-322f-45ac-a668-c2ec12dbdbeb HTTP/1.1" status: 200 len: 797 time: 0.1077394 Oct 28 10:09:40.198974 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-8cd291b4-30c2-4301-9be3-f5b70f67b9d1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 380 time: 0.0540545 Oct 28 10:09:40.223930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-70b7aa69-1889-4770-9373-f3e0fb6e7898 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'port': {'device_id': 'db923ee8-bcf1-4f9f-a474-f47ef83d524f', 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'admin_state_up': True, 'tenant_id': '0d399d550dab41259d95623249c98b71', 'security_groups': ['6c57a397-f8d7-4a69-a886-3f4d4f4cb91e']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:09:40.396956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-70b7aa69-1889-4770-9373-f3e0fb6e7898 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:09:40.400729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-70b7aa69-1889-4770-9373-f3e0fb6e7898 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:40.461705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:40.535396 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-70b7aa69-1889-4770-9373-f3e0fb6e7898 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.3 (f02a4891-322f-45ac-a668-c2ec12dbdbeb/7e3c5fb9-c804-489f-b252-7e1fe2e94e6c/2a673672-499f-46ca-b813-f4ec7ac90595) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:09:40.673912 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-70b7aa69-1889-4770-9373-f3e0fb6e7898 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (2a673672-499f-46ca-b813-f4ec7ac90595), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:40.751542 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-70b7aa69-1889-4770-9373-f3e0fb6e7898 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (2a673672-499f-46ca-b813-f4ec7ac90595), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:40.797929 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-70b7aa69-1889-4770-9373-f3e0fb6e7898 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network f02a4891-322f-45ac-a668-c2ec12dbdbeb is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:09:40.801752 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-70b7aa69-1889-4770-9373-f3e0fb6e7898 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:40.805496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-70b7aa69-1889-4770-9373-f3e0fb6e7898 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:09:40.833060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7aa69-1889-4770-9373-f3e0fb6e7898 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=2a673672-499f-46ca-b813-f4ec7ac90595,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:40.860457 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-70b7aa69-1889-4770-9373-f3e0fb6e7898 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:40.861111 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-70b7aa69-1889-4770-9373-f3e0fb6e7898 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:40.931057 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-70b7aa69-1889-4770-9373-f3e0fb6e7898 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7112305 Oct 28 10:09:40.952490 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Request body: {'port': {'device_id': 'db923ee8-bcf1-4f9f-a474-f47ef83d524f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:09:41.014516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2a673672-499f-46ca-b813-f4ec7ac90595), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:41.015483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-92273a48-dc09-4d48-b7ad-fbd50543692b None None] Provisioning complete for port 2a673672-499f-46ca-b813-f4ec7ac90595 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:09:41.016154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-92273a48-dc09-4d48-b7ad-fbd50543692b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2a673672-499f-46ca-b813-f4ec7ac90595), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:41.017075 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-92273a48-dc09-4d48-b7ad-fbd50543692b None None] Attempt 1 to provision port 2a673672-499f-46ca-b813-f4ec7ac90595 Oct 28 10:09:41.054796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-92273a48-dc09-4d48-b7ad-fbd50543692b None None] Port 2a673672-499f-46ca-b813-f4ec7ac90595 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:09:41.080366 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:41.120587 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ab696-77f0-4ddb-8f39-f1a7c12b2df8 req-a132de47-3181-49ba-bee0-f9e090264f90 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:41.122099 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-513ab696-77f0-4ddb-8f39-f1a7c12b2df8 req-a132de47-3181-49ba-bee0-f9e090264f90 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 931 time: 0.0515952 Oct 28 10:09:41.174004 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-513ab696-77f0-4ddb-8f39-f1a7c12b2df8 req-dc9c9e66-d6f4-4042-a5f7-85bd61e191ed tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6c57a397-f8d7-4a69-a886-3f4d4f4cb91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461044 Oct 28 10:09:41.219302 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:41.276149 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a673672-499f-46ca-b813-f4ec7ac90595 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:09:41.283856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Publish callbacks [] for port (2a673672-499f-46ca-b813-f4ec7ac90595), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:41.296908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Transition to ACTIVE for port object 2a673672-499f-46ca-b813-f4ec7ac90595 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:09:41.385111 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (2a673672-499f-46ca-b813-f4ec7ac90595), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:41.416401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:41.446127 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Pushing event updated for resources: {'Port': ['ID=2a673672-499f-46ca-b813-f4ec7ac90595,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:41.503990 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Attempting to bind port 2a673672-499f-46ca-b813-f4ec7ac90595 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:09:41.504322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Attempting to bind port 2a673672-499f-46ca-b813-f4ec7ac90595 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '9b5f27cb-7320-42bc-826a-ce8f1b39a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:09:41.504648 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Attempting to bind port 2a673672-499f-46ca-b813-f4ec7ac90595 on network f02a4891-322f-45ac-a668-c2ec12dbdbeb {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:09:41.547830 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Port 2a673672-499f-46ca-b813-f4ec7ac90595 on network f02a4891-322f-45ac-a668-c2ec12dbdbeb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:09:41.548155 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Attempting to bind port 2a673672-499f-46ca-b813-f4ec7ac90595 on network f02a4891-322f-45ac-a668-c2ec12dbdbeb {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:09:41.591380 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:09:41.591717 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Checking segment: {'id': '9b5f27cb-7320-42bc-826a-ce8f1b39a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:09:41.592096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Bound using segment: {'id': '9b5f27cb-7320-42bc-826a-ce8f1b39a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:09:41.592531 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Bound port: 2a673672-499f-46ca-b813-f4ec7ac90595, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5f27cb-7320-42bc-826a-ce8f1b39a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:09:41.592891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2a673672-499f-46ca-b813-f4ec7ac90595), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:41.653090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] For port 2a673672-499f-46ca-b813-f4ec7ac90595, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:09:41.656088 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] For port 2a673672-499f-46ca-b813-f4ec7ac90595, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=2a673672-499f-46ca-b813-f4ec7ac90595,segment=NetworkSegment(9b5f27cb-7320-42bc-826a-ce8f1b39a80e),segment_id=9b5f27cb-7320-42bc-826a-ce8f1b39a80e)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:09:41.711279 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (2a673672-499f-46ca-b813-f4ec7ac90595), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:41.714258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:41.714902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:41.716347 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/2a673672-499f-46ca-b813-f4ec7ac90595 HTTP/1.1" status: 200 len: 1093 time: 0.7683356 Oct 28 10:09:41.718521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db923ee8-bcf1-4f9f-a474-f47ef83d524f', 'tag': '2a673672-499f-46ca-b813-f4ec7ac90595'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:09:41.720812 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784c8812-56ff-4e6e-aec6-c1fd561f5c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "db923ee8-bcf1-4f9f-a474-f47ef83d524f", "tag": "2a673672-499f-46ca-b813-f4ec7ac90595"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:09:41.759826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241169b7-68c7-4c00-959a-ec3c8fbb95d3 x-openstack-request-id: req-241169b7-68c7-4c00-959a-ec3c8fbb95d3 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:09:41.760120 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db923ee8-bcf1-4f9f-a474-f47ef83d524f", "tag": "2a673672-499f-46ca-b813-f4ec7ac90595", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:09:41.760374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-241169b7-68c7-4c00-959a-ec3c8fbb95d3 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:09:41.760781 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241169b7-68c7-4c00-959a-ec3c8fbb95d3'] response: {'name': 'network-changed', 'server_uuid': 'db923ee8-bcf1-4f9f-a474-f47ef83d524f', 'tag': '2a673672-499f-46ca-b813-f4ec7ac90595', 'status': 'completed', 'code': 200} Oct 28 10:09:41.774343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361ff4c-60a4-4745-af77-65d358f8ff21 service neutron] Pushing event updated for resources: {'Port': ['ID=2a673672-499f-46ca-b813-f4ec7ac90595,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:41.853968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c8812-56ff-4e6e-aec6-c1fd561f5c2a req-7faa610c-2a43-4769-a78f-08defe75a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:41.855493 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-784c8812-56ff-4e6e-aec6-c1fd561f5c2a req-7faa610c-2a43-4769-a78f-08defe75a4a6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 1127 time: 0.0383406 Oct 28 10:09:41.964183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c8812-56ff-4e6e-aec6-c1fd561f5c2a req-17fbf49f-0afd-4c62-9abe-b657463a0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:41.965529 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-784c8812-56ff-4e6e-aec6-c1fd561f5c2a req-17fbf49f-0afd-4c62-9abe-b657463a0fd2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0d399d550dab41259d95623249c98b71&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0942891 Oct 28 10:09:42.299656 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae704e-aebe-4c60-9830-c566cc3a8019 req-0b21aa1c-bdfa-43a2-9f8f-88536d02d184 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:42.301208 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6eae704e-aebe-4c60-9830-c566cc3a8019 req-0b21aa1c-bdfa-43a2-9f8f-88536d02d184 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 943 time: 0.0491805 Oct 28 10:09:42.352233 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6eae704e-aebe-4c60-9830-c566cc3a8019 req-6706aaf4-1b1f-473d-8990-ea0ba10596cc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6c57a397-f8d7-4a69-a886-3f4d4f4cb91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450885 Oct 28 10:09:42.388724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c8812-56ff-4e6e-aec6-c1fd561f5c2a req-3d375488-11ba-4625-817c-1f73113fa036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:42.390129 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-784c8812-56ff-4e6e-aec6-c1fd561f5c2a req-3d375488-11ba-4625-817c-1f73113fa036 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4157240 Oct 28 10:09:42.502238 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-f85eff81-0804-47ec-bb23-319f691a22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:42.504462 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-f85eff81-0804-47ec-bb23-319f691a22f3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 1127 time: 0.0425224 Oct 28 10:09:42.555479 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-4467606a-52f5-4952-a4bb-a8065d64f4e2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a673672-499f-46ca-b813-f4ec7ac90595 HTTP/1.1" status: 200 len: 217 time: 0.0319877 Oct 28 10:09:42.606592 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-2387e2e3-f684-4539-8f37-d45685688b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:42.608034 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-2387e2e3-f684-4539-8f37-d45685688b2e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7e3c5fb9-c804-489f-b252-7e1fe2e94e6c HTTP/1.1" status: 200 len: 844 time: 0.0434043 Oct 28 10:09:42.649721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-235526cf-8935-4e7b-9bcf-3b919e6c626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:42.651175 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-235526cf-8935-4e7b-9bcf-3b919e6c626b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f02a4891-322f-45ac-a668-c2ec12dbdbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0368125 Oct 28 10:09:42.718694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:42.747025 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-4d1d9188-166a-4d80-9b68-b780577c92a7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f02a4891-322f-45ac-a668-c2ec12dbdbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867150 Oct 28 10:09:42.841899 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b51111bb-4b62-486c-9071-29a336bf7a4f req-b0980fcc-ef5e-46b2-901b-a7d9bc390d6c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f02a4891-322f-45ac-a668-c2ec12dbdbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860937 Oct 28 10:09:43.054041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d422c4c7-7a09-4508-8c6e-10a9b7289330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:43.478812 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472c725-d608-4cd4-9936-5cb73c46da30 req-b7062926-d871-4adc-8e20-cd380c7b0190 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:43.480267 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6472c725-d608-4cd4-9936-5cb73c46da30 req-b7062926-d871-4adc-8e20-cd380c7b0190 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 943 time: 0.0513623 Oct 28 10:09:43.529748 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6472c725-d608-4cd4-9936-5cb73c46da30 req-b88f761d-1b6c-4dce-8752-ff69437b32dc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6c57a397-f8d7-4a69-a886-3f4d4f4cb91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436585 Oct 28 10:09:44.651434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4cc51-81a6-48fa-a350-d855d27fb3fd req-89501b07-844b-451f-ad7d-78e078188716 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:44.652923 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f0e4cc51-81a6-48fa-a350-d855d27fb3fd req-89501b07-844b-451f-ad7d-78e078188716 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 943 time: 0.0472932 Oct 28 10:09:44.701802 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f0e4cc51-81a6-48fa-a350-d855d27fb3fd req-f22ed1be-00aa-44d5-ab20-4b723311a404 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6c57a397-f8d7-4a69-a886-3f4d4f4cb91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432997 Oct 28 10:09:45.333387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f76f8250-10a7-4fb5-87c5-13e8379f3a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:45.429477 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=79 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:45.600548 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 2a673672-499f-46ca-b813-f4ec7ac90595 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:09:45.661591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:45.703332 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 2a673672-499f-46ca-b813-f4ec7ac90595, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=2a673672-499f-46ca-b813-f4ec7ac90595,segment=NetworkSegment(9b5f27cb-7320-42bc-826a-ce8f1b39a80e),segment_id=9b5f27cb-7320-42bc-826a-ce8f1b39a80e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:45.714077 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '2a673672-499f-46ca-b813-f4ec7ac90595', 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'port_id': '2a673672-499f-46ca-b813-f4ec7ac90595', 'mac_address': 'fa:16:3e:e1:ba:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:09:45.748857 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 2a673672-499f-46ca-b813-f4ec7ac90595 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:45.749158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2a673672-499f-46ca-b813-f4ec7ac90595), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:45.762977 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a673672-499f-46ca-b813-f4ec7ac90595 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:09:45.782712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 2a673672-499f-46ca-b813-f4ec7ac90595, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=2a673672-499f-46ca-b813-f4ec7ac90595,segment=NetworkSegment(9b5f27cb-7320-42bc-826a-ce8f1b39a80e),segment_id=9b5f27cb-7320-42bc-826a-ce8f1b39a80e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:45.829226 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56def156-c7ad-424a-a083-f40c392b33b2 req-e408a265-e5a5-4c23-b576-a103e1aa4157 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:45.830705 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-56def156-c7ad-424a-a083-f40c392b33b2 req-e408a265-e5a5-4c23-b576-a103e1aa4157 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 943 time: 0.0484712 Oct 28 10:09:45.854074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (2a673672-499f-46ca-b813-f4ec7ac90595), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:45.886334 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-56def156-c7ad-424a-a083-f40c392b33b2 req-5c6fea1e-d525-4f67-bd4d-60db65aaea20 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6c57a397-f8d7-4a69-a886-3f4d4f4cb91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498881 Oct 28 10:09:45.901420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=2a673672-499f-46ca-b813-f4ec7ac90595,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:46.244570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['2a673672-499f-46ca-b813-f4ec7ac90595'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:09:46.345530 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:46.882375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:47.008493 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd6fe9-aafd-49f3-ad28-5bdcb1e2578a req-cf78a119-6a7d-4278-9067-120b2219ddb7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:47.009972 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-15bd6fe9-aafd-49f3-ad28-5bdcb1e2578a req-cf78a119-6a7d-4278-9067-120b2219ddb7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 944 time: 0.0490510 Oct 28 10:09:47.058951 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-15bd6fe9-aafd-49f3-ad28-5bdcb1e2578a req-3f2f5d53-bb63-47f2-8b3b-247d55c1a1d4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6c57a397-f8d7-4a69-a886-3f4d4f4cb91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434692 Oct 28 10:09:47.626836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 2a673672-499f-46ca-b813-f4ec7ac90595 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:47.669556 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 2a673672-499f-46ca-b813-f4ec7ac90595 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:09:47.716412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 2a673672-499f-46ca-b813-f4ec7ac90595 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:09:47.716781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2a673672-499f-46ca-b813-f4ec7ac90595), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:47.717117 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 2a673672-499f-46ca-b813-f4ec7ac90595 Oct 28 10:09:47.788866 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 2a673672-499f-46ca-b813-f4ec7ac90595 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:09:47.789254 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2a673672-499f-46ca-b813-f4ec7ac90595), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:47.811498 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db923ee8-bcf1-4f9f-a474-f47ef83d524f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a673672-499f-46ca-b813-f4ec7ac90595'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:09:47.813704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7151267e-97f4-41e6-836a-e5e2c3cc8c65" -d '{"events": [{"server_uuid": "db923ee8-bcf1-4f9f-a474-f47ef83d524f", "name": "network-vif-plugged", "status": "completed", "tag": "2a673672-499f-46ca-b813-f4ec7ac90595"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:09:47.829632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 2a673672-499f-46ca-b813-f4ec7ac90595, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=2a673672-499f-46ca-b813-f4ec7ac90595,segment=NetworkSegment(9b5f27cb-7320-42bc-826a-ce8f1b39a80e),segment_id=9b5f27cb-7320-42bc-826a-ce8f1b39a80e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:47.853205 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485636b1-a36f-413a-9052-654c97bc4486 x-openstack-request-id: req-485636b1-a36f-413a-9052-654c97bc4486 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:09:47.853503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db923ee8-bcf1-4f9f-a474-f47ef83d524f", "name": "network-vif-plugged", "status": "completed", "tag": "2a673672-499f-46ca-b813-f4ec7ac90595", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:09:47.853759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-485636b1-a36f-413a-9052-654c97bc4486 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:09:47.854164 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-485636b1-a36f-413a-9052-654c97bc4486'] response: {'server_uuid': 'db923ee8-bcf1-4f9f-a474-f47ef83d524f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a673672-499f-46ca-b813-f4ec7ac90595', 'code': 200} Oct 28 10:09:47.897039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (2a673672-499f-46ca-b813-f4ec7ac90595), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:47.943149 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=2a673672-499f-46ca-b813-f4ec7ac90595,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:47.968504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:48.179865 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1977f94-ee06-493a-9d8c-d16c60090889 req-394ddc67-facc-41dd-b5ca-19d679da940e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:48.181292 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b1977f94-ee06-493a-9d8c-d16c60090889 req-394ddc67-facc-41dd-b5ca-19d679da940e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 945 time: 0.0467193 Oct 28 10:09:48.232050 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b1977f94-ee06-493a-9d8c-d16c60090889 req-de31669a-d248-443a-8557-76fa2526458a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6c57a397-f8d7-4a69-a886-3f4d4f4cb91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441833 Oct 28 10:09:48.239356 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437a375-998a-4a26-a81b-1986d5a017bb req-c13eddf0-c79e-4339-86b4-412723982467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:48.240849 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7437a375-998a-4a26-a81b-1986d5a017bb req-c13eddf0-c79e-4339-86b4-412723982467 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 1129 time: 0.0389318 Oct 28 10:09:48.288437 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7437a375-998a-4a26-a81b-1986d5a017bb req-6474b842-12f9-43e3-939b-a775e770790d service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6c57a397-f8d7-4a69-a886-3f4d4f4cb91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403166 Oct 28 10:09:48.516342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:49.359525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c635b-5f3b-4ca2-965b-fcbe692cbe73 req-a5fcc0e1-e343-48e3-b847-cad0e7a65e77 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:49.361002 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-375c635b-5f3b-4ca2-965b-fcbe692cbe73 req-a5fcc0e1-e343-48e3-b847-cad0e7a65e77 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 945 time: 0.0507433 Oct 28 10:09:49.410661 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-375c635b-5f3b-4ca2-965b-fcbe692cbe73 req-9e4cf61f-a44a-41d9-b10d-81eb7e3bf812 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6c57a397-f8d7-4a69-a886-3f4d4f4cb91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441210 Oct 28 10:09:50.534446 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634be5ef-3259-4e92-adf2-6bed9912c13c req-e5b75929-1cfc-454c-8506-ccc6e98f5267 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:50.535964 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-634be5ef-3259-4e92-adf2-6bed9912c13c req-e5b75929-1cfc-454c-8506-ccc6e98f5267 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 945 time: 0.0462999 Oct 28 10:09:50.585372 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-634be5ef-3259-4e92-adf2-6bed9912c13c req-5274a64d-9cbe-471b-99c2-46b94293e3dd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6c57a397-f8d7-4a69-a886-3f4d4f4cb91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439477 Oct 28 10:09:50.695388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:50.703455 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b676480-8366-417f-a3c8-81f97d835397 req-f4d1c68f-8788-40ae-98b6-979a26305626 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:50.709558 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5b676480-8366-417f-a3c8-81f97d835397 req-f4d1c68f-8788-40ae-98b6-979a26305626 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 945 time: 0.0462906 Oct 28 10:09:50.758384 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5b676480-8366-417f-a3c8-81f97d835397 req-2a4275dc-f4ee-4e6f-8854-faef634b3f3b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6c57a397-f8d7-4a69-a886-3f4d4f4cb91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471876 Oct 28 10:09:50.787135 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44850) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:50.824496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8625c6c2-09fc-4902-82cd-471330398030 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:50.826048 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8625c6c2-09fc-4902-82cd-471330398030 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 1124 time: 0.0378239 Oct 28 10:09:50.828868 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44852) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:50.833466 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '2a673672-499f-46ca-b813-f4ec7ac90595', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:09:50.905087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:50.959091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:50.989980 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:51.101442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.197 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/4ccb565b-24dd-4bdd-b192-9d5392304aaa) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:09:51.202432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (4ccb565b-24dd-4bdd-b192-9d5392304aaa), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:51.271247 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (4ccb565b-24dd-4bdd-b192-9d5392304aaa), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:51.313700 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:09:51.317141 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:51.321028 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:09:51.326095 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=4ccb565b-24dd-4bdd-b192-9d5392304aaa,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:51.365599 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:51.671462 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (a419a933-91ac-4f57-80af-08a8e660efe3), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:51.789732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4ccb565b-24dd-4bdd-b192-9d5392304aaa), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:51.810629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:51.938512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (4ccb565b-24dd-4bdd-b192-9d5392304aaa), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:51.990368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (4ccb565b-24dd-4bdd-b192-9d5392304aaa), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:52.056326 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=4ccb565b-24dd-4bdd-b192-9d5392304aaa,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:52.060117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (a419a933-91ac-4f57-80af-08a8e660efe3), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:52.156843 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP a419a933-91ac-4f57-80af-08a8e660efe3 associated. External IP: 172.36.1.197, port: 2a673672-499f-46ca-b813-f4ec7ac90595. Oct 28 10:09:52.341659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:52.356742 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:09:52.460728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:09:52.470065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf18e2b-d3eb-4343-b76e-483468ae1130 None None] Sync routers for ids ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:09:52.474440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:52.482032 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf18e2b-d3eb-4343-b76e-483468ae1130 None None] Routers {'d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:09:52.482688 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-dcf18e2b-d3eb-4343-b76e-483468ae1130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:09:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:52.569859 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:52.587136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-dcf18e2b-d3eb-4343-b76e-483468ae1130 None None] Set router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:09:52.600774 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-99c54af0-b75c-49cd-b91a-d96325a7bd13 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7708395 Oct 28 10:09:52.601330 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db923ee8-bcf1-4f9f-a474-f47ef83d524f', 'tag': '2a673672-499f-46ca-b813-f4ec7ac90595'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:09:52.603575 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44854) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:52.608466 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affff8ca-de6c-4e7e-ab4c-8e0d2e0df0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "db923ee8-bcf1-4f9f-a474-f47ef83d524f", "tag": "2a673672-499f-46ca-b813-f4ec7ac90595"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:09:52.648994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b53cff-08f1-47f9-a4bc-a29f63d8db78 x-openstack-request-id: req-70b53cff-08f1-47f9-a4bc-a29f63d8db78 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:09:52.649398 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db923ee8-bcf1-4f9f-a474-f47ef83d524f", "tag": "2a673672-499f-46ca-b813-f4ec7ac90595", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:09:52.649769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70b53cff-08f1-47f9-a4bc-a29f63d8db78 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:09:52.650255 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b53cff-08f1-47f9-a4bc-a29f63d8db78'] response: {'name': 'network-changed', 'server_uuid': 'db923ee8-bcf1-4f9f-a474-f47ef83d524f', 'tag': '2a673672-499f-46ca-b813-f4ec7ac90595', 'status': 'completed', 'code': 200} Oct 28 10:09:52.672281 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b82ee0ae-2974-4df2-83cd-30d696bfac86 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/a419a933-91ac-4f57-80af-08a8e660efe3 HTTP/1.1" status: 200 len: 991 time: 0.0675566 Oct 28 10:09:52.721858 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:09:52.739062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affff8ca-de6c-4e7e-ab4c-8e0d2e0df0f5 req-f8432cd8-ceba-4d3f-821e-46e572e4d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:52.740569 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-affff8ca-de6c-4e7e-ab4c-8e0d2e0df0f5 req-f8432cd8-ceba-4d3f-821e-46e572e4d53e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 1129 time: 0.0400288 Oct 28 10:09:52.840235 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affff8ca-de6c-4e7e-ab4c-8e0d2e0df0f5 req-2d3f0778-7945-4f10-804a-f711d99e2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:52.841730 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-affff8ca-de6c-4e7e-ab4c-8e0d2e0df0f5 req-2d3f0778-7945-4f10-804a-f711d99e2bb5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f02a4891-322f-45ac-a668-c2ec12dbdbeb HTTP/1.1" status: 200 len: 898 time: 0.0940275 Oct 28 10:09:52.886323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:52.907510 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-affff8ca-de6c-4e7e-ab4c-8e0d2e0df0f5 req-b77300af-ef0c-4408-a6ea-80866e4ad424 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a673672-499f-46ca-b813-f4ec7ac90595 HTTP/1.1" status: 200 len: 999 time: 0.0600085 Oct 28 10:09:52.948145 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-dcf18e2b-d3eb-4343-b76e-483468ae1130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'name': 'tempest-TestNetworkBasicOps-router-914877699', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23'}], 'enable_snat': True}, 'gw_port_id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:09:28Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:29Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'a419a933-91ac-4f57-80af-08a8e660efe3', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.197', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'port_id': '2a673672-499f-46ca-b813-f4ec7ac90595', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'mac_address': 'fa:16:3e:e1:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db923ee8-bcf1-4f9f-a474-f47ef83d524f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:09:51Z', 'updated_at': '2022-10-28T10:09:51Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb78d940-abc4-4017-aba0-41761d0deb8f', 'name': '', 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:97:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:32Z', 'updated_at': '2022-10-28T10:09:35Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:52.957946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affff8ca-de6c-4e7e-ab4c-8e0d2e0df0f5 req-1bc0db83-e442-4b46-8990-da6b923d5c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:52.959456 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-affff8ca-de6c-4e7e-ab4c-8e0d2e0df0f5 req-1bc0db83-e442-4b46-8990-da6b923d5c4f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7e3c5fb9-c804-489f-b252-7e1fe2e94e6c HTTP/1.1" status: 200 len: 844 time: 0.0460789 Oct 28 10:09:52.973053 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf18e2b-d3eb-4343-b76e-483468ae1130 None None] Checking router: d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:09:52.974696 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:52.982241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf18e2b-d3eb-4343-b76e-483468ae1130 None None] Routers {'d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:09:52.982882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-dcf18e2b-d3eb-4343-b76e-483468ae1130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:09:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:53.010586 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affff8ca-de6c-4e7e-ab4c-8e0d2e0df0f5 req-c6761b89-5f24-4105-98be-48f9b14710bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:09:53.012131 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-affff8ca-de6c-4e7e-ab4c-8e0d2e0df0f5 req-c6761b89-5f24-4105-98be-48f9b14710bf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f02a4891-322f-45ac-a668-c2ec12dbdbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0440450 Oct 28 10:09:53.085043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-dcf18e2b-d3eb-4343-b76e-483468ae1130 None None] Set router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:09:53.107113 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-affff8ca-de6c-4e7e-ab4c-8e0d2e0df0f5 req-7e2f65f5-6234-439e-b29f-b22b6333e7ab service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f02a4891-322f-45ac-a668-c2ec12dbdbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865762 Oct 28 10:09:53.202266 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-affff8ca-de6c-4e7e-ab4c-8e0d2e0df0f5 req-724d410f-dbb2-437a-9448-5d829b894e7e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f02a4891-322f-45ac-a668-c2ec12dbdbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887365 Oct 28 10:09:53.300499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-dcf18e2b-d3eb-4343-b76e-483468ae1130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'name': 'tempest-TestNetworkBasicOps-router-914877699', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23'}], 'enable_snat': True}, 'gw_port_id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:09:28Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:29Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'a419a933-91ac-4f57-80af-08a8e660efe3', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.197', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'port_id': '2a673672-499f-46ca-b813-f4ec7ac90595', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'mac_address': 'fa:16:3e:e1:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db923ee8-bcf1-4f9f-a474-f47ef83d524f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:09:51Z', 'updated_at': '2022-10-28T10:09:51Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb78d940-abc4-4017-aba0-41761d0deb8f', 'name': '', 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:97:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:32Z', 'updated_at': '2022-10-28T10:09:35Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:53.324598 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf18e2b-d3eb-4343-b76e-483468ae1130 None None] The sync data for ids ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'] in dv-neutron-zed-2-hyperv is: [{'id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'name': 'tempest-TestNetworkBasicOps-router-914877699', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23'}], 'enable_snat': True}, 'gw_port_id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:09:28Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:29Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'a419a933-91ac-4f57-80af-08a8e660efe3', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.197', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'port_id': '2a673672-499f-46ca-b813-f4ec7ac90595', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'mac_address': 'fa:16:3e:e1:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db923ee8-bcf1-4f9f-a474-f47ef83d524f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:09:51Z', 'updated_at': '2022-10-28T10:09:51Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb78d940-abc4-4017-aba0-41761d0deb8f', 'name': '', 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:97:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:32Z', 'updated_at': '2022-10-28T10:09:35Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:09:53.419548 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:09:53.510932 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a7a95-4adf-4ef6-8e37-5aea14ed99de None None] New status for floating IP a419a933-91ac-4f57-80af-08a8e660efe3: ACTIVE {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:09:53.675901 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44858) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:53.733317 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:09:53.739608 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d2630f15-44e8-4243-87ba-18ec2a5fdb24 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/a419a933-91ac-4f57-80af-08a8e660efe3 HTTP/1.1" status: 200 len: 991 time: 0.0626481 Oct 28 10:09:54.743614 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44860) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:09:54.801501 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fba29cb9-889c-4f21-ae1c-d4c44c3e60a5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/a419a933-91ac-4f57-80af-08a8e660efe3 HTTP/1.1" status: 200 len: 993 time: 0.0566466 Oct 28 10:10:03.364169 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=31 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:03.366082 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:03.729846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=12 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:04.790737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=27 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:04.796659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=65 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:06.703423 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e2db57c2-a8ff-4170-a6ba-14a5c79bed8c req-2a2b0eff-6a0f-4924-8ecb-194200912e07 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420370 Oct 28 10:10:06.806285 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db57c2-a8ff-4170-a6ba-14a5c79bed8c req-d6834801-6c7f-4ec2-9a71-3c1309940737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:06.807849 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e2db57c2-a8ff-4170-a6ba-14a5c79bed8c req-d6834801-6c7f-4ec2-9a71-3c1309940737 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 1129 time: 0.0394788 Oct 28 10:10:06.911873 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db57c2-a8ff-4170-a6ba-14a5c79bed8c req-174fad53-0a75-43df-abc7-49baf0f6b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:06.913329 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e2db57c2-a8ff-4170-a6ba-14a5c79bed8c req-174fad53-0a75-43df-abc7-49baf0f6b022 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 912 time: 0.0861850 Oct 28 10:10:06.978499 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e2db57c2-a8ff-4170-a6ba-14a5c79bed8c req-194b7d09-0861-42b9-8d72-fdffbaa9fad9 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf37a286-6643-4537-8de6-35151d34de6b HTTP/1.1" status: 200 len: 1001 time: 0.0590219 Oct 28 10:10:07.028882 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db57c2-a8ff-4170-a6ba-14a5c79bed8c req-ca998ab9-e463-42bb-a2ad-bd4da6a6702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:07.030394 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e2db57c2-a8ff-4170-a6ba-14a5c79bed8c req-ca998ab9-e463-42bb-a2ad-bd4da6a6702a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19f66d81-2cce-4fe0-89e2-8ae1c40ac146 HTTP/1.1" status: 200 len: 850 time: 0.0448194 Oct 28 10:10:07.072612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db57c2-a8ff-4170-a6ba-14a5c79bed8c req-466b9a58-8339-43cf-a6db-764dbd66951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:07.073977 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e2db57c2-a8ff-4170-a6ba-14a5c79bed8c req-466b9a58-8339-43cf-a6db-764dbd66951e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4d683f21-056f-49ef-b611-826c5b093c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0372953 Oct 28 10:10:07.173120 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e2db57c2-a8ff-4170-a6ba-14a5c79bed8c req-de934354-8712-41ab-8f1d-629bbbd26b4f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862062 Oct 28 10:10:07.261134 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e2db57c2-a8ff-4170-a6ba-14a5c79bed8c req-e4b04bc0-39dc-4ed9-b4f3-322d03d904ee service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817990 Oct 28 10:10:11.690258 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=13 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:11.696168 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:13.013150 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c64dd96e-99de-411e-b05a-b58fab5d6576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:13.790661 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44864) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:10:13.934188 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ed1fd387-5c7f-42f7-a78e-8f349ba9f1a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Deleting port e725069e-51f6-4664-a053-041b33e1cb8b {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:10:13.934536 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd387-5c7f-42f7-a78e-8f349ba9f1a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e725069e-51f6-4664-a053-041b33e1cb8b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:14.010432 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd387-5c7f-42f7-a78e-8f349ba9f1a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e725069e-51f6-4664-a053-041b33e1cb8b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:14.012825 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd387-5c7f-42f7-a78e-8f349ba9f1a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for floatingip (e725069e-51f6-4664-a053-041b33e1cb8b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:14.023251 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ed1fd387-5c7f-42f7-a78e-8f349ba9f1a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Calling delete_port for e725069e-51f6-4664-a053-041b33e1cb8b owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:10:14.252942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd387-5c7f-42f7-a78e-8f349ba9f1a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e725069e-51f6-4664-a053-041b33e1cb8b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:14.276325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fd387-5c7f-42f7-a78e-8f349ba9f1a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event deleted for resources: {'Port': ['ID=e725069e-51f6-4664-a053-041b33e1cb8b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:14.342986 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd387-5c7f-42f7-a78e-8f349ba9f1a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for floatingip (4db11fa2-0206-47e3-8a31-57e3ab8604ab), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:14.343313 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-ed1fd387-5c7f-42f7-a78e-8f349ba9f1a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Floating IP 4db11fa2-0206-47e3-8a31-57e3ab8604ab disassociated (deleted). External IP: 172.36.1.188, port: 7d82468a-94ee-4d8d-858b-46e86038d3f0. Oct 28 10:10:14.826737 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1fd387-5c7f-42f7-a78e-8f349ba9f1a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Router 2e12110d-5955-4566-87c5-bac8137e0170 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:10:14.931259 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1fd387-5c7f-42f7-a78e-8f349ba9f1a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:10:14.936142 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd387-5c7f-42f7-a78e-8f349ba9f1a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:14.943161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4553ddba-0e2b-4845-a572-98c0ef3f28e7 None None] Sync routers for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:10:14.953357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4553ddba-0e2b-4845-a572-98c0ef3f28e7 None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:10:14.953980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-4553ddba-0e2b-4845-a572-98c0ef3f28e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:09:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:14.966105 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ed1fd387-5c7f-42f7-a78e-8f349ba9f1a1 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/4db11fa2-0206-47e3-8a31-57e3ab8604ab HTTP/1.1" status: 204 len: 168 time: 1.1743281 Oct 28 10:10:14.966766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa469a1c-79c4-4431-a8a4-beb827bb59b9', 'tag': '7d82468a-94ee-4d8d-858b-46e86038d3f0'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:10:14.969053 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0d22eb-b105-451b-9a2e-0f8ad2e6d0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "aa469a1c-79c4-4431-a8a4-beb827bb59b9", "tag": "7d82468a-94ee-4d8d-858b-46e86038d3f0"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:10:15.058436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5aa15b-a765-4b35-9feb-ecd342d18f73 x-openstack-request-id: req-cb5aa15b-a765-4b35-9feb-ecd342d18f73 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:10:15.058742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa469a1c-79c4-4431-a8a4-beb827bb59b9", "tag": "7d82468a-94ee-4d8d-858b-46e86038d3f0", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:10:15.064424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb5aa15b-a765-4b35-9feb-ecd342d18f73 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:10:15.064424 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5aa15b-a765-4b35-9feb-ecd342d18f73'] response: {'name': 'network-changed', 'server_uuid': 'aa469a1c-79c4-4431-a8a4-beb827bb59b9', 'tag': '7d82468a-94ee-4d8d-858b-46e86038d3f0', 'status': 'completed', 'code': 200} Oct 28 10:10:15.064612 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-4553ddba-0e2b-4845-a572-98c0ef3f28e7 None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:10:15.153539 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d22eb-b105-451b-9a2e-0f8ad2e6d0d7 req-b2224b21-be78-41f2-8b43-bdeeb07f6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:15.155073 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-af0d22eb-b105-451b-9a2e-0f8ad2e6d0d7 req-b2224b21-be78-41f2-8b43-bdeeb07f6cef service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 1130 time: 0.0455103 Oct 28 10:10:15.252587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d22eb-b105-451b-9a2e-0f8ad2e6d0d7 req-a097ccb7-9fa5-478b-86fe-c3376cef26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:15.254403 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-af0d22eb-b105-451b-9a2e-0f8ad2e6d0d7 req-a097ccb7-9fa5-478b-86fe-c3376cef26ef service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 912 time: 0.0929811 Oct 28 10:10:15.291314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-4553ddba-0e2b-4845-a572-98c0ef3f28e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '36393be5-6710-4dd7-a1a3-ddc79d5995f9', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'floating_ip_address': '172.36.1.205', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'port_id': 'cf37a286-6643-4537-8de6-35151d34de6b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'mac_address': 'fa:16:3e:5a:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:05:03Z', 'updated_at': '2022-10-28T10:05:06Z', 'revision_number': 1, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:15.300246 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-af0d22eb-b105-451b-9a2e-0f8ad2e6d0d7 req-18104999-bd48-4c1e-94d3-4d8eba632608 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d82468a-94ee-4d8d-858b-46e86038d3f0 HTTP/1.1" status: 200 len: 217 time: 0.0387158 Oct 28 10:10:15.316082 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4553ddba-0e2b-4845-a572-98c0ef3f28e7 None None] Checking router: 2e12110d-5955-4566-87c5-bac8137e0170 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:10:15.324809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4553ddba-0e2b-4845-a572-98c0ef3f28e7 None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:10:15.325417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-4553ddba-0e2b-4845-a572-98c0ef3f28e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:09:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:15.350304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d22eb-b105-451b-9a2e-0f8ad2e6d0d7 req-88da8fae-88e6-4adb-aefb-09bae456595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:15.351796 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-af0d22eb-b105-451b-9a2e-0f8ad2e6d0d7 req-88da8fae-88e6-4adb-aefb-09bae456595a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19f66d81-2cce-4fe0-89e2-8ae1c40ac146 HTTP/1.1" status: 200 len: 850 time: 0.0450714 Oct 28 10:10:15.362245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4d295069-9e00-488d-bb1d-f1d881d7a2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:15.430811 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:15.431576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-4553ddba-0e2b-4845-a572-98c0ef3f28e7 None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:10:15.440501 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:15.448830 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5a6c5-55c1-4634-a2e9-bfaa7d85ac09 req-1ca9b371-8612-44af-a022-cba1ca1083f9 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:15.450308 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a5e5a6c5-55c1-4634-a2e9-bfaa7d85ac09 req-1ca9b371-8612-44af-a022-cba1ca1083f9 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 946 time: 0.0516694 Oct 28 10:10:15.503677 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a5e5a6c5-55c1-4634-a2e9-bfaa7d85ac09 req-e19ef420-a578-4ea4-b88f-0f0c849bd3eb tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465324 Oct 28 10:10:15.637402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-4553ddba-0e2b-4845-a572-98c0ef3f28e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '36393be5-6710-4dd7-a1a3-ddc79d5995f9', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'floating_ip_address': '172.36.1.205', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'port_id': 'cf37a286-6643-4537-8de6-35151d34de6b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'mac_address': 'fa:16:3e:5a:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:05:03Z', 'updated_at': '2022-10-28T10:05:06Z', 'revision_number': 1, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:15.665208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4553ddba-0e2b-4845-a572-98c0ef3f28e7 None None] The sync data for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv is: [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '36393be5-6710-4dd7-a1a3-ddc79d5995f9', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'floating_ip_address': '172.36.1.205', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'port_id': 'cf37a286-6643-4537-8de6-35151d34de6b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'mac_address': 'fa:16:3e:5a:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:05:03Z', 'updated_at': '2022-10-28T10:05:06Z', 'revision_number': 1, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:10:15.873142 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da6a84-0368-490d-9538-4d89912ce8e6 None None] New status for floating IP 4db11fa2-0206-47e3-8a31-57e3ab8604ab: DOWN {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:10:16.627331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d22eb-b105-451b-9a2e-0f8ad2e6d0d7 req-e0689dc3-db4f-4c45-a78c-0cb5d390fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:16.627913 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d45277-cdaf-44d9-83b1-5010b7a53980 req-19fb65fb-d104-4bf2-8ea8-f2d88cf5d3b9 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:16.628832 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-af0d22eb-b105-451b-9a2e-0f8ad2e6d0d7 req-e0689dc3-db4f-4c45-a78c-0cb5d390fab2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4d683f21-056f-49ef-b611-826c5b093c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0390849 Oct 28 10:10:16.628967 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f4d45277-cdaf-44d9-83b1-5010b7a53980 req-19fb65fb-d104-4bf2-8ea8-f2d88cf5d3b9 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 946 time: 0.0470300 Oct 28 10:10:16.686245 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f4d45277-cdaf-44d9-83b1-5010b7a53980 req-e08f5e54-cbe4-4e55-ac31-fe8b649e23a8 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494773 Oct 28 10:10:16.729824 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-af0d22eb-b105-451b-9a2e-0f8ad2e6d0d7 req-cbc4ad63-a523-4680-ab5c-3935685f1bb5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922132 Oct 28 10:10:16.859336 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:16.903287 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:16.925367 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-af0d22eb-b105-451b-9a2e-0f8ad2e6d0d7 req-71620b17-448a-4765-9aaa-c3da8e8fc27e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861015 Oct 28 10:10:17.308404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b7f08-2f17-4086-ad6b-a0cc85c7e492 req-fee06036-7f4f-4225-86d1-a3d68ef83382 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:17.309841 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-069b7f08-2f17-4086-ad6b-a0cc85c7e492 req-fee06036-7f4f-4225-86d1-a3d68ef83382 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 946 time: 0.0504179 Oct 28 10:10:17.391685 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-069b7f08-2f17-4086-ad6b-a0cc85c7e492 req-397b4a48-9158-4531-b8da-cf59fd4ab000 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Deleting port 7d82468a-94ee-4d8d-858b-46e86038d3f0 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:10:17.392023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-069b7f08-2f17-4086-ad6b-a0cc85c7e492 req-397b4a48-9158-4531-b8da-cf59fd4ab000 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (7d82468a-94ee-4d8d-858b-46e86038d3f0), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:17.407836 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:17.484366 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-069b7f08-2f17-4086-ad6b-a0cc85c7e492 req-397b4a48-9158-4531-b8da-cf59fd4ab000 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] For port 7d82468a-94ee-4d8d-858b-46e86038d3f0, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=7d82468a-94ee-4d8d-858b-46e86038d3f0,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:10:17.484717 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-069b7f08-2f17-4086-ad6b-a0cc85c7e492 req-397b4a48-9158-4531-b8da-cf59fd4ab000 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (7d82468a-94ee-4d8d-858b-46e86038d3f0), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:17.498268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-069b7f08-2f17-4086-ad6b-a0cc85c7e492 req-397b4a48-9158-4531-b8da-cf59fd4ab000 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Calling delete_port for 7d82468a-94ee-4d8d-858b-46e86038d3f0 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:10:17.670050 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-069b7f08-2f17-4086-ad6b-a0cc85c7e492 req-397b4a48-9158-4531-b8da-cf59fd4ab000 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (7d82468a-94ee-4d8d-858b-46e86038d3f0), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:17.700841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b4a48-9158-4531-b8da-cf59fd4ab000 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event deleted for resources: {'Port': ['ID=7d82468a-94ee-4d8d-858b-46e86038d3f0,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:17.749234 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-069b7f08-2f17-4086-ad6b-a0cc85c7e492 req-397b4a48-9158-4531-b8da-cf59fd4ab000 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] No DVR routers for this DVR port 7d82468a-94ee-4d8d-858b-46e86038d3f0 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:10:17.751839 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-069b7f08-2f17-4086-ad6b-a0cc85c7e492 req-397b4a48-9158-4531-b8da-cf59fd4ab000 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:17.755019 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-069b7f08-2f17-4086-ad6b-a0cc85c7e492 req-397b4a48-9158-4531-b8da-cf59fd4ab000 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.48 "DELETE /networking/v2.0/ports/7d82468a-94ee-4d8d-858b-46e86038d3f0 HTTP/1.1" status: 204 len: 173 time: 0.4392483 Oct 28 10:10:17.755507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa469a1c-79c4-4431-a8a4-beb827bb59b9', 'name': 'network-vif-deleted', 'tag': '7d82468a-94ee-4d8d-858b-46e86038d3f0'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:10:17.757744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7863c81-ee6d-41a8-a90f-ef4f2a07c9f8" -d '{"events": [{"server_uuid": "aa469a1c-79c4-4431-a8a4-beb827bb59b9", "name": "network-vif-deleted", "tag": "7d82468a-94ee-4d8d-858b-46e86038d3f0"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:10:17.791116 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d95396b6-03a3-436e-a372-4a919344822b req-469654d3-e7f5-4ffc-a00f-0a0d486397de tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 210 time: 0.0337267 Oct 28 10:10:17.798373 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263093c9-0586-4de0-821e-8f6c94c482d6 x-openstack-request-id: req-263093c9-0586-4de0-821e-8f6c94c482d6 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:10:17.798373 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa469a1c-79c4-4431-a8a4-beb827bb59b9", "name": "network-vif-deleted", "tag": "7d82468a-94ee-4d8d-858b-46e86038d3f0", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:10:17.798373 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-263093c9-0586-4de0-821e-8f6c94c482d6 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:10:17.798373 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-263093c9-0586-4de0-821e-8f6c94c482d6'] response: {'server_uuid': 'aa469a1c-79c4-4431-a8a4-beb827bb59b9', 'name': 'network-vif-deleted', 'tag': '7d82468a-94ee-4d8d-858b-46e86038d3f0', 'status': 'completed', 'code': 200} Oct 28 10:10:17.944749 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:18.510215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:18.898048 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2127d6cf-57d9-4f88-8827-4bec4ddcf8ee req-aa686582-102b-4798-8e06-fd720cdaf68d tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 210 time: 0.0280244 Oct 28 10:10:19.760518 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 7d82468a-94ee-4d8d-858b-46e86038d3f0 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:10:19.780236 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 7d82468a-94ee-4d8d-858b-46e86038d3f0 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:10:19.780579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 7d82468a-94ee-4d8d-858b-46e86038d3f0 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:10:20.000922 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6f3006a7-4c21-4cdd-88f6-31a22ad8ae93 req-584d6c0e-92e5-4e4c-961c-9efc539d0d7c tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 210 time: 0.0285628 Oct 28 10:10:21.106338 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6456c124-bede-4616-9785-306a4c060b73 req-33c2bc3a-b30a-4644-a45d-5caeae8b8eb2 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 210 time: 0.0291660 Oct 28 10:10:22.231824 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-02d63dfe-4732-4edd-bef4-d6203469e497 req-e84dadde-0785-40cf-9be9-737bcaa30d0b tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa469a1c-79c4-4431-a8a4-beb827bb59b9 HTTP/1.1" status: 200 len: 210 time: 0.0312383 Oct 28 10:10:22.491444 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:23.435570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:25.877929 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:25.906053 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:27.711707 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=45,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:27.733848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=31,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:28.874121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44924) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:10:29.012879 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Deleting port abeaea40-0746-4b7c-9196-bf5b5f38c5e3 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:10:29.013112 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (abeaea40-0746-4b7c-9196-bf5b5f38c5e3), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:29.089582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (abeaea40-0746-4b7c-9196-bf5b5f38c5e3), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:29.089897 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for floatingip (abeaea40-0746-4b7c-9196-bf5b5f38c5e3), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:29.102208 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Calling delete_port for abeaea40-0746-4b7c-9196-bf5b5f38c5e3 owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:10:29.292704 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (abeaea40-0746-4b7c-9196-bf5b5f38c5e3), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:29.315210 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event deleted for resources: {'Port': ['ID=abeaea40-0746-4b7c-9196-bf5b5f38c5e3,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:29.325541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:29.325911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:29.326241 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:29.326585 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:29.326949 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:29.327755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:29.327755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:29.327931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:29.328236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:29.328566 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:29.328895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:29.329224 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:29.329554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:29.329878 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:29.330199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:29.394111 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for floatingip (36393be5-6710-4dd7-a1a3-ddc79d5995f9), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:29.394438 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Floating IP 36393be5-6710-4dd7-a1a3-ddc79d5995f9 disassociated (deleted). External IP: 172.36.1.205, port: cf37a286-6643-4537-8de6-35151d34de6b. Oct 28 10:10:29.577924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:29.580385 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:29.588941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Router 2e12110d-5955-4566-87c5-bac8137e0170 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:10:29.696329 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:10:29.701736 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:29.706213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec5ed73-cf2e-42cd-9d84-ead46ec17198 None None] Sync routers for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:10:29.713955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:29.716637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec5ed73-cf2e-42cd-9d84-ead46ec17198 None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:10:29.717251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-5ec5ed73-cf2e-42cd-9d84-ead46ec17198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:10:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:29.722474 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:10:29.732457 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-78754d16-e959-4a25-952c-c543ebac9d9a tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/36393be5-6710-4dd7-a1a3-ddc79d5995f9 HTTP/1.1" status: 204 len: 168 time: 0.8572202 Oct 28 10:10:29.733368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'tag': 'cf37a286-6643-4537-8de6-35151d34de6b'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:10:29.735699 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22c4176-45ff-4f4b-92be-44f66f3751aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bf861b-a5d9-4587-a763-c93fa55d8e6f", "tag": "cf37a286-6643-4537-8de6-35151d34de6b"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:10:29.775120 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb1921a-a469-4c8f-aba2-5d062f3745f1 x-openstack-request-id: req-5bb1921a-a469-4c8f-aba2-5d062f3745f1 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:10:29.775385 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bf861b-a5d9-4587-a763-c93fa55d8e6f", "tag": "cf37a286-6643-4537-8de6-35151d34de6b", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:10:29.775710 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5bb1921a-a469-4c8f-aba2-5d062f3745f1 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:10:29.776189 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb1921a-a469-4c8f-aba2-5d062f3745f1'] response: {'name': 'network-changed', 'server_uuid': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'tag': 'cf37a286-6643-4537-8de6-35151d34de6b', 'status': 'completed', 'code': 200} Oct 28 10:10:29.836108 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-5ec5ed73-cf2e-42cd-9d84-ead46ec17198 None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:10:29.881534 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c4176-45ff-4f4b-92be-44f66f3751aa req-662a6286-6dd6-4a84-8093-dc8cf557153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:29.883270 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c22c4176-45ff-4f4b-92be-44f66f3751aa req-662a6286-6dd6-4a84-8093-dc8cf557153c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=076144e2070b434c9d1fda1223cff4ed&device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 1129 time: 0.0402551 Oct 28 10:10:29.979747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c4176-45ff-4f4b-92be-44f66f3751aa req-95b7100d-9514-4541-ae76-d8c5d478ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:29.981283 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c22c4176-45ff-4f4b-92be-44f66f3751aa req-95b7100d-9514-4541-ae76-d8c5d478ee67 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 200 len: 912 time: 0.0921059 Oct 28 10:10:30.021731 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c22c4176-45ff-4f4b-92be-44f66f3751aa req-aa01490e-139b-49b7-82b1-e6ac566538f8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf37a286-6643-4537-8de6-35151d34de6b HTTP/1.1" status: 200 len: 217 time: 0.0338922 Oct 28 10:10:30.031399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-5ec5ed73-cf2e-42cd-9d84-ead46ec17198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:30.056600 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec5ed73-cf2e-42cd-9d84-ead46ec17198 None None] Checking router: 2e12110d-5955-4566-87c5-bac8137e0170 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:10:30.065158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec5ed73-cf2e-42cd-9d84-ead46ec17198 None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:10:30.065754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-5ec5ed73-cf2e-42cd-9d84-ead46ec17198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:10:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:30.110934 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ca3fe-6cc4-456e-9aa0-6fd1d0594457 req-a0dc11f6-3c6b-477d-9373-89a2ff9e0ac3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:30.112477 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-920ca3fe-6cc4-456e-9aa0-6fd1d0594457 req-a0dc11f6-3c6b-477d-9373-89a2ff9e0ac3 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 945 time: 0.0536671 Oct 28 10:10:30.167751 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-920ca3fe-6cc4-456e-9aa0-6fd1d0594457 req-6973d465-ef9e-43cb-8dbf-813e149530ec tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489531 Oct 28 10:10:30.229276 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c4176-45ff-4f4b-92be-44f66f3751aa req-373d69b4-98fa-427f-bdcf-8e4397a344af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:30.230998 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c22c4176-45ff-4f4b-92be-44f66f3751aa req-373d69b4-98fa-427f-bdcf-8e4397a344af service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19f66d81-2cce-4fe0-89e2-8ae1c40ac146 HTTP/1.1" status: 200 len: 850 time: 0.0471821 Oct 28 10:10:30.281573 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c4176-45ff-4f4b-92be-44f66f3751aa req-305ecf53-e4df-4f2c-8d75-1460f067088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:30.283218 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c22c4176-45ff-4f4b-92be-44f66f3751aa req-305ecf53-e4df-4f2c-8d75-1460f067088c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4d683f21-056f-49ef-b611-826c5b093c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0423291 Oct 28 10:10:30.305915 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-5ec5ed73-cf2e-42cd-9d84-ead46ec17198 None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:10:30.495939 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-5ec5ed73-cf2e-42cd-9d84-ead46ec17198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:30.504628 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c22c4176-45ff-4f4b-92be-44f66f3751aa req-67eb5de8-2d01-4fa5-a66e-c85c9f63955a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876133 Oct 28 10:10:30.520559 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec5ed73-cf2e-42cd-9d84-ead46ec17198 None None] The sync data for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv is: [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T09:59:51Z', 'revision_number': 4, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '4c4e42de-6e05-434e-be22-54152ad190ee', 'name': '', 'network_id': '4d683f21-056f-49ef-b611-826c5b093c7b', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'mac_address': 'fa:16:3e:61:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:48Z', 'updated_at': '2022-10-28T10:00:00Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'subnets': [{'id': '19f66d81-2cce-4fe0-89e2-8ae1c40ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:10:30.724415 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220c7d0-305b-4aa2-b230-e175e8242cdd None None] New status for floating IP 36393be5-6710-4dd7-a1a3-ddc79d5995f9: DOWN {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:10:31.099522 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc340726-a23e-4af1-b862-e0c1951e62bd req-9fad111b-fe34-4849-94c8-b5db2815699f tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:31.100945 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cc340726-a23e-4af1-b862-e0c1951e62bd req-9fad111b-fe34-4849-94c8-b5db2815699f tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 945 time: 0.0625370 Oct 28 10:10:31.139701 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c22c4176-45ff-4f4b-92be-44f66f3751aa req-586bf3b7-654c-4761-94da-885563fc36b3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702241 Oct 28 10:10:31.198018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-cc340726-a23e-4af1-b862-e0c1951e62bd req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Deleting port cf37a286-6643-4537-8de6-35151d34de6b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:10:31.198394 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-cc340726-a23e-4af1-b862-e0c1951e62bd req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (cf37a286-6643-4537-8de6-35151d34de6b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:31.299332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-cc340726-a23e-4af1-b862-e0c1951e62bd req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] For port cf37a286-6643-4537-8de6-35151d34de6b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=cf37a286-6643-4537-8de6-35151d34de6b,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:10:31.299692 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-cc340726-a23e-4af1-b862-e0c1951e62bd req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (cf37a286-6643-4537-8de6-35151d34de6b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:31.300800 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de782c76-e7d1-4e08-b584-ce52aa3e0c6f req-bea8a45a-45d2-4fb9-a077-8802b043d09e tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:10:31.302429 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-de782c76-e7d1-4e08-b584-ce52aa3e0c6f req-bea8a45a-45d2-4fb9-a077-8802b043d09e tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 945 time: 0.0529919 Oct 28 10:10:31.313862 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-cc340726-a23e-4af1-b862-e0c1951e62bd req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Calling delete_port for cf37a286-6643-4537-8de6-35151d34de6b owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:10:31.357412 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-de782c76-e7d1-4e08-b584-ce52aa3e0c6f req-64a989e1-f8eb-4714-805d-a08bac07b827 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5565ee5c-a05f-4b75-a353-d54f0d47a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483463 Oct 28 10:10:31.481599 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-cc340726-a23e-4af1-b862-e0c1951e62bd req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (cf37a286-6643-4537-8de6-35151d34de6b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:31.510481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event deleted for resources: {'Port': ['ID=cf37a286-6643-4537-8de6-35151d34de6b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:31.525932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:31.526334 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:31.526660 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:31.527029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:31.527361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:31.527694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:31.528030 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:31.528358 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:31.528688 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:31.529066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:31.529406 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:31.529714 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:31.530043 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:31.530368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:31.530705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:31.571949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc340726-a23e-4af1-b862-e0c1951e62bd req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] No DVR routers for this DVR port cf37a286-6643-4537-8de6-35151d34de6b on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:10:31.574439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-cc340726-a23e-4af1-b862-e0c1951e62bd req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:31.577568 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cc340726-a23e-4af1-b862-e0c1951e62bd req-0e9d63d2-f4cc-4456-aa69-af8e935d8d80 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.48 "DELETE /networking/v2.0/ports/cf37a286-6643-4537-8de6-35151d34de6b HTTP/1.1" status: 204 len: 173 time: 0.4652011 Oct 28 10:10:31.578079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'name': 'network-vif-deleted', 'tag': 'cf37a286-6643-4537-8de6-35151d34de6b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:10:31.580917 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456e39a1-c8db-4214-a928-793f3e5a5263" -d '{"events": [{"server_uuid": "a1bf861b-a5d9-4587-a763-c93fa55d8e6f", "name": "network-vif-deleted", "tag": "cf37a286-6643-4537-8de6-35151d34de6b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:10:31.622255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65ddeb2-7aa7-4365-ae7c-a91bb4f863f7 x-openstack-request-id: req-c65ddeb2-7aa7-4365-ae7c-a91bb4f863f7 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:10:31.622568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bf861b-a5d9-4587-a763-c93fa55d8e6f", "name": "network-vif-deleted", "tag": "cf37a286-6643-4537-8de6-35151d34de6b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:10:31.622920 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c65ddeb2-7aa7-4365-ae7c-a91bb4f863f7 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:10:31.623329 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c65ddeb2-7aa7-4365-ae7c-a91bb4f863f7'] response: {'server_uuid': 'a1bf861b-a5d9-4587-a763-c93fa55d8e6f', 'name': 'network-vif-deleted', 'tag': 'cf37a286-6643-4537-8de6-35151d34de6b', 'status': 'completed', 'code': 200} Oct 28 10:10:32.468261 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-069da04c-897a-42fa-8ffe-bbda0a892dea req-84c42241-6d58-41d7-82fa-a39ce42528db tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 210 time: 0.0319631 Oct 28 10:10:33.577661 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c400ac40-bf99-406d-825b-905e83bad221 req-8252c3c1-eaa5-40f4-940c-1cf121fe18bf tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 210 time: 0.0284901 Oct 28 10:10:34.683289 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1bba778d-4d9c-486c-9054-f72460f6c0a1 req-0e6a279b-3485-4532-a92a-fe19982f0e17 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 210 time: 0.0295751 Oct 28 10:10:35.793394 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-52726c72-7ca8-449f-8318-d9b9c9bd13fe req-4b9affa3-3ebb-48b7-90e0-3793a84e2890 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a1bf861b-a5d9-4587-a763-c93fa55d8e6f HTTP/1.1" status: 200 len: 210 time: 0.0274789 Oct 28 10:10:35.861211 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device cf37a286-6643-4537-8de6-35151d34de6b no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:10:35.885149 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: cf37a286-6643-4537-8de6-35151d34de6b {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:10:35.885496 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device cf37a286-6643-4537-8de6-35151d34de6b not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:10:36.860256 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44946) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:10:36.970287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d0e8068b-bcfb-485b-904d-e687e4a92029 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Deleting port e575dc74-8b33-4af2-a4da-0c51b20f9278 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:10:36.970634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d0e8068b-bcfb-485b-904d-e687e4a92029 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e575dc74-8b33-4af2-a4da-0c51b20f9278), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:37.050153 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d0e8068b-bcfb-485b-904d-e687e4a92029 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e575dc74-8b33-4af2-a4da-0c51b20f9278), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:37.050480 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d0e8068b-bcfb-485b-904d-e687e4a92029 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for floatingip (e575dc74-8b33-4af2-a4da-0c51b20f9278), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:37.063470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d0e8068b-bcfb-485b-904d-e687e4a92029 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Calling delete_port for e575dc74-8b33-4af2-a4da-0c51b20f9278 owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:10:37.246893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d0e8068b-bcfb-485b-904d-e687e4a92029 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e575dc74-8b33-4af2-a4da-0c51b20f9278), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:37.270147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8068b-bcfb-485b-904d-e687e4a92029 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event deleted for resources: {'Port': ['ID=e575dc74-8b33-4af2-a4da-0c51b20f9278,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:37.333014 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d0e8068b-bcfb-485b-904d-e687e4a92029 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for floatingip (fd947633-b9bf-4793-906a-d5a358af2eda), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:37.335505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d0e8068b-bcfb-485b-904d-e687e4a92029 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:37.336669 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d0e8068b-bcfb-485b-904d-e687e4a92029 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/fd947633-b9bf-4793-906a-d5a358af2eda HTTP/1.1" status: 204 len: 168 time: 0.4766510 Oct 28 10:10:40.793255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44962) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:10:40.802848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:40.855064 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b8c10b83-c3e5-47e9-b33c-11a1662f7d91 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group (5565ee5c-a05f-4b75-a353-d54f0d47a2ce), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:40.858743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:40.880210 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b8c10b83-c3e5-47e9-b33c-11a1662f7d91 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group (5565ee5c-a05f-4b75-a353-d54f0d47a2ce), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:40.984175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b8c10b83-c3e5-47e9-b33c-11a1662f7d91 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5565ee5c-a05f-4b75-a353-d54f0d47a2ce), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:40.986937 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b8c10b83-c3e5-47e9-b33c-11a1662f7d91 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:40.988128 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b8c10b83-c3e5-47e9-b33c-11a1662f7d91 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5565ee5c-a05f-4b75-a353-d54f0d47a2ce HTTP/1.1" status: 204 len: 168 time: 0.1938248 Oct 28 10:10:41.001824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c10b83-c3e5-47e9-b33c-11a1662f7d91 tempest-TestVolumeBootPattern-300764723 tempest-TestVolumeBootPattern-300764723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5565ee5c-a05f-4b75-a353-d54f0d47a2ce,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:41.107950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44966) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:10:41.256331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:41.351987 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:41.538573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6d1c65a3-5767-4c88-982c-2be35a70399b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (2e12110d-5955-4566-87c5-bac8137e0170), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:41.767912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c65a3-5767-4c88-982c-2be35a70399b admin admin] Deleting port 4c4e42de-6e05-434e-be22-54152ad190ee {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:10:41.768254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6d1c65a3-5767-4c88-982c-2be35a70399b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4c4e42de-6e05-434e-be22-54152ad190ee), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:41.849828 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-6d1c65a3-5767-4c88-982c-2be35a70399b admin admin] For port 4c4e42de-6e05-434e-be22-54152ad190ee, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4c4e42de-6e05-434e-be22-54152ad190ee,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:10:41.850193 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6d1c65a3-5767-4c88-982c-2be35a70399b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4c4e42de-6e05-434e-be22-54152ad190ee), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:41.863863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c65a3-5767-4c88-982c-2be35a70399b admin admin] Calling delete_port for 4c4e42de-6e05-434e-be22-54152ad190ee owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:10:42.103881 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6d1c65a3-5767-4c88-982c-2be35a70399b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (4c4e42de-6e05-434e-be22-54152ad190ee), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:42.109087 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:42.128037 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c65a3-5767-4c88-982c-2be35a70399b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4e42de-6e05-434e-be22-54152ad190ee,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:42.250483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:42.299453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6d1c65a3-5767-4c88-982c-2be35a70399b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (2e12110d-5955-4566-87c5-bac8137e0170), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:42.508271 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1c65a3-5767-4c88-982c-2be35a70399b admin admin] Router 2e12110d-5955-4566-87c5-bac8137e0170 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:10:42.610914 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1c65a3-5767-4c88-982c-2be35a70399b admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:10:42.615828 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6d1c65a3-5767-4c88-982c-2be35a70399b admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/2e12110d-5955-4566-87c5-bac8137e0170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5067511 Oct 28 10:10:42.618901 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44970) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:10:42.620963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f0d31-ae8d-4cc8-b9cb-5670326e7a0e None None] Sync routers for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:10:42.631780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f0d31-ae8d-4cc8-b9cb-5670326e7a0e None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:10:42.632390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-893f0d31-ae8d-4cc8-b9cb-5670326e7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:10:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:42.713507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e40f41e5-ef4d-41e0-83b2-844ec28b6ee1 admin admin] Publish callbacks [] for router (2e12110d-5955-4566-87c5-bac8137e0170), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:42.736513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-893f0d31-ae8d-4cc8-b9cb-5670326e7a0e None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:10:42.812076 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e40f41e5-ef4d-41e0-83b2-844ec28b6ee1 admin admin] Publish callbacks [] for router_gateway (2e12110d-5955-4566-87c5-bac8137e0170), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:42.844423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:42.903926 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-893f0d31-ae8d-4cc8-b9cb-5670326e7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T10:10:41Z', 'revision_number': 5, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port': {'id': 'ba66a731-3424-4db6-afe6-f05f35bfa69c', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12110d-5955-4566-87c5-bac8137e0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:59:39Z', 'updated_at': '2022-10-28T09:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:42.932810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f0d31-ae8d-4cc8-b9cb-5670326e7a0e None None] Checking router: 2e12110d-5955-4566-87c5-bac8137e0170 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:10:42.936146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e40f41e5-ef4d-41e0-83b2-844ec28b6ee1 admin admin] Deleting port ba66a731-3424-4db6-afe6-f05f35bfa69c {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:10:42.936491 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e40f41e5-ef4d-41e0-83b2-844ec28b6ee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ba66a731-3424-4db6-afe6-f05f35bfa69c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:42.939977 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:42.946872 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f0d31-ae8d-4cc8-b9cb-5670326e7a0e None None] Routers {'2e12110d-5955-4566-87c5-bac8137e0170'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:10:42.947477 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-893f0d31-ae8d-4cc8-b9cb-5670326e7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:10:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['2e12110d-5955-4566-87c5-bac8137e0170'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:43.020244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-e40f41e5-ef4d-41e0-83b2-844ec28b6ee1 admin admin] For port ba66a731-3424-4db6-afe6-f05f35bfa69c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ba66a731-3424-4db6-afe6-f05f35bfa69c,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:10:43.020604 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e40f41e5-ef4d-41e0-83b2-844ec28b6ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ba66a731-3424-4db6-afe6-f05f35bfa69c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:43.034002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e40f41e5-ef4d-41e0-83b2-844ec28b6ee1 admin admin] Calling delete_port for ba66a731-3424-4db6-afe6-f05f35bfa69c owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:10:43.034301 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-893f0d31-ae8d-4cc8-b9cb-5670326e7a0e None None] Set router 2e12110d-5955-4566-87c5-bac8137e0170 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:10:43.044645 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:43.086013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-be11d114-798c-4f97-bd22-b7aa11131718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:43.088697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-893f0d31-ae8d-4cc8-b9cb-5670326e7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T10:10:42Z', 'revision_number': 6, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:43.116064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f0d31-ae8d-4cc8-b9cb-5670326e7a0e None None] The sync data for ids ['2e12110d-5955-4566-87c5-bac8137e0170'] in dv-neutron-zed-2-hyperv is: [{'id': '2e12110d-5955-4566-87c5-bac8137e0170', 'name': 'tempest-TestVolumeBootPattern-420044123-router', 'tenant_id': '076144e2070b434c9d1fda1223cff4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:59:37Z', 'updated_at': '2022-10-28T10:10:42Z', 'revision_number': 6, 'project_id': '076144e2070b434c9d1fda1223cff4ed', 'gw_port_host': None}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:10:43.183216 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:43.258310 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e40f41e5-ef4d-41e0-83b2-844ec28b6ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (ba66a731-3424-4db6-afe6-f05f35bfa69c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:43.283029 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f41e5-ef4d-41e0-83b2-844ec28b6ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba66a731-3424-4db6-afe6-f05f35bfa69c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:43.347302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e40f41e5-ef4d-41e0-83b2-844ec28b6ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (2e12110d-5955-4566-87c5-bac8137e0170), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:43.436743 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e40f41e5-ef4d-41e0-83b2-844ec28b6ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (2e12110d-5955-4566-87c5-bac8137e0170), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:43.438889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e40f41e5-ef4d-41e0-83b2-844ec28b6ee1 admin admin] Publish callbacks [] for router_controller (2e12110d-5955-4566-87c5-bac8137e0170), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:43.544202 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e40f41e5-ef4d-41e0-83b2-844ec28b6ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (2e12110d-5955-4566-87c5-bac8137e0170), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:43.544839 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40f41e5-ef4d-41e0-83b2-844ec28b6ee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e12110d-5955-4566-87c5-bac8137e0170 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:10:43.548984 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e40f41e5-ef4d-41e0-83b2-844ec28b6ee1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:43.550144 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e40f41e5-ef4d-41e0-83b2-844ec28b6ee1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/2e12110d-5955-4566-87c5-bac8137e0170 HTTP/1.1" status: 204 len: 168 time: 0.9303370 Oct 28 10:10:43.552663 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44972) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:10:43.596476 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd40217-f5f3-4e35-a63c-42cf019249cf admin admin] Deleting subnet 19f66d81-2cce-4fe0-89e2-8ae1c40ac146 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:10:43.599623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9cd40217-f5f3-4e35-a63c-42cf019249cf admin admin] Publish callbacks [] for subnet (19f66d81-2cce-4fe0-89e2-8ae1c40ac146), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:43.638089 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9cd40217-f5f3-4e35-a63c-42cf019249cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (19f66d81-2cce-4fe0-89e2-8ae1c40ac146), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:43.711127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9cd40217-f5f3-4e35-a63c-42cf019249cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (19f66d81-2cce-4fe0-89e2-8ae1c40ac146), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:43.841979 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9cd40217-f5f3-4e35-a63c-42cf019249cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (19f66d81-2cce-4fe0-89e2-8ae1c40ac146), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:43.871908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd40217-f5f3-4e35-a63c-42cf019249cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f66d81-2cce-4fe0-89e2-8ae1c40ac146,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:43.877803 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9cd40217-f5f3-4e35-a63c-42cf019249cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:43.883513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e274924-3855-41d7-bf29-d1eb1f8943a9 None None] Network 4d683f21-056f-49ef-b611-826c5b093c7b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:10:43.884001 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9cd40217-f5f3-4e35-a63c-42cf019249cf admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/19f66d81-2cce-4fe0-89e2-8ae1c40ac146 HTTP/1.1" status: 204 len: 168 time: 0.3300025 Oct 28 10:10:43.884204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44974) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:10:43.957597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (4d683f21-056f-49ef-b611-826c5b093c7b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:44.005027 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] Deleting port 3282e8c4-e41d-46fd-9145-d642dce2920a {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:10:44.005360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (3282e8c4-e41d-46fd-9145-d642dce2920a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:44.041962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] DHCP port deletion for 4d683f21-056f-49ef-b611-826c5b093c7b request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:10:44.074530 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] For port 3282e8c4-e41d-46fd-9145-d642dce2920a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3282e8c4-e41d-46fd-9145-d642dce2920a,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:10:44.074858 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (3282e8c4-e41d-46fd-9145-d642dce2920a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:44.089873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Deleting port 3282e8c4-e41d-46fd-9145-d642dce2920a {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:10:44.090253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (3282e8c4-e41d-46fd-9145-d642dce2920a), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:44.093942 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] Calling delete_port for 3282e8c4-e41d-46fd-9145-d642dce2920a owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:10:44.159847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] For port 3282e8c4-e41d-46fd-9145-d642dce2920a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3282e8c4-e41d-46fd-9145-d642dce2920a,segment=NetworkSegment(962d3c32-b2b4-4ab9-9f66-817d91c4e0fa),segment_id=962d3c32-b2b4-4ab9-9f66-817d91c4e0fa)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:10:44.160243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (3282e8c4-e41d-46fd-9145-d642dce2920a), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:44.173611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Calling delete_port for 3282e8c4-e41d-46fd-9145-d642dce2920a owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:10:44.287297 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (3282e8c4-e41d-46fd-9145-d642dce2920a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:44.293569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (3282e8c4-e41d-46fd-9145-d642dce2920a), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:44.313917 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] Pushing event deleted for resources: {'Port': ['ID=3282e8c4-e41d-46fd-9145-d642dce2920a,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:44.315792 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] No DVR routers for this DVR port 3282e8c4-e41d-46fd-9145-d642dce2920a on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:10:44.325473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Pushing event deleted for resources: {'Port': ['ID=3282e8c4-e41d-46fd-9145-d642dce2920a,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:44.329875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] No DVR routers for this DVR port 3282e8c4-e41d-46fd-9145-d642dce2920a on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:10:44.340660 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:44.341016 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:44.341364 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:44.341755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:44.342026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:44.342381 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:44.342773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:44.343101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:44.343425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:44.343747 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:44.344071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:44.344421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:44.344762 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:44.345144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:44.345482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0596390-2bd7-4d64-94e7-40ea6c4ad541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:10:44.392286 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (4d683f21-056f-49ef-b611-826c5b093c7b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:44.412774 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d683f21-056f-49ef-b611-826c5b093c7b']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:44.421968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:44.422258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962d3c32-b2b4-4ab9-9f66-817d91c4e0fa') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:44.432297 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (962d3c32-b2b4-4ab9-9f66-817d91c4e0fa), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:44.445308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (962d3c32-b2b4-4ab9-9f66-817d91c4e0fa), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:44.452304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:10:44.452704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (962d3c32-b2b4-4ab9-9f66-817d91c4e0fa), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:44.492454 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 962d3c32-b2b4-4ab9-9f66-817d91c4e0fa resource provider aggregate not found Oct 28 10:10:44.512623 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 962d3c32-b2b4-4ab9-9f66-817d91c4e0fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 962d3c32-b2b4-4ab9-9f66-817d91c4e0fa found for delete ", "request_id": "req-dfb28f8f-3d74-45a8-8517-1100def509dc"}]} Oct 28 10:10:44.578360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (4d683f21-056f-49ef-b611-826c5b093c7b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:44.591680 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:44.594575 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/4d683f21-056f-49ef-b611-826c5b093c7b HTTP/1.1" status: 204 len: 168 time: 0.7093542 Oct 28 10:10:44.597683 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44980) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:10:44.606385 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dd5ad-a6d5-4bdf-8875-48f93daf7199 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d683f21-056f-49ef-b611-826c5b093c7b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:44.626583 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4c4e42de-6e05-434e-be22-54152ad190ee no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:10:44.646467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 4c4e42de-6e05-434e-be22-54152ad190ee {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:10:44.647065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4c4e42de-6e05-434e-be22-54152ad190ee not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:10:44.647473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ba66a731-3424-4db6-afe6-f05f35bfa69c no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:10:44.666163 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: ba66a731-3424-4db6-afe6-f05f35bfa69c {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:10:44.666509 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ba66a731-3424-4db6-afe6-f05f35bfa69c not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:10:44.666941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3282e8c4-e41d-46fd-9145-d642dce2920a no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:10:44.685305 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 3282e8c4-e41d-46fd-9145-d642dce2920a {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:10:44.685652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3282e8c4-e41d-46fd-9145-d642dce2920a not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:10:45.124485 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:45.197792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d15790fe-3958-4671-ab00-54faea416118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (579f5177-2324-48ef-b523-c4bb0316b5fd), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:45.304018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-44a842f2-8782-4223-b533-fd47a931595e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:45.354819 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:45.420814 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d15790fe-3958-4671-ab00-54faea416118 admin admin] Deleting port d5d745d3-e956-44bc-aeca-037a7114645d {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:10:45.421077 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d15790fe-3958-4671-ab00-54faea416118 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d5d745d3-e956-44bc-aeca-037a7114645d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:45.503289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-d15790fe-3958-4671-ab00-54faea416118 admin admin] For port d5d745d3-e956-44bc-aeca-037a7114645d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d5d745d3-e956-44bc-aeca-037a7114645d,segment=NetworkSegment(13469ac8-b298-4655-9f0a-6d7d240e6c23),segment_id=13469ac8-b298-4655-9f0a-6d7d240e6c23)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:10:45.503651 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d15790fe-3958-4671-ab00-54faea416118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d5d745d3-e956-44bc-aeca-037a7114645d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:45.516312 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d15790fe-3958-4671-ab00-54faea416118 admin admin] Calling delete_port for d5d745d3-e956-44bc-aeca-037a7114645d owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:10:45.738382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d15790fe-3958-4671-ab00-54faea416118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d5d745d3-e956-44bc-aeca-037a7114645d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:45.761943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15790fe-3958-4671-ab00-54faea416118 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d745d3-e956-44bc-aeca-037a7114645d,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:45.925863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d15790fe-3958-4671-ab00-54faea416118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (579f5177-2324-48ef-b523-c4bb0316b5fd), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:46.108038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:46.132990 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15790fe-3958-4671-ab00-54faea416118 admin admin] Router 579f5177-2324-48ef-b523-c4bb0316b5fd has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:10:46.217638 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:46.238624 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15790fe-3958-4671-ab00-54faea416118 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:10:46.249636 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d15790fe-3958-4671-ab00-54faea416118 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/579f5177-2324-48ef-b523-c4bb0316b5fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6460533 Oct 28 10:10:46.249736 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eeb937-300c-41b9-b4eb-4a3b7b2d700c None None] Sync routers for ids ['579f5177-2324-48ef-b523-c4bb0316b5fd'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:10:46.250166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 44982) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:10:46.259130 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eeb937-300c-41b9-b4eb-4a3b7b2d700c None None] Routers {'579f5177-2324-48ef-b523-c4bb0316b5fd'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:10:46.259861 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-13eeb937-300c-41b9-b4eb-4a3b7b2d700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:10:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['579f5177-2324-48ef-b523-c4bb0316b5fd'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:46.350784 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a29a007f-3841-4f99-967d-47ad069af012 admin admin] Publish callbacks [] for router (579f5177-2324-48ef-b523-c4bb0316b5fd), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:46.358478 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-13eeb937-300c-41b9-b4eb-4a3b7b2d700c None None] Set router 579f5177-2324-48ef-b523-c4bb0316b5fd gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:10:46.452144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a29a007f-3841-4f99-967d-47ad069af012 admin admin] Publish callbacks [] for router_gateway (579f5177-2324-48ef-b523-c4bb0316b5fd), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:46.524201 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-13eeb937-300c-41b9-b4eb-4a3b7b2d700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'name': 'tempest-TestVolumeBootPattern-552676432-router', 'tenant_id': '0a25ffaef1b74d34b52eff683648c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ba8e3f31-1a0c-4767-b426-24666b733729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:00:04Z', 'updated_at': '2022-10-28T10:10:45Z', 'revision_number': 5, 'project_id': '0a25ffaef1b74d34b52eff683648c46a', 'gw_port': {'id': 'ba8e3f31-1a0c-4767-b426-24666b733729', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:00:06Z', 'updated_at': '2022-10-28T10:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:46.534795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:46.549336 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eeb937-300c-41b9-b4eb-4a3b7b2d700c None None] Checking router: 579f5177-2324-48ef-b523-c4bb0316b5fd for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:10:46.559174 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eeb937-300c-41b9-b4eb-4a3b7b2d700c None None] Routers {'579f5177-2324-48ef-b523-c4bb0316b5fd'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:10:46.559830 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-13eeb937-300c-41b9-b4eb-4a3b7b2d700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:10:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['579f5177-2324-48ef-b523-c4bb0316b5fd'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:46.572543 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-a29a007f-3841-4f99-967d-47ad069af012 admin admin] Deleting port ba8e3f31-1a0c-4767-b426-24666b733729 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:10:46.575419 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a29a007f-3841-4f99-967d-47ad069af012 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ba8e3f31-1a0c-4767-b426-24666b733729), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:46.625910 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:46.645758 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-13eeb937-300c-41b9-b4eb-4a3b7b2d700c None None] Set router 579f5177-2324-48ef-b523-c4bb0316b5fd gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:10:46.656390 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-a29a007f-3841-4f99-967d-47ad069af012 admin admin] For port ba8e3f31-1a0c-4767-b426-24666b733729, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ba8e3f31-1a0c-4767-b426-24666b733729,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:10:46.656753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a29a007f-3841-4f99-967d-47ad069af012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ba8e3f31-1a0c-4767-b426-24666b733729), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:46.671218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-a29a007f-3841-4f99-967d-47ad069af012 admin admin] Calling delete_port for ba8e3f31-1a0c-4767-b426-24666b733729 owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:10:46.696089 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-13eeb937-300c-41b9-b4eb-4a3b7b2d700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'name': 'tempest-TestVolumeBootPattern-552676432-router', 'tenant_id': '0a25ffaef1b74d34b52eff683648c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:00:04Z', 'updated_at': '2022-10-28T10:10:46Z', 'revision_number': 6, 'project_id': '0a25ffaef1b74d34b52eff683648c46a', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:46.723879 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eeb937-300c-41b9-b4eb-4a3b7b2d700c None None] The sync data for ids ['579f5177-2324-48ef-b523-c4bb0316b5fd'] in dv-neutron-zed-2-hyperv is: [{'id': '579f5177-2324-48ef-b523-c4bb0316b5fd', 'name': 'tempest-TestVolumeBootPattern-552676432-router', 'tenant_id': '0a25ffaef1b74d34b52eff683648c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:00:04Z', 'updated_at': '2022-10-28T10:10:46Z', 'revision_number': 6, 'project_id': '0a25ffaef1b74d34b52eff683648c46a', 'gw_port_host': None}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:10:46.892260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a29a007f-3841-4f99-967d-47ad069af012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ba8e3f31-1a0c-4767-b426-24666b733729), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:46.892463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:46.915842 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a007f-3841-4f99-967d-47ad069af012 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8e3f31-1a0c-4767-b426-24666b733729,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:46.982805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a29a007f-3841-4f99-967d-47ad069af012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (579f5177-2324-48ef-b523-c4bb0316b5fd), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.069154 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a29a007f-3841-4f99-967d-47ad069af012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (579f5177-2324-48ef-b523-c4bb0316b5fd), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.072008 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a29a007f-3841-4f99-967d-47ad069af012 admin admin] Publish callbacks [] for router_controller (579f5177-2324-48ef-b523-c4bb0316b5fd), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.178146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a29a007f-3841-4f99-967d-47ad069af012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (579f5177-2324-48ef-b523-c4bb0316b5fd), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.178768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29a007f-3841-4f99-967d-47ad069af012 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 579f5177-2324-48ef-b523-c4bb0316b5fd {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:10:47.182951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a29a007f-3841-4f99-967d-47ad069af012 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.184102 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a29a007f-3841-4f99-967d-47ad069af012 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/579f5177-2324-48ef-b523-c4bb0316b5fd HTTP/1.1" status: 204 len: 168 time: 0.9350481 Oct 28 10:10:47.186811 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44984) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:10:47.233119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-234f9500-66fb-4107-9df1-2b5921d31fed admin admin] Deleting subnet 63d41d6b-6411-4792-9553-c463e79e4274 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:10:47.236243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-234f9500-66fb-4107-9df1-2b5921d31fed admin admin] Publish callbacks [] for subnet (63d41d6b-6411-4792-9553-c463e79e4274), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.271608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-234f9500-66fb-4107-9df1-2b5921d31fed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (63d41d6b-6411-4792-9553-c463e79e4274), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.349523 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-234f9500-66fb-4107-9df1-2b5921d31fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (63d41d6b-6411-4792-9553-c463e79e4274), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.470083 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-234f9500-66fb-4107-9df1-2b5921d31fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (63d41d6b-6411-4792-9553-c463e79e4274), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.497884 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f9500-66fb-4107-9df1-2b5921d31fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d41d6b-6411-4792-9553-c463e79e4274,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:47.501574 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-234f9500-66fb-4107-9df1-2b5921d31fed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.504692 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-234f9500-66fb-4107-9df1-2b5921d31fed admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/63d41d6b-6411-4792-9553-c463e79e4274 HTTP/1.1" status: 204 len: 168 time: 0.3168678 Oct 28 10:10:47.507180 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44986) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:10:47.513911 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbc2c67-dcc3-4dd7-b0dc-37698002189a None None] Network 07bb7c23-09bb-41e7-99d8-48d122521c6b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:10:47.581974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (07bb7c23-09bb-41e7-99d8-48d122521c6b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.628349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] Deleting port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:10:47.628694 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (30a55e90-1325-4ec8-bfa2-dcc117b0ad3c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.654187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73103709-4329-466e-b438-3d0b65599ce8 None None] DHCP port deletion for 07bb7c23-09bb-41e7-99d8-48d122521c6b request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:10:47.700080 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-73103709-4329-466e-b438-3d0b65599ce8 None None] Deleting port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:10:47.700509 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-73103709-4329-466e-b438-3d0b65599ce8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (30a55e90-1325-4ec8-bfa2-dcc117b0ad3c), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.708948 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] For port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=30a55e90-1325-4ec8-bfa2-dcc117b0ad3c,segment=NetworkSegment(13469ac8-b298-4655-9f0a-6d7d240e6c23),segment_id=13469ac8-b298-4655-9f0a-6d7d240e6c23)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:10:47.709309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (30a55e90-1325-4ec8-bfa2-dcc117b0ad3c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.723265 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] Calling delete_port for 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:10:47.769439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-73103709-4329-466e-b438-3d0b65599ce8 None None] For port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=30a55e90-1325-4ec8-bfa2-dcc117b0ad3c,segment=NetworkSegment(13469ac8-b298-4655-9f0a-6d7d240e6c23),segment_id=13469ac8-b298-4655-9f0a-6d7d240e6c23)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:10:47.769840 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-73103709-4329-466e-b438-3d0b65599ce8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (30a55e90-1325-4ec8-bfa2-dcc117b0ad3c), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.782618 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-73103709-4329-466e-b438-3d0b65599ce8 None None] Calling delete_port for 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:10:47.792161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:47.909798 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (30a55e90-1325-4ec8-bfa2-dcc117b0ad3c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.917254 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-73103709-4329-466e-b438-3d0b65599ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (30a55e90-1325-4ec8-bfa2-dcc117b0ad3c), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:47.938962 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a55e90-1325-4ec8-bfa2-dcc117b0ad3c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:47.940790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] No DVR routers for this DVR port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:10:47.945779 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73103709-4329-466e-b438-3d0b65599ce8 None None] Pushing event deleted for resources: {'Port': ['ID=30a55e90-1325-4ec8-bfa2-dcc117b0ad3c,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:47.949848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73103709-4329-466e-b438-3d0b65599ce8 None None] No DVR routers for this DVR port 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:10:47.961658 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:48.017312 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (07bb7c23-09bb-41e7-99d8-48d122521c6b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:48.037591 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bb7c23-09bb-41e7-99d8-48d122521c6b']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:48.047373 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13469ac8-b298-4655-9f0a-6d7d240e6c23') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:48.047675 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13469ac8-b298-4655-9f0a-6d7d240e6c23') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:10:48.057877 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (13469ac8-b298-4655-9f0a-6d7d240e6c23), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:48.071094 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (13469ac8-b298-4655-9f0a-6d7d240e6c23), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:48.077579 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:10:48.077964 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (13469ac8-b298-4655-9f0a-6d7d240e6c23), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:48.092808 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:48.153590 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 13469ac8-b298-4655-9f0a-6d7d240e6c23 resource provider aggregate not found Oct 28 10:10:48.170757 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 13469ac8-b298-4655-9f0a-6d7d240e6c23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13469ac8-b298-4655-9f0a-6d7d240e6c23 found for delete ", "request_id": "req-d381e9f1-4c63-43f2-bb52-d8a8b271d03c"}]} Oct 28 10:10:48.195277 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (07bb7c23-09bb-41e7-99d8-48d122521c6b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:48.199690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:48.203202 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/07bb7c23-09bb-41e7-99d8-48d122521c6b HTTP/1.1" status: 204 len: 168 time: 0.6951137 Oct 28 10:10:48.217402 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e10e2-1ec1-415f-a21c-b17c53f1f390 admin admin] Pushing event deleted for resources: {'Network': ['ID=07bb7c23-09bb-41e7-99d8-48d122521c6b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:48.509805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44996) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:10:48.526538 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:48.542736 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:48.557017 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7247a69c-bc2d-44fa-b599-9bcea361adc9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=076144e2070b434c9d1fda1223cff4ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461133 Oct 28 10:10:48.559617 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 44998) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:10:48.612442 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a26faee8-b196-4641-9d19-032f09901e22 admin admin] Publish callbacks [] for security_group (e5120c50-06f3-48f5-9e29-e5e2d027baf6), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:48.617832 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ba8e3f31-1a0c-4767-b426-24666b733729 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:10:48.634552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a26faee8-b196-4641-9d19-032f09901e22 admin admin] Publish callbacks [] for security_group (e5120c50-06f3-48f5-9e29-e5e2d027baf6), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:48.637672 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: ba8e3f31-1a0c-4767-b426-24666b733729 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:10:48.638026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ba8e3f31-1a0c-4767-b426-24666b733729 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:10:48.638441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d5d745d3-e956-44bc-aeca-037a7114645d no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:10:48.656918 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: d5d745d3-e956-44bc-aeca-037a7114645d {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:10:48.657422 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d5d745d3-e956-44bc-aeca-037a7114645d not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:10:48.657845 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:10:48.678448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:10:48.679947 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 30a55e90-1325-4ec8-bfa2-dcc117b0ad3c not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:10:48.738356 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a26faee8-b196-4641-9d19-032f09901e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (e5120c50-06f3-48f5-9e29-e5e2d027baf6), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:48.740864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a26faee8-b196-4641-9d19-032f09901e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:48.742055 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a26faee8-b196-4641-9d19-032f09901e22 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e5120c50-06f3-48f5-9e29-e5e2d027baf6 HTTP/1.1" status: 204 len: 168 time: 0.1813147 Oct 28 10:10:48.750368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26faee8-b196-4641-9d19-032f09901e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5120c50-06f3-48f5-9e29-e5e2d027baf6,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:49.339516 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45004) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:10:49.380480 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-50db6cde-919e-4668-b4f5-a9946e3a367f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0a25ffaef1b74d34b52eff683648c46a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398273 Oct 28 10:10:49.382847 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45006) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:10:49.433344 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-320ebf86-b17b-4822-912b-f9e65b6f3fc7 admin admin] Publish callbacks [] for security_group (32ba26d4-35e7-462f-b2b0-4d44c19cc2eb), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:49.453135 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-320ebf86-b17b-4822-912b-f9e65b6f3fc7 admin admin] Publish callbacks [] for security_group (32ba26d4-35e7-462f-b2b0-4d44c19cc2eb), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:49.566738 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-320ebf86-b17b-4822-912b-f9e65b6f3fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (32ba26d4-35e7-462f-b2b0-4d44c19cc2eb), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:49.569244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-320ebf86-b17b-4822-912b-f9e65b6f3fc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:49.570421 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-320ebf86-b17b-4822-912b-f9e65b6f3fc7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/32ba26d4-35e7-462f-b2b0-4d44c19cc2eb HTTP/1.1" status: 204 len: 168 time: 0.1866918 Oct 28 10:10:49.578850 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ebf86-b17b-4822-912b-f9e65b6f3fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ba26d4-35e7-462f-b2b0-4d44c19cc2eb,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:10:53.379746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:53.463463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:10:56.648503 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=50 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:56.699916 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=44 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:57.107175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=67,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:57.109395 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:59.486180 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:10:59.574871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=60,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:11:03.378429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:11:06.721544 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:11:07.600227 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-871a1640-488e-48f7-9b74-336368cc3258 req-eb90b583-a923-4060-a39d-c5e3d2bcf93c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375330 Oct 28 10:11:07.695324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a1640-488e-48f7-9b74-336368cc3258 req-a6861a4e-682d-44e8-9448-a0dd17243cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:11:07.696825 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-871a1640-488e-48f7-9b74-336368cc3258 req-a6861a4e-682d-44e8-9448-a0dd17243cef service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 1129 time: 0.0425127 Oct 28 10:11:07.803263 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a1640-488e-48f7-9b74-336368cc3258 req-59bd6cd4-d6f2-424e-90fe-ef8f27699124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:11:07.804723 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-871a1640-488e-48f7-9b74-336368cc3258 req-59bd6cd4-d6f2-424e-90fe-ef8f27699124 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f02a4891-322f-45ac-a668-c2ec12dbdbeb HTTP/1.1" status: 200 len: 898 time: 0.0869892 Oct 28 10:11:07.871669 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-871a1640-488e-48f7-9b74-336368cc3258 req-9a359c6f-cfdf-4d07-be36-e2be2881868f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a673672-499f-46ca-b813-f4ec7ac90595 HTTP/1.1" status: 200 len: 1001 time: 0.0592723 Oct 28 10:11:07.923234 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a1640-488e-48f7-9b74-336368cc3258 req-acc2f6c0-018a-43ce-99ed-17d895b37fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:11:07.924641 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-871a1640-488e-48f7-9b74-336368cc3258 req-acc2f6c0-018a-43ce-99ed-17d895b37fe4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7e3c5fb9-c804-489f-b252-7e1fe2e94e6c HTTP/1.1" status: 200 len: 844 time: 0.0444131 Oct 28 10:11:07.971823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a1640-488e-48f7-9b74-336368cc3258 req-2ee7e420-fab2-4513-b506-c3c7175fd0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:11:07.973285 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-871a1640-488e-48f7-9b74-336368cc3258 req-2ee7e420-fab2-4513-b506-c3c7175fd0d1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f02a4891-322f-45ac-a668-c2ec12dbdbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0386519 Oct 28 10:11:08.071279 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-871a1640-488e-48f7-9b74-336368cc3258 req-fa776321-4188-4e3c-9336-6309ef7c7bff service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f02a4891-322f-45ac-a668-c2ec12dbdbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870171 Oct 28 10:11:08.163739 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-871a1640-488e-48f7-9b74-336368cc3258 req-a1c111ef-b1f2-4db3-96b8-66e83568768f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f02a4891-322f-45ac-a668-c2ec12dbdbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830595 Oct 28 10:11:12.562766 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=12 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:11:13.017721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-185bdd5e-8f0e-46fa-9994-18d8c1f41f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:15.360512 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ea428198-2d80-4785-8fb1-59af3a5f6bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:16.868706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:17.971606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:18.159457 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=44 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:11:18.160233 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=57 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:11:18.515165 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:23.440010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:25.694760 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=19 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:11:25.699760 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:11:33.377822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:11:33.379781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:11:43.011139 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-70c07c19-0ff5-4659-8d79-1c927354cbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:43.719950 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:11:45.343158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-67d9ec1b-b62d-4995-a78f-145bd6d84e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:46.879816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:47.948440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:48.519747 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:48.533261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45012) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:11:48.818749 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:11:48.907866 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3678045'] for subnet (7e3c5fb9-c804-489f-b252-7e1fe2e94e6c), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:49.125636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779533265574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2565923'] for subnet (7e3c5fb9-c804-489f-b252-7e1fe2e94e6c), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:49.161250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:11:49.161846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:49.163577 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/subnets/7e3c5fb9-c804-489f-b252-7e1fe2e94e6c HTTP/1.1" status: 200 len: 836 time: 0.6289060 Oct 28 10:11:49.168383 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f7912f-9337-4359-8c46-10c79aaf3f9f None None] Network f02a4891-322f-45ac-a668-c2ec12dbdbeb requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:11:49.178467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Subnet': ['ID=7e3c5fb9-c804-489f-b252-7e1fe2e94e6c,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:11:49.185964 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:49.186315 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:49.186653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:49.187012 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:49.187838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:49.188166 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:49.188492 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:49.189233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:49.189570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:49.189896 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:49.190219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:49.190557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:49.190893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:49.191211 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:49.191530 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8649264-c930-4fae-8b92-94b954c3ab7d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:49.498926 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-863fcf2f-342d-4a4d-a3a5-c9e6e4725e02 None None] Provisioning complete for port 2a673672-499f-46ca-b813-f4ec7ac90595 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:11:49.499305 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-863fcf2f-342d-4a4d-a3a5-c9e6e4725e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2a673672-499f-46ca-b813-f4ec7ac90595), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:49.499785 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-863fcf2f-342d-4a4d-a3a5-c9e6e4725e02 None None] Attempt 1 to provision port 2a673672-499f-46ca-b813-f4ec7ac90595 Oct 28 10:11:49.572866 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-863fcf2f-342d-4a4d-a3a5-c9e6e4725e02 None None] Current status of the port 2a673672-499f-46ca-b813-f4ec7ac90595 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:11:49.581247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-863fcf2f-342d-4a4d-a3a5-c9e6e4725e02 None None] Provisioning complete for port cb78d940-abc4-4017-aba0-41761d0deb8f triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:11:49.581627 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-863fcf2f-342d-4a4d-a3a5-c9e6e4725e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:49.581955 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-863fcf2f-342d-4a4d-a3a5-c9e6e4725e02 None None] Attempt 1 to provision port cb78d940-abc4-4017-aba0-41761d0deb8f Oct 28 10:11:49.650813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-863fcf2f-342d-4a4d-a3a5-c9e6e4725e02 None None] Current status of the port cb78d940-abc4-4017-aba0-41761d0deb8f is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:11:49.659557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-863fcf2f-342d-4a4d-a3a5-c9e6e4725e02 None None] Provisioning complete for port 095e57fc-c477-4c5f-95c6-0664e950ed3f triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:11:49.659876 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-863fcf2f-342d-4a4d-a3a5-c9e6e4725e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (095e57fc-c477-4c5f-95c6-0664e950ed3f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:49.660217 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-863fcf2f-342d-4a4d-a3a5-c9e6e4725e02 None None] Attempt 1 to provision port 095e57fc-c477-4c5f-95c6-0664e950ed3f Oct 28 10:11:49.734347 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-863fcf2f-342d-4a4d-a3a5-c9e6e4725e02 None None] Current status of the port 095e57fc-c477-4c5f-95c6-0664e950ed3f is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:11:53.496736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:11:59.180798 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:11:59.181625 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=33,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:03.388756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:03.394779 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=5,neutron:SELECT=61 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:08.567457 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2b482fe0-e80c-49d8-9c64-9d0b460ba93a req-22bbcc7c-7938-4b69-8c0e-7593a2a8d617 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868547 Oct 28 10:12:08.680494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b482fe0-e80c-49d8-9c64-9d0b460ba93a req-ef691a7c-9c5c-4f3a-9dfd-0447d50037c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:08.682013 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2b482fe0-e80c-49d8-9c64-9d0b460ba93a req-ef691a7c-9c5c-4f3a-9dfd-0447d50037c4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 1129 time: 0.0380502 Oct 28 10:12:08.793947 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b482fe0-e80c-49d8-9c64-9d0b460ba93a req-e43fab7d-47ee-4516-9f2f-2067af29e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:08.795363 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2b482fe0-e80c-49d8-9c64-9d0b460ba93a req-e43fab7d-47ee-4516-9f2f-2067af29e021 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f02a4891-322f-45ac-a668-c2ec12dbdbeb HTTP/1.1" status: 200 len: 898 time: 0.0884500 Oct 28 10:12:08.860806 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2b482fe0-e80c-49d8-9c64-9d0b460ba93a req-d5a5b97d-15bd-45b1-a14b-3db3fad785bd service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a673672-499f-46ca-b813-f4ec7ac90595 HTTP/1.1" status: 200 len: 1001 time: 0.0551219 Oct 28 10:12:08.917091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b482fe0-e80c-49d8-9c64-9d0b460ba93a req-c72b96b9-291f-4a04-a7c6-2443968d4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:08.918509 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2b482fe0-e80c-49d8-9c64-9d0b460ba93a req-c72b96b9-291f-4a04-a7c6-2443968d4aef service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7e3c5fb9-c804-489f-b252-7e1fe2e94e6c HTTP/1.1" status: 200 len: 844 time: 0.0484776 Oct 28 10:12:08.963826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b482fe0-e80c-49d8-9c64-9d0b460ba93a req-dd7f9882-a8a7-4210-8b5e-c9a9c7b786e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:08.965264 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2b482fe0-e80c-49d8-9c64-9d0b460ba93a req-dd7f9882-a8a7-4210-8b5e-c9a9c7b786e0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f02a4891-322f-45ac-a668-c2ec12dbdbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0376492 Oct 28 10:12:09.061067 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2b482fe0-e80c-49d8-9c64-9d0b460ba93a req-b593e5ab-eb5b-4704-9360-1a7a486bdd7a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f02a4891-322f-45ac-a668-c2ec12dbdbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861170 Oct 28 10:12:09.153867 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2b482fe0-e80c-49d8-9c64-9d0b460ba93a req-81c23de8-d093-4b10-ad50-251dba146d3a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f02a4891-322f-45ac-a668-c2ec12dbdbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821257 Oct 28 10:12:10.676676 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:10.677871 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:13.034488 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-346e9edb-0504-49ae-b7ed-4b9889adbbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:15.364946 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7ea2922a-4916-49c6-904f-7f23ba6e8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:16.930376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:17.992767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:18.518930 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:19.149454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=52 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:19.151335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=49 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:20.718950 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:12:23.621735 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:32.150005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45028) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:32.303857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 4ccb565b-24dd-4bdd-b192-9d5392304aaa {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:12:32.304269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4ccb565b-24dd-4bdd-b192-9d5392304aaa), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:32.390266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4ccb565b-24dd-4bdd-b192-9d5392304aaa), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:32.390587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (4ccb565b-24dd-4bdd-b192-9d5392304aaa), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:32.409794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 4ccb565b-24dd-4bdd-b192-9d5392304aaa owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:12:32.609303 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (4ccb565b-24dd-4bdd-b192-9d5392304aaa), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:32.640044 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=4ccb565b-24dd-4bdd-b192-9d5392304aaa,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:32.663764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:32.664040 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:32.664380 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:32.664716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:32.665049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:32.665377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:32.665701 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:32.666044 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:32.666350 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:32.666695 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:32.667018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:32.667339 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:32.667659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:32.667975 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:32.668292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:32.707132 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (a419a933-91ac-4f57-80af-08a8e660efe3), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:32.707458 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP a419a933-91ac-4f57-80af-08a8e660efe3 disassociated (deleted). External IP: 172.36.1.197, port: 2a673672-499f-46ca-b813-f4ec7ac90595. Oct 28 10:12:32.909299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:12:33.013031 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:12:33.017678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:33.019167 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:33.022333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27239fef-234c-4e30-9009-1d4e56949d1f None None] Sync routers for ids ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:12:33.032496 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27239fef-234c-4e30-9009-1d4e56949d1f None None] Routers {'d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:12:33.033668 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-27239fef-234c-4e30-9009-1d4e56949d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:12:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:33.048750 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a7441074-a3cb-4a9f-8350-8da108443ef9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/a419a933-91ac-4f57-80af-08a8e660efe3 HTTP/1.1" status: 204 len: 168 time: 0.8970501 Oct 28 10:12:33.049491 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db923ee8-bcf1-4f9f-a474-f47ef83d524f', 'tag': '2a673672-499f-46ca-b813-f4ec7ac90595'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:12:33.051993 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0543afc6-c6f1-449b-becc-1c1c7d85389b" -d '{"events": [{"name": "network-changed", "server_uuid": "db923ee8-bcf1-4f9f-a474-f47ef83d524f", "tag": "2a673672-499f-46ca-b813-f4ec7ac90595"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:12:33.151938 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-27239fef-234c-4e30-9009-1d4e56949d1f None None] Set router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:12:33.232476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55fecdb-7a6f-4c08-9e32-84eee17e293b x-openstack-request-id: req-f55fecdb-7a6f-4c08-9e32-84eee17e293b {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:12:33.232998 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db923ee8-bcf1-4f9f-a474-f47ef83d524f", "tag": "2a673672-499f-46ca-b813-f4ec7ac90595", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:12:33.233087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f55fecdb-7a6f-4c08-9e32-84eee17e293b {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:12:33.233513 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f55fecdb-7a6f-4c08-9e32-84eee17e293b'] response: {'name': 'network-changed', 'server_uuid': 'db923ee8-bcf1-4f9f-a474-f47ef83d524f', 'tag': '2a673672-499f-46ca-b813-f4ec7ac90595', 'status': 'completed', 'code': 200} Oct 28 10:12:33.336268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543afc6-c6f1-449b-becc-1c1c7d85389b req-3677c33c-c62b-4cc0-8f19-d49acc622440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:33.337784 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0543afc6-c6f1-449b-becc-1c1c7d85389b req-3677c33c-c62b-4cc0-8f19-d49acc622440 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 1129 time: 0.0433757 Oct 28 10:12:33.351192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-27239fef-234c-4e30-9009-1d4e56949d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'name': 'tempest-TestNetworkBasicOps-router-914877699', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23'}], 'enable_snat': True}, 'gw_port_id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:09:28Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:29Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cb78d940-abc4-4017-aba0-41761d0deb8f', 'name': '', 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:97:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:32Z', 'updated_at': '2022-10-28T10:09:35Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:33.369508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:33.377178 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27239fef-234c-4e30-9009-1d4e56949d1f None None] Checking router: d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:12:33.385697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27239fef-234c-4e30-9009-1d4e56949d1f None None] Routers {'d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:12:33.386350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-27239fef-234c-4e30-9009-1d4e56949d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:12:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:33.442283 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543afc6-c6f1-449b-becc-1c1c7d85389b req-2b441c39-921b-4b84-a003-152fa83ae2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:33.443900 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0543afc6-c6f1-449b-becc-1c1c7d85389b req-2b441c39-921b-4b84-a003-152fa83ae2e5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f02a4891-322f-45ac-a668-c2ec12dbdbeb HTTP/1.1" status: 200 len: 898 time: 0.0978343 Oct 28 10:12:33.485290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:33.493381 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0543afc6-c6f1-449b-becc-1c1c7d85389b req-18b045eb-bc4a-4dca-acb6-d0924f95fe1f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a673672-499f-46ca-b813-f4ec7ac90595 HTTP/1.1" status: 200 len: 217 time: 0.0401363 Oct 28 10:12:33.497087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-27239fef-234c-4e30-9009-1d4e56949d1f None None] Set router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:12:33.516006 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:33.604287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3620408-8839-4eb4-929c-848bb4fde244 req-5699b5b7-c8b1-4675-9679-bb98f57bfee4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:33.605975 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c3620408-8839-4eb4-929c-848bb4fde244 req-5699b5b7-c8b1-4675-9679-bb98f57bfee4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 945 time: 0.1070893 Oct 28 10:12:33.658284 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c3620408-8839-4eb4-929c-848bb4fde244 req-37257858-2bba-4f2f-a5c1-3fb6e65296f6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6c57a397-f8d7-4a69-a886-3f4d4f4cb91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452991 Oct 28 10:12:33.687569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-27239fef-234c-4e30-9009-1d4e56949d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'name': 'tempest-TestNetworkBasicOps-router-914877699', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23'}], 'enable_snat': True}, 'gw_port_id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:09:28Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:29Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cb78d940-abc4-4017-aba0-41761d0deb8f', 'name': '', 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:97:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:32Z', 'updated_at': '2022-10-28T10:09:35Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:33.718013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27239fef-234c-4e30-9009-1d4e56949d1f None None] The sync data for ids ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'] in dv-neutron-zed-2-hyperv is: [{'id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'name': 'tempest-TestNetworkBasicOps-router-914877699', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23'}], 'enable_snat': True}, 'gw_port_id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:09:28Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:29Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cb78d940-abc4-4017-aba0-41761d0deb8f', 'name': '', 'network_id': 'f02a4891-322f-45ac-a668-c2ec12dbdbeb', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:97:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:32Z', 'updated_at': '2022-10-28T10:09:35Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '7e3c5fb9-c804-489f-b252-7e1fe2e94e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:12:33.935946 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26090c25-03b7-4f45-bce7-9a7d46ddf446 None None] New status for floating IP a419a933-91ac-4f57-80af-08a8e660efe3: DOWN {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:12:34.833159 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804dc0f-c362-4eed-a4c5-ad519065d7c6 req-a1a4af5b-a4dd-48af-bb6f-3fa43cfe22b0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:34.834627 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e804dc0f-c362-4eed-a4c5-ad519065d7c6 req-a1a4af5b-a4dd-48af-bb6f-3fa43cfe22b0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 945 time: 0.0970430 Oct 28 10:12:34.853959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543afc6-c6f1-449b-becc-1c1c7d85389b req-9acfb233-ee04-478a-a877-eff4a662d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:34.856015 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0543afc6-c6f1-449b-becc-1c1c7d85389b req-9acfb233-ee04-478a-a877-eff4a662d87d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7e3c5fb9-c804-489f-b252-7e1fe2e94e6c HTTP/1.1" status: 200 len: 844 time: 0.0457063 Oct 28 10:12:34.885032 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e804dc0f-c362-4eed-a4c5-ad519065d7c6 req-1eb485ba-dddd-4fc9-a860-edbcbba46e62 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6c57a397-f8d7-4a69-a886-3f4d4f4cb91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445349 Oct 28 10:12:35.043597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543afc6-c6f1-449b-becc-1c1c7d85389b req-9c7380ac-00ec-486a-a681-04073589393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:35.045044 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0543afc6-c6f1-449b-becc-1c1c7d85389b req-9c7380ac-00ec-486a-a681-04073589393d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f02a4891-322f-45ac-a668-c2ec12dbdbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0385110 Oct 28 10:12:35.136608 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0543afc6-c6f1-449b-becc-1c1c7d85389b req-2e6b5688-bff8-4c75-8526-e86b431415a5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f02a4891-322f-45ac-a668-c2ec12dbdbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846636 Oct 28 10:12:35.287502 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377632f4-203f-4058-ac17-0eeebb7a96a7 req-23c39423-f1e8-4f79-ba5b-9776894c58bf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:35.288901 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-377632f4-203f-4058-ac17-0eeebb7a96a7 req-23c39423-f1e8-4f79-ba5b-9776894c58bf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 945 time: 0.0800958 Oct 28 10:12:35.355922 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0543afc6-c6f1-449b-becc-1c1c7d85389b req-cf4cba7e-af40-4190-81a8-7c4df8c62d8a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f02a4891-322f-45ac-a668-c2ec12dbdbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543036 Oct 28 10:12:35.395157 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-377632f4-203f-4058-ac17-0eeebb7a96a7 req-3d848014-0c6e-4e27-bb90-cc62033ec543 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 2a673672-499f-46ca-b813-f4ec7ac90595 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:12:35.395419 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-377632f4-203f-4058-ac17-0eeebb7a96a7 req-3d848014-0c6e-4e27-bb90-cc62033ec543 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (2a673672-499f-46ca-b813-f4ec7ac90595), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:35.488014 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-377632f4-203f-4058-ac17-0eeebb7a96a7 req-3d848014-0c6e-4e27-bb90-cc62033ec543 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 2a673672-499f-46ca-b813-f4ec7ac90595, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=2a673672-499f-46ca-b813-f4ec7ac90595,segment=NetworkSegment(9b5f27cb-7320-42bc-826a-ce8f1b39a80e),segment_id=9b5f27cb-7320-42bc-826a-ce8f1b39a80e)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:12:35.488371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-377632f4-203f-4058-ac17-0eeebb7a96a7 req-3d848014-0c6e-4e27-bb90-cc62033ec543 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (2a673672-499f-46ca-b813-f4ec7ac90595), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:35.500932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-377632f4-203f-4058-ac17-0eeebb7a96a7 req-3d848014-0c6e-4e27-bb90-cc62033ec543 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 2a673672-499f-46ca-b813-f4ec7ac90595 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:12:35.707024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-377632f4-203f-4058-ac17-0eeebb7a96a7 req-3d848014-0c6e-4e27-bb90-cc62033ec543 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (2a673672-499f-46ca-b813-f4ec7ac90595), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:35.713043 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:35.737052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d848014-0c6e-4e27-bb90-cc62033ec543 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=2a673672-499f-46ca-b813-f4ec7ac90595,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:35.782770 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-377632f4-203f-4058-ac17-0eeebb7a96a7 req-3d848014-0c6e-4e27-bb90-cc62033ec543 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] No DVR routers for this DVR port 2a673672-499f-46ca-b813-f4ec7ac90595 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:12:35.785372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-377632f4-203f-4058-ac17-0eeebb7a96a7 req-3d848014-0c6e-4e27-bb90-cc62033ec543 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:35.788595 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-377632f4-203f-4058-ac17-0eeebb7a96a7 req-3d848014-0c6e-4e27-bb90-cc62033ec543 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "DELETE /networking/v2.0/ports/2a673672-499f-46ca-b813-f4ec7ac90595 HTTP/1.1" status: 204 len: 173 time: 0.4903116 Oct 28 10:12:35.789108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db923ee8-bcf1-4f9f-a474-f47ef83d524f', 'name': 'network-vif-deleted', 'tag': '2a673672-499f-46ca-b813-f4ec7ac90595'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:12:35.791344 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff1e186-0fe7-4d4f-a5eb-93742e30bdd9" -d '{"events": [{"server_uuid": "db923ee8-bcf1-4f9f-a474-f47ef83d524f", "name": "network-vif-deleted", "tag": "2a673672-499f-46ca-b813-f4ec7ac90595"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:12:35.829371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75d4f0a-9af8-4efe-acd2-d6feb7b1ad6e x-openstack-request-id: req-e75d4f0a-9af8-4efe-acd2-d6feb7b1ad6e {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:12:35.829669 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db923ee8-bcf1-4f9f-a474-f47ef83d524f", "name": "network-vif-deleted", "tag": "2a673672-499f-46ca-b813-f4ec7ac90595", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:12:35.830616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e75d4f0a-9af8-4efe-acd2-d6feb7b1ad6e {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:12:35.831054 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75d4f0a-9af8-4efe-acd2-d6feb7b1ad6e'] response: {'server_uuid': 'db923ee8-bcf1-4f9f-a474-f47ef83d524f', 'name': 'network-vif-deleted', 'tag': '2a673672-499f-46ca-b813-f4ec7ac90595', 'status': 'completed', 'code': 200} Oct 28 10:12:35.989749 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7bcbd75f-3a2a-4c7a-92b2-f7fbb500f369 req-978fa3f4-413d-4f77-bbe7-84c0781667f7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db923ee8-bcf1-4f9f-a474-f47ef83d524f HTTP/1.1" status: 200 len: 210 time: 0.0279660 Oct 28 10:12:37.056122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45058) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:37.118470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-28e4a5da-f7a5-4902-90d6-e51cc66067bc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (6c57a397-f8d7-4a69-a886-3f4d4f4cb91e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:37.143161 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-28e4a5da-f7a5-4902-90d6-e51cc66067bc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (6c57a397-f8d7-4a69-a886-3f4d4f4cb91e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:37.260691 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-28e4a5da-f7a5-4902-90d6-e51cc66067bc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (6c57a397-f8d7-4a69-a886-3f4d4f4cb91e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:37.263298 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-28e4a5da-f7a5-4902-90d6-e51cc66067bc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:37.264454 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-28e4a5da-f7a5-4902-90d6-e51cc66067bc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6c57a397-f8d7-4a69-a886-3f4d4f4cb91e HTTP/1.1" status: 204 len: 168 time: 0.2073486 Oct 28 10:12:37.274250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4a5da-f7a5-4902-90d6-e51cc66067bc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c57a397-f8d7-4a69-a886-3f4d4f4cb91e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:37.371117 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45062) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:37.690371 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c54e4b4-5cad-4914-8597-57c96a21f556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:37.916953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-8c54e4b4-5cad-4914-8597-57c96a21f556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port cb78d940-abc4-4017-aba0-41761d0deb8f {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:12:37.917294 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c54e4b4-5cad-4914-8597-57c96a21f556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:37.971156 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:37.975525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:38.009472 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-8c54e4b4-5cad-4914-8597-57c96a21f556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port cb78d940-abc4-4017-aba0-41761d0deb8f, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=cb78d940-abc4-4017-aba0-41761d0deb8f,segment=NetworkSegment(9b5f27cb-7320-42bc-826a-ce8f1b39a80e),segment_id=9b5f27cb-7320-42bc-826a-ce8f1b39a80e)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:12:38.009838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c54e4b4-5cad-4914-8597-57c96a21f556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:38.023342 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-8c54e4b4-5cad-4914-8597-57c96a21f556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for cb78d940-abc4-4017-aba0-41761d0deb8f owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:12:38.255863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c54e4b4-5cad-4914-8597-57c96a21f556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (cb78d940-abc4-4017-aba0-41761d0deb8f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:38.279548 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54e4b4-5cad-4914-8597-57c96a21f556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=cb78d940-abc4-4017-aba0-41761d0deb8f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:38.455984 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c54e4b4-5cad-4914-8597-57c96a21f556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:38.657570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c54e4b4-5cad-4914-8597-57c96a21f556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:12:38.660368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:38.763884 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c54e4b4-5cad-4914-8597-57c96a21f556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:12:38.769861 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8c54e4b4-5cad-4914-8597-57c96a21f556 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3972759 Oct 28 10:12:38.772240 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45064) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:38.774369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46756bbe-2c92-4a10-b801-853e02dde8fd None None] Sync routers for ids ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:12:38.786075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46756bbe-2c92-4a10-b801-853e02dde8fd None None] Routers {'d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:12:38.786706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-46756bbe-2c92-4a10-b801-853e02dde8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:12:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:38.823611 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a89f7e-4782-497f-8e5b-884f7f5cb2ae tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting subnet 7e3c5fb9-c804-489f-b252-7e1fe2e94e6c {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:12:38.826827 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9a89f7e-4782-497f-8e5b-884f7f5cb2ae tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (7e3c5fb9-c804-489f-b252-7e1fe2e94e6c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:38.872907 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9a89f7e-4782-497f-8e5b-884f7f5cb2ae tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (7e3c5fb9-c804-489f-b252-7e1fe2e94e6c), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:38.893600 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-46756bbe-2c92-4a10-b801-853e02dde8fd None None] Set router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:12:38.920957 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:38.955974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9a89f7e-4782-497f-8e5b-884f7f5cb2ae tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (7e3c5fb9-c804-489f-b252-7e1fe2e94e6c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:39.061388 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-46756bbe-2c92-4a10-b801-853e02dde8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'name': 'tempest-TestNetworkBasicOps-router-914877699', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23'}], 'enable_snat': True}, 'gw_port_id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:09:28Z', 'updated_at': '2022-10-28T10:12:38Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:29Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:39.073531 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9a89f7e-4782-497f-8e5b-884f7f5cb2ae tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (7e3c5fb9-c804-489f-b252-7e1fe2e94e6c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:39.090399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46756bbe-2c92-4a10-b801-853e02dde8fd None None] Checking router: d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:12:39.098951 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46756bbe-2c92-4a10-b801-853e02dde8fd None None] Routers {'d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:12:39.099561 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-46756bbe-2c92-4a10-b801-853e02dde8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:12:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:39.106600 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a89f7e-4782-497f-8e5b-884f7f5cb2ae tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3c5fb9-c804-489f-b252-7e1fe2e94e6c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:39.108625 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c9a89f7e-4782-497f-8e5b-884f7f5cb2ae tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:39.112261 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c9a89f7e-4782-497f-8e5b-884f7f5cb2ae tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/7e3c5fb9-c804-489f-b252-7e1fe2e94e6c HTTP/1.1" status: 204 len: 168 time: 0.3391073 Oct 28 10:12:39.114956 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45066) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:39.137647 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc48db0-cd14-4b04-bbd2-d2e7014db14b None None] Network f02a4891-322f-45ac-a668-c2ec12dbdbeb requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:12:39.219747 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7077a509-45cd-4b97-bd67-0b21ca0c7f51 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:39.279382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-46756bbe-2c92-4a10-b801-853e02dde8fd None None] Set router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:12:39.352572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] DHCP port deletion for f02a4891-322f-45ac-a668-c2ec12dbdbeb request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:12:39.384096 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:39.589686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Deleting port 095e57fc-c477-4c5f-95c6-0664e950ed3f {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:12:39.589982 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (095e57fc-c477-4c5f-95c6-0664e950ed3f), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:39.627086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7077a509-45cd-4b97-bd67-0b21ca0c7f51 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:39.690486 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] For port 095e57fc-c477-4c5f-95c6-0664e950ed3f, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=095e57fc-c477-4c5f-95c6-0664e950ed3f,segment=NetworkSegment(9b5f27cb-7320-42bc-826a-ce8f1b39a80e),segment_id=9b5f27cb-7320-42bc-826a-ce8f1b39a80e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:12:39.690919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (095e57fc-c477-4c5f-95c6-0664e950ed3f), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:39.693752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-46756bbe-2c92-4a10-b801-853e02dde8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'name': 'tempest-TestNetworkBasicOps-router-914877699', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23'}], 'enable_snat': True}, 'gw_port_id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:09:28Z', 'updated_at': '2022-10-28T10:12:38Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:29Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:39.726843 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46756bbe-2c92-4a10-b801-853e02dde8fd None None] The sync data for ids ['d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d'] in dv-neutron-zed-2-hyperv is: [{'id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'name': 'tempest-TestNetworkBasicOps-router-914877699', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23'}], 'enable_snat': True}, 'gw_port_id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:09:28Z', 'updated_at': '2022-10-28T10:12:38Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '7483c93c-aed8-41bf-a460-2b2327f4dea2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:09:29Z', 'updated_at': '2022-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:12:39.728703 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Calling delete_port for 095e57fc-c477-4c5f-95c6-0664e950ed3f owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:12:39.742694 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-7077a509-45cd-4b97-bd67-0b21ca0c7f51 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 7483c93c-aed8-41bf-a460-2b2327f4dea2 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:12:39.743137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7077a509-45cd-4b97-bd67-0b21ca0c7f51 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (7483c93c-aed8-41bf-a460-2b2327f4dea2), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:39.825995 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-7077a509-45cd-4b97-bd67-0b21ca0c7f51 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 7483c93c-aed8-41bf-a460-2b2327f4dea2, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7483c93c-aed8-41bf-a460-2b2327f4dea2,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:12:39.826362 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7077a509-45cd-4b97-bd67-0b21ca0c7f51 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (7483c93c-aed8-41bf-a460-2b2327f4dea2), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:39.839440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-7077a509-45cd-4b97-bd67-0b21ca0c7f51 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 7483c93c-aed8-41bf-a460-2b2327f4dea2 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:12:39.901531 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (095e57fc-c477-4c5f-95c6-0664e950ed3f), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:39.932318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] No DVR routers for this DVR port 095e57fc-c477-4c5f-95c6-0664e950ed3f on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:12:39.936520 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Pushing event deleted for resources: {'Port': ['ID=095e57fc-c477-4c5f-95c6-0664e950ed3f,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:39.937102 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:39.938567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:39.944915 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:39.945270 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:39.945652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:39.945990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:39.946401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:39.946662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:39.952318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:39.952318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:39.952318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:39.952318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:39.952318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:39.952318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:39.952318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:39.952318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:39.952318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7340d068-7f0d-4555-b4e5-95a651578971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:40.056129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7077a509-45cd-4b97-bd67-0b21ca0c7f51 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (7483c93c-aed8-41bf-a460-2b2327f4dea2), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:40.088975 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077a509-45cd-4b97-bd67-0b21ca0c7f51 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=7483c93c-aed8-41bf-a460-2b2327f4dea2,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:40.152675 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7077a509-45cd-4b97-bd67-0b21ca0c7f51 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:40.244155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7077a509-45cd-4b97-bd67-0b21ca0c7f51 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:40.246365 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7077a509-45cd-4b97-bd67-0b21ca0c7f51 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_controller (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:40.339171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 2a673672-499f-46ca-b813-f4ec7ac90595 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:12:40.347495 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7077a509-45cd-4b97-bd67-0b21ca0c7f51 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:40.348314 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7077a509-45cd-4b97-bd67-0b21ca0c7f51 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Fanout notify agent at l3_agent the message router_deleted on router d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:12:40.357621 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7077a509-45cd-4b97-bd67-0b21ca0c7f51 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:40.357621 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7077a509-45cd-4b97-bd67-0b21ca0c7f51 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/routers/d6b3eb7b-a89d-4432-8ff5-b4adfa8a9e9d HTTP/1.1" status: 204 len: 168 time: 1.2407587 Oct 28 10:12:40.358653 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 2a673672-499f-46ca-b813-f4ec7ac90595 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:12:40.359025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 2a673672-499f-46ca-b813-f4ec7ac90595 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:12:40.359505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45068) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:40.367909 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:40.449324 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0929bf42-e7dc-4832-a183-36a71e93afce tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (f02a4891-322f-45ac-a668-c2ec12dbdbeb), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:40.539884 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0929bf42-e7dc-4832-a183-36a71e93afce tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (f02a4891-322f-45ac-a668-c2ec12dbdbeb), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:40.559587 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0929bf42-e7dc-4832-a183-36a71e93afce tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02a4891-322f-45ac-a668-c2ec12dbdbeb']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:40.569516 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0929bf42-e7dc-4832-a183-36a71e93afce tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5f27cb-7320-42bc-826a-ce8f1b39a80e') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:40.569815 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0929bf42-e7dc-4832-a183-36a71e93afce tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5f27cb-7320-42bc-826a-ce8f1b39a80e') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:40.579438 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0929bf42-e7dc-4832-a183-36a71e93afce tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (9b5f27cb-7320-42bc-826a-ce8f1b39a80e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:40.592459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0929bf42-e7dc-4832-a183-36a71e93afce tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (9b5f27cb-7320-42bc-826a-ce8f1b39a80e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:40.598762 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0929bf42-e7dc-4832-a183-36a71e93afce tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:12:40.599151 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0929bf42-e7dc-4832-a183-36a71e93afce tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (9b5f27cb-7320-42bc-826a-ce8f1b39a80e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:40.643337 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 9b5f27cb-7320-42bc-826a-ce8f1b39a80e resource provider aggregate not found Oct 28 10:12:40.660578 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 9b5f27cb-7320-42bc-826a-ce8f1b39a80e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b5f27cb-7320-42bc-826a-ce8f1b39a80e found for delete ", "request_id": "req-a94e131e-2e2e-4e82-8988-de3a3ac6a5bc"}]} Oct 28 10:12:40.729535 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0929bf42-e7dc-4832-a183-36a71e93afce tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (f02a4891-322f-45ac-a668-c2ec12dbdbeb), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:40.737183 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0929bf42-e7dc-4832-a183-36a71e93afce tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:40.740204 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0929bf42-e7dc-4832-a183-36a71e93afce tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/networks/f02a4891-322f-45ac-a668-c2ec12dbdbeb HTTP/1.1" status: 204 len: 168 time: 0.3796873 Oct 28 10:12:40.751143 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45074) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:40.756414 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-6bb847c6-44b1-4789-a5f5-d7dccc1e1d3e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'network': {'name': 'tempest-network-smoke--1608568469', 'project_id': '0d399d550dab41259d95623249c98b71', 'port_security_enabled': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:12:40.760344 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929bf42-e7dc-4832-a183-36a71e93afce tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Network': ['ID=f02a4891-322f-45ac-a668-c2ec12dbdbeb,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:40.827709 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 095e57fc-c477-4c5f-95c6-0664e950ed3f no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:12:40.843563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb847c6-44b1-4789-a5f5-d7dccc1e1d3e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:12:40.847138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 095e57fc-c477-4c5f-95c6-0664e950ed3f {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:12:40.847480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 095e57fc-c477-4c5f-95c6-0664e950ed3f not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:12:40.847858 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6bb847c6-44b1-4789-a5f5-d7dccc1e1d3e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:40.847960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7483c93c-aed8-41bf-a460-2b2327f4dea2 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:12:40.866923 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 7483c93c-aed8-41bf-a460-2b2327f4dea2 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:12:40.867409 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7483c93c-aed8-41bf-a460-2b2327f4dea2 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:12:40.867675 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device cb78d940-abc4-4017-aba0-41761d0deb8f no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:12:40.874229 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb847c6-44b1-4789-a5f5-d7dccc1e1d3e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:12:40.883468 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6bb847c6-44b1-4789-a5f5-d7dccc1e1d3e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (b51b85ac-2031-4468-a3f0-38f862cd29d2), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:40.883798 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-6bb847c6-44b1-4789-a5f5-d7dccc1e1d3e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Added segment b51b85ac-2031-4468-a3f0-38f862cd29d2 of type vlan for network 866513d4-cbc9-4008-b1f0-0b146bce8c08 Oct 28 10:12:40.885485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: cb78d940-abc4-4017-aba0-41761d0deb8f {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:12:40.885831 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device cb78d940-abc4-4017-aba0-41761d0deb8f not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:12:40.933957 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6bb847c6-44b1-4789-a5f5-d7dccc1e1d3e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (866513d4-cbc9-4008-b1f0-0b146bce8c08), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:41.027269 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6bb847c6-44b1-4789-a5f5-d7dccc1e1d3e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (866513d4-cbc9-4008-b1f0-0b146bce8c08), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:41.032145 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb847c6-44b1-4789-a5f5-d7dccc1e1d3e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:41.032840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6bb847c6-44b1-4789-a5f5-d7dccc1e1d3e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:41.098250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb847c6-44b1-4789-a5f5-d7dccc1e1d3e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Network': ['ID=866513d4-cbc9-4008-b1f0-0b146bce8c08,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:41.108693 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 866513d4-cbc9-4008-b1f0-0b146bce8c08 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:12:41.150585 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6bb847c6-44b1-4789-a5f5-d7dccc1e1d3e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3983288 Oct 28 10:12:41.153315 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45076) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:41.157755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-82563995', 'admin_state_up': True, 'project_id': '0d399d550dab41259d95623249c98b71', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:12:41.239146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:41.240177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:41.293040 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_controller (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:41.481817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:41.601730 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:41.715418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:41.735285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:41.775269 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:41.837173 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.95 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/529e5c41-5c85-41fa-89ec-f6ecb558694b) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:12:41.945643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (529e5c41-5c85-41fa-89ec-f6ecb558694b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:42.016287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (529e5c41-5c85-41fa-89ec-f6ecb558694b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:42.055596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:12:42.058496 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:12:42.062013 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:12:42.089755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=529e5c41-5c85-41fa-89ec-f6ecb558694b,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:42.366701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:42.442131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:42.559840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:42.747206 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:12:42.804804 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:42.852241 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:12:42.863336 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Sync routers for ids ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:12:42.870977 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=6 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:42.874107 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Routers {'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:12:42.874745 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:12:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:42.967235 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:42.968539 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0e67d76c-02f3-427b-82d7-849eaa375891 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8142033 Oct 28 10:12:42.972512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45078) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:42.974599 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Set router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:12:43.027223 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0a921623-33b5-4743-88a1-34abef18028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:43.139379 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-45e31a47-af54-4590-ae19-715786f876b1 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=0d399d550dab41259d95623249c98b71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1651423 Oct 28 10:12:43.141582 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45082) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:43.147834 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:42Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:43.172113 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Checking router: a2bf4044-05e0-4c43-a2a9-ca36f9852bcc for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:12:43.172454 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Updating router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc port 529e5c41-5c85-41fa-89ec-f6ecb558694b binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:12:43.199710 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (529e5c41-5c85-41fa-89ec-f6ecb558694b), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:43.232345 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ad6b09-0fd9-45ac-b176-53b77907e9d3 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:43.233848 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d4ad6b09-0fd9-45ac-b176-53b77907e9d3 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912890 Oct 28 10:12:43.236757 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45084) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:43.264379 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1279ef45-989b-432c-bd97-7564835aa938 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265863 Oct 28 10:12:43.269778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45086) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:43.274508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e03b5805-c31c-410d-8868-47ba4d67a5c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-963592371', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'project_id': '0d399d550dab41259d95623249c98b71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:12:43.421786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03b5805-c31c-410d-8868-47ba4d67a5c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:12:43.426134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e03b5805-c31c-410d-8868-47ba4d67a5c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:43.439924 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Publish callbacks [] for port (529e5c41-5c85-41fa-89ec-f6ecb558694b), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:43.443536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:43.495720 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (529e5c41-5c85-41fa-89ec-f6ecb558694b), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:43.533040 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Attempting to bind port 529e5c41-5c85-41fa-89ec-f6ecb558694b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:12:43.533403 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Attempting to bind port 529e5c41-5c85-41fa-89ec-f6ecb558694b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:12:43.533762 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Attempting to bind port 529e5c41-5c85-41fa-89ec-f6ecb558694b on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:12:43.568106 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Pushing event updated for resources: {'Port': ['ID=529e5c41-5c85-41fa-89ec-f6ecb558694b,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:43.579708 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:43.580055 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:43.580391 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:43.580746 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:43.581082 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:43.581405 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:43.581728 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:43.582046 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:43.582364 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:43.582702 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:43.583026 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:43.583356 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:43.583675 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:43.583989 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:43.584303 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:43.596958 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:12:43.597326 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:12:43.597722 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:43.598107 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:12:43.598574 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Bound port: 529e5c41-5c85-41fa-89ec-f6ecb558694b, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:12:43.598974 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (529e5c41-5c85-41fa-89ec-f6ecb558694b), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:43.638397 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:43.646878 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] For port 529e5c41-5c85-41fa-89ec-f6ecb558694b, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:12:43.649862 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] For port 529e5c41-5c85-41fa-89ec-f6ecb558694b, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=529e5c41-5c85-41fa-89ec-f6ecb558694b,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:12:43.679313 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e03b5805-c31c-410d-8868-47ba4d67a5c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (5caf3e6d-0b03-4e6d-b092-bf3b878284b6), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:43.742320 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b5805-c31c-410d-8868-47ba4d67a5c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Subnet': ['ID=5caf3e6d-0b03-4e6d-b092-bf3b878284b6,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:43.752909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b5805-c31c-410d-8868-47ba4d67a5c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Checking segment: {'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:12:43.753254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03b5805-c31c-410d-8868-47ba4d67a5c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network hostable DHCP agents. Network: 866513d4-cbc9-4008-b1f0-0b146bce8c08, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:12:43.770518 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (529e5c41-5c85-41fa-89ec-f6ecb558694b), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:43.813358 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Routers {'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:12:43.813965 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:12:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:43.838681 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03b5805-c31c-410d-8868-47ba4d67a5c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 866513d4-cbc9-4008-b1f0-0b146bce8c08 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:12:43.867265 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee827608-b510-44e4-bf24-07639bd07a97 None None] Pushing event updated for resources: {'Port': ['ID=529e5c41-5c85-41fa-89ec-f6ecb558694b,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:43.929627 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] Set router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:12:43.930494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-e03b5805-c31c-410d-8868-47ba4d67a5c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 866513d4-cbc9-4008-b1f0-0b146bce8c08) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:12:43.934830 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03b5805-c31c-410d-8868-47ba4d67a5c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:43.935398 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e03b5805-c31c-410d-8868-47ba4d67a5c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:43.940837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff2cbd1-f15e-434f-a92f-b4ec0dc81f28 None None] Network 866513d4-cbc9-4008-b1f0-0b146bce8c08 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:12:44.024593 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:44.041011 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e03b5805-c31c-410d-8868-47ba4d67a5c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7700689 Oct 28 10:12:44.043779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45088) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:44.047918 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-866513d4-cbc9-4008-b1f0-0b146bce8c08', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:12:44.047918 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:44.107544 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:42Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:44.133506 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dcafe9-e5e1-44bf-a84e-73fbd23ff0fd None None] The sync data for ids ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'] in dv-neutron-zed-2-hyperv is: [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:42Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:12:44.194502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Allocated IP 172.20.0.2 (866513d4-cbc9-4008-b1f0-0b146bce8c08/5caf3e6d-0b03-4e6d-b092-bf3b878284b6/9a31e0fc-5abe-4efe-a084-83443001f3ac) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:12:44.249108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:44.348281 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Publish callbacks [] for port (9a31e0fc-5abe-4efe-a084-83443001f3ac), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:44.451129 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (9a31e0fc-5abe-4efe-a084-83443001f3ac), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:44.456791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:44.491273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Network 866513d4-cbc9-4008-b1f0-0b146bce8c08 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:12:44.497299 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:12:44.502314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:12:44.535398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Pushing event updated for resources: {'Port': ['ID=9a31e0fc-5abe-4efe-a084-83443001f3ac,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:44.572245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Attempting to bind port 9a31e0fc-5abe-4efe-a084-83443001f3ac on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:12:44.572867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Attempting to bind port 9a31e0fc-5abe-4efe-a084-83443001f3ac by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:12:44.573244 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Attempting to bind port 9a31e0fc-5abe-4efe-a084-83443001f3ac on network 866513d4-cbc9-4008-b1f0-0b146bce8c08 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:12:44.632213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:12:44.632213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Checking segment: {'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:12:44.632213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:44.632213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Bound using segment: {'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:12:44.632213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Bound port: 9a31e0fc-5abe-4efe-a084-83443001f3ac, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:12:44.632213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9a31e0fc-5abe-4efe-a084-83443001f3ac), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:44.703100 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:44.709897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] For port 9a31e0fc-5abe-4efe-a084-83443001f3ac, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:12:44.713481 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] For port 9a31e0fc-5abe-4efe-a084-83443001f3ac, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9a31e0fc-5abe-4efe-a084-83443001f3ac,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:12:44.730752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 529e5c41-5c85-41fa-89ec-f6ecb558694b up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:12:44.785644 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 529e5c41-5c85-41fa-89ec-f6ecb558694b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:12:44.786093 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (529e5c41-5c85-41fa-89ec-f6ecb558694b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:44.786433 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 529e5c41-5c85-41fa-89ec-f6ecb558694b Oct 28 10:12:44.806630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9a31e0fc-5abe-4efe-a084-83443001f3ac), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:44.891482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:44.893310 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e1156-fe4f-4154-871b-aa0798aa5bf4 None None] Pushing event updated for resources: {'Port': ['ID=9a31e0fc-5abe-4efe-a084-83443001f3ac,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:44.908685 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:44.932068 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 529e5c41-5c85-41fa-89ec-f6ecb558694b is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:12:44.932460 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (529e5c41-5c85-41fa-89ec-f6ecb558694b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:44.958631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 529e5c41-5c85-41fa-89ec-f6ecb558694b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=529e5c41-5c85-41fa-89ec-f6ecb558694b,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:12:45.036229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (529e5c41-5c85-41fa-89ec-f6ecb558694b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:45.100936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=529e5c41-5c85-41fa-89ec-f6ecb558694b,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:45.233623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.1 (866513d4-cbc9-4008-b1f0-0b146bce8c08/5caf3e6d-0b03-4e6d-b092-bf3b878284b6/456c0deb-d1eb-4d45-ac04-97de4598f20e) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:12:45.335374 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-130a4406-945d-494c-9072-53e8cc8dcfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:45.354148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:45.444760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:45.489438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 866513d4-cbc9-4008-b1f0-0b146bce8c08 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:12:45.492899 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:12:45.497170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:12:45.520624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=456c0deb-d1eb-4d45-ac04-97de4598f20e,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:45.545466 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:45.722805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:45.724517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:45.994238 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:46.038956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:46.065957 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:46.122539 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:46.124924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=456c0deb-d1eb-4d45-ac04-97de4598f20e,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:46.223077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 866513d4-cbc9-4008-b1f0-0b146bce8c08 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:12:46.224513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:12:46.249023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab42ae12-292c-4843-8db7-74cd602e6588 None None] Network 866513d4-cbc9-4008-b1f0-0b146bce8c08 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:12:46.316508 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8b868193-1f4e-4497-9e10-8772ceeae946 None None] Provisioning complete for port 9a31e0fc-5abe-4efe-a084-83443001f3ac triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:12:46.316890 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8b868193-1f4e-4497-9e10-8772ceeae946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9a31e0fc-5abe-4efe-a084-83443001f3ac), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:46.317222 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8b868193-1f4e-4497-9e10-8772ceeae946 None None] Attempt 1 to provision port 9a31e0fc-5abe-4efe-a084-83443001f3ac Oct 28 10:12:46.336651 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:12:46.432707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8b868193-1f4e-4497-9e10-8772ceeae946 None None] Current status of the port 9a31e0fc-5abe-4efe-a084-83443001f3ac is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:12:46.433099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8b868193-1f4e-4497-9e10-8772ceeae946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9a31e0fc-5abe-4efe-a084-83443001f3ac), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:46.445959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:12:46.452665 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4dda0a70-077e-4e91-a68f-45efeb2382ab tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/a2bf4044-05e0-4c43-a2a9-ca36f9852bcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4078825 Oct 28 10:12:46.455857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45090) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:46.457944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Sync routers for ids ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:12:46.479951 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8b868193-1f4e-4497-9e10-8772ceeae946 None None] For port 9a31e0fc-5abe-4efe-a084-83443001f3ac, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9a31e0fc-5abe-4efe-a084-83443001f3ac,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:12:46.483845 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Routers {'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:12:46.484475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:12:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:46.522216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:46.561856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894dff81-4794-469f-9407-d3c3629540f2 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:46.562290 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894dff81-4794-469f-9407-d3c3629540f2 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:46.562786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894dff81-4794-469f-9407-d3c3629540f2 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:46.563244 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894dff81-4794-469f-9407-d3c3629540f2 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:46.567177 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-894dff81-4794-469f-9407-d3c3629540f2 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1099954 Oct 28 10:12:46.568051 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45092) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:46.575888 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8b868193-1f4e-4497-9e10-8772ceeae946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9a31e0fc-5abe-4efe-a084-83443001f3ac), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:46.628716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d32277-03ea-4f07-8133-be62c15f8d1b tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:46.629389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d32277-03ea-4f07-8133-be62c15f8d1b tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:46.629495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Set router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:12:46.630562 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d32277-03ea-4f07-8133-be62c15f8d1b tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:46.631311 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d32277-03ea-4f07-8133-be62c15f8d1b tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:46.633703 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f0d32277-03ea-4f07-8133-be62c15f8d1b tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0646205 Oct 28 10:12:46.636428 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45094) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:46.704352 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b868193-1f4e-4497-9e10-8772ceeae946 None None] Pushing event updated for resources: {'Port': ['ID=9a31e0fc-5abe-4efe-a084-83443001f3ac,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:46.756297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-7ded4cd2-23f6-4a99-95da-4197a8235406 None None] Provisioning complete for port 456c0deb-d1eb-4d45-ac04-97de4598f20e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:12:46.756669 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7ded4cd2-23f6-4a99-95da-4197a8235406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:46.757011 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7ded4cd2-23f6-4a99-95da-4197a8235406 None None] Attempt 1 to provision port 456c0deb-d1eb-4d45-ac04-97de4598f20e Oct 28 10:12:46.778188 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-537b2b1a-b6bf-4673-a100-e325f47ee945 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1351607 Oct 28 10:12:46.826761 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 529e5c41-5c85-41fa-89ec-f6ecb558694b up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:12:46.873190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7ded4cd2-23f6-4a99-95da-4197a8235406 None None] Port 456c0deb-d1eb-4d45-ac04-97de4598f20e cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:12:46.887099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:46.895053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45098) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:46.900792 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c3520502-7314-4331-bc48-757de074f4b1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1880077461', 'description': 'tempest-secgroup-smoke-1880077461 description', 'project_id': '0d399d550dab41259d95623249c98b71'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:12:46.908751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-7ded4cd2-23f6-4a99-95da-4197a8235406 None None] Provisioning complete for port 9a31e0fc-5abe-4efe-a084-83443001f3ac triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:12:46.909126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7ded4cd2-23f6-4a99-95da-4197a8235406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9a31e0fc-5abe-4efe-a084-83443001f3ac), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:46.909465 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7ded4cd2-23f6-4a99-95da-4197a8235406 None None] Attempt 1 to provision port 9a31e0fc-5abe-4efe-a084-83443001f3ac Oct 28 10:12:46.922949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:46.958035 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 529e5c41-5c85-41fa-89ec-f6ecb558694b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:12:46.958397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (529e5c41-5c85-41fa-89ec-f6ecb558694b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:46.958756 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 529e5c41-5c85-41fa-89ec-f6ecb558694b Oct 28 10:12:46.999171 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c3520502-7314-4331-bc48-757de074f4b1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.080743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c3520502-7314-4331-bc48-757de074f4b1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (eb6f1d60-d011-4a59-ba8e-1e5aac28726e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.142160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c3520502-7314-4331-bc48-757de074f4b1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (eb6f1d60-d011-4a59-ba8e-1e5aac28726e), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.151716 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.173856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3520502-7314-4331-bc48-757de074f4b1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6f1d60-d011-4a59-ba8e-1e5aac28726e,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:47.182015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:45Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '456c0deb-d1eb-4d45-ac04-97de4598f20e', 'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:86:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:45Z', 'updated_at': '2022-10-28T10:12:45Z', 'revision_number': 2, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:47.213682 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Checking router: a2bf4044-05e0-4c43-a2a9-ca36f9852bcc for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:12:47.217001 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Updating router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc port 456c0deb-d1eb-4d45-ac04-97de4598f20e binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:12:47.229355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c3520502-7314-4331-bc48-757de074f4b1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.231020 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c3520502-7314-4331-bc48-757de074f4b1 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3349180 Oct 28 10:12:47.234019 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45100) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:47.240502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-52a5a993-b83e-4333-9195-1b4a98fd59c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'eb6f1d60-d011-4a59-ba8e-1e5aac28726e', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:12:47.290155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7ded4cd2-23f6-4a99-95da-4197a8235406 None None] Current status of the port 9a31e0fc-5abe-4efe-a084-83443001f3ac is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:12:47.299431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.303309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52a5a993-b83e-4333-9195-1b4a98fd59c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (8636dd6c-4732-4901-b15f-337186d7ca44), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.308718 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 529e5c41-5c85-41fa-89ec-f6ecb558694b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:12:47.309768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9a31e0fc-5abe-4efe-a084-83443001f3ac up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:12:47.360348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52a5a993-b83e-4333-9195-1b4a98fd59c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (8636dd6c-4732-4901-b15f-337186d7ca44), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.420376 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52a5a993-b83e-4333-9195-1b4a98fd59c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (8636dd6c-4732-4901-b15f-337186d7ca44), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.432422 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:47.439480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 9a31e0fc-5abe-4efe-a084-83443001f3ac triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:12:47.439869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9a31e0fc-5abe-4efe-a084-83443001f3ac), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.440204 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 9a31e0fc-5abe-4efe-a084-83443001f3ac Oct 28 10:12:47.440954 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5a993-b83e-4333-9195-1b4a98fd59c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8636dd6c-4732-4901-b15f-337186d7ca44,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:47.444811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e1e705f5-e759-4f32-a74a-d08a8df4af94 None None] Provisioning complete for port 456c0deb-d1eb-4d45-ac04-97de4598f20e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:12:47.445174 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e1e705f5-e759-4f32-a74a-d08a8df4af94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.445525 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e1e705f5-e759-4f32-a74a-d08a8df4af94 None None] Attempt 1 to provision port 456c0deb-d1eb-4d45-ac04-97de4598f20e Oct 28 10:12:47.520309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52a5a993-b83e-4333-9195-1b4a98fd59c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.521695 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-52a5a993-b83e-4333-9195-1b4a98fd59c5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2857695 Oct 28 10:12:47.524505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45102) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:47.529027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-97c74f50-48e3-4582-b6e5-dcba93585584 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'eb6f1d60-d011-4a59-ba8e-1e5aac28726e', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:12:47.560423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e1e705f5-e759-4f32-a74a-d08a8df4af94 None None] Port 456c0deb-d1eb-4d45-ac04-97de4598f20e cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:12:47.626397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 9a31e0fc-5abe-4efe-a084-83443001f3ac is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:12:47.638121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-97c74f50-48e3-4582-b6e5-dcba93585584 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (ce7af2be-012f-4979-97e8-b18db0d37a3d), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.701576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Publish callbacks [] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.702815 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-97c74f50-48e3-4582-b6e5-dcba93585584 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (ce7af2be-012f-4979-97e8-b18db0d37a3d), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.775384 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-97c74f50-48e3-4582-b6e5-dcba93585584 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (ce7af2be-012f-4979-97e8-b18db0d37a3d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.794022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c74f50-48e3-4582-b6e5-dcba93585584 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7af2be-012f-4979-97e8-b18db0d37a3d,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:47.798467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.836404 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:47.858232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b469bc7-104e-48ed-ab99-64527b197980 None None] Pushing event updated for resources: {'Port': ['ID=456c0deb-d1eb-4d45-ac04-97de4598f20e,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:47.864323 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-97c74f50-48e3-4582-b6e5-dcba93585584 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.869833 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-97c74f50-48e3-4582-b6e5-dcba93585584 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3400497 Oct 28 10:12:47.869833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45104) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:47.873285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-38b3951f-2dd7-417d-b0da-9bb676a8c120 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'eb6f1d60-d011-4a59-ba8e-1e5aac28726e', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:12:47.906964 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Attempting to bind port 456c0deb-d1eb-4d45-ac04-97de4598f20e on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:12:47.907266 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Attempting to bind port 456c0deb-d1eb-4d45-ac04-97de4598f20e by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:12:47.907631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Attempting to bind port 456c0deb-d1eb-4d45-ac04-97de4598f20e on network 866513d4-cbc9-4008-b1f0-0b146bce8c08 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:12:47.953331 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:12:47.953731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Checking segment: {'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:12:47.954135 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.954531 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Bound using segment: {'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:12:47.955050 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Bound port: 456c0deb-d1eb-4d45-ac04-97de4598f20e, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:12:47.955439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:47.975825 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-38b3951f-2dd7-417d-b0da-9bb676a8c120 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (b733ee56-823a-44bc-81e2-b787ebf5d975), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.017344 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.020788 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] For port 456c0deb-d1eb-4d45-ac04-97de4598f20e, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:12:48.024268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] For port 456c0deb-d1eb-4d45-ac04-97de4598f20e, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=456c0deb-d1eb-4d45-ac04-97de4598f20e,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:12:48.026745 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:48.035871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-38b3951f-2dd7-417d-b0da-9bb676a8c120 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (b733ee56-823a-44bc-81e2-b787ebf5d975), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.090608 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.119413 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-38b3951f-2dd7-417d-b0da-9bb676a8c120 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b733ee56-823a-44bc-81e2-b787ebf5d975), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.130889 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Routers {'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:12:48.131513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:12:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:48.140052 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3951f-2dd7-417d-b0da-9bb676a8c120 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b733ee56-823a-44bc-81e2-b787ebf5d975,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:48.190378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b469bc7-104e-48ed-ab99-64527b197980 None None] Pushing event updated for resources: {'Port': ['ID=456c0deb-d1eb-4d45-ac04-97de4598f20e,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:48.206180 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-38b3951f-2dd7-417d-b0da-9bb676a8c120 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.207449 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-38b3951f-2dd7-417d-b0da-9bb676a8c120 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3382289 Oct 28 10:12:48.210186 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45106) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:48.214434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-da694235-71b4-403b-89ef-1a72686a94a2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'eb6f1d60-d011-4a59-ba8e-1e5aac28726e', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:12:48.250462 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] Set router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:12:48.290089 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-da694235-71b4-403b-89ef-1a72686a94a2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (bd2659f8-292a-45e5-9766-1031b52dd814), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.349250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-da694235-71b4-403b-89ef-1a72686a94a2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (bd2659f8-292a-45e5-9766-1031b52dd814), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.400577 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:48.432172 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-da694235-71b4-403b-89ef-1a72686a94a2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (bd2659f8-292a-45e5-9766-1031b52dd814), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.441664 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:45Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '456c0deb-d1eb-4d45-ac04-97de4598f20e', 'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:86:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:45Z', 'updated_at': '2022-10-28T10:12:48Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:48.444389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:48.452574 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da694235-71b4-403b-89ef-1a72686a94a2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2659f8-292a-45e5-9766-1031b52dd814,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:48.471709 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3c5d4-bbce-4f24-b23d-a5a4eb3922d9 None None] The sync data for ids ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'] in dv-neutron-zed-2-hyperv is: [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:45Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '456c0deb-d1eb-4d45-ac04-97de4598f20e', 'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:86:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:45Z', 'updated_at': '2022-10-28T10:12:48Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:12:48.517466 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-da694235-71b4-403b-89ef-1a72686a94a2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.524801 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-da694235-71b4-403b-89ef-1a72686a94a2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3134997 Oct 28 10:12:48.527760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45108) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:48.534544 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-73886a31-acf1-4a29-891c-49cce85635fd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'eb6f1d60-d011-4a59-ba8e-1e5aac28726e', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:12:48.541663 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.650924 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-73886a31-acf1-4a29-891c-49cce85635fd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:12:48.658339 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73886a31-acf1-4a29-891c-49cce85635fd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (af2d208f-940f-4ec3-959e-4ddf402b7587), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.726874 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73886a31-acf1-4a29-891c-49cce85635fd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (af2d208f-940f-4ec3-959e-4ddf402b7587), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.764434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 456c0deb-d1eb-4d45-ac04-97de4598f20e up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:12:48.810191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 456c0deb-d1eb-4d45-ac04-97de4598f20e triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:12:48.810568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.810793 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73886a31-acf1-4a29-891c-49cce85635fd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (af2d208f-940f-4ec3-959e-4ddf402b7587), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.810928 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 456c0deb-d1eb-4d45-ac04-97de4598f20e Oct 28 10:12:48.835116 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:48.838629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73886a31-acf1-4a29-891c-49cce85635fd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2d208f-940f-4ec3-959e-4ddf402b7587,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:48.893530 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 456c0deb-d1eb-4d45-ac04-97de4598f20e is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:12:48.893936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.898198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73886a31-acf1-4a29-891c-49cce85635fd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:48.899512 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-73886a31-acf1-4a29-891c-49cce85635fd tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3706696 Oct 28 10:12:48.902519 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45110) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:12:48.907752 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9737af45-6bd0-4ce1-8c48-d9248352966a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': 'eb6f1d60-d011-4a59-ba8e-1e5aac28726e', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:12:48.938574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 456c0deb-d1eb-4d45-ac04-97de4598f20e, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=456c0deb-d1eb-4d45-ac04-97de4598f20e,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:12:49.021907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:49.022074 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-9737af45-6bd0-4ce1-8c48-d9248352966a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:12:49.022955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9a31e0fc-5abe-4efe-a084-83443001f3ac up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:12:49.030017 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9737af45-6bd0-4ce1-8c48-d9248352966a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (b1ad4e84-0f55-4fb7-a35e-c46d9faccfb9), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:49.098530 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9737af45-6bd0-4ce1-8c48-d9248352966a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (b1ad4e84-0f55-4fb7-a35e-c46d9faccfb9), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:49.109284 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=456c0deb-d1eb-4d45-ac04-97de4598f20e,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:49.117975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 9a31e0fc-5abe-4efe-a084-83443001f3ac triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:12:49.118357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9a31e0fc-5abe-4efe-a084-83443001f3ac), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:49.118725 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 9a31e0fc-5abe-4efe-a084-83443001f3ac Oct 28 10:12:49.141461 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9737af45-6bd0-4ce1-8c48-d9248352966a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b1ad4e84-0f55-4fb7-a35e-c46d9faccfb9), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:49.162584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737af45-6bd0-4ce1-8c48-d9248352966a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ad4e84-0f55-4fb7-a35e-c46d9faccfb9,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:49.197479 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 9a31e0fc-5abe-4efe-a084-83443001f3ac is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:12:49.229362 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9737af45-6bd0-4ce1-8c48-d9248352966a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:49.230835 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9737af45-6bd0-4ce1-8c48-d9248352966a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3266611 Oct 28 10:12:49.407953 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-12e7b86a-5ae8-4759-9980-86d1351c12c4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1880077461&fields=id&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 267 time: 0.0490384 Oct 28 10:12:49.523311 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-b8c4047b-4e79-488b-9782-990463ad7eee tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:49.524770 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-b8c4047b-4e79-488b-9782-990463ad7eee tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/networks?id=866513d4-cbc9-4008-b1f0-0b146bce8c08 HTTP/1.1" status: 200 len: 797 time: 0.1085079 Oct 28 10:12:49.539992 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-b1f95060-be7a-4862-bf1b-69e65d8a9765 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/quotas/0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 375 time: 0.0096657 Oct 28 10:12:49.590101 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-e4997477-92a6-4f17-86aa-f7c65e8caeb9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452743 Oct 28 10:12:49.728265 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4d1c8b32-73f8-4930-aca7-30c72fe06174 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259584 Oct 28 10:12:49.821875 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-acc05965-20c0-4821-a1e8-23059ecd39ab service neutron] 10.222.0.49 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870955 Oct 28 10:12:50.688950 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 456c0deb-d1eb-4d45-ac04-97de4598f20e up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:12:50.727792 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:50.735182 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 456c0deb-d1eb-4d45-ac04-97de4598f20e triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:12:50.735497 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:50.735828 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 456c0deb-d1eb-4d45-ac04-97de4598f20e Oct 28 10:12:50.811935 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 456c0deb-d1eb-4d45-ac04-97de4598f20e is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:12:51.082241 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ee456dc7-d81e-4343-8b43-04fbcba04994 req-a2974b5d-5d19-4775-a81f-1f483dd212fc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 210 time: 0.0283034 Oct 28 10:12:52.166768 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6abb3d0e-f192-4bb4-8747-e77f8f1f5a8a req-f2f1f229-fd1f-4281-bed7-73a306970a99 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 210 time: 0.0289145 Oct 28 10:12:53.254119 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8b9ace5a-b771-4d40-b602-be03638f68a3 req-2ee1c431-4c4c-49d0-821a-90834306da3a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 210 time: 0.0325484 Oct 28 10:12:53.490002 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:54.338615 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-919f98cf-2540-4427-826b-46e77d4d8f6e req-ae4c43b8-cbe9-4bd6-a510-35326bd7754c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 210 time: 0.0287666 Oct 28 10:12:55.438651 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-99839ba4-9e0a-434d-8464-b2831e723c7f req-0b50cbe0-4512-4369-9eb4-0c361f93f4ff tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 210 time: 0.0275598 Oct 28 10:12:56.540315 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7d7f1318-4b4c-4af5-bc59-68cf81faa1aa req-4953496f-4d3d-4675-a8a9-4233a35fd286 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 210 time: 0.0279901 Oct 28 10:12:57.377989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-00680d9d-e718-43e7-9c2a-4ec62f60ef81 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:57.379461 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-00680d9d-e718-43e7-9c2a-4ec62f60ef81 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/networks?id=866513d4-cbc9-4008-b1f0-0b146bce8c08 HTTP/1.1" status: 200 len: 797 time: 0.1095181 Oct 28 10:12:57.451661 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-820a74d4-96b3-4a6b-81e0-69339f3c7b68 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 380 time: 0.0541580 Oct 28 10:12:57.462417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-49d30b37-a96d-47d3-a4bd-c3b92d0ace37 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'port': {'device_id': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'admin_state_up': True, 'tenant_id': '0d399d550dab41259d95623249c98b71', 'security_groups': ['eb6f1d60-d011-4a59-ba8e-1e5aac28726e']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:12:57.632798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-49d30b37-a96d-47d3-a4bd-c3b92d0ace37 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:12:57.636650 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-49d30b37-a96d-47d3-a4bd-c3b92d0ace37 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:57.648361 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-13144b1b-1d27-4b17-bf76-09deab9b1931 req-07e832bb-fd2f-4243-991b-930cf2b7bb7e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 210 time: 0.0307856 Oct 28 10:12:57.658054 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=50 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:57.717716 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:12:57.775331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-49d30b37-a96d-47d3-a4bd-c3b92d0ace37 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.8 (866513d4-cbc9-4008-b1f0-0b146bce8c08/5caf3e6d-0b03-4e6d-b092-bf3b878284b6/1c4c0aab-8b15-4365-90c1-a0705dcf903b) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:12:57.914139 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-49d30b37-a96d-47d3-a4bd-c3b92d0ace37 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:58.003902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-49d30b37-a96d-47d3-a4bd-c3b92d0ace37 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:58.051473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-49d30b37-a96d-47d3-a4bd-c3b92d0ace37 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 866513d4-cbc9-4008-b1f0-0b146bce8c08 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:12:58.054867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-49d30b37-a96d-47d3-a4bd-c3b92d0ace37 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:12:58.058824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-49d30b37-a96d-47d3-a4bd-c3b92d0ace37 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:12:58.085523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d30b37-a96d-47d3-a4bd-c3b92d0ace37 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=1c4c0aab-8b15-4365-90c1-a0705dcf903b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:58.094593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:58.115956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-49d30b37-a96d-47d3-a4bd-c3b92d0ace37 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:58.116603 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-49d30b37-a96d-47d3-a4bd-c3b92d0ace37 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:58.126773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:58.207520 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-49d30b37-a96d-47d3-a4bd-c3b92d0ace37 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7485375 Oct 28 10:12:58.232959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Request body: {'port': {'device_id': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:12:58.236264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-71b8d867-e07d-4f1d-99b6-827f527887a9 None None] Provisioning complete for port 1c4c0aab-8b15-4365-90c1-a0705dcf903b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:12:58.236783 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-71b8d867-e07d-4f1d-99b6-827f527887a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:58.237012 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-71b8d867-e07d-4f1d-99b6-827f527887a9 None None] Attempt 1 to provision port 1c4c0aab-8b15-4365-90c1-a0705dcf903b Oct 28 10:12:58.269777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-71b8d867-e07d-4f1d-99b6-827f527887a9 None None] Port 1c4c0aab-8b15-4365-90c1-a0705dcf903b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:12:58.293459 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:58.551505 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4c0aab-8b15-4365-90c1-a0705dcf903b {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:12:58.559036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Publish callbacks [] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:58.572023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Transition to ACTIVE for port object 1c4c0aab-8b15-4365-90c1-a0705dcf903b will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:12:58.626473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:58.708265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4c0aab-8b15-4365-90c1-a0705dcf903b,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:58.742430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Attempting to bind port 1c4c0aab-8b15-4365-90c1-a0705dcf903b on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:12:58.742785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Attempting to bind port 1c4c0aab-8b15-4365-90c1-a0705dcf903b by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:12:58.743113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Attempting to bind port 1c4c0aab-8b15-4365-90c1-a0705dcf903b on network 866513d4-cbc9-4008-b1f0-0b146bce8c08 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:12:58.779157 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46af51-950c-45b1-ba58-41ae4988ae93 req-6c73f3f0-13d7-4a45-98d1-61f875100b68 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:58.780656 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bb46af51-950c-45b1-ba58-41ae4988ae93 req-6c73f3f0-13d7-4a45-98d1-61f875100b68 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 943 time: 0.0472050 Oct 28 10:12:58.784988 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Port 1c4c0aab-8b15-4365-90c1-a0705dcf903b on network 866513d4-cbc9-4008-b1f0-0b146bce8c08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:12:58.785363 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Attempting to bind port 1c4c0aab-8b15-4365-90c1-a0705dcf903b on network 866513d4-cbc9-4008-b1f0-0b146bce8c08 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:12:58.827602 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:12:58.827933 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Checking segment: {'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:12:58.828309 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Bound using segment: {'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:12:58.828739 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Bound port: 1c4c0aab-8b15-4365-90c1-a0705dcf903b, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:12:58.829091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:58.831121 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bb46af51-950c-45b1-ba58-41ae4988ae93 req-55d3f3da-33e8-4bdb-9616-834ff47eb827 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eb6f1d60-d011-4a59-ba8e-1e5aac28726e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441568 Oct 28 10:12:58.879823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:58.890483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] For port 1c4c0aab-8b15-4365-90c1-a0705dcf903b, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:12:58.893677 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] For port 1c4c0aab-8b15-4365-90c1-a0705dcf903b, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=1c4c0aab-8b15-4365-90c1-a0705dcf903b,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:12:58.964202 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:58.967369 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:58.967984 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:12:58.969384 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/1c4c0aab-8b15-4365-90c1-a0705dcf903b HTTP/1.1" status: 200 len: 1093 time: 0.7410977 Oct 28 10:12:58.972319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'tag': '1c4c0aab-8b15-4365-90c1-a0705dcf903b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:12:58.974613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b04ee91-41b8-4b75-8d9a-5a0ee02ea5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "29201f2d-f98b-430c-b874-6c28d8d09eac", "tag": "1c4c0aab-8b15-4365-90c1-a0705dcf903b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:12:59.018059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc46324f-70ca-43f6-b93e-fa306fccdb8e x-openstack-request-id: req-fc46324f-70ca-43f6-b93e-fa306fccdb8e {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:12:59.018377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29201f2d-f98b-430c-b874-6c28d8d09eac", "tag": "1c4c0aab-8b15-4365-90c1-a0705dcf903b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:12:59.018632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc46324f-70ca-43f6-b93e-fa306fccdb8e {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:12:59.019063 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc46324f-70ca-43f6-b93e-fa306fccdb8e'] response: {'name': 'network-changed', 'server_uuid': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'tag': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'status': 'completed', 'code': 200} Oct 28 10:12:59.030606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4593a2-df78-40ab-8c0b-eeaad5db0125 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4c0aab-8b15-4365-90c1-a0705dcf903b,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:59.116195 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04ee91-41b8-4b75-8d9a-5a0ee02ea5a4 req-945f6433-7b41-4cf1-a853-2100b16fd4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:59.117674 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4b04ee91-41b8-4b75-8d9a-5a0ee02ea5a4 req-945f6433-7b41-4cf1-a853-2100b16fd4c7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 1127 time: 0.0400920 Oct 28 10:12:59.233989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04ee91-41b8-4b75-8d9a-5a0ee02ea5a4 req-619f4087-61e2-4f32-95e0-80bfd3294871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:59.235471 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4b04ee91-41b8-4b75-8d9a-5a0ee02ea5a4 req-619f4087-61e2-4f32-95e0-80bfd3294871 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0d399d550dab41259d95623249c98b71&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0963173 Oct 28 10:12:59.331287 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04ee91-41b8-4b75-8d9a-5a0ee02ea5a4 req-c92eb6a1-5305-489c-b953-9d3f1a6bba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:59.332753 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4b04ee91-41b8-4b75-8d9a-5a0ee02ea5a4 req-c92eb6a1-5305-489c-b953-9d3f1a6bba61 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878298 Oct 28 10:12:59.441309 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-6db9d527-b206-4e14-84bb-e1cd3cc44245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:59.442799 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-6db9d527-b206-4e14-84bb-e1cd3cc44245 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 1127 time: 0.0387893 Oct 28 10:12:59.498021 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-14261a1c-c641-41cc-b357-5e077f212759 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4c0aab-8b15-4365-90c1-a0705dcf903b HTTP/1.1" status: 200 len: 217 time: 0.0352490 Oct 28 10:12:59.536918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:12:59.549536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-67c73d60-4a2e-47e5-843b-5a501d874b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:59.551031 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-67c73d60-4a2e-47e5-843b-5a501d874b2e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5caf3e6d-0b03-4e6d-b092-bf3b878284b6 HTTP/1.1" status: 200 len: 834 time: 0.0439928 Oct 28 10:12:59.596730 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-2a9cbff3-d51f-468b-a5fb-381113ed7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:59.598232 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-2a9cbff3-d51f-468b-a5fb-381113ed7268 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=866513d4-cbc9-4008-b1f0-0b146bce8c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0381479 Oct 28 10:12:59.695445 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-7390dac0-cb1d-427c-82c7-c8b926c60be6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877817 Oct 28 10:12:59.787702 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-28c08bb0-6782-446f-9a75-ac5fb084715a req-5d7481e2-ec0a-4910-a0a0-f00709a75fd2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829771 Oct 28 10:12:59.957642 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdd810-685f-4fdd-ae99-690f518980b3 req-5570ab8c-d430-4ff6-94e1-7c09c3450fdb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:12:59.959128 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-37bdd810-685f-4fdd-ae99-690f518980b3 req-5570ab8c-d430-4ff6-94e1-7c09c3450fdb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 943 time: 0.0468836 Oct 28 10:13:00.008269 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-37bdd810-685f-4fdd-ae99-690f518980b3 req-0440bfc0-0c98-4d0c-ab72-b179fa3de81c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eb6f1d60-d011-4a59-ba8e-1e5aac28726e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437164 Oct 28 10:13:01.133030 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52abb7-b3d4-493d-bffb-6bf6c04ddda8 req-1202817a-2cd2-4b54-95ca-a531f59fc857 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:01.134489 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cf52abb7-b3d4-493d-bffb-6bf6c04ddda8 req-1202817a-2cd2-4b54-95ca-a531f59fc857 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 943 time: 0.0519302 Oct 28 10:13:01.154174 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:01.166974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:01.183349 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cf52abb7-b3d4-493d-bffb-6bf6c04ddda8 req-73793c3d-9921-4da5-af86-c3af12890135 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eb6f1d60-d011-4a59-ba8e-1e5aac28726e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433216 Oct 28 10:13:02.305372 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095bfc6-f1ad-40f0-a1d3-3a0becbf1e8f req-a63d222a-01cc-47b7-805e-9d0f9ee31122 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:02.306909 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6095bfc6-f1ad-40f0-a1d3-3a0becbf1e8f req-a63d222a-01cc-47b7-805e-9d0f9ee31122 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 943 time: 0.0471232 Oct 28 10:13:02.357575 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6095bfc6-f1ad-40f0-a1d3-3a0becbf1e8f req-b1322af9-d987-4c92-b171-f12241f4a46f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eb6f1d60-d011-4a59-ba8e-1e5aac28726e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437453 Oct 28 10:13:02.456993 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 1c4c0aab-8b15-4365-90c1-a0705dcf903b details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:13:02.525043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:02.555804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 1c4c0aab-8b15-4365-90c1-a0705dcf903b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=1c4c0aab-8b15-4365-90c1-a0705dcf903b,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:13:02.567271 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'port_id': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'mac_address': 'fa:16:3e:26:16:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:13:02.605559 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 1c4c0aab-8b15-4365-90c1-a0705dcf903b is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:13:02.605949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:02.620081 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4c0aab-8b15-4365-90c1-a0705dcf903b {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:13:02.639513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 1c4c0aab-8b15-4365-90c1-a0705dcf903b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=1c4c0aab-8b15-4365-90c1-a0705dcf903b,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:13:02.701152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:02.747593 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=1c4c0aab-8b15-4365-90c1-a0705dcf903b,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:03.083283 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['1c4c0aab-8b15-4365-90c1-a0705dcf903b'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:13:03.481927 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1806db-18fd-4d9d-99ef-2014ee3f734a req-c1b8d119-38c8-47be-819d-90e21daf760f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:03.483441 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-de1806db-18fd-4d9d-99ef-2014ee3f734a req-c1b8d119-38c8-47be-819d-90e21daf760f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 944 time: 0.0479059 Oct 28 10:13:03.537603 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-de1806db-18fd-4d9d-99ef-2014ee3f734a req-295e7ff0-2786-453f-85a3-c96305bdfb45 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eb6f1d60-d011-4a59-ba8e-1e5aac28726e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483849 Oct 28 10:13:04.483285 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 1c4c0aab-8b15-4365-90c1-a0705dcf903b up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:13:04.524297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 1c4c0aab-8b15-4365-90c1-a0705dcf903b completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:13:04.592563 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 1c4c0aab-8b15-4365-90c1-a0705dcf903b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:13:04.592976 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:04.593318 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 1c4c0aab-8b15-4365-90c1-a0705dcf903b Oct 28 10:13:04.617417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:04.660374 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f8793-7fb3-41c1-b070-689fe57feb85 req-339e3c6c-cf4b-4b49-843e-a86b3ac3b867 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:04.661860 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3b1f8793-7fb3-41c1-b070-689fe57feb85 req-339e3c6c-cf4b-4b49-843e-a86b3ac3b867 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 944 time: 0.0481575 Oct 28 10:13:04.671461 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 1c4c0aab-8b15-4365-90c1-a0705dcf903b is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:13:04.674138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:04.698710 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4c0aab-8b15-4365-90c1-a0705dcf903b'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:13:04.700958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902cb5d6-efe7-447b-8c08-5e04f704ed31" -d '{"events": [{"server_uuid": "29201f2d-f98b-430c-b874-6c28d8d09eac", "name": "network-vif-plugged", "status": "completed", "tag": "1c4c0aab-8b15-4365-90c1-a0705dcf903b"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:13:04.717378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 1c4c0aab-8b15-4365-90c1-a0705dcf903b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=1c4c0aab-8b15-4365-90c1-a0705dcf903b,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:13:04.717598 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3b1f8793-7fb3-41c1-b070-689fe57feb85 req-ca40d129-8164-4e06-9f73-01968b96b742 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eb6f1d60-d011-4a59-ba8e-1e5aac28726e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481877 Oct 28 10:13:04.796989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dfacc6-7730-4501-82d4-4d835bd611b0 x-openstack-request-id: req-a2dfacc6-7730-4501-82d4-4d835bd611b0 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:13:04.796989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29201f2d-f98b-430c-b874-6c28d8d09eac", "name": "network-vif-plugged", "status": "completed", "tag": "1c4c0aab-8b15-4365-90c1-a0705dcf903b", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:13:04.797183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2dfacc6-7730-4501-82d4-4d835bd611b0 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:13:04.797490 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2dfacc6-7730-4501-82d4-4d835bd611b0'] response: {'server_uuid': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'code': 200} Oct 28 10:13:04.804052 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:04.852895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=1c4c0aab-8b15-4365-90c1-a0705dcf903b,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:05.226926 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170b85a-6bb7-4e86-912b-918edb730305 req-36f3ec37-cf1d-4c2a-be7a-1b0154b415b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:05.228420 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0170b85a-6bb7-4e86-912b-918edb730305 req-36f3ec37-cf1d-4c2a-be7a-1b0154b415b8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 1129 time: 0.0428140 Oct 28 10:13:05.278269 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0170b85a-6bb7-4e86-912b-918edb730305 req-c2693920-2e7b-4490-84be-9adaa65f9ce4 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=eb6f1d60-d011-4a59-ba8e-1e5aac28726e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397482 Oct 28 10:13:05.837488 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff61541-c5cf-4dac-af56-eb6a82f1db12 req-5f104774-9f3d-4a63-aee9-1cfa51f5e2fb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:05.838979 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6ff61541-c5cf-4dac-af56-eb6a82f1db12 req-5f104774-9f3d-4a63-aee9-1cfa51f5e2fb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 945 time: 0.0461524 Oct 28 10:13:05.887271 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6ff61541-c5cf-4dac-af56-eb6a82f1db12 req-90330b38-660d-4f93-a6f3-b7dc1e8009c9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eb6f1d60-d011-4a59-ba8e-1e5aac28726e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428391 Oct 28 10:13:07.013515 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464384e-addb-4eed-8cd3-a787c2bdec65 req-23f901c1-7015-4333-9c34-458936006d7f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:07.015088 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6464384e-addb-4eed-8cd3-a787c2bdec65 req-23f901c1-7015-4333-9c34-458936006d7f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 945 time: 0.0508621 Oct 28 10:13:07.064738 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6464384e-addb-4eed-8cd3-a787c2bdec65 req-49efb64e-55b5-4758-aa77-91c4e892f77a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eb6f1d60-d011-4a59-ba8e-1e5aac28726e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434680 Oct 28 10:13:08.184824 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86789cf7-c325-43d9-ada0-45c9a8060482 req-923c478e-bb69-4a3f-a885-f084a75e6cb2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:08.186291 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-86789cf7-c325-43d9-ada0-45c9a8060482 req-923c478e-bb69-4a3f-a885-f084a75e6cb2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 945 time: 0.0470970 Oct 28 10:13:08.234516 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-86789cf7-c325-43d9-ada0-45c9a8060482 req-eff791f5-8821-494f-b033-2879eb5a939c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eb6f1d60-d011-4a59-ba8e-1e5aac28726e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421290 Oct 28 10:13:08.356003 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee1f3d-fb8a-4a0c-9b77-027953f00aa4 req-194e7ba2-d1c2-4411-8324-332f1766551f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:08.357508 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fdee1f3d-fb8a-4a0c-9b77-027953f00aa4 req-194e7ba2-d1c2-4411-8324-332f1766551f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 945 time: 0.0504267 Oct 28 10:13:08.407109 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fdee1f3d-fb8a-4a0c-9b77-027953f00aa4 req-74ceaeed-1d5e-4e03-99bf-848e558d70d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eb6f1d60-d011-4a59-ba8e-1e5aac28726e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433443 Oct 28 10:13:08.435595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45194) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:13:08.473000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82a530d-2c02-4dee-a7a2-cc206bfbe0db tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:08.474523 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a82a530d-2c02-4dee-a7a2-cc206bfbe0db tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 1124 time: 0.0379324 Oct 28 10:13:08.477396 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45196) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:13:08.482114 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:13:08.534395 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9253d9c-b88a-44c9-90ee-036acb969c74 req-d4968df8-8e1b-453d-82b8-1a2f2f9ee01f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373797 Oct 28 10:13:08.552799 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:08.635020 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9253d9c-b88a-44c9-90ee-036acb969c74 req-2dde8f5f-36db-4e07-bc8e-5c92f806f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:08.636444 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9253d9c-b88a-44c9-90ee-036acb969c74 req-2dde8f5f-36db-4e07-bc8e-5c92f806f962 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 1129 time: 0.0399673 Oct 28 10:13:08.641226 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:08.748265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9253d9c-b88a-44c9-90ee-036acb969c74 req-3f9056b8-ee72-4365-9a98-6aadf9b9c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:08.749451 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9253d9c-b88a-44c9-90ee-036acb969c74 req-3f9056b8-ee72-4365-9a98-6aadf9b9c1b4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=866513d4-cbc9-4008-b1f0-0b146bce8c08 HTTP/1.1" status: 200 len: 898 time: 0.0928237 Oct 28 10:13:08.752123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:08.753454 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.219 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/c593ac58-7556-453e-9577-e46b6f4a0478) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:13:08.790954 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9253d9c-b88a-44c9-90ee-036acb969c74 req-48049617-d8a1-45b7-8e53-14fcfe151b32 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4c0aab-8b15-4365-90c1-a0705dcf903b HTTP/1.1" status: 200 len: 217 time: 0.0350575 Oct 28 10:13:08.809117 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:08.845250 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9253d9c-b88a-44c9-90ee-036acb969c74 req-f9e78600-5ea3-4c22-ab4f-5c6cd31bd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:08.846740 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9253d9c-b88a-44c9-90ee-036acb969c74 req-f9e78600-5ea3-4c22-ab4f-5c6cd31bd88d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5caf3e6d-0b03-4e6d-b092-bf3b878284b6 HTTP/1.1" status: 200 len: 834 time: 0.0501580 Oct 28 10:13:08.864238 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (c593ac58-7556-453e-9577-e46b6f4a0478), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:08.880125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:08.890237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9253d9c-b88a-44c9-90ee-036acb969c74 req-058cf9e3-2c67-4e65-95d9-9296f7412965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:08.891826 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9253d9c-b88a-44c9-90ee-036acb969c74 req-058cf9e3-2c67-4e65-95d9-9296f7412965 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=866513d4-cbc9-4008-b1f0-0b146bce8c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0391526 Oct 28 10:13:08.947127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (c593ac58-7556-453e-9577-e46b6f4a0478), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:08.984686 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9253d9c-b88a-44c9-90ee-036acb969c74 req-deb287ce-0670-40fd-8070-bf33523b7df6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863459 Oct 28 10:13:08.988093 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:13:08.991146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:13:08.993852 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:13:09.022612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=c593ac58-7556-453e-9577-e46b6f4a0478,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:09.038106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:09.038466 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:09.038844 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:09.039193 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:09.039534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:09.039875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:09.040215 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:09.040548 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:09.040883 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:09.041216 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:09.041550 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:09.041883 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:09.042212 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:09.042609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:09.042973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:09.080384 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9253d9c-b88a-44c9-90ee-036acb969c74 req-9334c0c9-48cb-46ce-9689-ef64aa23d8dd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891979 Oct 28 10:13:09.650246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:09.658009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (47c1337f-3e12-4666-8a2e-c5a45364f1da), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:09.809714 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c593ac58-7556-453e-9577-e46b6f4a0478), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:09.956676 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (c593ac58-7556-453e-9577-e46b6f4a0478), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:09.998045 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (c593ac58-7556-453e-9577-e46b6f4a0478), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:10.068042 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=c593ac58-7556-453e-9577-e46b6f4a0478,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:10.070570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (47c1337f-3e12-4666-8a2e-c5a45364f1da), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:10.166935 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP 47c1337f-3e12-4666-8a2e-c5a45364f1da associated. External IP: 172.36.1.219, port: 1c4c0aab-8b15-4365-90c1-a0705dcf903b. Oct 28 10:13:10.295870 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:10.363126 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:13:10.466755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:13:10.476729 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43ae7b8-1b3b-4af7-824a-1db947316f9d None None] Sync routers for ids ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:13:10.486827 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ae7b8-1b3b-4af7-824a-1db947316f9d None None] Routers {'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:13:10.487427 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e43ae7b8-1b3b-4af7-824a-1db947316f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:12:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:13:10.538063 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:10.572339 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0d265677-99fc-4807-81c9-06483725827d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0938382 Oct 28 10:13:10.572998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'tag': '1c4c0aab-8b15-4365-90c1-a0705dcf903b'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:13:10.575159 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45198) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:13:10.575666 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60178d93-1a05-44d4-a175-c44757ce3814" -d '{"events": [{"name": "network-changed", "server_uuid": "29201f2d-f98b-430c-b874-6c28d8d09eac", "tag": "1c4c0aab-8b15-4365-90c1-a0705dcf903b"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:13:10.587898 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-e43ae7b8-1b3b-4af7-824a-1db947316f9d None None] Set router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:13:10.617914 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c16178-ac58-49ec-9487-a56906b3fb54 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:10.624868 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-91c16178-ac58-49ec-9487-a56906b3fb54 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 1124 time: 0.0432990 Oct 28 10:13:10.691678 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24b3914-8738-432a-a092-4fc4218f0a5f x-openstack-request-id: req-f24b3914-8738-432a-a092-4fc4218f0a5f {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:13:10.692122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29201f2d-f98b-430c-b874-6c28d8d09eac", "tag": "1c4c0aab-8b15-4365-90c1-a0705dcf903b", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:13:10.692220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f24b3914-8738-432a-a092-4fc4218f0a5f {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:13:10.692644 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24b3914-8738-432a-a092-4fc4218f0a5f'] response: {'name': 'network-changed', 'server_uuid': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'tag': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'status': 'completed', 'code': 200} Oct 28 10:13:10.734372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45206) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:13:10.739400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-35893415-ce9b-4336-ab08-dede2976cf02 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1075211494', 'description': 'tempest-secgroup-smoke-1075211494 description', 'project_id': '0d399d550dab41259d95623249c98b71'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:13:10.797758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60178d93-1a05-44d4-a175-c44757ce3814 req-eb03a176-6169-40fb-b667-b1e152166156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:10.799301 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-60178d93-1a05-44d4-a175-c44757ce3814 req-eb03a176-6169-40fb-b667-b1e152166156 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 1129 time: 0.0517807 Oct 28 10:13:10.809761 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e43ae7b8-1b3b-4af7-824a-1db947316f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:45Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '47c1337f-3e12-4666-8a2e-c5a45364f1da', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.219', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'port_id': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'mac_address': 'fa:16:3e:26:16:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:13:09Z', 'updated_at': '2022-10-28T10:13:09Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456c0deb-d1eb-4d45-ac04-97de4598f20e', 'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:86:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:45Z', 'updated_at': '2022-10-28T10:12:48Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:13:10.834770 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43ae7b8-1b3b-4af7-824a-1db947316f9d None None] Checking router: a2bf4044-05e0-4c43-a2a9-ca36f9852bcc for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:13:10.842997 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ae7b8-1b3b-4af7-824a-1db947316f9d None None] Routers {'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:13:10.843596 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e43ae7b8-1b3b-4af7-824a-1db947316f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:12:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:13:10.856734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-35893415-ce9b-4336-ab08-dede2976cf02 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:10.860727 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:10.916519 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60178d93-1a05-44d4-a175-c44757ce3814 req-07ac35f6-96ed-4dc8-98f7-d2ab9f984cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:10.918057 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-60178d93-1a05-44d4-a175-c44757ce3814 req-07ac35f6-96ed-4dc8-98f7-d2ab9f984cda service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=866513d4-cbc9-4008-b1f0-0b146bce8c08 HTTP/1.1" status: 200 len: 898 time: 0.1124005 Oct 28 10:13:10.944201 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-e43ae7b8-1b3b-4af7-824a-1db947316f9d None None] Set router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:13:11.013199 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-60178d93-1a05-44d4-a175-c44757ce3814 req-2ddd678b-7906-4dc6-8242-57a089168349 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4c0aab-8b15-4365-90c1-a0705dcf903b HTTP/1.1" status: 200 len: 999 time: 0.0874355 Oct 28 10:13:11.015525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-35893415-ce9b-4336-ab08-dede2976cf02 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (1498c783-db3e-4228-abfb-de0c6341f327), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:11.066786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60178d93-1a05-44d4-a175-c44757ce3814 req-45f4f749-806a-4986-af1f-b93b121a14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:11.068222 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-60178d93-1a05-44d4-a175-c44757ce3814 req-45f4f749-806a-4986-af1f-b93b121a14fb service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5caf3e6d-0b03-4e6d-b092-bf3b878284b6 HTTP/1.1" status: 200 len: 834 time: 0.0459728 Oct 28 10:13:11.086395 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-35893415-ce9b-4336-ab08-dede2976cf02 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (1498c783-db3e-4228-abfb-de0c6341f327), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:11.141533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60178d93-1a05-44d4-a175-c44757ce3814 req-6a8223e7-fc2e-4e1d-83db-bc3aa190a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:11.143038 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-60178d93-1a05-44d4-a175-c44757ce3814 req-6a8223e7-fc2e-4e1d-83db-bc3aa190a5ff service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=866513d4-cbc9-4008-b1f0-0b146bce8c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0661423 Oct 28 10:13:11.146307 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:11.147489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35893415-ce9b-4336-ab08-dede2976cf02 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1498c783-db3e-4228-abfb-de0c6341f327,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:11.151898 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e43ae7b8-1b3b-4af7-824a-1db947316f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:45Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '47c1337f-3e12-4666-8a2e-c5a45364f1da', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.219', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'port_id': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'mac_address': 'fa:16:3e:26:16:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:13:09Z', 'updated_at': '2022-10-28T10:13:09Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456c0deb-d1eb-4d45-ac04-97de4598f20e', 'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:86:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:45Z', 'updated_at': '2022-10-28T10:12:48Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:13:11.180689 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43ae7b8-1b3b-4af7-824a-1db947316f9d None None] The sync data for ids ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'] in dv-neutron-zed-2-hyperv is: [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:45Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '47c1337f-3e12-4666-8a2e-c5a45364f1da', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.219', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'port_id': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'mac_address': 'fa:16:3e:26:16:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:13:09Z', 'updated_at': '2022-10-28T10:13:09Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456c0deb-d1eb-4d45-ac04-97de4598f20e', 'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:86:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:45Z', 'updated_at': '2022-10-28T10:12:48Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:13:11.202469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-35893415-ce9b-4336-ab08-dede2976cf02 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:11.203795 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-35893415-ce9b-4336-ab08-dede2976cf02 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4682992 Oct 28 10:13:11.206843 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45208) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:13:11.212734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-5a644705-5589-4478-bcf6-052688aa75ca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '1498c783-db3e-4228-abfb-de0c6341f327', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:13:11.265821 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-60178d93-1a05-44d4-a175-c44757ce3814 req-b64bc9c2-3965-4f0e-861e-6b3b1c3e0cd4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158042 Oct 28 10:13:11.290747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:11.334080 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5a644705-5589-4478-bcf6-052688aa75ca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (12764111-d96f-4ccb-b144-e077af38cd46), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:11.383957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648c340a-ec7b-47cf-aa74-547d9624555e None None] New status for floating IP 47c1337f-3e12-4666-8a2e-c5a45364f1da: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:13:11.411234 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-60178d93-1a05-44d4-a175-c44757ce3814 req-07427a4b-4aab-495b-baef-c78892ded12c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390703 Oct 28 10:13:11.427122 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5a644705-5589-4478-bcf6-052688aa75ca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (12764111-d96f-4ccb-b144-e077af38cd46), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:11.475592 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:11.512867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5a644705-5589-4478-bcf6-052688aa75ca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (12764111-d96f-4ccb-b144-e077af38cd46), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:11.533660 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a644705-5589-4478-bcf6-052688aa75ca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12764111-d96f-4ccb-b144-e077af38cd46,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:11.606445 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5a644705-5589-4478-bcf6-052688aa75ca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:11.611431 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5a644705-5589-4478-bcf6-052688aa75ca tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3999898 Oct 28 10:13:11.611576 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45210) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:13:11.616188 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f8919f0d-18a2-4ea2-aa82-789142acbca3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '1498c783-db3e-4228-abfb-de0c6341f327', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:13:11.626264 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:11.712805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8919f0d-18a2-4ea2-aa82-789142acbca3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (b6689911-63a0-4421-827f-ec4ec945439a), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:11.770372 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8919f0d-18a2-4ea2-aa82-789142acbca3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (b6689911-63a0-4421-827f-ec4ec945439a), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:11.860937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8919f0d-18a2-4ea2-aa82-789142acbca3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b6689911-63a0-4421-827f-ec4ec945439a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:11.881011 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8919f0d-18a2-4ea2-aa82-789142acbca3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6689911-63a0-4421-827f-ec4ec945439a,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:11.931579 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8919f0d-18a2-4ea2-aa82-789142acbca3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:11.932838 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f8919f0d-18a2-4ea2-aa82-789142acbca3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3211191 Oct 28 10:13:11.935660 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45212) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:13:11.940048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-71d47887-d8db-42c1-85ce-0483833f1166 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '1498c783-db3e-4228-abfb-de0c6341f327', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:13:12.014263 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-71d47887-d8db-42c1-85ce-0483833f1166 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (57fc6f6e-7086-4b31-a086-e4aacc33d3fa), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:12.071239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-71d47887-d8db-42c1-85ce-0483833f1166 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (57fc6f6e-7086-4b31-a086-e4aacc33d3fa), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:12.152050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-71d47887-d8db-42c1-85ce-0483833f1166 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (57fc6f6e-7086-4b31-a086-e4aacc33d3fa), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:12.171044 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d47887-d8db-42c1-85ce-0483833f1166 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fc6f6e-7086-4b31-a086-e4aacc33d3fa,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:12.245485 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-71d47887-d8db-42c1-85ce-0483833f1166 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:12.246764 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-71d47887-d8db-42c1-85ce-0483833f1166 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100820 Oct 28 10:13:12.252738 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45214) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:13:12.254943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-318b0f07-40c5-4a24-8a60-fdc0b17e74ed tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '1498c783-db3e-4228-abfb-de0c6341f327', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:13:12.373781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-318b0f07-40c5-4a24-8a60-fdc0b17e74ed tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (724013e0-89ee-4ffa-a0a7-f17eefadd664), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:12.434299 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-318b0f07-40c5-4a24-8a60-fdc0b17e74ed tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (724013e0-89ee-4ffa-a0a7-f17eefadd664), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:12.500079 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-318b0f07-40c5-4a24-8a60-fdc0b17e74ed tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (724013e0-89ee-4ffa-a0a7-f17eefadd664), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:12.519589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b0f07-40c5-4a24-8a60-fdc0b17e74ed tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724013e0-89ee-4ffa-a0a7-f17eefadd664,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:12.565647 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-318b0f07-40c5-4a24-8a60-fdc0b17e74ed tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:12.567449 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-318b0f07-40c5-4a24-8a60-fdc0b17e74ed tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3169823 Oct 28 10:13:12.570123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45216) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:13:12.574339 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-69b0e2a5-7b53-4636-b162-fe91b2af4684 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '1498c783-db3e-4228-abfb-de0c6341f327', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:13:12.638263 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-69b0e2a5-7b53-4636-b162-fe91b2af4684 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:13:12.644264 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-69b0e2a5-7b53-4636-b162-fe91b2af4684 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (9ea6a106-f3a0-4e4d-8878-8877e5b78b87), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:12.654970 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:12.703846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-69b0e2a5-7b53-4636-b162-fe91b2af4684 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (9ea6a106-f3a0-4e4d-8878-8877e5b78b87), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:12.781230 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-69b0e2a5-7b53-4636-b162-fe91b2af4684 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (9ea6a106-f3a0-4e4d-8878-8877e5b78b87), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:12.803360 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0e2a5-7b53-4636-b162-fe91b2af4684 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea6a106-f3a0-4e4d-8878-8877e5b78b87,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:12.927198 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-69b0e2a5-7b53-4636-b162-fe91b2af4684 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:12.928500 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-69b0e2a5-7b53-4636-b162-fe91b2af4684 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3573756 Oct 28 10:13:12.931217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45218) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:13:12.935483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-bea91106-e70a-46b6-8e8c-08f8877c5b2a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '1498c783-db3e-4228-abfb-de0c6341f327', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:13:13.021233 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-bea91106-e70a-46b6-8e8c-08f8877c5b2a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:13:13.027867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bea91106-e70a-46b6-8e8c-08f8877c5b2a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (fd5e6454-815e-4dd7-90ec-6cef26fc83ce), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:13.049486 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4ba9-e810-40e2-8efe-6b869a120403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:13.088784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bea91106-e70a-46b6-8e8c-08f8877c5b2a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (fd5e6454-815e-4dd7-90ec-6cef26fc83ce), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:13.140370 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bea91106-e70a-46b6-8e8c-08f8877c5b2a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (fd5e6454-815e-4dd7-90ec-6cef26fc83ce), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:13.159488 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea91106-e70a-46b6-8e8c-08f8877c5b2a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5e6454-815e-4dd7-90ec-6cef26fc83ce,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:13.205422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bea91106-e70a-46b6-8e8c-08f8877c5b2a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:13.206697 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bea91106-e70a-46b6-8e8c-08f8877c5b2a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2745199 Oct 28 10:13:13.368411 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7592376a-855e-4c87-a01c-7c55345ea1de req-b903ffcb-4127-41a0-ac0b-a7a78ff8a2c3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1075211494&fields=id&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 267 time: 0.0499363 Oct 28 10:13:13.467247 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:13.477702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592376a-855e-4c87-a01c-7c55345ea1de req-21e3d9ed-1ed3-4387-8585-99118cc053e5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:13.479605 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7592376a-855e-4c87-a01c-7c55345ea1de req-21e3d9ed-1ed3-4387-8585-99118cc053e5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/networks?id=866513d4-cbc9-4008-b1f0-0b146bce8c08 HTTP/1.1" status: 200 len: 797 time: 0.1045935 Oct 28 10:13:13.494089 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7592376a-855e-4c87-a01c-7c55345ea1de req-3ed12b58-002d-4844-84dd-08d220f6c080 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/quotas/0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 375 time: 0.0090823 Oct 28 10:13:13.550651 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7592376a-855e-4c87-a01c-7c55345ea1de req-7e9ab052-7d3b-4538-bab2-25e9acbdf566 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517349 Oct 28 10:13:13.647335 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7592376a-855e-4c87-a01c-7c55345ea1de req-8b2f8ef7-0d91-4e4e-b442-9875d5d515e2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853980 Oct 28 10:13:13.741398 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7592376a-855e-4c87-a01c-7c55345ea1de req-afff6edb-0798-4bb8-b05a-819e0b2b6e23 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882089 Oct 28 10:13:14.006908 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a9d99f35-3a02-48a8-b244-2c6b1223c6d8 req-61e3c43b-27aa-44a0-9cdb-4f27c2363c94 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 210 time: 0.0291829 Oct 28 10:13:15.110381 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ce309329-4ca0-4310-a5de-4e24a2013d89 req-26e2561e-9d52-432b-9204-2cd64720f0e3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 210 time: 0.0293286 Oct 28 10:13:15.346345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c17cf391-4f5b-47d8-91d8-1e11c12b5181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:16.089690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592376a-855e-4c87-a01c-7c55345ea1de req-0a5cdedf-f51a-4036-b992-d5e1089e8cf4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:16.091156 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7592376a-855e-4c87-a01c-7c55345ea1de req-0a5cdedf-f51a-4036-b992-d5e1089e8cf4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/networks?id=866513d4-cbc9-4008-b1f0-0b146bce8c08 HTTP/1.1" status: 200 len: 797 time: 0.1050372 Oct 28 10:13:16.174205 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7592376a-855e-4c87-a01c-7c55345ea1de req-0187065e-0cee-4e97-87ef-0505d0714c2a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 473 time: 0.0671501 Oct 28 10:13:16.184040 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-7592376a-855e-4c87-a01c-7c55345ea1de req-ea47d0d8-ba07-47fa-86b6-94f4aea1bf9b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'port': {'device_id': '9ce6778d-cc46-4a67-8639-aa248d2723de', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'admin_state_up': True, 'tenant_id': '0d399d550dab41259d95623249c98b71', 'security_groups': ['1498c783-db3e-4228-abfb-de0c6341f327']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:13:16.216740 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d28d17c4-8e36-40c9-8ae7-4ec1999b5159 req-aba8e780-10e4-46a0-b262-01b6c387ac62 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 210 time: 0.0293486 Oct 28 10:13:16.269022 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:16.375168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7592376a-855e-4c87-a01c-7c55345ea1de req-ea47d0d8-ba07-47fa-86b6-94f4aea1bf9b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:13:16.379576 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7592376a-855e-4c87-a01c-7c55345ea1de req-ea47d0d8-ba07-47fa-86b6-94f4aea1bf9b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:16.507785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-7592376a-855e-4c87-a01c-7c55345ea1de req-ea47d0d8-ba07-47fa-86b6-94f4aea1bf9b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.7 (866513d4-cbc9-4008-b1f0-0b146bce8c08/5caf3e6d-0b03-4e6d-b092-bf3b878284b6/51c5a96a-32b3-4c64-a207-e378dc711de4) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:13:16.647603 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7592376a-855e-4c87-a01c-7c55345ea1de req-ea47d0d8-ba07-47fa-86b6-94f4aea1bf9b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (51c5a96a-32b3-4c64-a207-e378dc711de4), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:16.675019 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:16.763308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7592376a-855e-4c87-a01c-7c55345ea1de req-ea47d0d8-ba07-47fa-86b6-94f4aea1bf9b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (51c5a96a-32b3-4c64-a207-e378dc711de4), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:16.813503 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7592376a-855e-4c87-a01c-7c55345ea1de req-ea47d0d8-ba07-47fa-86b6-94f4aea1bf9b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 866513d4-cbc9-4008-b1f0-0b146bce8c08 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:13:16.816675 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-7592376a-855e-4c87-a01c-7c55345ea1de req-ea47d0d8-ba07-47fa-86b6-94f4aea1bf9b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:13:16.819294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-7592376a-855e-4c87-a01c-7c55345ea1de req-ea47d0d8-ba07-47fa-86b6-94f4aea1bf9b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:13:16.849829 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47d0d8-ba07-47fa-86b6-94f4aea1bf9b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=51c5a96a-32b3-4c64-a207-e378dc711de4,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:16.876919 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592376a-855e-4c87-a01c-7c55345ea1de req-ea47d0d8-ba07-47fa-86b6-94f4aea1bf9b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:16.877464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7592376a-855e-4c87-a01c-7c55345ea1de req-ea47d0d8-ba07-47fa-86b6-94f4aea1bf9b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:16.945441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:16.977621 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7592376a-855e-4c87-a01c-7c55345ea1de req-ea47d0d8-ba07-47fa-86b6-94f4aea1bf9b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7978129 Oct 28 10:13:17.000445 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Request body: {'port': {'device_id': '9ce6778d-cc46-4a67-8639-aa248d2723de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:13:17.003388 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-68ddaf52-58fc-4243-9632-6fbd6c5de4ce None None] Provisioning complete for port 51c5a96a-32b3-4c64-a207-e378dc711de4 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:13:17.003770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-68ddaf52-58fc-4243-9632-6fbd6c5de4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (51c5a96a-32b3-4c64-a207-e378dc711de4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:17.004140 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-68ddaf52-58fc-4243-9632-6fbd6c5de4ce None None] Attempt 1 to provision port 51c5a96a-32b3-4c64-a207-e378dc711de4 Oct 28 10:13:17.039086 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-68ddaf52-58fc-4243-9632-6fbd6c5de4ce None None] Port 51c5a96a-32b3-4c64-a207-e378dc711de4 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:13:17.062252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (51c5a96a-32b3-4c64-a207-e378dc711de4), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:17.279772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:17.348197 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6131c7-a505-4c8b-b733-bb467e9723e0 req-618c115e-3931-4a78-8fef-9ee986bbbddf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:17.349879 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7a6131c7-a505-4c8b-b733-bb467e9723e0 req-618c115e-3931-4a78-8fef-9ee986bbbddf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 931 time: 0.0536015 Oct 28 10:13:17.403412 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7a6131c7-a505-4c8b-b733-bb467e9723e0 req-ae2d3d14-e6c5-4247-9808-213264bb6c19 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1498c783-db3e-4228-abfb-de0c6341f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472240 Oct 28 10:13:17.641152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c5a96a-32b3-4c64-a207-e378dc711de4 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:13:17.649299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Publish callbacks [] for port (51c5a96a-32b3-4c64-a207-e378dc711de4), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:17.662036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Transition to ACTIVE for port object 51c5a96a-32b3-4c64-a207-e378dc711de4 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:13:17.718228 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (51c5a96a-32b3-4c64-a207-e378dc711de4), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:17.796439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Pushing event updated for resources: {'Port': ['ID=51c5a96a-32b3-4c64-a207-e378dc711de4,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:17.832322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Attempting to bind port 51c5a96a-32b3-4c64-a207-e378dc711de4 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:13:17.832657 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Attempting to bind port 51c5a96a-32b3-4c64-a207-e378dc711de4 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:13:17.832981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Attempting to bind port 51c5a96a-32b3-4c64-a207-e378dc711de4 on network 866513d4-cbc9-4008-b1f0-0b146bce8c08 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:13:17.874017 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Port 51c5a96a-32b3-4c64-a207-e378dc711de4 on network 866513d4-cbc9-4008-b1f0-0b146bce8c08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:13:17.874341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Attempting to bind port 51c5a96a-32b3-4c64-a207-e378dc711de4 on network 866513d4-cbc9-4008-b1f0-0b146bce8c08 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:13:17.916291 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:13:17.916618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Checking segment: {'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:13:17.917010 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Bound using segment: {'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:13:17.917445 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Bound port: 51c5a96a-32b3-4c64-a207-e378dc711de4, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51b85ac-2031-4468-a3f0-38f862cd29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:13:17.917795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (51c5a96a-32b3-4c64-a207-e378dc711de4), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:17.935189 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:17.983262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] For port 51c5a96a-32b3-4c64-a207-e378dc711de4, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:13:17.986478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] For port 51c5a96a-32b3-4c64-a207-e378dc711de4, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=51c5a96a-32b3-4c64-a207-e378dc711de4,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:13:18.054223 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (51c5a96a-32b3-4c64-a207-e378dc711de4), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:18.057209 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:18.057830 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:18.059237 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7592376a-855e-4c87-a01c-7c55345ea1de req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/51c5a96a-32b3-4c64-a207-e378dc711de4 HTTP/1.1" status: 200 len: 1093 time: 1.0630879 Oct 28 10:13:18.061386 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce6778d-cc46-4a67-8639-aa248d2723de', 'tag': '51c5a96a-32b3-4c64-a207-e378dc711de4'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:13:18.063643 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5e84ae-e617-41f8-88da-b73adccbbbbc" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce6778d-cc46-4a67-8639-aa248d2723de", "tag": "51c5a96a-32b3-4c64-a207-e378dc711de4"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:13:18.107090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c444b7-14f1-4d85-8661-42a1da216b61 x-openstack-request-id: req-58c444b7-14f1-4d85-8661-42a1da216b61 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:13:18.107375 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce6778d-cc46-4a67-8639-aa248d2723de", "tag": "51c5a96a-32b3-4c64-a207-e378dc711de4", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:13:18.107629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58c444b7-14f1-4d85-8661-42a1da216b61 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:13:18.108031 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c444b7-14f1-4d85-8661-42a1da216b61'] response: {'name': 'network-changed', 'server_uuid': '9ce6778d-cc46-4a67-8639-aa248d2723de', 'tag': '51c5a96a-32b3-4c64-a207-e378dc711de4', 'status': 'completed', 'code': 200} Oct 28 10:13:18.117823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1e626-7aac-44fb-903e-f4587d82f308 service neutron] Pushing event updated for resources: {'Port': ['ID=51c5a96a-32b3-4c64-a207-e378dc711de4,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:18.202792 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e84ae-e617-41f8-88da-b73adccbbbbc req-1d4a0d25-17f8-4af4-a639-ab416b6ae06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:18.204252 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bf5e84ae-e617-41f8-88da-b73adccbbbbc req-1d4a0d25-17f8-4af4-a639-ab416b6ae06d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 1127 time: 0.0388494 Oct 28 10:13:18.240758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:18.314324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e84ae-e617-41f8-88da-b73adccbbbbc req-43d781be-25f3-407d-96aa-89150796a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:18.315796 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bf5e84ae-e617-41f8-88da-b73adccbbbbc req-43d781be-25f3-407d-96aa-89150796a711 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0d399d550dab41259d95623249c98b71&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0966663 Oct 28 10:13:18.410961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e84ae-e617-41f8-88da-b73adccbbbbc req-584fe7d3-31eb-4b9e-908c-0e4ba8cfd67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:18.412423 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bf5e84ae-e617-41f8-88da-b73adccbbbbc req-584fe7d3-31eb-4b9e-908c-0e4ba8cfd67d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902565 Oct 28 10:13:18.512023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592376a-855e-4c87-a01c-7c55345ea1de req-a3d474fd-4bf6-47b0-9c90-83f31293bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:18.513528 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7592376a-855e-4c87-a01c-7c55345ea1de req-a3d474fd-4bf6-47b0-9c90-83f31293bc97 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 1127 time: 0.0397017 Oct 28 10:13:18.528458 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11c212-29a3-4df3-a342-8867c82e57d0 req-577a8f71-0500-477f-ad07-7c597775cf5f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:18.529949 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1e11c212-29a3-4df3-a342-8867c82e57d0 req-577a8f71-0500-477f-ad07-7c597775cf5f tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 943 time: 0.0477076 Oct 28 10:13:18.530060 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:18.565470 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7592376a-855e-4c87-a01c-7c55345ea1de req-c01dbbf7-f7dd-421c-a6c1-2a13173344a7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51c5a96a-32b3-4c64-a207-e378dc711de4 HTTP/1.1" status: 200 len: 217 time: 0.0374188 Oct 28 10:13:18.581117 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1e11c212-29a3-4df3-a342-8867c82e57d0 req-2a541dc0-d87f-4138-b384-cb2661a595ea tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1498c783-db3e-4228-abfb-de0c6341f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448895 Oct 28 10:13:18.615337 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592376a-855e-4c87-a01c-7c55345ea1de req-2e2999b5-df82-4cc8-b82e-4e010cf59484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:18.616784 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7592376a-855e-4c87-a01c-7c55345ea1de req-2e2999b5-df82-4cc8-b82e-4e010cf59484 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5caf3e6d-0b03-4e6d-b092-bf3b878284b6 HTTP/1.1" status: 200 len: 834 time: 0.0448308 Oct 28 10:13:18.659293 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592376a-855e-4c87-a01c-7c55345ea1de req-5dd64981-9c08-4aa0-b4dd-fba591ade835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:18.660878 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7592376a-855e-4c87-a01c-7c55345ea1de req-5dd64981-9c08-4aa0-b4dd-fba591ade835 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=866513d4-cbc9-4008-b1f0-0b146bce8c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0383954 Oct 28 10:13:18.755882 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7592376a-855e-4c87-a01c-7c55345ea1de req-26f41d87-f52d-4983-a581-8e5bbc7fbdf1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890329 Oct 28 10:13:18.843860 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7592376a-855e-4c87-a01c-7c55345ea1de req-97b20e99-471b-4873-9b49-a6bd4658168e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818429 Oct 28 10:13:19.706653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cd4ce-5adc-444c-b765-1ba957a0778d req-a7245ecc-2c24-4e72-b2b3-afb78b8c5e8c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:19.708847 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-276cd4ce-5adc-444c-b765-1ba957a0778d req-a7245ecc-2c24-4e72-b2b3-afb78b8c5e8c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 943 time: 0.0526898 Oct 28 10:13:19.757662 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-276cd4ce-5adc-444c-b765-1ba957a0778d req-6461be9b-95e8-4f88-b377-1881c5072bc9 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1498c783-db3e-4228-abfb-de0c6341f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431454 Oct 28 10:13:20.865070 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:20.881891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6dd1d1-0b44-4758-bea2-a3c9d54c8d55 req-941179b5-3ea9-4f28-b750-7aada994d191 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:20.883566 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ff6dd1d1-0b44-4758-bea2-a3c9d54c8d55 req-941179b5-3ea9-4f28-b750-7aada994d191 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 943 time: 0.0493991 Oct 28 10:13:20.934111 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ff6dd1d1-0b44-4758-bea2-a3c9d54c8d55 req-5f7c6387-3a54-42f0-9815-241f275cc45b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1498c783-db3e-4228-abfb-de0c6341f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444214 Oct 28 10:13:21.155724 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=82 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:22.054378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83676d9-b64f-4723-96f5-3dd2c9a1c06d req-f3c1d042-cc28-4e9c-baad-84445f8656ee tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:22.055855 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c83676d9-b64f-4723-96f5-3dd2c9a1c06d req-f3c1d042-cc28-4e9c-baad-84445f8656ee tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 943 time: 0.0465565 Oct 28 10:13:22.107554 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c83676d9-b64f-4723-96f5-3dd2c9a1c06d req-ce9159cc-72fd-4975-8b8a-828be6266b88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1498c783-db3e-4228-abfb-de0c6341f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462101 Oct 28 10:13:22.532439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 51c5a96a-32b3-4c64-a207-e378dc711de4 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:13:22.632120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 51c5a96a-32b3-4c64-a207-e378dc711de4, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=51c5a96a-32b3-4c64-a207-e378dc711de4,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:13:22.642936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '51c5a96a-32b3-4c64-a207-e378dc711de4', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'port_id': '51c5a96a-32b3-4c64-a207-e378dc711de4', 'mac_address': 'fa:16:3e:0d:64:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:13:22.677501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 51c5a96a-32b3-4c64-a207-e378dc711de4 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:13:22.677891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (51c5a96a-32b3-4c64-a207-e378dc711de4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:22.691493 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c5a96a-32b3-4c64-a207-e378dc711de4 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:13:22.710637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 51c5a96a-32b3-4c64-a207-e378dc711de4, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=51c5a96a-32b3-4c64-a207-e378dc711de4,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:13:22.773485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (51c5a96a-32b3-4c64-a207-e378dc711de4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:22.819311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=51c5a96a-32b3-4c64-a207-e378dc711de4,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:23.070543 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['51c5a96a-32b3-4c64-a207-e378dc711de4'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:13:23.228255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c1e4b-87cf-4772-9948-933ef08b878e req-685158fb-df7d-4c26-8f79-d93a18efd1bb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:23.230009 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-719c1e4b-87cf-4772-9948-933ef08b878e req-685158fb-df7d-4c26-8f79-d93a18efd1bb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 944 time: 0.0485156 Oct 28 10:13:23.268198 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:23.282032 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-719c1e4b-87cf-4772-9948-933ef08b878e req-1be23866-ad9d-4290-b279-b5732f569964 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1498c783-db3e-4228-abfb-de0c6341f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459733 Oct 28 10:13:23.917624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:24.402822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39ba2c-4302-45ed-8ea9-0e0ebbf8279b req-fdbad243-467b-46f3-bd93-3c621ac3df43 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:24.404333 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bd39ba2c-4302-45ed-8ea9-0e0ebbf8279b req-fdbad243-467b-46f3-bd93-3c621ac3df43 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 944 time: 0.0469368 Oct 28 10:13:24.453797 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bd39ba2c-4302-45ed-8ea9-0e0ebbf8279b req-dfdee307-6d37-4bf1-aad3-32a5c63f0740 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1498c783-db3e-4228-abfb-de0c6341f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438716 Oct 28 10:13:24.553192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 51c5a96a-32b3-4c64-a207-e378dc711de4 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:13:24.594708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 51c5a96a-32b3-4c64-a207-e378dc711de4 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:13:24.683328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 51c5a96a-32b3-4c64-a207-e378dc711de4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:13:24.683764 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (51c5a96a-32b3-4c64-a207-e378dc711de4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:24.684108 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 51c5a96a-32b3-4c64-a207-e378dc711de4 Oct 28 10:13:24.751549 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:24.756216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 51c5a96a-32b3-4c64-a207-e378dc711de4 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:13:24.756599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (51c5a96a-32b3-4c64-a207-e378dc711de4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:24.779631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce6778d-cc46-4a67-8639-aa248d2723de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c5a96a-32b3-4c64-a207-e378dc711de4'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:13:24.781842 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22607bbc-844f-47b2-b9a0-0e74f2867bc1" -d '{"events": [{"server_uuid": "9ce6778d-cc46-4a67-8639-aa248d2723de", "name": "network-vif-plugged", "status": "completed", "tag": "51c5a96a-32b3-4c64-a207-e378dc711de4"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:13:24.798362 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 51c5a96a-32b3-4c64-a207-e378dc711de4, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=51c5a96a-32b3-4c64-a207-e378dc711de4,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:13:24.820774 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00487cf-59de-4a8b-af57-476108fd6675 x-openstack-request-id: req-e00487cf-59de-4a8b-af57-476108fd6675 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:13:24.821070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce6778d-cc46-4a67-8639-aa248d2723de", "name": "network-vif-plugged", "status": "completed", "tag": "51c5a96a-32b3-4c64-a207-e378dc711de4", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:13:24.821325 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e00487cf-59de-4a8b-af57-476108fd6675 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:13:24.821728 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00487cf-59de-4a8b-af57-476108fd6675'] response: {'server_uuid': '9ce6778d-cc46-4a67-8639-aa248d2723de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c5a96a-32b3-4c64-a207-e378dc711de4', 'code': 200} Oct 28 10:13:24.860515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (51c5a96a-32b3-4c64-a207-e378dc711de4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:24.909901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=51c5a96a-32b3-4c64-a207-e378dc711de4,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:25.138863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:25.150203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed048e2-38d3-45bc-8115-b2b30837d4ef req-92941b19-b674-410e-94ec-dbc001d20766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:25.151718 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aed048e2-38d3-45bc-8115-b2b30837d4ef req-92941b19-b674-410e-94ec-dbc001d20766 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 1129 time: 0.0434439 Oct 28 10:13:25.198695 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aed048e2-38d3-45bc-8115-b2b30837d4ef req-cc3a9931-f490-432a-935b-150870110210 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=1498c783-db3e-4228-abfb-de0c6341f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405955 Oct 28 10:13:25.576646 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e095f-ab22-44c2-b096-c18d44139cf5 req-c1776be0-6292-4a9c-a2e3-db99e56430a8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:25.578120 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b9e095f-ab22-44c2-b096-c18d44139cf5 req-c1776be0-6292-4a9c-a2e3-db99e56430a8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 945 time: 0.0506845 Oct 28 10:13:25.627754 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b9e095f-ab22-44c2-b096-c18d44139cf5 req-0c95734c-a871-4c90-9a3c-6d11c0b6285c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1498c783-db3e-4228-abfb-de0c6341f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440643 Oct 28 10:13:26.746744 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:26.754814 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb0b10-fcbb-45b9-9afa-4835cab6ba2e req-340170f7-86ff-44f4-bd80-2a17b00b4419 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:26.756287 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-00cb0b10-fcbb-45b9-9afa-4835cab6ba2e req-340170f7-86ff-44f4-bd80-2a17b00b4419 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 945 time: 0.0481195 Oct 28 10:13:26.805729 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-00cb0b10-fcbb-45b9-9afa-4835cab6ba2e req-780c15b3-cb63-454e-bbc6-ce282a6d8585 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1498c783-db3e-4228-abfb-de0c6341f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437796 Oct 28 10:13:26.925453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f0ac4-90d6-47e1-be7c-4b1a554fb74b req-ba964c01-38b2-4429-9e31-dd9d8f359af7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:26.926848 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fb9f0ac4-90d6-47e1-be7c-4b1a554fb74b req-ba964c01-38b2-4429-9e31-dd9d8f359af7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 945 time: 0.0470660 Oct 28 10:13:26.980603 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fb9f0ac4-90d6-47e1-be7c-4b1a554fb74b req-d3fac3d1-e88a-40f9-9c83-5b2ba5c6e566 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1498c783-db3e-4228-abfb-de0c6341f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480928 Oct 28 10:13:27.008037 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45276) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:13:27.045291 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d003b50-fa24-4512-84b8-83162e99485d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:27.046833 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6d003b50-fa24-4512-84b8-83162e99485d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 1124 time: 0.0378017 Oct 28 10:13:27.049545 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45278) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:13:27.053720 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '51c5a96a-32b3-4c64-a207-e378dc711de4', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:13:27.146006 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:27.228195 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:27.331938 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.200 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/0d5da51a-2ad6-4ccb-a47b-1a3f9be06a4d) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:13:27.436819 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (0d5da51a-2ad6-4ccb-a47b-1a3f9be06a4d), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:27.441917 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:27.523921 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (0d5da51a-2ad6-4ccb-a47b-1a3f9be06a4d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:27.564440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:13:27.569888 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:13:27.573668 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:13:27.576852 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=0d5da51a-2ad6-4ccb-a47b-1a3f9be06a4d,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:27.643564 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:27.921130 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (621ee39c-591e-4400-8665-68a453b8126f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:28.031292 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0d5da51a-2ad6-4ccb-a47b-1a3f9be06a4d), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:28.178200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (0d5da51a-2ad6-4ccb-a47b-1a3f9be06a4d), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:28.236603 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (0d5da51a-2ad6-4ccb-a47b-1a3f9be06a4d), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:28.305636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (621ee39c-591e-4400-8665-68a453b8126f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:28.307531 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=0d5da51a-2ad6-4ccb-a47b-1a3f9be06a4d,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:28.402692 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP 621ee39c-591e-4400-8665-68a453b8126f associated. External IP: 172.36.1.200, port: 51c5a96a-32b3-4c64-a207-e378dc711de4. Oct 28 10:13:28.404595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:28.594936 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:13:28.638114 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:28.699694 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:13:28.710297 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb214f6-691e-43a2-b676-fb15c59038c4 None None] Sync routers for ids ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:13:28.720018 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb214f6-691e-43a2-b676-fb15c59038c4 None None] Routers {'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:13:28.720647 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ebb214f6-691e-43a2-b676-fb15c59038c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:13:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:13:28.786882 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:28.816989 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ae1d2262-ba7f-4495-8476-a726b6bcc168 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7664516 Oct 28 10:13:28.817642 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce6778d-cc46-4a67-8639-aa248d2723de', 'tag': '51c5a96a-32b3-4c64-a207-e378dc711de4'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:13:28.820470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b951548c-e0dd-4bd3-b554-5034eee7aa90" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce6778d-cc46-4a67-8639-aa248d2723de", "tag": "51c5a96a-32b3-4c64-a207-e378dc711de4"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:13:28.825749 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-ebb214f6-691e-43a2-b676-fb15c59038c4 None None] Set router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:13:28.857242 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2078e3-aebd-4658-87e9-dddef67ad6f2 x-openstack-request-id: req-ce2078e3-aebd-4658-87e9-dddef67ad6f2 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:13:28.857535 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce6778d-cc46-4a67-8639-aa248d2723de", "tag": "51c5a96a-32b3-4c64-a207-e378dc711de4", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:13:28.857818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce2078e3-aebd-4658-87e9-dddef67ad6f2 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:13:28.858228 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce2078e3-aebd-4658-87e9-dddef67ad6f2'] response: {'name': 'network-changed', 'server_uuid': '9ce6778d-cc46-4a67-8639-aa248d2723de', 'tag': '51c5a96a-32b3-4c64-a207-e378dc711de4', 'status': 'completed', 'code': 200} Oct 28 10:13:28.944816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951548c-e0dd-4bd3-b554-5034eee7aa90 req-036e6d21-c078-4b38-a902-647468f53b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:28.946305 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b951548c-e0dd-4bd3-b554-5034eee7aa90 req-036e6d21-c078-4b38-a902-647468f53b46 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 1129 time: 0.0390723 Oct 28 10:13:29.038085 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ebb214f6-691e-43a2-b676-fb15c59038c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:45Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '47c1337f-3e12-4666-8a2e-c5a45364f1da', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.219', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'port_id': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'mac_address': 'fa:16:3e:26:16:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:13:09Z', 'updated_at': '2022-10-28T10:13:11Z', 'revision_number': 1, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}, {'id': '621ee39c-591e-4400-8665-68a453b8126f', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.200', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'port_id': '51c5a96a-32b3-4c64-a207-e378dc711de4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'mac_address': 'fa:16:3e:0d:64:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6778d-cc46-4a67-8639-aa248d2723de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:13:27Z', 'updated_at': '2022-10-28T10:13:27Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456c0deb-d1eb-4d45-ac04-97de4598f20e', 'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:86:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:45Z', 'updated_at': '2022-10-28T10:12:48Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:13:29.043252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951548c-e0dd-4bd3-b554-5034eee7aa90 req-b466799c-e882-4f7a-9aab-30e82d9daada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:29.044717 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b951548c-e0dd-4bd3-b554-5034eee7aa90 req-b466799c-e882-4f7a-9aab-30e82d9daada service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=866513d4-cbc9-4008-b1f0-0b146bce8c08 HTTP/1.1" status: 200 len: 898 time: 0.0908504 Oct 28 10:13:29.066023 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb214f6-691e-43a2-b676-fb15c59038c4 None None] Checking router: a2bf4044-05e0-4c43-a2a9-ca36f9852bcc for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:13:29.075127 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb214f6-691e-43a2-b676-fb15c59038c4 None None] Routers {'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:13:29.075720 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ebb214f6-691e-43a2-b676-fb15c59038c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:13:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:13:29.108624 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b951548c-e0dd-4bd3-b554-5034eee7aa90 req-c3849b14-5be6-4c43-bb50-210142db1308 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51c5a96a-32b3-4c64-a207-e378dc711de4 HTTP/1.1" status: 200 len: 999 time: 0.0568364 Oct 28 10:13:29.159883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951548c-e0dd-4bd3-b554-5034eee7aa90 req-40f93efa-64c6-49d6-b47b-248d7bed0412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:29.161340 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b951548c-e0dd-4bd3-b554-5034eee7aa90 req-40f93efa-64c6-49d6-b47b-248d7bed0412 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5caf3e6d-0b03-4e6d-b092-bf3b878284b6 HTTP/1.1" status: 200 len: 834 time: 0.0441866 Oct 28 10:13:29.171654 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-ebb214f6-691e-43a2-b676-fb15c59038c4 None None] Set router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:13:29.210497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951548c-e0dd-4bd3-b554-5034eee7aa90 req-0358c97e-c97c-40ab-9ed2-b978911d14f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:13:29.212066 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b951548c-e0dd-4bd3-b554-5034eee7aa90 req-0358c97e-c97c-40ab-9ed2-b978911d14f0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=866513d4-cbc9-4008-b1f0-0b146bce8c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0442057 Oct 28 10:13:29.296385 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:29.307254 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b951548c-e0dd-4bd3-b554-5034eee7aa90 req-e53b9ed4-af7b-49ee-b449-01bf855f5ec8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878463 Oct 28 10:13:29.405569 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b951548c-e0dd-4bd3-b554-5034eee7aa90 req-641f1a3e-1395-4f76-9837-ffde5317189e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919240 Oct 28 10:13:29.467564 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ebb214f6-691e-43a2-b676-fb15c59038c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:45Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '47c1337f-3e12-4666-8a2e-c5a45364f1da', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.219', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'port_id': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'mac_address': 'fa:16:3e:26:16:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:13:09Z', 'updated_at': '2022-10-28T10:13:11Z', 'revision_number': 1, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}, {'id': '621ee39c-591e-4400-8665-68a453b8126f', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.200', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'port_id': '51c5a96a-32b3-4c64-a207-e378dc711de4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'mac_address': 'fa:16:3e:0d:64:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6778d-cc46-4a67-8639-aa248d2723de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:13:27Z', 'updated_at': '2022-10-28T10:13:27Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456c0deb-d1eb-4d45-ac04-97de4598f20e', 'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:86:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:45Z', 'updated_at': '2022-10-28T10:12:48Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:13:29.493100 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb214f6-691e-43a2-b676-fb15c59038c4 None None] The sync data for ids ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'] in dv-neutron-zed-2-hyperv is: [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:45Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '47c1337f-3e12-4666-8a2e-c5a45364f1da', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.219', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'port_id': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'mac_address': 'fa:16:3e:26:16:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:13:09Z', 'updated_at': '2022-10-28T10:13:11Z', 'revision_number': 1, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}, {'id': '621ee39c-591e-4400-8665-68a453b8126f', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.200', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'port_id': '51c5a96a-32b3-4c64-a207-e378dc711de4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'mac_address': 'fa:16:3e:0d:64:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6778d-cc46-4a67-8639-aa248d2723de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:13:27Z', 'updated_at': '2022-10-28T10:13:27Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456c0deb-d1eb-4d45-ac04-97de4598f20e', 'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:86:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:45Z', 'updated_at': '2022-10-28T10:12:48Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:13:29.677507 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1415f-32f2-4659-98a1-7c8b8e0708fe None None] New status for floating IP 621ee39c-591e-4400-8665-68a453b8126f: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:13:34.715906 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:13:38.811603 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:38.813541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=42,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:39.392196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:39.402324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=49 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:39.778804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:39.782115 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:43.043333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-babf11fe-cf04-405a-acb6-b1343c5c743e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:45.378495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8ea0fe14-a140-4888-af1d-6bc87ec6a99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:46.900190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:47.980304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:48.539688 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:13:53.684065 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=72 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:53.685206 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=84 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:13:53.888579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:03.828454 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=13 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:03.830274 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=5,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:05.162355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45294) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:05.220174 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8b4531ad-5f75-47d3-89db-33f7849e5637 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/47c1337f-3e12-4666-8a2e-c5a45364f1da HTTP/1.1" status: 200 len: 993 time: 0.0566528 Oct 28 10:14:06.097952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45302) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:06.103468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'port': {'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:14:06.175000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:06.323459 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 1c4c0aab-8b15-4365-90c1-a0705dcf903b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=1c4c0aab-8b15-4365-90c1-a0705dcf903b,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:06.353715 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:06.419495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:06.429054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:06.429649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:06.431034 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/ports/1c4c0aab-8b15-4365-90c1-a0705dcf903b HTTP/1.1" status: 200 len: 938 time: 0.3320947 Oct 28 10:14:06.431688 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'tag': '1c4c0aab-8b15-4365-90c1-a0705dcf903b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:14:06.433946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dd78bc-3596-4c99-a03e-c49965dbc354" -d '{"events": [{"name": "network-changed", "server_uuid": "29201f2d-f98b-430c-b874-6c28d8d09eac", "tag": "1c4c0aab-8b15-4365-90c1-a0705dcf903b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:14:06.475713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfbd165-d0ac-4061-9e6a-a80d0978db50 x-openstack-request-id: req-cbfbd165-d0ac-4061-9e6a-a80d0978db50 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:14:06.475999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29201f2d-f98b-430c-b874-6c28d8d09eac", "tag": "1c4c0aab-8b15-4365-90c1-a0705dcf903b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:14:06.476250 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cbfbd165-d0ac-4061-9e6a-a80d0978db50 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:14:06.476654 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbfbd165-d0ac-4061-9e6a-a80d0978db50'] response: {'name': 'network-changed', 'server_uuid': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'tag': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'status': 'completed', 'code': 200} Oct 28 10:14:06.487042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=1c4c0aab-8b15-4365-90c1-a0705dcf903b,revision_number=6']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:06.494148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.496659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.496659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.496659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.496659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.496659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.496659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.496659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.497208 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.497208 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.497475 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.497796 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.498114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.498431 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.498772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d727da4-e4a5-4ed5-bba0-38975904d686 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.565682 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd78bc-3596-4c99-a03e-c49965dbc354 req-1ede3e5f-d278-432c-95f4-5f0f2496f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:06.567287 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-41dd78bc-3596-4c99-a03e-c49965dbc354 req-1ede3e5f-d278-432c-95f4-5f0f2496f165 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 1130 time: 0.0391173 Oct 28 10:14:06.661733 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd78bc-3596-4c99-a03e-c49965dbc354 req-969483aa-31c3-492c-b147-ac8539de5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:06.663165 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-41dd78bc-3596-4c99-a03e-c49965dbc354 req-969483aa-31c3-492c-b147-ac8539de5056 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=866513d4-cbc9-4008-b1f0-0b146bce8c08 HTTP/1.1" status: 200 len: 898 time: 0.0891440 Oct 28 10:14:06.725237 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-41dd78bc-3596-4c99-a03e-c49965dbc354 req-f8fdafcc-6a9c-4f8c-8fb5-9f11535450b2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4c0aab-8b15-4365-90c1-a0705dcf903b HTTP/1.1" status: 200 len: 1002 time: 0.0557566 Oct 28 10:14:06.782183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd78bc-3596-4c99-a03e-c49965dbc354 req-5c2e94c4-5c9c-422d-b8d9-f4678d35589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:06.783671 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-41dd78bc-3596-4c99-a03e-c49965dbc354 req-5c2e94c4-5c9c-422d-b8d9-f4678d35589a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5caf3e6d-0b03-4e6d-b092-bf3b878284b6 HTTP/1.1" status: 200 len: 834 time: 0.0494621 Oct 28 10:14:06.833161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd78bc-3596-4c99-a03e-c49965dbc354 req-13bbea84-c6e0-4591-8df2-4cc239fe0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:06.834616 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-41dd78bc-3596-4c99-a03e-c49965dbc354 req-13bbea84-c6e0-4591-8df2-4cc239fe0cc3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=866513d4-cbc9-4008-b1f0-0b146bce8c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0383904 Oct 28 10:14:06.930522 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-41dd78bc-3596-4c99-a03e-c49965dbc354 req-d409868c-89b4-4f6f-b1f7-1704ead4c0cb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864477 Oct 28 10:14:07.024086 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-41dd78bc-3596-4c99-a03e-c49965dbc354 req-e52d953e-cf5f-4f3f-85c3-a4e536a54522 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839736 Oct 28 10:14:09.522545 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7e3f47ea-3784-401f-a2c2-efcb5138bc53 req-1f1516b9-7583-4deb-8ba6-96c6a260874a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368688 Oct 28 10:14:09.640930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f47ea-3784-401f-a2c2-efcb5138bc53 req-c251a3cb-bac5-44b6-8ed0-f8ae440e312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:09.642490 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7e3f47ea-3784-401f-a2c2-efcb5138bc53 req-c251a3cb-bac5-44b6-8ed0-f8ae440e312e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 1130 time: 0.0425558 Oct 28 10:14:09.709824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:09.717515 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:09.751266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f47ea-3784-401f-a2c2-efcb5138bc53 req-496eb4e4-d056-47a4-b268-39b2e08adbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:09.752773 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7e3f47ea-3784-401f-a2c2-efcb5138bc53 req-496eb4e4-d056-47a4-b268-39b2e08adbc4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=866513d4-cbc9-4008-b1f0-0b146bce8c08 HTTP/1.1" status: 200 len: 898 time: 0.0867205 Oct 28 10:14:09.825652 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7e3f47ea-3784-401f-a2c2-efcb5138bc53 req-8ec8718d-4f5a-40ac-a8c2-f7af8fbca204 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4c0aab-8b15-4365-90c1-a0705dcf903b HTTP/1.1" status: 200 len: 1002 time: 0.0589168 Oct 28 10:14:09.877585 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f47ea-3784-401f-a2c2-efcb5138bc53 req-5cb186b0-18c7-4de1-91d9-4e8543dbc5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:09.879053 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7e3f47ea-3784-401f-a2c2-efcb5138bc53 req-5cb186b0-18c7-4de1-91d9-4e8543dbc5b9 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5caf3e6d-0b03-4e6d-b092-bf3b878284b6 HTTP/1.1" status: 200 len: 834 time: 0.0436320 Oct 28 10:14:09.906876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45310) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:09.912236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'port': {'admin_state_up': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:14:09.923872 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f47ea-3784-401f-a2c2-efcb5138bc53 req-c7d32cc4-6cbc-43b6-8695-5a0a7cb098f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:09.925431 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7e3f47ea-3784-401f-a2c2-efcb5138bc53 req-c7d32cc4-6cbc-43b6-8695-5a0a7cb098f6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=866513d4-cbc9-4008-b1f0-0b146bce8c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0377073 Oct 28 10:14:09.985352 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:10.023010 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7e3f47ea-3784-401f-a2c2-efcb5138bc53 req-627dbf24-d2bd-4313-9825-d8a7ce30dd83 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881143 Oct 28 10:14:10.118812 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7e3f47ea-3784-401f-a2c2-efcb5138bc53 req-fc6dff7d-40c5-41ac-9efe-950e87804d3f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864096 Oct 28 10:14:10.427467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 1c4c0aab-8b15-4365-90c1-a0705dcf903b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=1c4c0aab-8b15-4365-90c1-a0705dcf903b,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:10.454811 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:10.511218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:10.521496 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:10.522103 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:10.523493 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/ports/1c4c0aab-8b15-4365-90c1-a0705dcf903b HTTP/1.1" status: 200 len: 937 time: 0.6156034 Oct 28 10:14:10.524092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'tag': '1c4c0aab-8b15-4365-90c1-a0705dcf903b'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:14:10.526307 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbebd19-ad31-4961-ad9a-9fc2f1586d28" -d '{"events": [{"name": "network-changed", "server_uuid": "29201f2d-f98b-430c-b874-6c28d8d09eac", "tag": "1c4c0aab-8b15-4365-90c1-a0705dcf903b"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:14:10.526498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45312) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:10.571271 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800656aa-506c-4183-a111-b716bead864c x-openstack-request-id: req-800656aa-506c-4183-a111-b716bead864c {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:14:10.571562 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29201f2d-f98b-430c-b874-6c28d8d09eac", "tag": "1c4c0aab-8b15-4365-90c1-a0705dcf903b", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:14:10.571817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-800656aa-506c-4183-a111-b716bead864c {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:14:10.572364 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800656aa-506c-4183-a111-b716bead864c'] response: {'name': 'network-changed', 'server_uuid': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'tag': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'status': 'completed', 'code': 200} Oct 28 10:14:10.576988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=1c4c0aab-8b15-4365-90c1-a0705dcf903b,revision_number=7']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:10.584147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:10.584495 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:10.584836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:10.585175 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:10.585511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:10.585851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:10.586169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:10.586489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:10.586845 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:10.587169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:10.587491 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:10.587815 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:10.588128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:10.588457 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:10.588773 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aee343-be1e-4b36-bce1-ff22a796459a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:10.591534 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-21801cb6-0600-43c3-9d6f-6aba7aee56cb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/47c1337f-3e12-4666-8a2e-c5a45364f1da HTTP/1.1" status: 200 len: 993 time: 0.0637603 Oct 28 10:14:10.661744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbebd19-ad31-4961-ad9a-9fc2f1586d28 req-6a33d9e7-b94f-4c86-81ae-066848a63aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:10.663259 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6fbebd19-ad31-4961-ad9a-9fc2f1586d28 req-6a33d9e7-b94f-4c86-81ae-066848a63aa4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 1129 time: 0.0383787 Oct 28 10:14:10.682286 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:10.684003 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:10.760049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbebd19-ad31-4961-ad9a-9fc2f1586d28 req-52f553b3-57a2-4501-8b8c-69d1c5417038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:10.761548 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6fbebd19-ad31-4961-ad9a-9fc2f1586d28 req-52f553b3-57a2-4501-8b8c-69d1c5417038 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=866513d4-cbc9-4008-b1f0-0b146bce8c08 HTTP/1.1" status: 200 len: 898 time: 0.0912240 Oct 28 10:14:10.822586 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6fbebd19-ad31-4961-ad9a-9fc2f1586d28 req-5803e23d-b0b3-415f-81cb-c44174063f45 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4c0aab-8b15-4365-90c1-a0705dcf903b HTTP/1.1" status: 200 len: 1001 time: 0.0545747 Oct 28 10:14:10.875043 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbebd19-ad31-4961-ad9a-9fc2f1586d28 req-8f7677b8-fb08-4699-bb9c-b7bd13e035a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:10.876476 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6fbebd19-ad31-4961-ad9a-9fc2f1586d28 req-8f7677b8-fb08-4699-bb9c-b7bd13e035a3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5caf3e6d-0b03-4e6d-b092-bf3b878284b6 HTTP/1.1" status: 200 len: 834 time: 0.0476108 Oct 28 10:14:10.885028 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['1c4c0aab-8b15-4365-90c1-a0705dcf903b'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:14:10.920091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbebd19-ad31-4961-ad9a-9fc2f1586d28 req-a23c1047-4261-45a5-ad16-6fbfaad6aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:10.921575 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6fbebd19-ad31-4961-ad9a-9fc2f1586d28 req-a23c1047-4261-45a5-ad16-6fbfaad6aa0f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=866513d4-cbc9-4008-b1f0-0b146bce8c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0388203 Oct 28 10:14:11.014699 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6fbebd19-ad31-4961-ad9a-9fc2f1586d28 req-4bc87e37-1a41-43d2-b276-13146ee60341 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831299 Oct 28 10:14:11.097478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:11.114707 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6fbebd19-ad31-4961-ad9a-9fc2f1586d28 req-ed4fa53d-4483-4e3d-9dce-4db9a32525db service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901947 Oct 28 10:14:11.715703 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:14:13.036640 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-eb9f50e7-39ce-49d2-9d0a-909980e28a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:13.298661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45324) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:13.442428 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e44a0bd7-8454-4eff-a90f-4c5700248471 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 0d5da51a-2ad6-4ccb-a47b-1a3f9be06a4d {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:14:13.442713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e44a0bd7-8454-4eff-a90f-4c5700248471 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (0d5da51a-2ad6-4ccb-a47b-1a3f9be06a4d), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:13.455221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:13.521788 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e44a0bd7-8454-4eff-a90f-4c5700248471 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (0d5da51a-2ad6-4ccb-a47b-1a3f9be06a4d), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:13.522112 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e44a0bd7-8454-4eff-a90f-4c5700248471 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (0d5da51a-2ad6-4ccb-a47b-1a3f9be06a4d), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:13.534686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e44a0bd7-8454-4eff-a90f-4c5700248471 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 0d5da51a-2ad6-4ccb-a47b-1a3f9be06a4d owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:14:13.755599 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e44a0bd7-8454-4eff-a90f-4c5700248471 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (0d5da51a-2ad6-4ccb-a47b-1a3f9be06a4d), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:13.778999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a0bd7-8454-4eff-a90f-4c5700248471 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=0d5da51a-2ad6-4ccb-a47b-1a3f9be06a4d,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:13.844187 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e44a0bd7-8454-4eff-a90f-4c5700248471 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (621ee39c-591e-4400-8665-68a453b8126f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:13.844517 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-e44a0bd7-8454-4eff-a90f-4c5700248471 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP 621ee39c-591e-4400-8665-68a453b8126f disassociated (deleted). External IP: 172.36.1.200, port: 51c5a96a-32b3-4c64-a207-e378dc711de4. Oct 28 10:14:14.044162 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44a0bd7-8454-4eff-a90f-4c5700248471 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:14:14.144696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44a0bd7-8454-4eff-a90f-4c5700248471 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:14:14.149458 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e44a0bd7-8454-4eff-a90f-4c5700248471 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:14.154623 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ded8a-514b-42bd-ad8e-bbb2e034a391 None None] Sync routers for ids ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:14:14.164617 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ded8a-514b-42bd-ad8e-bbb2e034a391 None None] Routers {'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:14:14.165205 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-7c2ded8a-514b-42bd-ad8e-bbb2e034a391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:13:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:14.179384 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e44a0bd7-8454-4eff-a90f-4c5700248471 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/621ee39c-591e-4400-8665-68a453b8126f HTTP/1.1" status: 204 len: 168 time: 0.8795640 Oct 28 10:14:14.180026 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce6778d-cc46-4a67-8639-aa248d2723de', 'tag': '51c5a96a-32b3-4c64-a207-e378dc711de4'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:14:14.182393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1ea0bd-3e1c-4183-a690-40ef86901e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce6778d-cc46-4a67-8639-aa248d2723de", "tag": "51c5a96a-32b3-4c64-a207-e378dc711de4"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:14:14.226398 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989b5337-467c-4c88-975f-d972f435b7bb x-openstack-request-id: req-989b5337-467c-4c88-975f-d972f435b7bb {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:14:14.226726 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce6778d-cc46-4a67-8639-aa248d2723de", "tag": "51c5a96a-32b3-4c64-a207-e378dc711de4", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:14:14.227237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-989b5337-467c-4c88-975f-d972f435b7bb {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:14:14.227653 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-989b5337-467c-4c88-975f-d972f435b7bb'] response: {'name': 'network-changed', 'server_uuid': '9ce6778d-cc46-4a67-8639-aa248d2723de', 'tag': '51c5a96a-32b3-4c64-a207-e378dc711de4', 'status': 'completed', 'code': 200} Oct 28 10:14:14.266712 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-7c2ded8a-514b-42bd-ad8e-bbb2e034a391 None None] Set router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:14:14.331663 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ea0bd-3e1c-4183-a690-40ef86901e1f req-85482eaf-aa0d-4238-a7af-b10b629c7421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:14.333745 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aa1ea0bd-3e1c-4183-a690-40ef86901e1f req-85482eaf-aa0d-4238-a7af-b10b629c7421 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 1129 time: 0.0392833 Oct 28 10:14:14.389633 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:14.425657 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:14.437571 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ea0bd-3e1c-4183-a690-40ef86901e1f req-5a345fdc-6dcb-46be-a05b-88fd3e337085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:14.439282 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aa1ea0bd-3e1c-4183-a690-40ef86901e1f req-5a345fdc-6dcb-46be-a05b-88fd3e337085 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=866513d4-cbc9-4008-b1f0-0b146bce8c08 HTTP/1.1" status: 200 len: 898 time: 0.0974364 Oct 28 10:14:14.483289 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-7c2ded8a-514b-42bd-ad8e-bbb2e034a391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:45Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '47c1337f-3e12-4666-8a2e-c5a45364f1da', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.219', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'port_id': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'mac_address': 'fa:16:3e:26:16:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:13:09Z', 'updated_at': '2022-10-28T10:13:11Z', 'revision_number': 1, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456c0deb-d1eb-4d45-ac04-97de4598f20e', 'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:86:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:45Z', 'updated_at': '2022-10-28T10:12:48Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:14.484029 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aa1ea0bd-3e1c-4183-a690-40ef86901e1f req-e74f7e79-4734-4a16-bf73-91cc04f45d9d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51c5a96a-32b3-4c64-a207-e378dc711de4 HTTP/1.1" status: 200 len: 217 time: 0.0351374 Oct 28 10:14:14.507932 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ded8a-514b-42bd-ad8e-bbb2e034a391 None None] Checking router: a2bf4044-05e0-4c43-a2a9-ca36f9852bcc for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:14:14.517093 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ded8a-514b-42bd-ad8e-bbb2e034a391 None None] Routers {'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:14:14.517697 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-7c2ded8a-514b-42bd-ad8e-bbb2e034a391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:13:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:14.541113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ea0bd-3e1c-4183-a690-40ef86901e1f req-7b9a4770-83e5-4671-9cd8-662593fadc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:14.542583 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aa1ea0bd-3e1c-4183-a690-40ef86901e1f req-7b9a4770-83e5-4671-9cd8-662593fadc2d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5caf3e6d-0b03-4e6d-b092-bf3b878284b6 HTTP/1.1" status: 200 len: 834 time: 0.0492766 Oct 28 10:14:14.623139 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-7c2ded8a-514b-42bd-ad8e-bbb2e034a391 None None] Set router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:14:14.629538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a37b46-febb-4344-8c69-414afe037652 req-65558b52-2643-4085-a9c9-6ea50a1a4467 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:14.631039 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-31a37b46-febb-4344-8c69-414afe037652 req-65558b52-2643-4085-a9c9-6ea50a1a4467 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 945 time: 0.0481842 Oct 28 10:14:14.685293 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-31a37b46-febb-4344-8c69-414afe037652 req-bf792725-b694-43ee-ac5a-7be7d0a3f0f7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1498c783-db3e-4228-abfb-de0c6341f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479908 Oct 28 10:14:14.828929 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-7c2ded8a-514b-42bd-ad8e-bbb2e034a391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:45Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '47c1337f-3e12-4666-8a2e-c5a45364f1da', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.219', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'port_id': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'mac_address': 'fa:16:3e:26:16:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:13:09Z', 'updated_at': '2022-10-28T10:13:11Z', 'revision_number': 1, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456c0deb-d1eb-4d45-ac04-97de4598f20e', 'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:86:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:45Z', 'updated_at': '2022-10-28T10:12:48Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:14.857077 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ded8a-514b-42bd-ad8e-bbb2e034a391 None None] The sync data for ids ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'] in dv-neutron-zed-2-hyperv is: [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:45Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '47c1337f-3e12-4666-8a2e-c5a45364f1da', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.219', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'port_id': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'mac_address': 'fa:16:3e:26:16:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:13:09Z', 'updated_at': '2022-10-28T10:13:11Z', 'revision_number': 1, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456c0deb-d1eb-4d45-ac04-97de4598f20e', 'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:86:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:45Z', 'updated_at': '2022-10-28T10:12:48Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:14:15.059293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5a689-3492-466b-948b-5695d60e55f6 None None] New status for floating IP 621ee39c-591e-4400-8665-68a453b8126f: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:14:15.360796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d1879a25-bca8-4db3-a30a-ea70f753df2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:15.807912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aabd5-c8ff-40cc-befc-39d57802f095 req-f6517d10-8e75-4d07-8a81-128dea7664e8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:15.810060 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c3aabd5-c8ff-40cc-befc-39d57802f095 req-f6517d10-8e75-4d07-8a81-128dea7664e8 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 945 time: 0.0464373 Oct 28 10:14:15.858322 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c3aabd5-c8ff-40cc-befc-39d57802f095 req-a51b8161-2f80-41a3-95ef-f0670489b1ea tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1498c783-db3e-4228-abfb-de0c6341f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427687 Oct 28 10:14:15.916452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ea0bd-3e1c-4183-a690-40ef86901e1f req-8743bbc8-0456-4fe1-b7a5-5c132f5adb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:15.917938 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aa1ea0bd-3e1c-4183-a690-40ef86901e1f req-8743bbc8-0456-4fe1-b7a5-5c132f5adb43 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=866513d4-cbc9-4008-b1f0-0b146bce8c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0460868 Oct 28 10:14:16.015384 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aa1ea0bd-3e1c-4183-a690-40ef86901e1f req-e17eb4c1-38c9-481d-8ddf-82b43a469350 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853448 Oct 28 10:14:16.256845 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aa1ea0bd-3e1c-4183-a690-40ef86901e1f req-a5030637-51cc-480a-8604-e89ef3b67145 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873356 Oct 28 10:14:16.442997 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a5ed7-2295-4aea-9a14-aa65e1e77040 req-668206de-0cd5-4a95-a161-e7c20de9f42e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:16.444425 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-275a5ed7-2295-4aea-9a14-aa65e1e77040 req-668206de-0cd5-4a95-a161-e7c20de9f42e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 945 time: 0.0482411 Oct 28 10:14:16.529517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-275a5ed7-2295-4aea-9a14-aa65e1e77040 req-3ea3ca48-ffef-43cb-aba3-2f4484552627 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 51c5a96a-32b3-4c64-a207-e378dc711de4 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:14:16.529854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-275a5ed7-2295-4aea-9a14-aa65e1e77040 req-3ea3ca48-ffef-43cb-aba3-2f4484552627 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (51c5a96a-32b3-4c64-a207-e378dc711de4), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:16.618146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-275a5ed7-2295-4aea-9a14-aa65e1e77040 req-3ea3ca48-ffef-43cb-aba3-2f4484552627 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 51c5a96a-32b3-4c64-a207-e378dc711de4, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=51c5a96a-32b3-4c64-a207-e378dc711de4,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:16.618501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-275a5ed7-2295-4aea-9a14-aa65e1e77040 req-3ea3ca48-ffef-43cb-aba3-2f4484552627 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (51c5a96a-32b3-4c64-a207-e378dc711de4), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:16.631249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-275a5ed7-2295-4aea-9a14-aa65e1e77040 req-3ea3ca48-ffef-43cb-aba3-2f4484552627 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 51c5a96a-32b3-4c64-a207-e378dc711de4 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:14:16.835220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-275a5ed7-2295-4aea-9a14-aa65e1e77040 req-3ea3ca48-ffef-43cb-aba3-2f4484552627 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (51c5a96a-32b3-4c64-a207-e378dc711de4), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:16.863349 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3ca48-ffef-43cb-aba3-2f4484552627 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=51c5a96a-32b3-4c64-a207-e378dc711de4,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:16.907621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-275a5ed7-2295-4aea-9a14-aa65e1e77040 req-3ea3ca48-ffef-43cb-aba3-2f4484552627 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] No DVR routers for this DVR port 51c5a96a-32b3-4c64-a207-e378dc711de4 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:14:16.910197 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-275a5ed7-2295-4aea-9a14-aa65e1e77040 req-3ea3ca48-ffef-43cb-aba3-2f4484552627 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:16.913425 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-275a5ed7-2295-4aea-9a14-aa65e1e77040 req-3ea3ca48-ffef-43cb-aba3-2f4484552627 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "DELETE /networking/v2.0/ports/51c5a96a-32b3-4c64-a207-e378dc711de4 HTTP/1.1" status: 204 len: 173 time: 0.4609983 Oct 28 10:14:16.913929 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce6778d-cc46-4a67-8639-aa248d2723de', 'name': 'network-vif-deleted', 'tag': '51c5a96a-32b3-4c64-a207-e378dc711de4'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:14:16.916215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9be801-e581-41f4-bedb-f8446a873d9b" -d '{"events": [{"server_uuid": "9ce6778d-cc46-4a67-8639-aa248d2723de", "name": "network-vif-deleted", "tag": "51c5a96a-32b3-4c64-a207-e378dc711de4"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:14:16.923201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:16.954549 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47cf4bb-69ed-43d7-b431-3f766b39b262 x-openstack-request-id: req-c47cf4bb-69ed-43d7-b431-3f766b39b262 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:14:16.955063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce6778d-cc46-4a67-8639-aa248d2723de", "name": "network-vif-deleted", "tag": "51c5a96a-32b3-4c64-a207-e378dc711de4", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:14:16.955170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c47cf4bb-69ed-43d7-b431-3f766b39b262 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:14:16.955603 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c47cf4bb-69ed-43d7-b431-3f766b39b262'] response: {'server_uuid': '9ce6778d-cc46-4a67-8639-aa248d2723de', 'name': 'network-vif-deleted', 'tag': '51c5a96a-32b3-4c64-a207-e378dc711de4', 'status': 'completed', 'code': 200} Oct 28 10:14:16.967364 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-36239880-9e0e-4f0a-a470-739cae0d19ee req-05b4e5a5-4a8f-4c44-973f-b568deb7f850 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 210 time: 0.0284500 Oct 28 10:14:17.968559 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:18.086101 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6af2a688-0ce9-4a78-a29a-2248ffabd03b req-bc651424-f54f-4f10-b327-d2a63ef4c072 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ce6778d-cc46-4a67-8639-aa248d2723de HTTP/1.1" status: 200 len: 210 time: 0.0310161 Oct 28 10:14:18.544901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:19.149198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45342) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:19.210298 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1bdc30bf-ac26-4a20-8a7d-0e6ba843386b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (1498c783-db3e-4228-abfb-de0c6341f327), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:19.235463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1bdc30bf-ac26-4a20-8a7d-0e6ba843386b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (1498c783-db3e-4228-abfb-de0c6341f327), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:19.360735 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1bdc30bf-ac26-4a20-8a7d-0e6ba843386b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (1498c783-db3e-4228-abfb-de0c6341f327), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:19.363268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1bdc30bf-ac26-4a20-8a7d-0e6ba843386b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:19.364422 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1bdc30bf-ac26-4a20-8a7d-0e6ba843386b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1498c783-db3e-4228-abfb-de0c6341f327 HTTP/1.1" status: 204 len: 168 time: 0.2142298 Oct 28 10:14:19.374627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc30bf-ac26-4a20-8a7d-0e6ba843386b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1498c783-db3e-4228-abfb-de0c6341f327,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:19.481532 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45346) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:19.621612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-663cd19d-66e3-4e26-b88f-9334a5c452a0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port c593ac58-7556-453e-9577-e46b6f4a0478 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:14:19.621959 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-663cd19d-66e3-4e26-b88f-9334a5c452a0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (c593ac58-7556-453e-9577-e46b6f4a0478), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:19.698161 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-663cd19d-66e3-4e26-b88f-9334a5c452a0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (c593ac58-7556-453e-9577-e46b6f4a0478), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:19.698493 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-663cd19d-66e3-4e26-b88f-9334a5c452a0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (c593ac58-7556-453e-9577-e46b6f4a0478), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:19.711532 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-663cd19d-66e3-4e26-b88f-9334a5c452a0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for c593ac58-7556-453e-9577-e46b6f4a0478 owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:14:19.805571 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:19.807866 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:19.926504 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-663cd19d-66e3-4e26-b88f-9334a5c452a0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (c593ac58-7556-453e-9577-e46b6f4a0478), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:19.961757 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cd19d-66e3-4e26-b88f-9334a5c452a0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=c593ac58-7556-453e-9577-e46b6f4a0478,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:20.018416 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-663cd19d-66e3-4e26-b88f-9334a5c452a0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (47c1337f-3e12-4666-8a2e-c5a45364f1da), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:20.018795 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-663cd19d-66e3-4e26-b88f-9334a5c452a0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP 47c1337f-3e12-4666-8a2e-c5a45364f1da disassociated (deleted). External IP: 172.36.1.219, port: 1c4c0aab-8b15-4365-90c1-a0705dcf903b. Oct 28 10:14:20.218563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663cd19d-66e3-4e26-b88f-9334a5c452a0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:14:20.321700 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663cd19d-66e3-4e26-b88f-9334a5c452a0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:14:20.326073 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-663cd19d-66e3-4e26-b88f-9334a5c452a0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:20.330976 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b5ff0e-f246-462c-bc8d-1dbaef237a8d None None] Sync routers for ids ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:14:20.340496 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b5ff0e-f246-462c-bc8d-1dbaef237a8d None None] Routers {'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:14:20.341093 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-02b5ff0e-f246-462c-bc8d-1dbaef237a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:14:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:20.356831 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-663cd19d-66e3-4e26-b88f-9334a5c452a0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/47c1337f-3e12-4666-8a2e-c5a45364f1da HTTP/1.1" status: 204 len: 168 time: 0.8741543 Oct 28 10:14:20.358090 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'tag': '1c4c0aab-8b15-4365-90c1-a0705dcf903b'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:14:20.360482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a395d0f-0934-4623-856a-bb097ed3eef4" -d '{"events": [{"name": "network-changed", "server_uuid": "29201f2d-f98b-430c-b874-6c28d8d09eac", "tag": "1c4c0aab-8b15-4365-90c1-a0705dcf903b"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:14:20.405172 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4727913d-d00c-4886-a903-994ca4641b77 x-openstack-request-id: req-4727913d-d00c-4886-a903-994ca4641b77 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:14:20.405465 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29201f2d-f98b-430c-b874-6c28d8d09eac", "tag": "1c4c0aab-8b15-4365-90c1-a0705dcf903b", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:14:20.405780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4727913d-d00c-4886-a903-994ca4641b77 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:14:20.406198 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4727913d-d00c-4886-a903-994ca4641b77'] response: {'name': 'network-changed', 'server_uuid': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'tag': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'status': 'completed', 'code': 200} Oct 28 10:14:20.445959 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-02b5ff0e-f246-462c-bc8d-1dbaef237a8d None None] Set router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:14:20.504057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:20.510809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:20.514224 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a395d0f-0934-4623-856a-bb097ed3eef4 req-bb4a9025-e553-4c43-844c-19a7db25e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:20.515887 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0a395d0f-0934-4623-856a-bb097ed3eef4 req-bb4a9025-e553-4c43-844c-19a7db25e728 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 1129 time: 0.0405579 Oct 28 10:14:20.571399 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:20.577789 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:20.635653 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-02b5ff0e-f246-462c-bc8d-1dbaef237a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:45Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '456c0deb-d1eb-4d45-ac04-97de4598f20e', 'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:86:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:45Z', 'updated_at': '2022-10-28T10:12:48Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:20.664829 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b5ff0e-f246-462c-bc8d-1dbaef237a8d None None] Checking router: a2bf4044-05e0-4c43-a2a9-ca36f9852bcc for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:14:20.686502 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b5ff0e-f246-462c-bc8d-1dbaef237a8d None None] Routers {'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:14:20.687159 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-02b5ff0e-f246-462c-bc8d-1dbaef237a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:14:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:20.812856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8631e-32ee-4b56-8f22-7b31d6d4373a req-31d3eaf0-075c-45ad-b39b-4b0d8a6cb9e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:20.819808 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-51b8631e-32ee-4b56-8f22-7b31d6d4373a req-31d3eaf0-075c-45ad-b39b-4b0d8a6cb9e6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 945 time: 0.0537231 Oct 28 10:14:20.846857 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 51c5a96a-32b3-4c64-a207-e378dc711de4 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:14:20.874855 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-51b8631e-32ee-4b56-8f22-7b31d6d4373a req-8bb8c1dd-f21e-41ee-91d6-b814a59b7bd5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eb6f1d60-d011-4a59-ba8e-1e5aac28726e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531538 Oct 28 10:14:20.885743 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-02b5ff0e-f246-462c-bc8d-1dbaef237a8d None None] Set router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:14:20.888721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 51c5a96a-32b3-4c64-a207-e378dc711de4 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:14:20.889087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 51c5a96a-32b3-4c64-a207-e378dc711de4 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:14:20.952169 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a395d0f-0934-4623-856a-bb097ed3eef4 req-f7681cd5-cb3c-450f-b126-0ae88cc7543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:20.953619 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0a395d0f-0934-4623-856a-bb097ed3eef4 req-f7681cd5-cb3c-450f-b126-0ae88cc7543f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=866513d4-cbc9-4008-b1f0-0b146bce8c08 HTTP/1.1" status: 200 len: 898 time: 0.4271364 Oct 28 10:14:21.078004 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-02b5ff0e-f246-462c-bc8d-1dbaef237a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:45Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '456c0deb-d1eb-4d45-ac04-97de4598f20e', 'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:86:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:45Z', 'updated_at': '2022-10-28T10:12:48Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:21.101290 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b5ff0e-f246-462c-bc8d-1dbaef237a8d None None] The sync data for ids ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'] in dv-neutron-zed-2-hyperv is: [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:45Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '456c0deb-d1eb-4d45-ac04-97de4598f20e', 'name': '', 'network_id': '866513d4-cbc9-4008-b1f0-0b146bce8c08', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:86:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:45Z', 'updated_at': '2022-10-28T10:12:48Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '5caf3e6d-0b03-4e6d-b092-bf3b878284b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:14:21.314141 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5924e18-a66d-46a8-bf82-4871a42e9917 None None] New status for floating IP 47c1337f-3e12-4666-8a2e-c5a45364f1da: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:14:22.001725 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d68e47-b796-46ee-9beb-ad114f171f6f req-6f8a79f7-b89a-4848-b8fe-8b0bf675cfb5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:22.003125 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f4d68e47-b796-46ee-9beb-ad114f171f6f req-6f8a79f7-b89a-4848-b8fe-8b0bf675cfb5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 945 time: 0.0503817 Oct 28 10:14:22.052004 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f4d68e47-b796-46ee-9beb-ad114f171f6f req-edb47d25-2dd5-450b-a327-f9a44d996e26 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eb6f1d60-d011-4a59-ba8e-1e5aac28726e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434253 Oct 28 10:14:22.205948 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0a395d0f-0934-4623-856a-bb097ed3eef4 req-93392e3e-7de7-4a62-a794-4c8ed73f08c1 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4c0aab-8b15-4365-90c1-a0705dcf903b HTTP/1.1" status: 200 len: 217 time: 0.0336139 Oct 28 10:14:22.255168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a395d0f-0934-4623-856a-bb097ed3eef4 req-09eea6e8-0fa9-422b-ad20-ea5b120cfec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:22.256465 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0a395d0f-0934-4623-856a-bb097ed3eef4 req-09eea6e8-0fa9-422b-ad20-ea5b120cfec5 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5caf3e6d-0b03-4e6d-b092-bf3b878284b6 HTTP/1.1" status: 200 len: 834 time: 0.0432627 Oct 28 10:14:22.462245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a395d0f-0934-4623-856a-bb097ed3eef4 req-44c45d1f-e2ad-4561-9160-da03c724fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:22.463785 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0a395d0f-0934-4623-856a-bb097ed3eef4 req-44c45d1f-e2ad-4561-9160-da03c724fcbd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=866513d4-cbc9-4008-b1f0-0b146bce8c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0430017 Oct 28 10:14:22.555401 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0a395d0f-0934-4623-856a-bb097ed3eef4 req-26791672-a772-4ecb-bf5a-4b26c865827b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844135 Oct 28 10:14:22.687625 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682bcea-8ad0-44e1-9fe5-b990c6b0d5f3 req-74cc6e93-937c-4cef-938a-aa55f533ab75 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:22.689332 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f682bcea-8ad0-44e1-9fe5-b990c6b0d5f3 req-74cc6e93-937c-4cef-938a-aa55f533ab75 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 945 time: 0.0920525 Oct 28 10:14:22.757441 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0a395d0f-0934-4623-856a-bb097ed3eef4 req-42ca0c31-b6c8-4696-992a-60a220d6bcdf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614542 Oct 28 10:14:22.796292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-f682bcea-8ad0-44e1-9fe5-b990c6b0d5f3 req-49a63b33-65d7-4e19-bf82-17654da777f7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 1c4c0aab-8b15-4365-90c1-a0705dcf903b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:14:22.796628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-f682bcea-8ad0-44e1-9fe5-b990c6b0d5f3 req-49a63b33-65d7-4e19-bf82-17654da777f7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:22.886521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-f682bcea-8ad0-44e1-9fe5-b990c6b0d5f3 req-49a63b33-65d7-4e19-bf82-17654da777f7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 1c4c0aab-8b15-4365-90c1-a0705dcf903b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=1c4c0aab-8b15-4365-90c1-a0705dcf903b,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:22.886758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-f682bcea-8ad0-44e1-9fe5-b990c6b0d5f3 req-49a63b33-65d7-4e19-bf82-17654da777f7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:22.900521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-f682bcea-8ad0-44e1-9fe5-b990c6b0d5f3 req-49a63b33-65d7-4e19-bf82-17654da777f7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 1c4c0aab-8b15-4365-90c1-a0705dcf903b owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:14:23.088043 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-f682bcea-8ad0-44e1-9fe5-b990c6b0d5f3 req-49a63b33-65d7-4e19-bf82-17654da777f7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (1c4c0aab-8b15-4365-90c1-a0705dcf903b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:23.117904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a63b33-65d7-4e19-bf82-17654da777f7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=1c4c0aab-8b15-4365-90c1-a0705dcf903b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:23.161105 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6d884304-cfd9-47de-9912-a709727f9875 req-9d009a9b-8e17-4a10-b500-3942b38f2518 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 210 time: 0.0297711 Oct 28 10:14:23.168108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f682bcea-8ad0-44e1-9fe5-b990c6b0d5f3 req-49a63b33-65d7-4e19-bf82-17654da777f7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] No DVR routers for this DVR port 1c4c0aab-8b15-4365-90c1-a0705dcf903b on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:14:23.170815 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-f682bcea-8ad0-44e1-9fe5-b990c6b0d5f3 req-49a63b33-65d7-4e19-bf82-17654da777f7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:23.174296 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f682bcea-8ad0-44e1-9fe5-b990c6b0d5f3 req-49a63b33-65d7-4e19-bf82-17654da777f7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "DELETE /networking/v2.0/ports/1c4c0aab-8b15-4365-90c1-a0705dcf903b HTTP/1.1" status: 204 len: 173 time: 0.4769289 Oct 28 10:14:23.174841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'name': 'network-vif-deleted', 'tag': '1c4c0aab-8b15-4365-90c1-a0705dcf903b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:14:23.177069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31204dad-a088-4486-ab67-2740c78a5675" -d '{"events": [{"server_uuid": "29201f2d-f98b-430c-b874-6c28d8d09eac", "name": "network-vif-deleted", "tag": "1c4c0aab-8b15-4365-90c1-a0705dcf903b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:14:23.218349 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e62f883-5760-43ba-8fb7-5c5696b074fa x-openstack-request-id: req-7e62f883-5760-43ba-8fb7-5c5696b074fa {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:14:23.219002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29201f2d-f98b-430c-b874-6c28d8d09eac", "name": "network-vif-deleted", "tag": "1c4c0aab-8b15-4365-90c1-a0705dcf903b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:14:23.219002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e62f883-5760-43ba-8fb7-5c5696b074fa {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:14:23.219328 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e62f883-5760-43ba-8fb7-5c5696b074fa'] response: {'server_uuid': '29201f2d-f98b-430c-b874-6c28d8d09eac', 'name': 'network-vif-deleted', 'tag': '1c4c0aab-8b15-4365-90c1-a0705dcf903b', 'status': 'completed', 'code': 200} Oct 28 10:14:23.881731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:24.276292 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-372b318f-d561-4181-b438-57a502792d65 req-f1b0bbd1-5679-404d-b991-b18179788b05 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=29201f2d-f98b-430c-b874-6c28d8d09eac HTTP/1.1" status: 200 len: 210 time: 0.0277328 Oct 28 10:14:25.345349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45366) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:25.403711 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-216753b1-36b6-4d51-bc51-9297757a18d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (eb6f1d60-d011-4a59-ba8e-1e5aac28726e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:25.413943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:25.431662 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-216753b1-36b6-4d51-bc51-9297757a18d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (eb6f1d60-d011-4a59-ba8e-1e5aac28726e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:25.556063 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-216753b1-36b6-4d51-bc51-9297757a18d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (eb6f1d60-d011-4a59-ba8e-1e5aac28726e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:25.558613 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-216753b1-36b6-4d51-bc51-9297757a18d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:25.559803 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-216753b1-36b6-4d51-bc51-9297757a18d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/eb6f1d60-d011-4a59-ba8e-1e5aac28726e HTTP/1.1" status: 204 len: 168 time: 0.2134659 Oct 28 10:14:25.569866 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216753b1-36b6-4d51-bc51-9297757a18d2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6f1d60-d011-4a59-ba8e-1e5aac28726e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:25.652930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45370) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:25.700216 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:25.796007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:25.975492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d259afbf-307f-45fc-af7d-6e6d2997c0eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:26.203500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-d259afbf-307f-45fc-af7d-6e6d2997c0eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 456c0deb-d1eb-4d45-ac04-97de4598f20e {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:14:26.203845 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d259afbf-307f-45fc-af7d-6e6d2997c0eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:26.296931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-d259afbf-307f-45fc-af7d-6e6d2997c0eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 456c0deb-d1eb-4d45-ac04-97de4598f20e, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=456c0deb-d1eb-4d45-ac04-97de4598f20e,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:26.297214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d259afbf-307f-45fc-af7d-6e6d2997c0eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:26.310086 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-d259afbf-307f-45fc-af7d-6e6d2997c0eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 456c0deb-d1eb-4d45-ac04-97de4598f20e owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:14:26.550720 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d259afbf-307f-45fc-af7d-6e6d2997c0eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (456c0deb-d1eb-4d45-ac04-97de4598f20e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:26.575146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259afbf-307f-45fc-af7d-6e6d2997c0eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=456c0deb-d1eb-4d45-ac04-97de4598f20e,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:26.583810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:26.752805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:26.766351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d259afbf-307f-45fc-af7d-6e6d2997c0eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:26.868163 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 1c4c0aab-8b15-4365-90c1-a0705dcf903b no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:14:26.887072 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 1c4c0aab-8b15-4365-90c1-a0705dcf903b {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:14:26.887415 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 1c4c0aab-8b15-4365-90c1-a0705dcf903b not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:14:26.979224 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d259afbf-307f-45fc-af7d-6e6d2997c0eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:14:27.081713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d259afbf-307f-45fc-af7d-6e6d2997c0eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:14:27.086984 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d259afbf-307f-45fc-af7d-6e6d2997c0eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/a2bf4044-05e0-4c43-a2a9-ca36f9852bcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4327998 Oct 28 10:14:27.089511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45372) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:27.095699 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5933fe-95f2-4a2e-98fc-1d0996acfa1b None None] Sync routers for ids ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:14:27.105960 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5933fe-95f2-4a2e-98fc-1d0996acfa1b None None] Routers {'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:14:27.106559 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6d5933fe-95f2-4a2e-98fc-1d0996acfa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:14:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:27.141772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12aa107-fa4e-456e-a3ee-298a0f9204be tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting subnet 5caf3e6d-0b03-4e6d-b092-bf3b878284b6 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:14:27.144872 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d12aa107-fa4e-456e-a3ee-298a0f9204be tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (5caf3e6d-0b03-4e6d-b092-bf3b878284b6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:27.186156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d12aa107-fa4e-456e-a3ee-298a0f9204be tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (5caf3e6d-0b03-4e6d-b092-bf3b878284b6), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:27.203328 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-6d5933fe-95f2-4a2e-98fc-1d0996acfa1b None None] Set router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:14:27.271890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d12aa107-fa4e-456e-a3ee-298a0f9204be tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (5caf3e6d-0b03-4e6d-b092-bf3b878284b6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:27.368068 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:27.370764 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6d5933fe-95f2-4a2e-98fc-1d0996acfa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:14:26Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:27.395119 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5933fe-95f2-4a2e-98fc-1d0996acfa1b None None] Checking router: a2bf4044-05e0-4c43-a2a9-ca36f9852bcc for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:14:27.401114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d12aa107-fa4e-456e-a3ee-298a0f9204be tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (5caf3e6d-0b03-4e6d-b092-bf3b878284b6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:27.404011 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5933fe-95f2-4a2e-98fc-1d0996acfa1b None None] Routers {'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:14:27.404605 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6d5933fe-95f2-4a2e-98fc-1d0996acfa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:14:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:27.430144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12aa107-fa4e-456e-a3ee-298a0f9204be tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Subnet': ['ID=5caf3e6d-0b03-4e6d-b092-bf3b878284b6,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:27.434089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d12aa107-fa4e-456e-a3ee-298a0f9204be tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:27.440137 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d12aa107-fa4e-456e-a3ee-298a0f9204be tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/5caf3e6d-0b03-4e6d-b092-bf3b878284b6 HTTP/1.1" status: 204 len: 168 time: 0.3471901 Oct 28 10:14:27.440341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45374) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:27.445272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e2d83f-b538-4d15-93b0-13d0c19ec690 None None] Network 866513d4-cbc9-4008-b1f0-0b146bce8c08 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:14:27.508493 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-6d5933fe-95f2-4a2e-98fc-1d0996acfa1b None None] Set router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:14:27.556513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d842d234-ba19-4970-8331-095862002100 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:27.609608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:27.613054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] DHCP port deletion for 866513d4-cbc9-4008-b1f0-0b146bce8c08 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:14:27.651724 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Deleting port 9a31e0fc-5abe-4efe-a084-83443001f3ac {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:14:27.652580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9a31e0fc-5abe-4efe-a084-83443001f3ac), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:27.666413 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d842d234-ba19-4970-8331-095862002100 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:27.685385 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6d5933fe-95f2-4a2e-98fc-1d0996acfa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:14:26Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:27.713758 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5933fe-95f2-4a2e-98fc-1d0996acfa1b None None] The sync data for ids ['a2bf4044-05e0-4c43-a2a9-ca36f9852bcc'] in dv-neutron-zed-2-hyperv is: [{'id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'name': 'tempest-TestNetworkBasicOps-router-82563995', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:14:26Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': '529e5c41-5c85-41fa-89ec-f6ecb558694b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf4044-05e0-4c43-a2a9-ca36f9852bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:12:41Z', 'updated_at': '2022-10-28T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:14:27.725120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] For port 9a31e0fc-5abe-4efe-a084-83443001f3ac, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9a31e0fc-5abe-4efe-a084-83443001f3ac,segment=NetworkSegment(b51b85ac-2031-4468-a3f0-38f862cd29d2),segment_id=b51b85ac-2031-4468-a3f0-38f862cd29d2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:27.725525 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9a31e0fc-5abe-4efe-a084-83443001f3ac), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:27.739331 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Calling delete_port for 9a31e0fc-5abe-4efe-a084-83443001f3ac owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:14:27.781579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:27.808615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-d842d234-ba19-4970-8331-095862002100 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 529e5c41-5c85-41fa-89ec-f6ecb558694b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:14:27.811780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:27.811901 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d842d234-ba19-4970-8331-095862002100 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (529e5c41-5c85-41fa-89ec-f6ecb558694b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:27.881019 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:27.892737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-d842d234-ba19-4970-8331-095862002100 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 529e5c41-5c85-41fa-89ec-f6ecb558694b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=529e5c41-5c85-41fa-89ec-f6ecb558694b,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:27.893098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d842d234-ba19-4970-8331-095862002100 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (529e5c41-5c85-41fa-89ec-f6ecb558694b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:27.893416 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (9a31e0fc-5abe-4efe-a084-83443001f3ac), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:27.906631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-d842d234-ba19-4970-8331-095862002100 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 529e5c41-5c85-41fa-89ec-f6ecb558694b owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:14:27.919264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Pushing event deleted for resources: {'Port': ['ID=9a31e0fc-5abe-4efe-a084-83443001f3ac,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:27.925145 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] No DVR routers for this DVR port 9a31e0fc-5abe-4efe-a084-83443001f3ac on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:14:27.936125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:27.936476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:27.936894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:27.937142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:27.937476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:27.937886 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:27.938302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:27.938630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:27.938990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:27.939314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:27.939637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:27.939962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:27.940288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:27.940609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:27.940926 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09943e8a-d486-4927-a8af-c3ea71a26acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:28.143798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d842d234-ba19-4970-8331-095862002100 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (529e5c41-5c85-41fa-89ec-f6ecb558694b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:28.169574 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842d234-ba19-4970-8331-095862002100 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=529e5c41-5c85-41fa-89ec-f6ecb558694b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:28.238177 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d842d234-ba19-4970-8331-095862002100 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:28.326406 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d842d234-ba19-4970-8331-095862002100 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:28.328629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d842d234-ba19-4970-8331-095862002100 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_controller (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:28.430473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d842d234-ba19-4970-8331-095862002100 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (a2bf4044-05e0-4c43-a2a9-ca36f9852bcc), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:28.431024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d842d234-ba19-4970-8331-095862002100 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Fanout notify agent at l3_agent the message router_deleted on router a2bf4044-05e0-4c43-a2a9-ca36f9852bcc {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:14:28.437810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d842d234-ba19-4970-8331-095862002100 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:28.440123 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d842d234-ba19-4970-8331-095862002100 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/routers/a2bf4044-05e0-4c43-a2a9-ca36f9852bcc HTTP/1.1" status: 204 len: 168 time: 0.9956565 Oct 28 10:14:28.441878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45376) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:28.498126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:28.529273 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3a38731-f966-4f85-97e6-d6190c08aeb4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (866513d4-cbc9-4008-b1f0-0b146bce8c08), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:28.623627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3a38731-f966-4f85-97e6-d6190c08aeb4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (866513d4-cbc9-4008-b1f0-0b146bce8c08), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:28.643778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-e3a38731-f966-4f85-97e6-d6190c08aeb4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866513d4-cbc9-4008-b1f0-0b146bce8c08']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:28.653037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-e3a38731-f966-4f85-97e6-d6190c08aeb4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51b85ac-2031-4468-a3f0-38f862cd29d2') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:28.653329 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-e3a38731-f966-4f85-97e6-d6190c08aeb4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51b85ac-2031-4468-a3f0-38f862cd29d2') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:28.662791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3a38731-f966-4f85-97e6-d6190c08aeb4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (b51b85ac-2031-4468-a3f0-38f862cd29d2), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:28.676237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3a38731-f966-4f85-97e6-d6190c08aeb4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (b51b85ac-2031-4468-a3f0-38f862cd29d2), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:28.682537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a38731-f966-4f85-97e6-d6190c08aeb4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:14:28.682906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3a38731-f966-4f85-97e6-d6190c08aeb4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (b51b85ac-2031-4468-a3f0-38f862cd29d2), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:28.770510 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment b51b85ac-2031-4468-a3f0-38f862cd29d2 resource provider aggregate not found Oct 28 10:14:28.786505 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment b51b85ac-2031-4468-a3f0-38f862cd29d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b51b85ac-2031-4468-a3f0-38f862cd29d2 found for delete ", "request_id": "req-9055c402-cf94-4ca4-b6fd-3cc77c79da3f"}]} Oct 28 10:14:28.805948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3a38731-f966-4f85-97e6-d6190c08aeb4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (866513d4-cbc9-4008-b1f0-0b146bce8c08), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:28.812967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3a38731-f966-4f85-97e6-d6190c08aeb4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:28.817924 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e3a38731-f966-4f85-97e6-d6190c08aeb4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/networks/866513d4-cbc9-4008-b1f0-0b146bce8c08 HTTP/1.1" status: 204 len: 168 time: 0.3727405 Oct 28 10:14:28.828180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a38731-f966-4f85-97e6-d6190c08aeb4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Network': ['ID=866513d4-cbc9-4008-b1f0-0b146bce8c08,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:28.842623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45384) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:28.847561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-131dad5b-1e24-4fce-8373-5cc6f3990e4a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'network': {'name': 'tempest-network-smoke--932215094', 'project_id': '0d399d550dab41259d95623249c98b71', 'port_security_enabled': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:14:28.921254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131dad5b-1e24-4fce-8373-5cc6f3990e4a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:14:28.925118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-131dad5b-1e24-4fce-8373-5cc6f3990e4a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:28.929100 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 456c0deb-d1eb-4d45-ac04-97de4598f20e no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:14:28.950369 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131dad5b-1e24-4fce-8373-5cc6f3990e4a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:14:28.953493 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 456c0deb-d1eb-4d45-ac04-97de4598f20e {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:14:28.953917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 456c0deb-d1eb-4d45-ac04-97de4598f20e not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:14:28.954402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 529e5c41-5c85-41fa-89ec-f6ecb558694b no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:14:28.960066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-131dad5b-1e24-4fce-8373-5cc6f3990e4a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (85dc1c02-c276-4fab-a77d-81331931061e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:28.960405 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-131dad5b-1e24-4fce-8373-5cc6f3990e4a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Added segment 85dc1c02-c276-4fab-a77d-81331931061e of type vlan for network d24994fb-5c88-4544-b2c5-2bdf10048327 Oct 28 10:14:28.973578 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 529e5c41-5c85-41fa-89ec-f6ecb558694b {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:14:28.973933 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 529e5c41-5c85-41fa-89ec-f6ecb558694b not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:14:28.974341 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9a31e0fc-5abe-4efe-a084-83443001f3ac no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:14:28.993158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 9a31e0fc-5abe-4efe-a084-83443001f3ac {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:14:28.993547 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9a31e0fc-5abe-4efe-a084-83443001f3ac not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:14:29.003047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-131dad5b-1e24-4fce-8373-5cc6f3990e4a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (d24994fb-5c88-4544-b2c5-2bdf10048327), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:29.099335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-131dad5b-1e24-4fce-8373-5cc6f3990e4a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (d24994fb-5c88-4544-b2c5-2bdf10048327), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:29.104571 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131dad5b-1e24-4fce-8373-5cc6f3990e4a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:29.105146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-131dad5b-1e24-4fce-8373-5cc6f3990e4a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:29.176487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dad5b-1e24-4fce-8373-5cc6f3990e4a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Network': ['ID=d24994fb-5c88-4544-b2c5-2bdf10048327,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:29.186131 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network d24994fb-5c88-4544-b2c5-2bdf10048327 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:14:29.228322 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-131dad5b-1e24-4fce-8373-5cc6f3990e4a tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3844318 Oct 28 10:14:29.230889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45386) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:29.235300 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-44220126', 'admin_state_up': True, 'project_id': '0d399d550dab41259d95623249c98b71', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:14:29.333790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (9b651bd0-52ca-4c33-9553-0ef4351859c4), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:29.334857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (9b651bd0-52ca-4c33-9553-0ef4351859c4), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:29.388905 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_controller (9b651bd0-52ca-4c33-9553-0ef4351859c4), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:29.564166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:29.596664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (9b651bd0-52ca-4c33-9553-0ef4351859c4), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:29.835054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (9b651bd0-52ca-4c33-9553-0ef4351859c4), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:29.853857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:29.955651 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.216 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/bbed9771-8db2-489f-80a2-561245569de5) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:14:29.966132 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:30.062232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (bbed9771-8db2-489f-80a2-561245569de5), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:30.127757 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (bbed9771-8db2-489f-80a2-561245569de5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:30.166993 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:14:30.170338 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:14:30.174235 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:14:30.195937 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=bbed9771-8db2-489f-80a2-561245569de5,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:30.756592 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:30.768232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (9b651bd0-52ca-4c33-9553-0ef4351859c4), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:30.955324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (9b651bd0-52ca-4c33-9553-0ef4351859c4), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:31.139626 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 9b651bd0-52ca-4c33-9553-0ef4351859c4 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:14:31.246028 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:14:31.256091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Sync routers for ids ['9b651bd0-52ca-4c33-9553-0ef4351859c4'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:14:31.266747 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Routers {'9b651bd0-52ca-4c33-9553-0ef4351859c4'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:14:31.271254 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:14:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b651bd0-52ca-4c33-9553-0ef4351859c4'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:31.347022 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:31.351721 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c6f466f2-c334-4fae-80e3-08a98446eb88 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1164732 Oct 28 10:14:31.351862 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45388) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:31.373907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Set router 9b651bd0-52ca-4c33-9553-0ef4351859c4 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:14:31.384226 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3c253e98-2b37-4a0c-b0ee-695e563be07d tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=0d399d550dab41259d95623249c98b71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284410 Oct 28 10:14:31.384414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45390) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:31.446170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:31.481728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2532e1-79d5-40bf-a4ff-2340026ed479 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:31.483416 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7d2532e1-79d5-40bf-a4ff-2340026ed479 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981462 Oct 28 10:14:31.486387 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45392) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:31.520527 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-644dd1ea-b2c1-4586-a0e8-61cffea2f212 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305359 Oct 28 10:14:31.520706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45394) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:31.526992 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-de9e7eb6-c6ce-4f43-9097-fec8a91d8012 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1730821162', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'project_id': '0d399d550dab41259d95623249c98b71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:14:31.695323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:30Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:31.717011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9e7eb6-c6ce-4f43-9097-fec8a91d8012 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:14:31.721368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-de9e7eb6-c6ce-4f43-9097-fec8a91d8012 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:31.722028 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Checking router: 9b651bd0-52ca-4c33-9553-0ef4351859c4 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:14:31.722389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Updating router 9b651bd0-52ca-4c33-9553-0ef4351859c4 port bbed9771-8db2-489f-80a2-561245569de5 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:14:31.753264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bbed9771-8db2-489f-80a2-561245569de5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:31.979243 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-de9e7eb6-c6ce-4f43-9097-fec8a91d8012 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (12c3a505-67d2-478c-a2cc-9a83a166bfe0), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:32.006842 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Publish callbacks [] for port (bbed9771-8db2-489f-80a2-561245569de5), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:32.008416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:32.040889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e7eb6-c6ce-4f43-9097-fec8a91d8012 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Subnet': ['ID=12c3a505-67d2-478c-a2cc-9a83a166bfe0,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:32.057350 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9e7eb6-c6ce-4f43-9097-fec8a91d8012 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Checking segment: {'id': '85dc1c02-c276-4fab-a77d-81331931061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:14:32.057703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e7eb6-c6ce-4f43-9097-fec8a91d8012 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network hostable DHCP agents. Network: d24994fb-5c88-4544-b2c5-2bdf10048327, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:14:32.131813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (bbed9771-8db2-489f-80a2-561245569de5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:32.166940 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Attempting to bind port bbed9771-8db2-489f-80a2-561245569de5 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:14:32.167316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Attempting to bind port bbed9771-8db2-489f-80a2-561245569de5 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:14:32.167681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Attempting to bind port bbed9771-8db2-489f-80a2-561245569de5 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:14:32.183389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e7eb6-c6ce-4f43-9097-fec8a91d8012 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network d24994fb-5c88-4544-b2c5-2bdf10048327 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:14:32.206088 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53bddc-9125-4067-b500-ca5125849f3f None None] Pushing event updated for resources: {'Port': ['ID=bbed9771-8db2-489f-80a2-561245569de5,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:32.223373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:14:32.223760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:14:32.224170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:32.224570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:14:32.225046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Bound port: bbed9771-8db2-489f-80a2-561245569de5, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:14:32.225439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bbed9771-8db2-489f-80a2-561245569de5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:32.251705 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:32.280091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] For port bbed9771-8db2-489f-80a2-561245569de5, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:14:32.280730 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-de9e7eb6-c6ce-4f43-9097-fec8a91d8012 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, d24994fb-5c88-4544-b2c5-2bdf10048327) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:14:32.283431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] For port bbed9771-8db2-489f-80a2-561245569de5, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bbed9771-8db2-489f-80a2-561245569de5,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:14:32.284831 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9e7eb6-c6ce-4f43-9097-fec8a91d8012 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:32.285537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-de9e7eb6-c6ce-4f43-9097-fec8a91d8012 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:32.292284 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a806d55e-bb05-4ecb-a3b4-b4836a8ff5d2 None None] Network d24994fb-5c88-4544-b2c5-2bdf10048327 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:14:32.306076 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:32.363754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (bbed9771-8db2-489f-80a2-561245569de5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:32.386504 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-de9e7eb6-c6ce-4f43-9097-fec8a91d8012 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8648086 Oct 28 10:14:32.389726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45396) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:32.434018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Routers {'9b651bd0-52ca-4c33-9553-0ef4351859c4'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:14:32.435365 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:14:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b651bd0-52ca-4c33-9553-0ef4351859c4'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:32.446597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-d24994fb-5c88-4544-b2c5-2bdf10048327', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ips': [{'subnet_id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:14:32.450888 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:32.496723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53bddc-9125-4067-b500-ca5125849f3f None None] Pushing event updated for resources: {'Port': ['ID=bbed9771-8db2-489f-80a2-561245569de5,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:32.615163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:32.624603 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] Set router 9b651bd0-52ca-4c33-9553-0ef4351859c4 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:14:32.774632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Allocated IP 172.20.0.2 (d24994fb-5c88-4544-b2c5-2bdf10048327/12c3a505-67d2-478c-a2cc-9a83a166bfe0/b48d8977-d19b-41d9-ac52-eaf138cd6528) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:14:32.806845 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:32.837434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:32.896175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:30Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:32.930633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b833bcfa-0639-499a-8628-5108ec39e817 None None] The sync data for ids ['9b651bd0-52ca-4c33-9553-0ef4351859c4'] in dv-neutron-zed-2-hyperv is: [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:30Z', 'revision_number': 3, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:14:33.000036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Publish callbacks [] for port (b48d8977-d19b-41d9-ac52-eaf138cd6528), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:33.076027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (b48d8977-d19b-41d9-ac52-eaf138cd6528), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:33.117816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Network d24994fb-5c88-4544-b2c5-2bdf10048327 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:14:33.122956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:14:33.125592 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:14:33.130643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.1 (d24994fb-5c88-4544-b2c5-2bdf10048327/12c3a505-67d2-478c-a2cc-9a83a166bfe0/d66ee8ef-733b-4605-94b2-e3c973686e5d) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:14:33.133049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Pushing event updated for resources: {'Port': ['ID=b48d8977-d19b-41d9-ac52-eaf138cd6528,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:33.213739 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Attempting to bind port b48d8977-d19b-41d9-ac52-eaf138cd6528 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:14:33.214111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Attempting to bind port b48d8977-d19b-41d9-ac52-eaf138cd6528 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '85dc1c02-c276-4fab-a77d-81331931061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:14:33.214469 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Attempting to bind port b48d8977-d19b-41d9-ac52-eaf138cd6528 on network d24994fb-5c88-4544-b2c5-2bdf10048327 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:14:33.260225 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:14:33.264729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Checking segment: {'id': '85dc1c02-c276-4fab-a77d-81331931061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:14:33.264729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:33.264729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Bound using segment: {'id': '85dc1c02-c276-4fab-a77d-81331931061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:14:33.264729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Bound port: b48d8977-d19b-41d9-ac52-eaf138cd6528, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dc1c02-c276-4fab-a77d-81331931061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:14:33.264729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b48d8977-d19b-41d9-ac52-eaf138cd6528), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:33.279268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:33.280679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:33.330776 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] For port b48d8977-d19b-41d9-ac52-eaf138cd6528, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:14:33.334343 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] For port b48d8977-d19b-41d9-ac52-eaf138cd6528, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b48d8977-d19b-41d9-ac52-eaf138cd6528,segment=NetworkSegment(85dc1c02-c276-4fab-a77d-81331931061e),segment_id=85dc1c02-c276-4fab-a77d-81331931061e)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:14:33.351209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:33.396894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (b48d8977-d19b-41d9-ac52-eaf138cd6528), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:33.403254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network d24994fb-5c88-4544-b2c5-2bdf10048327 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:14:33.409840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:14:33.413102 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:14:33.420525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=d66ee8ef-733b-4605-94b2-e3c973686e5d,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:33.460714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557d2b1-fc55-4a49-b738-555c7270c36b None None] Pushing event updated for resources: {'Port': ['ID=b48d8977-d19b-41d9-ac52-eaf138cd6528,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:33.477107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (9b651bd0-52ca-4c33-9553-0ef4351859c4), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:33.514156 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:33.717035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:34.004987 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:34.057436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:34.131015 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=d66ee8ef-733b-4605-94b2-e3c973686e5d,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:34.137411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (9b651bd0-52ca-4c33-9553-0ef4351859c4), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:34.237166 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network d24994fb-5c88-4544-b2c5-2bdf10048327 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:14:34.238591 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:14:34.352667 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 9b651bd0-52ca-4c33-9553-0ef4351859c4 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:14:34.377264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da92ab0a-f2c5-448e-9937-b7bb3d53001e None None] Network d24994fb-5c88-4544-b2c5-2bdf10048327 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:14:34.397250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:34.417547 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:34.433979 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a1ae67cf-f6af-4c07-bb1d-01bc338575b6 None None] Provisioning complete for port b48d8977-d19b-41d9-ac52-eaf138cd6528 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:14:34.436645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a1ae67cf-f6af-4c07-bb1d-01bc338575b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b48d8977-d19b-41d9-ac52-eaf138cd6528), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:34.436645 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a1ae67cf-f6af-4c07-bb1d-01bc338575b6 None None] Attempt 1 to provision port b48d8977-d19b-41d9-ac52-eaf138cd6528 Oct 28 10:14:34.458854 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:14:34.467761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45398) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:34.468236 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-03f73a3d-30da-4de4-9946-144e7024c735 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/9b651bd0-52ca-4c33-9553-0ef4351859c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0770268 Oct 28 10:14:34.564501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae67cf-f6af-4c07-bb1d-01bc338575b6 None None] Current status of the port b48d8977-d19b-41d9-ac52-eaf138cd6528 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:14:34.564900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a1ae67cf-f6af-4c07-bb1d-01bc338575b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b48d8977-d19b-41d9-ac52-eaf138cd6528), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:34.581416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95bbad3-0a53-4998-ab7a-06307e6e3639 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:34.581896 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95bbad3-0a53-4998-ab7a-06307e6e3639 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:34.582349 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95bbad3-0a53-4998-ab7a-06307e6e3639 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:34.582828 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95bbad3-0a53-4998-ab7a-06307e6e3639 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:34.587223 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a95bbad3-0a53-4998-ab7a-06307e6e3639 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1151659 Oct 28 10:14:34.587718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45400) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:34.600738 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a1ae67cf-f6af-4c07-bb1d-01bc338575b6 None None] For port b48d8977-d19b-41d9-ac52-eaf138cd6528, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b48d8977-d19b-41d9-ac52-eaf138cd6528,segment=NetworkSegment(85dc1c02-c276-4fab-a77d-81331931061e),segment_id=85dc1c02-c276-4fab-a77d-81331931061e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:34.648161 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc03e82-1702-46ac-bf82-55455ffafc79 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:34.648641 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc03e82-1702-46ac-bf82-55455ffafc79 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:34.649106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc03e82-1702-46ac-bf82-55455ffafc79 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:34.649560 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc03e82-1702-46ac-bf82-55455ffafc79 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:34.651309 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4cc03e82-1702-46ac-bf82-55455ffafc79 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0619419 Oct 28 10:14:34.654103 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45402) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:34.665389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a1ae67cf-f6af-4c07-bb1d-01bc338575b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (b48d8977-d19b-41d9-ac52-eaf138cd6528), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:34.737404 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae67cf-f6af-4c07-bb1d-01bc338575b6 None None] Pushing event updated for resources: {'Port': ['ID=b48d8977-d19b-41d9-ac52-eaf138cd6528,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:34.787208 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:34.797829 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3c6ede1a-7e03-47df-9d29-130b2e7f3035 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1425965 Oct 28 10:14:34.826903 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bbed9771-8db2-489f-80a2-561245569de5 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:14:34.830815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:34.889018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-942ff617-8b10-4527-9b5f-7e7ffeecad93 None None] Provisioning complete for port d66ee8ef-733b-4605-94b2-e3c973686e5d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:14:34.889262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-942ff617-8b10-4527-9b5f-7e7ffeecad93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:34.889722 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-942ff617-8b10-4527-9b5f-7e7ffeecad93 None None] Attempt 1 to provision port d66ee8ef-733b-4605-94b2-e3c973686e5d Oct 28 10:14:34.922782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port bbed9771-8db2-489f-80a2-561245569de5 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:14:34.923402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bbed9771-8db2-489f-80a2-561245569de5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:34.923912 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port bbed9771-8db2-489f-80a2-561245569de5 Oct 28 10:14:34.931297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45406) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:34.937199 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Sync routers for ids ['9b651bd0-52ca-4c33-9553-0ef4351859c4'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:14:34.938076 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-0c95543e-1f03-4d4c-953f-60ad688c2830 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-197956857', 'description': 'tempest-secgroup-smoke-197956857 description', 'project_id': '0d399d550dab41259d95623249c98b71'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:14:34.948245 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Routers {'9b651bd0-52ca-4c33-9553-0ef4351859c4'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:14:34.948948 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:14:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b651bd0-52ca-4c33-9553-0ef4351859c4'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:34.960377 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-942ff617-8b10-4527-9b5f-7e7ffeecad93 None None] Port d66ee8ef-733b-4605-94b2-e3c973686e5d cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:14:34.975368 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-942ff617-8b10-4527-9b5f-7e7ffeecad93 None None] Provisioning complete for port b48d8977-d19b-41d9-ac52-eaf138cd6528 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:14:34.975742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-942ff617-8b10-4527-9b5f-7e7ffeecad93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b48d8977-d19b-41d9-ac52-eaf138cd6528), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:34.976077 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-942ff617-8b10-4527-9b5f-7e7ffeecad93 None None] Attempt 1 to provision port b48d8977-d19b-41d9-ac52-eaf138cd6528 Oct 28 10:14:35.048200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0c95543e-1f03-4d4c-953f-60ad688c2830 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:35.067119 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Set router 9b651bd0-52ca-4c33-9553-0ef4351859c4 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:14:35.112322 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:35.140582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0c95543e-1f03-4d4c-953f-60ad688c2830 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (8f9e2338-257a-4784-8198-2b86c7bc2711), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:35.201965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port bbed9771-8db2-489f-80a2-561245569de5 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:14:35.202351 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bbed9771-8db2-489f-80a2-561245569de5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:35.219415 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0c95543e-1f03-4d4c-953f-60ad688c2830 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (8f9e2338-257a-4784-8198-2b86c7bc2711), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:35.248239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port bbed9771-8db2-489f-80a2-561245569de5, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bbed9771-8db2-489f-80a2-561245569de5,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:35.254742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-942ff617-8b10-4527-9b5f-7e7ffeecad93 None None] Current status of the port b48d8977-d19b-41d9-ac52-eaf138cd6528 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:14:35.255080 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95543e-1f03-4d4c-953f-60ad688c2830 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9e2338-257a-4784-8198-2b86c7bc2711,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:35.282462 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:33Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'd66ee8ef-733b-4605-94b2-e3c973686e5d', 'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:c4:fb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:32Z', 'updated_at': '2022-10-28T10:14:33Z', 'revision_number': 2, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:35.306223 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Checking router: 9b651bd0-52ca-4c33-9553-0ef4351859c4 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:14:35.306574 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Updating router 9b651bd0-52ca-4c33-9553-0ef4351859c4 port d66ee8ef-733b-4605-94b2-e3c973686e5d binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:14:35.316608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0c95543e-1f03-4d4c-953f-60ad688c2830 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:35.317878 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0c95543e-1f03-4d4c-953f-60ad688c2830 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3852501 Oct 28 10:14:35.320924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45408) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:35.321889 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (bbed9771-8db2-489f-80a2-561245569de5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:35.322768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b48d8977-d19b-41d9-ac52-eaf138cd6528 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:14:35.326551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-56e77d15-f6cc-4b8d-bada-5c4ffcda41d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '8f9e2338-257a-4784-8198-2b86c7bc2711', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:14:35.404587 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-62d84cb2-2d49-4686-9d13-38d7045c0cab None None] Provisioning complete for port d66ee8ef-733b-4605-94b2-e3c973686e5d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:14:35.405143 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-62d84cb2-2d49-4686-9d13-38d7045c0cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:35.405236 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-62d84cb2-2d49-4686-9d13-38d7045c0cab None None] Attempt 1 to provision port d66ee8ef-733b-4605-94b2-e3c973686e5d Oct 28 10:14:35.419325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56e77d15-f6cc-4b8d-bada-5c4ffcda41d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (17cd3b60-0971-4a7a-a6b5-760d816cf8e4), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:35.425963 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:35.443440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=bbed9771-8db2-489f-80a2-561245569de5,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:35.459658 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-62d84cb2-2d49-4686-9d13-38d7045c0cab None None] Port d66ee8ef-733b-4605-94b2-e3c973686e5d cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:14:35.462111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port b48d8977-d19b-41d9-ac52-eaf138cd6528 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:14:35.462483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b48d8977-d19b-41d9-ac52-eaf138cd6528), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:35.463189 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port b48d8977-d19b-41d9-ac52-eaf138cd6528 Oct 28 10:14:35.481070 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56e77d15-f6cc-4b8d-bada-5c4ffcda41d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (17cd3b60-0971-4a7a-a6b5-760d816cf8e4), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:35.538605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port b48d8977-d19b-41d9-ac52-eaf138cd6528 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:14:35.543239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56e77d15-f6cc-4b8d-bada-5c4ffcda41d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (17cd3b60-0971-4a7a-a6b5-760d816cf8e4), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:35.563013 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e77d15-f6cc-4b8d-bada-5c4ffcda41d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17cd3b60-0971-4a7a-a6b5-760d816cf8e4,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:35.632333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-56e77d15-f6cc-4b8d-bada-5c4ffcda41d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:35.633701 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-56e77d15-f6cc-4b8d-bada-5c4ffcda41d5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3116040 Oct 28 10:14:35.636628 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45410) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:35.641762 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9bbe591c-820a-4962-bc60-619bd29f6575 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '8f9e2338-257a-4784-8198-2b86c7bc2711', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:14:35.644765 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:35.773447 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Publish callbacks [] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:35.792088 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9bbe591c-820a-4962-bc60-619bd29f6575 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (1b8d5138-44e9-4bf7-b768-fe4e937953f6), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:35.852426 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:35.921841 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Pushing event updated for resources: {'Port': ['ID=d66ee8ef-733b-4605-94b2-e3c973686e5d,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:35.953465 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:35.953465 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:35.953465 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:35.953465 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:35.953465 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:35.953465 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:35.953465 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:35.953465 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:35.953465 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:35.953465 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:35.953465 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:35.953465 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:35.953465 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:35.953465 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:35.953465 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:35.965539 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Attempting to bind port d66ee8ef-733b-4605-94b2-e3c973686e5d on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:14:35.965927 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Attempting to bind port d66ee8ef-733b-4605-94b2-e3c973686e5d by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '85dc1c02-c276-4fab-a77d-81331931061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:14:35.966282 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Attempting to bind port d66ee8ef-733b-4605-94b2-e3c973686e5d on network d24994fb-5c88-4544-b2c5-2bdf10048327 {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:14:36.010396 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:14:36.010793 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Checking segment: {'id': '85dc1c02-c276-4fab-a77d-81331931061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:14:36.011191 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:36.011582 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Bound using segment: {'id': '85dc1c02-c276-4fab-a77d-81331931061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:14:36.012048 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Bound port: d66ee8ef-733b-4605-94b2-e3c973686e5d, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dc1c02-c276-4fab-a77d-81331931061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:14:36.012420 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:36.074074 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] For port d66ee8ef-733b-4605-94b2-e3c973686e5d, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:14:36.077422 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] For port d66ee8ef-733b-4605-94b2-e3c973686e5d, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d66ee8ef-733b-4605-94b2-e3c973686e5d,segment=NetworkSegment(85dc1c02-c276-4fab-a77d-81331931061e),segment_id=85dc1c02-c276-4fab-a77d-81331931061e)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:14:36.144236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9bbe591c-820a-4962-bc60-619bd29f6575 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (1b8d5138-44e9-4bf7-b768-fe4e937953f6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:36.149609 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:36.189531 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Routers {'9b651bd0-52ca-4c33-9553-0ef4351859c4'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:14:36.190133 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:14:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b651bd0-52ca-4c33-9553-0ef4351859c4'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:36.235436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9bbe591c-820a-4962-bc60-619bd29f6575 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (1b8d5138-44e9-4bf7-b768-fe4e937953f6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:36.244212 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8e2e8-76e0-48e8-956b-8cb6f43dd7b7 None None] Pushing event updated for resources: {'Port': ['ID=d66ee8ef-733b-4605-94b2-e3c973686e5d,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:36.254380 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe591c-820a-4962-bc60-619bd29f6575 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8d5138-44e9-4bf7-b768-fe4e937953f6,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:36.304734 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] Set router 9b651bd0-52ca-4c33-9553-0ef4351859c4 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:14:36.316780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9bbe591c-820a-4962-bc60-619bd29f6575 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:36.318055 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9bbe591c-820a-4962-bc60-619bd29f6575 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6803622 Oct 28 10:14:36.320811 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45412) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:36.325313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-deb2339a-1046-494c-ad8c-4d734f489322 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '8f9e2338-257a-4784-8198-2b86c7bc2711', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:14:36.411042 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:36.412187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-deb2339a-1046-494c-ad8c-4d734f489322 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (edb08ba3-2146-4e8a-ae8f-95b14c73d808), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:36.469405 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-deb2339a-1046-494c-ad8c-4d734f489322 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (edb08ba3-2146-4e8a-ae8f-95b14c73d808), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:36.495493 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:33Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'd66ee8ef-733b-4605-94b2-e3c973686e5d', 'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:c4:fb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:32Z', 'updated_at': '2022-10-28T10:14:36Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:36.519640 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f383b4-26ad-4410-a56b-11eb415a46d9 None None] The sync data for ids ['9b651bd0-52ca-4c33-9553-0ef4351859c4'] in dv-neutron-zed-2-hyperv is: [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:33Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'd66ee8ef-733b-4605-94b2-e3c973686e5d', 'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:c4:fb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:32Z', 'updated_at': '2022-10-28T10:14:36Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:14:36.533558 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-deb2339a-1046-494c-ad8c-4d734f489322 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (edb08ba3-2146-4e8a-ae8f-95b14c73d808), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:36.554565 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2339a-1046-494c-ad8c-4d734f489322 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb08ba3-2146-4e8a-ae8f-95b14c73d808,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:36.688335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-deb2339a-1046-494c-ad8c-4d734f489322 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:36.689731 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-deb2339a-1046-494c-ad8c-4d734f489322 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3678536 Oct 28 10:14:36.692696 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45414) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:36.697572 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-3129db1a-22d5-4a5f-9a30-052795caedf5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '8f9e2338-257a-4784-8198-2b86c7bc2711', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:14:36.712723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:36.791826 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3129db1a-22d5-4a5f-9a30-052795caedf5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (55fb0395-7bab-4eb9-a65c-fc267a4e1a0b), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:36.812809 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:36.850406 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d66ee8ef-733b-4605-94b2-e3c973686e5d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:14:36.862395 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3129db1a-22d5-4a5f-9a30-052795caedf5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (55fb0395-7bab-4eb9-a65c-fc267a4e1a0b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:36.900021 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d66ee8ef-733b-4605-94b2-e3c973686e5d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:14:36.900404 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:36.900747 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d66ee8ef-733b-4605-94b2-e3c973686e5d Oct 28 10:14:36.941219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:36.945761 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3129db1a-22d5-4a5f-9a30-052795caedf5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (55fb0395-7bab-4eb9-a65c-fc267a4e1a0b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:36.971333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129db1a-22d5-4a5f-9a30-052795caedf5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fb0395-7bab-4eb9-a65c-fc267a4e1a0b,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:36.984832 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d66ee8ef-733b-4605-94b2-e3c973686e5d is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:14:36.984832 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:37.015768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port d66ee8ef-733b-4605-94b2-e3c973686e5d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d66ee8ef-733b-4605-94b2-e3c973686e5d,segment=NetworkSegment(85dc1c02-c276-4fab-a77d-81331931061e),segment_id=85dc1c02-c276-4fab-a77d-81331931061e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:37.048264 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3129db1a-22d5-4a5f-9a30-052795caedf5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:37.049966 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3129db1a-22d5-4a5f-9a30-052795caedf5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3558917 Oct 28 10:14:37.052499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45416) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:37.056971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b8f52732-5aa4-4471-8213-ec028c971e06 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '8f9e2338-257a-4784-8198-2b86c7bc2711', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:14:37.069340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:37.070174 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b48d8977-d19b-41d9-ac52-eaf138cd6528 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:14:37.126968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:37.153316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=d66ee8ef-733b-4605-94b2-e3c973686e5d,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:37.160994 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port b48d8977-d19b-41d9-ac52-eaf138cd6528 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:14:37.161374 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b48d8977-d19b-41d9-ac52-eaf138cd6528), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:37.161712 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port b48d8977-d19b-41d9-ac52-eaf138cd6528 Oct 28 10:14:37.162531 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-b8f52732-5aa4-4471-8213-ec028c971e06 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:14:37.169215 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b8f52732-5aa4-4471-8213-ec028c971e06 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (4f9b676e-c756-4b2b-a958-d0610ea42698), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:37.237498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b8f52732-5aa4-4471-8213-ec028c971e06 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (4f9b676e-c756-4b2b-a958-d0610ea42698), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:37.241374 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port b48d8977-d19b-41d9-ac52-eaf138cd6528 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:14:37.242760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bbed9771-8db2-489f-80a2-561245569de5 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:14:37.289604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port bbed9771-8db2-489f-80a2-561245569de5 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:14:37.290017 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bbed9771-8db2-489f-80a2-561245569de5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:37.290360 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port bbed9771-8db2-489f-80a2-561245569de5 Oct 28 10:14:37.339103 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b8f52732-5aa4-4471-8213-ec028c971e06 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (4f9b676e-c756-4b2b-a958-d0610ea42698), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:37.359839 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f52732-5aa4-4471-8213-ec028c971e06 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9b676e-c756-4b2b-a958-d0610ea42698,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:37.371340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port bbed9771-8db2-489f-80a2-561245569de5 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:14:37.432604 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b8f52732-5aa4-4471-8213-ec028c971e06 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:37.433834 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b8f52732-5aa4-4471-8213-ec028c971e06 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3803055 Oct 28 10:14:37.437410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45418) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:37.442432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-309006e4-6bcd-4182-818b-3db18bf597d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'security_group_rule': {'security_group_id': '8f9e2338-257a-4784-8198-2b86c7bc2711', 'project_id': '0d399d550dab41259d95623249c98b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:14:37.528176 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-309006e4-6bcd-4182-818b-3db18bf597d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Project 0d399d550dab41259d95623249c98b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:14:37.534363 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-309006e4-6bcd-4182-818b-3db18bf597d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (f920adf3-be09-4354-8ee1-c2863beaeb02), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:37.602613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-309006e4-6bcd-4182-818b-3db18bf597d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (f920adf3-be09-4354-8ee1-c2863beaeb02), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:37.687694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-309006e4-6bcd-4182-818b-3db18bf597d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (f920adf3-be09-4354-8ee1-c2863beaeb02), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:37.707004 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309006e4-6bcd-4182-818b-3db18bf597d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f920adf3-be09-4354-8ee1-c2863beaeb02,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:37.774870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-309006e4-6bcd-4182-818b-3db18bf597d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:37.776032 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-309006e4-6bcd-4182-818b-3db18bf597d0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3376193 Oct 28 10:14:37.931006 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-8f9d42fb-f69b-4ffd-b201-9a3eb76d55eb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-197956857&fields=id&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 267 time: 0.0456209 Oct 28 10:14:38.041922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-0382618d-3339-4572-b41a-58fb7be5fbb5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:38.043361 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-0382618d-3339-4572-b41a-58fb7be5fbb5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d24994fb-5c88-4544-b2c5-2bdf10048327 HTTP/1.1" status: 200 len: 796 time: 0.1054986 Oct 28 10:14:38.057712 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-c910685f-f8e5-4842-98a4-2f846bce1a10 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/quotas/0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 375 time: 0.0090225 Oct 28 10:14:38.107518 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-a7662f9f-d97a-48ba-ad2f-a5957d3d6e6c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444863 Oct 28 10:14:38.205044 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-87696d76-cc8e-4d8e-9cd9-2c078cdd547a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d24994fb-5c88-4544-b2c5-2bdf10048327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862813 Oct 28 10:14:38.269073 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:38.294461 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-57d5c994-e2a9-4325-964f-00f1b0aa7dd4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d24994fb-5c88-4544-b2c5-2bdf10048327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830858 Oct 28 10:14:38.547561 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9d24af91-9b86-44f7-9c4e-17b9415af91f req-5c43601b-33fd-45f9-8f4a-9fb0cae7f948 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 210 time: 0.0330250 Oct 28 10:14:38.746757 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d66ee8ef-733b-4605-94b2-e3c973686e5d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:14:38.793116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d66ee8ef-733b-4605-94b2-e3c973686e5d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:14:38.793509 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:38.795182 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d66ee8ef-733b-4605-94b2-e3c973686e5d Oct 28 10:14:38.871008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d66ee8ef-733b-4605-94b2-e3c973686e5d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:14:39.651677 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-26fc0388-aaac-4342-bb28-df6da3cef9a8 req-02f33775-b1b6-4acb-a477-b84a3ff54366 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 210 time: 0.0286360 Oct 28 10:14:40.759405 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f9a897d9-9670-4088-b06f-81896c797ce3 req-02ea51c5-d823-4a2b-af2f-a96d9cf954b0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 210 time: 0.0287564 Oct 28 10:14:40.867316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-0153a56e-3397-417f-add1-76d98bc5b436 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:40.868818 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-0153a56e-3397-417f-add1-76d98bc5b436 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/networks?id=d24994fb-5c88-4544-b2c5-2bdf10048327 HTTP/1.1" status: 200 len: 796 time: 0.1023848 Oct 28 10:14:40.910496 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:40.952935 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-b050593f-9bad-4969-ae93-b6c85e851d81 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0d399d550dab41259d95623249c98b71 HTTP/1.1" status: 200 len: 379 time: 0.0608101 Oct 28 10:14:40.963018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-f84bfa30-ad9b-48b5-b09d-d61c1a676fcb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'port': {'device_id': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'admin_state_up': True, 'tenant_id': '0d399d550dab41259d95623249c98b71', 'security_groups': ['8f9e2338-257a-4784-8198-2b86c7bc2711']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:14:41.127265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-f84bfa30-ad9b-48b5-b09d-d61c1a676fcb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Made reservation on behalf of 0d399d550dab41259d95623249c98b71 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:14:41.131114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-f84bfa30-ad9b-48b5-b09d-d61c1a676fcb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:41.264356 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-f84bfa30-ad9b-48b5-b09d-d61c1a676fcb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.20.0.3 (d24994fb-5c88-4544-b2c5-2bdf10048327/12c3a505-67d2-478c-a2cc-9a83a166bfe0/08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:14:41.269329 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:41.407527 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-f84bfa30-ad9b-48b5-b09d-d61c1a676fcb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:41.516426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-f84bfa30-ad9b-48b5-b09d-d61c1a676fcb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:41.564029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-f84bfa30-ad9b-48b5-b09d-d61c1a676fcb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network d24994fb-5c88-4544-b2c5-2bdf10048327 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:14:41.567198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-f84bfa30-ad9b-48b5-b09d-d61c1a676fcb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:14:41.571138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-f84bfa30-ad9b-48b5-b09d-d61c1a676fcb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:14:41.577408 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bfa30-ad9b-48b5-b09d-d61c1a676fcb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:41.625000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-f84bfa30-ad9b-48b5-b09d-d61c1a676fcb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:41.625617 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-f84bfa30-ad9b-48b5-b09d-d61c1a676fcb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:41.707589 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-f84bfa30-ad9b-48b5-b09d-d61c1a676fcb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7482588 Oct 28 10:14:41.733021 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Request body: {'port': {'device_id': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:14:41.796768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:41.825797 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-798c7b38-ae16-483b-893d-c971c7da2ae1 None None] Provisioning complete for port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:14:41.826406 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-798c7b38-ae16-483b-893d-c971c7da2ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:41.826512 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-798c7b38-ae16-483b-893d-c971c7da2ae1 None None] Attempt 1 to provision port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb Oct 28 10:14:41.838205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:41.860070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-798c7b38-ae16-483b-893d-c971c7da2ae1 None None] Port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:14:41.889118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8e59-cefc-4185-88e9-8c4af020d549 req-9d51264c-6a52-4c66-aba6-aa62d4fbf274 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:41.890608 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-338d8e59-cefc-4185-88e9-8c4af020d549 req-9d51264c-6a52-4c66-aba6-aa62d4fbf274 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 931 time: 0.0538940 Oct 28 10:14:41.941327 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-338d8e59-cefc-4185-88e9-8c4af020d549 req-48972151-32fa-460c-be6e-7b5b1cae764b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f9e2338-257a-4784-8198-2b86c7bc2711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447698 Oct 28 10:14:42.058176 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:14:42.065722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Publish callbacks [] for port (08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:42.078934 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Transition to ACTIVE for port object 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:14:42.127132 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:42.191513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:42.240923 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Attempting to bind port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:14:42.241180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Attempting to bind port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '85dc1c02-c276-4fab-a77d-81331931061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:14:42.241510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Attempting to bind port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb on network d24994fb-5c88-4544-b2c5-2bdf10048327 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:14:42.282804 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb on network d24994fb-5c88-4544-b2c5-2bdf10048327 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:14:42.283137 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Attempting to bind port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb on network d24994fb-5c88-4544-b2c5-2bdf10048327 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:14:42.329165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:14:42.329408 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Checking segment: {'id': '85dc1c02-c276-4fab-a77d-81331931061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:14:42.329792 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Bound using segment: {'id': '85dc1c02-c276-4fab-a77d-81331931061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:14:42.330224 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Bound port: 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85dc1c02-c276-4fab-a77d-81331931061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:14:42.330579 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:42.333094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:42.392425 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] For port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:14:42.396186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] For port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb,segment=NetworkSegment(85dc1c02-c276-4fab-a77d-81331931061e),segment_id=85dc1c02-c276-4fab-a77d-81331931061e)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:14:42.476477 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:42.481353 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:42.481967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:42.483478 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb HTTP/1.1" status: 200 len: 1093 time: 0.7553983 Oct 28 10:14:42.484036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'tag': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:14:42.486297 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ea712c-c2cc-49af-9580-a43b755297bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddac6b4-e55e-4365-ae7b-3976e4b3407f", "tag": "08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:14:42.526406 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774daafb-0be6-4fa3-85b2-40e9e92ee407 x-openstack-request-id: req-774daafb-0be6-4fa3-85b2-40e9e92ee407 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:14:42.526736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddac6b4-e55e-4365-ae7b-3976e4b3407f", "tag": "08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:14:42.527000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-774daafb-0be6-4fa3-85b2-40e9e92ee407 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:14:42.527411 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774daafb-0be6-4fa3-85b2-40e9e92ee407'] response: {'name': 'network-changed', 'server_uuid': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'tag': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb', 'status': 'completed', 'code': 200} Oct 28 10:14:42.536909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710eba7-0399-4dfc-aa14-16f514534ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:42.619990 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea712c-c2cc-49af-9580-a43b755297bd req-ff531896-0c30-4562-8f81-7b25f482ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:42.621402 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-90ea712c-c2cc-49af-9580-a43b755297bd req-ff531896-0c30-4562-8f81-7b25f482ce30 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 1127 time: 0.0397010 Oct 28 10:14:42.729504 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea712c-c2cc-49af-9580-a43b755297bd req-7fd351fa-9e2d-4fee-951c-b86d45b76698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:42.731519 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-90ea712c-c2cc-49af-9580-a43b755297bd req-7fd351fa-9e2d-4fee-951c-b86d45b76698 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0d399d550dab41259d95623249c98b71&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0963585 Oct 28 10:14:42.831766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea712c-c2cc-49af-9580-a43b755297bd req-7278a2e7-c0ee-45d7-a31d-3911153ef51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:42.833244 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-90ea712c-c2cc-49af-9580-a43b755297bd req-7278a2e7-c0ee-45d7-a31d-3911153ef51e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929112 Oct 28 10:14:42.947446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-de7115e9-049d-4bbe-a001-2bfef0cdee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:42.948804 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-de7115e9-049d-4bbe-a001-2bfef0cdee9b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 1127 time: 0.0388606 Oct 28 10:14:42.999934 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-30a690f8-00f1-4142-97aa-6edd97aa4aa0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb HTTP/1.1" status: 200 len: 217 time: 0.0348773 Oct 28 10:14:43.036131 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6ad0f440-f371-4db3-9611-74bf7ee240b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:43.054754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-388693a2-0843-4976-972b-4a8331bc26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:43.056227 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-388693a2-0843-4976-972b-4a8331bc26c3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=12c3a505-67d2-478c-a2cc-9a83a166bfe0 HTTP/1.1" status: 200 len: 835 time: 0.0505884 Oct 28 10:14:43.072582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000d594-f152-4d76-a2c8-4f40c65b3558 req-bdc312dc-17ac-48a4-a1f1-c1b2389e1da5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:43.074200 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5000d594-f152-4d76-a2c8-4f40c65b3558 req-bdc312dc-17ac-48a4-a1f1-c1b2389e1da5 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 943 time: 0.0543513 Oct 28 10:14:43.103559 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-26b73efb-6825-4ec3-8e97-400495186409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:43.105065 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-26b73efb-6825-4ec3-8e97-400495186409 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=d24994fb-5c88-4544-b2c5-2bdf10048327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0393527 Oct 28 10:14:43.122202 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:43.125480 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5000d594-f152-4d76-a2c8-4f40c65b3558 req-01bc8bda-9346-4749-9471-b4b34734a3c7 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f9e2338-257a-4784-8198-2b86c7bc2711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454552 Oct 28 10:14:43.204144 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-c54b7b58-8ec5-40d1-a22f-0ed1d5ab6d16 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d24994fb-5c88-4544-b2c5-2bdf10048327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885847 Oct 28 10:14:43.297536 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d763e91-210f-4282-b7f0-5a970b1f64c7 req-ab039e2c-114c-4f65-a521-51940c525853 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d24994fb-5c88-4544-b2c5-2bdf10048327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844307 Oct 28 10:14:44.245964 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714804f-4830-41ee-a8b4-c376513bb27d req-4b4f6a3f-2964-4fff-b9bb-07a508d60f16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:44.247598 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2714804f-4830-41ee-a8b4-c376513bb27d req-4b4f6a3f-2964-4fff-b9bb-07a508d60f16 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 943 time: 0.0466096 Oct 28 10:14:44.296821 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2714804f-4830-41ee-a8b4-c376513bb27d req-1efb617c-9883-4a91-949d-ec85bd88d581 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f9e2338-257a-4784-8198-2b86c7bc2711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430207 Oct 28 10:14:45.338508 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1388a49c-a479-47a7-814b-4786f79ee79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:45.420955 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d60977-52f2-4286-96f6-080d0f503bd8 req-1fd5e5c9-881c-484e-9bcc-189103590eec tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:45.422421 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-96d60977-52f2-4286-96f6-080d0f503bd8 req-1fd5e5c9-881c-484e-9bcc-189103590eec tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 943 time: 0.0512896 Oct 28 10:14:45.471798 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-96d60977-52f2-4286-96f6-080d0f503bd8 req-e43560df-2488-4b5f-a0c0-2e245fedd70c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f9e2338-257a-4784-8198-2b86c7bc2711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438411 Oct 28 10:14:46.498661 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:46.596632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad354e-27ed-49b7-ab70-28562cfe429b req-418e223d-2c16-47e3-ba32-a7fd42836ead tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:46.598110 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-41ad354e-27ed-49b7-ab70-28562cfe429b req-418e223d-2c16-47e3-ba32-a7fd42836ead tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 943 time: 0.0476570 Oct 28 10:14:46.647830 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-41ad354e-27ed-49b7-ab70-28562cfe429b req-a41e6172-1740-4e37-b647-4254c6b584ec tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f9e2338-257a-4784-8198-2b86c7bc2711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439169 Oct 28 10:14:46.908420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:46.953556 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:14:46.969134 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:47.050511 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb,segment=NetworkSegment(85dc1c02-c276-4fab-a77d-81331931061e),segment_id=85dc1c02-c276-4fab-a77d-81331931061e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:47.062370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'port_id': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb', 'mac_address': 'fa:16:3e:48:b6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:14:47.100142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:14:47.100535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:47.114311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:14:47.133369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb,segment=NetworkSegment(85dc1c02-c276-4fab-a77d-81331931061e),segment_id=85dc1c02-c276-4fab-a77d-81331931061e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:47.195772 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:47.241504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:47.537676 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:14:47.679765 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:47.769870 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c852d24-82ab-4e17-a4f4-0f75cf05c92e req-ac8090c1-aa68-4fdc-aab1-d12ca26b7cb0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:47.771441 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c852d24-82ab-4e17-a4f4-0f75cf05c92e req-ac8090c1-aa68-4fdc-aab1-d12ca26b7cb0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 944 time: 0.0466375 Oct 28 10:14:47.825014 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c852d24-82ab-4e17-a4f4-0f75cf05c92e req-f26eb968-ef8e-44d3-bb5b-608838d9ee1d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f9e2338-257a-4784-8198-2b86c7bc2711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478368 Oct 28 10:14:47.954258 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:48.538422 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:48.716321 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:14:48.946685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50da086-ceb7-4f46-aea0-fb0c59998a62 req-64b08a50-dae9-416d-adac-a8c3f8b042d4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:48.948359 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b50da086-ceb7-4f46-aea0-fb0c59998a62 req-64b08a50-dae9-416d-adac-a8c3f8b042d4 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 944 time: 0.0482635 Oct 28 10:14:48.988776 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:14:48.990772 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:49.000250 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b50da086-ceb7-4f46-aea0-fb0c59998a62 req-53e12c13-cc1d-4eb6-bf1c-c7a3b9c29229 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f9e2338-257a-4784-8198-2b86c7bc2711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458620 Oct 28 10:14:49.033993 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:14:49.096441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:14:49.096834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:49.097170 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb Oct 28 10:14:49.167934 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:14:49.168337 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:49.191137 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:14:49.193459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b403f67b-104b-4193-8e6b-ccf111f16399" -d '{"events": [{"server_uuid": "5ddac6b4-e55e-4365-ae7b-3976e4b3407f", "name": "network-vif-plugged", "status": "completed", "tag": "08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:14:49.206662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb,segment=NetworkSegment(85dc1c02-c276-4fab-a77d-81331931061e),segment_id=85dc1c02-c276-4fab-a77d-81331931061e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:49.233550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773e0005-8866-4340-9de8-09286e7cf5c2 x-openstack-request-id: req-773e0005-8866-4340-9de8-09286e7cf5c2 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:14:49.233550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddac6b4-e55e-4365-ae7b-3976e4b3407f", "name": "network-vif-plugged", "status": "completed", "tag": "08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:14:49.233550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-773e0005-8866-4340-9de8-09286e7cf5c2 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:14:49.234116 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773e0005-8866-4340-9de8-09286e7cf5c2'] response: {'server_uuid': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb', 'code': 200} Oct 28 10:14:49.309950 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:49.362015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:49.574773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e24f47-2ba4-4500-a2bb-4a5434f20d5a req-03d9bfb9-cd12-4dd5-9fb7-fdb0603062bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:49.576822 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e8e24f47-2ba4-4500-a2bb-4a5434f20d5a req-03d9bfb9-cd12-4dd5-9fb7-fdb0603062bb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 1129 time: 0.0401249 Oct 28 10:14:49.631721 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e8e24f47-2ba4-4500-a2bb-4a5434f20d5a req-c17d99bd-e66f-48be-933a-c8941e5e2c8a service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8f9e2338-257a-4784-8198-2b86c7bc2711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436833 Oct 28 10:14:50.121220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16658204-26ac-484a-9c0b-6ac09c985ab1 req-abcc4659-0f6b-4af8-827d-3fa310210616 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:50.123301 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-16658204-26ac-484a-9c0b-6ac09c985ab1 req-abcc4659-0f6b-4af8-827d-3fa310210616 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 945 time: 0.0496995 Oct 28 10:14:50.172253 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-16658204-26ac-484a-9c0b-6ac09c985ab1 req-87896096-1fe5-48c1-ab04-ec28b790b26e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f9e2338-257a-4784-8198-2b86c7bc2711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431485 Oct 28 10:14:51.300101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a3d52-43ce-4cbf-b91f-ad6bdd004af0 req-c8cd2523-3338-4810-9270-6f2f80261569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:51.301571 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e23a3d52-43ce-4cbf-b91f-ad6bdd004af0 req-c8cd2523-3338-4810-9270-6f2f80261569 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 945 time: 0.0504661 Oct 28 10:14:51.352339 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e23a3d52-43ce-4cbf-b91f-ad6bdd004af0 req-16ef3431-3aa5-4c63-a4ac-87a5290529dc tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f9e2338-257a-4784-8198-2b86c7bc2711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443907 Oct 28 10:14:51.470655 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14068c8-bec6-4ee6-a847-b0b15e7b3244 req-3fb3b5fa-7477-4cfc-b20a-f94d8cd36f1b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:51.472143 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f14068c8-bec6-4ee6-a847-b0b15e7b3244 req-3fb3b5fa-7477-4cfc-b20a-f94d8cd36f1b tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 945 time: 0.0466120 Oct 28 10:14:51.514829 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:51.523806 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f14068c8-bec6-4ee6-a847-b0b15e7b3244 req-bdec2843-494f-4e59-aeda-6098c81ce5e2 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f9e2338-257a-4784-8198-2b86c7bc2711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459216 Oct 28 10:14:51.552411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45478) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:51.626503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51939381-d697-4f30-bad4-0f2279c8a379 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:51.627953 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-51939381-d697-4f30-bad4-0f2279c8a379 tempest-TestNetworkBasicOps-151520747 tempest-TestNetworkBasicOps-151520747-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 1124 time: 0.0745888 Oct 28 10:14:51.630872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45480) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:51.635104 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:14:51.716634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:51.798951 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:51.907451 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Allocated IP 172.36.1.155 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/120ebcf8-73bc-4754-989e-b22ec03ec2c5) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:14:52.010441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (120ebcf8-73bc-4754-989e-b22ec03ec2c5), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:52.091531 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (120ebcf8-73bc-4754-989e-b22ec03ec2c5), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:52.133108 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:14:52.138212 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:14:52.141409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:14:52.169503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=120ebcf8-73bc-4754-989e-b22ec03ec2c5,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:52.254959 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:52.385339 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:52.501355 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (f38dc8a4-13e0-497c-8d40-b9163eefa793), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:52.676654 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (120ebcf8-73bc-4754-989e-b22ec03ec2c5), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:52.827637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for port (120ebcf8-73bc-4754-989e-b22ec03ec2c5), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:52.887152 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (120ebcf8-73bc-4754-989e-b22ec03ec2c5), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:52.954733 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (f38dc8a4-13e0-497c-8d40-b9163eefa793), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:52.957425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event updated for resources: {'Port': ['ID=120ebcf8-73bc-4754-989e-b22ec03ec2c5,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:53.052474 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP f38dc8a4-13e0-497c-8d40-b9163eefa793 associated. External IP: 172.36.1.155, port: 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb. Oct 28 10:14:53.193501 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:53.254107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 9b651bd0-52ca-4c33-9553-0ef4351859c4 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:14:53.354201 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:14:53.364417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91028f0-aee3-4a4c-ad65-e6c3fcf65949 None None] Sync routers for ids ['9b651bd0-52ca-4c33-9553-0ef4351859c4'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:14:53.375492 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91028f0-aee3-4a4c-ad65-e6c3fcf65949 None None] Routers {'9b651bd0-52ca-4c33-9553-0ef4351859c4'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:14:53.376123 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c91028f0-aee3-4a4c-ad65-e6c3fcf65949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:14:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b651bd0-52ca-4c33-9553-0ef4351859c4'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:53.421288 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:53.422139 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:53.455113 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f8f6b082-4193-4a44-8ce8-8924385f6a3d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8231306 Oct 28 10:14:53.455686 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'tag': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:14:53.457902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45482) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:53.458386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a844d7f1-31ed-4d9b-a589-1065366ccd23" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddac6b4-e55e-4365-ae7b-3976e4b3407f", "tag": "08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:14:53.484065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-c91028f0-aee3-4a4c-ad65-e6c3fcf65949 None None] Set router 9b651bd0-52ca-4c33-9553-0ef4351859c4 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:14:53.496212 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0c37fc-be9e-4077-ae7f-aaf7c3eaa4a0 x-openstack-request-id: req-2c0c37fc-be9e-4077-ae7f-aaf7c3eaa4a0 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:14:53.496513 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddac6b4-e55e-4365-ae7b-3976e4b3407f", "tag": "08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:14:53.496762 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c0c37fc-be9e-4077-ae7f-aaf7c3eaa4a0 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:14:53.497171 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c0c37fc-be9e-4077-ae7f-aaf7c3eaa4a0'] response: {'name': 'network-changed', 'server_uuid': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'tag': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb', 'status': 'completed', 'code': 200} Oct 28 10:14:53.528332 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-635dd39f-cbab-4b52-836d-72c72a35fa9c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/f38dc8a4-13e0-497c-8d40-b9163eefa793 HTTP/1.1" status: 200 len: 991 time: 0.0684597 Oct 28 10:14:53.584710 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d7f1-31ed-4d9b-a589-1065366ccd23 req-d2df4fb3-3940-496a-8310-781467f06487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:53.586208 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a844d7f1-31ed-4d9b-a589-1065366ccd23 req-d2df4fb3-3940-496a-8310-781467f06487 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 1129 time: 0.0386603 Oct 28 10:14:53.677274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:53.683261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d7f1-31ed-4d9b-a589-1065366ccd23 req-6abffa84-35d5-4c51-98be-db7b402e7d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:53.689224 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a844d7f1-31ed-4d9b-a589-1065366ccd23 req-6abffa84-35d5-4c51-98be-db7b402e7d83 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=d24994fb-5c88-4544-b2c5-2bdf10048327 HTTP/1.1" status: 200 len: 897 time: 0.0925796 Oct 28 10:14:53.697026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c91028f0-aee3-4a4c-ad65-e6c3fcf65949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:33Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'f38dc8a4-13e0-497c-8d40-b9163eefa793', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.155', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'port_id': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'mac_address': 'fa:16:3e:48:b6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:14:52Z', 'updated_at': '2022-10-28T10:14:52Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66ee8ef-733b-4605-94b2-e3c973686e5d', 'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:c4:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:32Z', 'updated_at': '2022-10-28T10:14:36Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:53.725328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91028f0-aee3-4a4c-ad65-e6c3fcf65949 None None] Checking router: 9b651bd0-52ca-4c33-9553-0ef4351859c4 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:14:53.734711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91028f0-aee3-4a4c-ad65-e6c3fcf65949 None None] Routers {'9b651bd0-52ca-4c33-9553-0ef4351859c4'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:14:53.735332 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c91028f0-aee3-4a4c-ad65-e6c3fcf65949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:14:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b651bd0-52ca-4c33-9553-0ef4351859c4'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:53.750846 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a844d7f1-31ed-4d9b-a589-1065366ccd23 req-ea766bcb-6921-486c-9473-bd15a4a612f3 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb HTTP/1.1" status: 200 len: 999 time: 0.0586586 Oct 28 10:14:53.803073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d7f1-31ed-4d9b-a589-1065366ccd23 req-21ff7b01-62db-4143-9a4c-19bde17a0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:53.804529 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a844d7f1-31ed-4d9b-a589-1065366ccd23 req-21ff7b01-62db-4143-9a4c-19bde17a0618 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=12c3a505-67d2-478c-a2cc-9a83a166bfe0 HTTP/1.1" status: 200 len: 835 time: 0.0481873 Oct 28 10:14:53.837333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-c91028f0-aee3-4a4c-ad65-e6c3fcf65949 None None] Set router 9b651bd0-52ca-4c33-9553-0ef4351859c4 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:14:53.850550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d7f1-31ed-4d9b-a589-1065366ccd23 req-c052cda2-c10a-4e74-a280-7e1fd5e16025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:14:53.852339 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a844d7f1-31ed-4d9b-a589-1065366ccd23 req-c052cda2-c10a-4e74-a280-7e1fd5e16025 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=d24994fb-5c88-4544-b2c5-2bdf10048327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0414612 Oct 28 10:14:53.878770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:14:53.942827 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a844d7f1-31ed-4d9b-a589-1065366ccd23 req-beeb3cd1-ea7f-4c3e-8ae6-73d375ffe20f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d24994fb-5c88-4544-b2c5-2bdf10048327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845478 Oct 28 10:14:53.951074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:14:54.043420 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a844d7f1-31ed-4d9b-a589-1065366ccd23 req-9acb7f43-72e3-40bc-8c09-33082c8b002d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d24994fb-5c88-4544-b2c5-2bdf10048327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910020 Oct 28 10:14:54.061952 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c91028f0-aee3-4a4c-ad65-e6c3fcf65949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:33Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'f38dc8a4-13e0-497c-8d40-b9163eefa793', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.155', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'port_id': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'mac_address': 'fa:16:3e:48:b6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:14:52Z', 'updated_at': '2022-10-28T10:14:52Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66ee8ef-733b-4605-94b2-e3c973686e5d', 'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:c4:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:32Z', 'updated_at': '2022-10-28T10:14:36Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:54.086596 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91028f0-aee3-4a4c-ad65-e6c3fcf65949 None None] The sync data for ids ['9b651bd0-52ca-4c33-9553-0ef4351859c4'] in dv-neutron-zed-2-hyperv is: [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:33Z', 'revision_number': 4, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'f38dc8a4-13e0-497c-8d40-b9163eefa793', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.155', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'port_id': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'mac_address': 'fa:16:3e:48:b6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:14:52Z', 'updated_at': '2022-10-28T10:14:52Z', 'revision_number': 0, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66ee8ef-733b-4605-94b2-e3c973686e5d', 'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:c4:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:32Z', 'updated_at': '2022-10-28T10:14:36Z', 'revision_number': 5, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:14:54.272440 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea081ac-5529-4d34-808b-369b83e5ed45 None None] New status for floating IP f38dc8a4-13e0-497c-8d40-b9163eefa793: ACTIVE {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:14:54.532439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45486) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:14:54.592644 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bd0dfee0-4b28-42bf-b0a5-e80cfec49d36 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/f38dc8a4-13e0-497c-8d40-b9163eefa793 HTTP/1.1" status: 200 len: 993 time: 0.0587664 Oct 28 10:15:04.039237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=31 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:04.039971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=71 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:04.064340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:04.065107 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=7 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:04.581276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:04.587689 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=21 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:12.488526 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:12.491373 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:13.033532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ad8f9979-825f-4412-8351-a6d50153972b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:15.366251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cf303f20-79b4-42f8-9fb7-dfeea9b55f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:16.909263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:17.984309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:18.531970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:23.931813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:25.715196 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:15:27.924850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45498) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:15:27.929562 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-bf17b8bb-701d-46d6-b318-2329aff80732 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'router': {'admin_state_up': False}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:15:28.216172 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bf17b8bb-701d-46d6-b318-2329aff80732 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (9b651bd0-52ca-4c33-9553-0ef4351859c4), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:28.309212 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bf17b8bb-701d-46d6-b318-2329aff80732 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (9b651bd0-52ca-4c33-9553-0ef4351859c4), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:28.414567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf17b8bb-701d-46d6-b318-2329aff80732 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 9b651bd0-52ca-4c33-9553-0ef4351859c4 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:15:28.515188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf17b8bb-701d-46d6-b318-2329aff80732 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:15:28.522163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bf17b8bb-701d-46d6-b318-2329aff80732 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:28.524272 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bf17b8bb-701d-46d6-b318-2329aff80732 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/9b651bd0-52ca-4c33-9553-0ef4351859c4 HTTP/1.1" status: 200 len: 887 time: 0.5981872 Oct 28 10:15:28.525608 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064b5ad3-e02b-4dd8-87c3-1582d7458041 None None] Sync routers for ids ['9b651bd0-52ca-4c33-9553-0ef4351859c4'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:15:28.537061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b5ad3-e02b-4dd8-87c3-1582d7458041 None None] Routers {'9b651bd0-52ca-4c33-9553-0ef4351859c4'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:15:28.537671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-064b5ad3-e02b-4dd8-87c3-1582d7458041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:15:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b651bd0-52ca-4c33-9553-0ef4351859c4'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:28.570746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-064b5ad3-e02b-4dd8-87c3-1582d7458041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:28.579697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b5ad3-e02b-4dd8-87c3-1582d7458041 None None] Routers {'9b651bd0-52ca-4c33-9553-0ef4351859c4'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:15:28.580277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-064b5ad3-e02b-4dd8-87c3-1582d7458041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:15:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b651bd0-52ca-4c33-9553-0ef4351859c4'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:28.611072 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-064b5ad3-e02b-4dd8-87c3-1582d7458041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:28.611647 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064b5ad3-e02b-4dd8-87c3-1582d7458041 None None] The sync data for ids ['9b651bd0-52ca-4c33-9553-0ef4351859c4'] in dv-neutron-zed-2-hyperv is: [] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:15:29.010874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d66ee8ef-733b-4605-94b2-e3c973686e5d no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:15:29.087767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d66ee8ef-733b-4605-94b2-e3c973686e5d is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:15:29.088158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:29.120421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port d66ee8ef-733b-4605-94b2-e3c973686e5d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d66ee8ef-733b-4605-94b2-e3c973686e5d,segment=NetworkSegment(85dc1c02-c276-4fab-a77d-81331931061e),segment_id=85dc1c02-c276-4fab-a77d-81331931061e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:15:29.198272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:29.243390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=d66ee8ef-733b-4605-94b2-e3c973686e5d,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:29.251073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:29.254499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:29.254499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:29.254499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:29.254499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:29.254499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:29.254499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:29.254499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:29.254499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:29.254499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:29.254499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:29.255228 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:29.255228 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:29.255361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:29.255639 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:29.393893 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066dbf4e-57c2-45f4-90d6-846080caf1a2 None None] New status for floating IP f38dc8a4-13e0-497c-8d40-b9163eefa793: DOWN {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:15:30.686057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45502) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:15:30.690600 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6cc63fc2-8dcd-4fc4-9451-a8a17f3ec0b6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:15:30.765844 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bbed9771-8db2-489f-80a2-561245569de5 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:15:30.981308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port bbed9771-8db2-489f-80a2-561245569de5 is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:15:30.981707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bbed9771-8db2-489f-80a2-561245569de5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:31.004611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port bbed9771-8db2-489f-80a2-561245569de5, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bbed9771-8db2-489f-80a2-561245569de5,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:15:31.063462 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (bbed9771-8db2-489f-80a2-561245569de5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:31.113192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=bbed9771-8db2-489f-80a2-561245569de5,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:31.311690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6cc63fc2-8dcd-4fc4-9451-a8a17f3ec0b6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261260'] for router (9b651bd0-52ca-4c33-9553-0ef4351859c4), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:31.383664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6cc63fc2-8dcd-4fc4-9451-a8a17f3ec0b6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811933'] for router (9b651bd0-52ca-4c33-9553-0ef4351859c4), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:31.436395 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:31.490579 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:31.492621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc63fc2-8dcd-4fc4-9451-a8a17f3ec0b6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 9b651bd0-52ca-4c33-9553-0ef4351859c4 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:15:31.601504 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc63fc2-8dcd-4fc4-9451-a8a17f3ec0b6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:15:31.608090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6cc63fc2-8dcd-4fc4-9451-a8a17f3ec0b6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:31.611423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb2f3a7-77ed-4992-8dba-46000f02bd7f None None] Sync routers for ids ['9b651bd0-52ca-4c33-9553-0ef4351859c4'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:15:31.612039 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6cc63fc2-8dcd-4fc4-9451-a8a17f3ec0b6 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/9b651bd0-52ca-4c33-9553-0ef4351859c4 HTTP/1.1" status: 200 len: 886 time: 0.9245763 Oct 28 10:15:31.614533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45504) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:15:31.622495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2f3a7-77ed-4992-8dba-46000f02bd7f None None] Routers {'9b651bd0-52ca-4c33-9553-0ef4351859c4'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:15:31.623248 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-ecb2f3a7-77ed-4992-8dba-46000f02bd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:15:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b651bd0-52ca-4c33-9553-0ef4351859c4'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:31.674344 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cc7d8dc3-3f45-40c9-b315-8b34841ae23d tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/f38dc8a4-13e0-497c-8d40-b9163eefa793 HTTP/1.1" status: 200 len: 991 time: 0.0586915 Oct 28 10:15:31.729300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-ecb2f3a7-77ed-4992-8dba-46000f02bd7f None None] Set router 9b651bd0-52ca-4c33-9553-0ef4351859c4 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:15:31.941369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-ecb2f3a7-77ed-4992-8dba-46000f02bd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:31Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'f38dc8a4-13e0-497c-8d40-b9163eefa793', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.155', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'port_id': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'mac_address': 'fa:16:3e:48:b6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:14:52Z', 'updated_at': '2022-10-28T10:15:29Z', 'revision_number': 2, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66ee8ef-733b-4605-94b2-e3c973686e5d', 'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:c4:fb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:32Z', 'updated_at': '2022-10-28T10:15:29Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:31.943862 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:31.966214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb2f3a7-77ed-4992-8dba-46000f02bd7f None None] Checking router: 9b651bd0-52ca-4c33-9553-0ef4351859c4 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:15:31.975302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2f3a7-77ed-4992-8dba-46000f02bd7f None None] Routers {'9b651bd0-52ca-4c33-9553-0ef4351859c4'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:15:31.975902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-ecb2f3a7-77ed-4992-8dba-46000f02bd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:15:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b651bd0-52ca-4c33-9553-0ef4351859c4'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:31.978425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:32.078324 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-ecb2f3a7-77ed-4992-8dba-46000f02bd7f None None] Set router 9b651bd0-52ca-4c33-9553-0ef4351859c4 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:15:32.285853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-ecb2f3a7-77ed-4992-8dba-46000f02bd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:31Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'f38dc8a4-13e0-497c-8d40-b9163eefa793', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.155', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'port_id': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'mac_address': 'fa:16:3e:48:b6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:14:52Z', 'updated_at': '2022-10-28T10:15:29Z', 'revision_number': 2, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66ee8ef-733b-4605-94b2-e3c973686e5d', 'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:c4:fb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:32Z', 'updated_at': '2022-10-28T10:15:29Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:32.317450 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb2f3a7-77ed-4992-8dba-46000f02bd7f None None] The sync data for ids ['9b651bd0-52ca-4c33-9553-0ef4351859c4'] in dv-neutron-zed-2-hyperv is: [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:31Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'f38dc8a4-13e0-497c-8d40-b9163eefa793', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'floating_ip_address': '172.36.1.155', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'port_id': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'mac_address': 'fa:16:3e:48:b6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:14:52Z', 'updated_at': '2022-10-28T10:15:29Z', 'revision_number': 2, 'project_id': '0d399d550dab41259d95623249c98b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66ee8ef-733b-4605-94b2-e3c973686e5d', 'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:c4:fb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:32Z', 'updated_at': '2022-10-28T10:15:29Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:15:32.677486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45506) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:15:32.744933 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fca237c4-d69c-454c-bee9-992df0bbd22c tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/f38dc8a4-13e0-497c-8d40-b9163eefa793 HTTP/1.1" status: 200 len: 991 time: 0.0662620 Oct 28 10:15:32.789599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d66ee8ef-733b-4605-94b2-e3c973686e5d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:15:32.835734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d66ee8ef-733b-4605-94b2-e3c973686e5d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:15:32.836152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:32.836464 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d66ee8ef-733b-4605-94b2-e3c973686e5d Oct 28 10:15:32.931886 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d66ee8ef-733b-4605-94b2-e3c973686e5d is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:15:32.932367 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:32.977370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port d66ee8ef-733b-4605-94b2-e3c973686e5d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d66ee8ef-733b-4605-94b2-e3c973686e5d,segment=NetworkSegment(85dc1c02-c276-4fab-a77d-81331931061e),segment_id=85dc1c02-c276-4fab-a77d-81331931061e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:15:33.052343 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:33.103754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=d66ee8ef-733b-4605-94b2-e3c973686e5d,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:33.748465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45508) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:15:33.806063 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-abb5e6e1-1816-42c3-b30c-e1b8460459fe tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/f38dc8a4-13e0-497c-8d40-b9163eefa793 HTTP/1.1" status: 200 len: 991 time: 0.0564079 Oct 28 10:15:33.929952 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56700207-2872-4903-86ea-ccbad50e4ee6 None None] New status for floating IP f38dc8a4-13e0-497c-8d40-b9163eefa793: ACTIVE {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:15:34.809906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45510) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:15:34.832582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bbed9771-8db2-489f-80a2-561245569de5 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:15:34.876734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port bbed9771-8db2-489f-80a2-561245569de5 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:15:34.877253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bbed9771-8db2-489f-80a2-561245569de5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:34.877590 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port bbed9771-8db2-489f-80a2-561245569de5 Oct 28 10:15:34.877781 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ebc4be60-be42-44b2-98c4-3645695a59ba tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/floatingips/f38dc8a4-13e0-497c-8d40-b9163eefa793 HTTP/1.1" status: 200 len: 993 time: 0.0666695 Oct 28 10:15:34.956313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port bbed9771-8db2-489f-80a2-561245569de5 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:15:34.956710 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (bbed9771-8db2-489f-80a2-561245569de5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:34.977967 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port bbed9771-8db2-489f-80a2-561245569de5, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bbed9771-8db2-489f-80a2-561245569de5,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:15:35.032799 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (bbed9771-8db2-489f-80a2-561245569de5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:35.033621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d66ee8ef-733b-4605-94b2-e3c973686e5d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:15:35.070819 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:35.110764 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=bbed9771-8db2-489f-80a2-561245569de5,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:35.116648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d66ee8ef-733b-4605-94b2-e3c973686e5d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:15:35.117025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:35.117359 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d66ee8ef-733b-4605-94b2-e3c973686e5d Oct 28 10:15:35.148431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:35.183298 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45516) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:15:35.193216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d66ee8ef-733b-4605-94b2-e3c973686e5d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:15:35.323783 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 120ebcf8-73bc-4754-989e-b22ec03ec2c5 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:15:35.324126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (120ebcf8-73bc-4754-989e-b22ec03ec2c5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:35.402535 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (120ebcf8-73bc-4754-989e-b22ec03ec2c5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:35.402884 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (120ebcf8-73bc-4754-989e-b22ec03ec2c5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:35.415883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 120ebcf8-73bc-4754-989e-b22ec03ec2c5 owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:15:35.640470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (120ebcf8-73bc-4754-989e-b22ec03ec2c5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:35.662888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:35.665324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=120ebcf8-73bc-4754-989e-b22ec03ec2c5,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:35.678042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:35.678402 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:35.678768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:35.679136 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:35.679487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:35.679829 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:35.680150 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:35.680471 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:35.680790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:35.681112 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:35.681429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:35.681744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:35.682065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:35.682381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:35.682716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:35.739433 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for floatingip (f38dc8a4-13e0-497c-8d40-b9163eefa793), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:35.739759 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Floating IP f38dc8a4-13e0-497c-8d40-b9163eefa793 disassociated (deleted). External IP: 172.36.1.155, port: 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb. Oct 28 10:15:35.871894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:35.938387 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 9b651bd0-52ca-4c33-9553-0ef4351859c4 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:15:36.043210 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:15:36.047728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:36.052565 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bfdcae-2d9b-4f81-9912-704ca587a3e9 None None] Sync routers for ids ['9b651bd0-52ca-4c33-9553-0ef4351859c4'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:15:36.063200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bfdcae-2d9b-4f81-9912-704ca587a3e9 None None] Routers {'9b651bd0-52ca-4c33-9553-0ef4351859c4'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:15:36.063802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-79bfdcae-2d9b-4f81-9912-704ca587a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:15:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b651bd0-52ca-4c33-9553-0ef4351859c4'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:36.078070 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-708d8709-29b7-445b-b61f-a75c381dd302 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/f38dc8a4-13e0-497c-8d40-b9163eefa793 HTTP/1.1" status: 204 len: 168 time: 0.8930686 Oct 28 10:15:36.078823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'tag': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:15:36.081223 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830af0b6-77fd-4d1e-98d1-069cb1fdb9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddac6b4-e55e-4365-ae7b-3976e4b3407f", "tag": "08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:15:36.127350 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886604a2-8a02-4d72-80f6-b167c8888d2e x-openstack-request-id: req-886604a2-8a02-4d72-80f6-b167c8888d2e {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:15:36.127648 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddac6b4-e55e-4365-ae7b-3976e4b3407f", "tag": "08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:15:36.127904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-886604a2-8a02-4d72-80f6-b167c8888d2e {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:15:36.128317 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886604a2-8a02-4d72-80f6-b167c8888d2e'] response: {'name': 'network-changed', 'server_uuid': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'tag': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb', 'status': 'completed', 'code': 200} Oct 28 10:15:36.167907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-79bfdcae-2d9b-4f81-9912-704ca587a3e9 None None] Set router 9b651bd0-52ca-4c33-9553-0ef4351859c4 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:15:36.230793 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830af0b6-77fd-4d1e-98d1-069cb1fdb9d9 req-46b56655-887b-462e-a318-aaf4750098fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:36.232442 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-830af0b6-77fd-4d1e-98d1-069cb1fdb9d9 req-46b56655-887b-462e-a318-aaf4750098fc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d399d550dab41259d95623249c98b71&device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 1129 time: 0.0403488 Oct 28 10:15:36.334593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830af0b6-77fd-4d1e-98d1-069cb1fdb9d9 req-dd4351a7-f3ae-485e-baf2-220c7abb18be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:36.336095 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-830af0b6-77fd-4d1e-98d1-069cb1fdb9d9 req-dd4351a7-f3ae-485e-baf2-220c7abb18be service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=d24994fb-5c88-4544-b2c5-2bdf10048327 HTTP/1.1" status: 200 len: 897 time: 0.0936875 Oct 28 10:15:36.359782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-79bfdcae-2d9b-4f81-9912-704ca587a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:31Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'd66ee8ef-733b-4605-94b2-e3c973686e5d', 'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:c4:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:32Z', 'updated_at': '2022-10-28T10:15:32Z', 'revision_number': 7, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:36.379618 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-830af0b6-77fd-4d1e-98d1-069cb1fdb9d9 req-04ab4c43-677d-42cb-a743-9bdbaf158e2e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb HTTP/1.1" status: 200 len: 217 time: 0.0337322 Oct 28 10:15:36.388080 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bfdcae-2d9b-4f81-9912-704ca587a3e9 None None] Checking router: 9b651bd0-52ca-4c33-9553-0ef4351859c4 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:15:36.397666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bfdcae-2d9b-4f81-9912-704ca587a3e9 None None] Routers {'9b651bd0-52ca-4c33-9553-0ef4351859c4'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:15:36.398272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-79bfdcae-2d9b-4f81-9912-704ca587a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:15:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b651bd0-52ca-4c33-9553-0ef4351859c4'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:36.437764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830af0b6-77fd-4d1e-98d1-069cb1fdb9d9 req-3f7f439a-a962-4836-95e8-b38467c71f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:36.439739 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-830af0b6-77fd-4d1e-98d1-069cb1fdb9d9 req-3f7f439a-a962-4836-95e8-b38467c71f21 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=12c3a505-67d2-478c-a2cc-9a83a166bfe0 HTTP/1.1" status: 200 len: 835 time: 0.0509310 Oct 28 10:15:36.495009 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830af0b6-77fd-4d1e-98d1-069cb1fdb9d9 req-79dcb696-9162-4f91-8aab-9547f213ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:36.496589 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-830af0b6-77fd-4d1e-98d1-069cb1fdb9d9 req-79dcb696-9162-4f91-8aab-9547f213ceed service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=d24994fb-5c88-4544-b2c5-2bdf10048327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0475132 Oct 28 10:15:36.508440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-79bfdcae-2d9b-4f81-9912-704ca587a3e9 None None] Set router 9b651bd0-52ca-4c33-9553-0ef4351859c4 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:15:36.522360 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda5728-c87c-4a72-a7a1-a9a38122ff28 req-a89c59a1-7230-4ec0-b8ae-5079614a42bf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:36.523998 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1cda5728-c87c-4a72-a7a1-a9a38122ff28 req-a89c59a1-7230-4ec0-b8ae-5079614a42bf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 945 time: 0.0496066 Oct 28 10:15:36.579671 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1cda5728-c87c-4a72-a7a1-a9a38122ff28 req-0ebe83da-9a37-431b-972b-b7afab319713 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f9e2338-257a-4784-8198-2b86c7bc2711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495784 Oct 28 10:15:36.695302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-79bfdcae-2d9b-4f81-9912-704ca587a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:31Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'd66ee8ef-733b-4605-94b2-e3c973686e5d', 'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:c4:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:32Z', 'updated_at': '2022-10-28T10:15:32Z', 'revision_number': 7, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:36.719366 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bfdcae-2d9b-4f81-9912-704ca587a3e9 None None] The sync data for ids ['9b651bd0-52ca-4c33-9553-0ef4351859c4'] in dv-neutron-zed-2-hyperv is: [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:31Z', 'revision_number': 6, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'd66ee8ef-733b-4605-94b2-e3c973686e5d', 'name': '', 'network_id': 'd24994fb-5c88-4544-b2c5-2bdf10048327', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'mac_address': 'fa:16:3e:c4:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:32Z', 'updated_at': '2022-10-28T10:15:32Z', 'revision_number': 7, 'project_id': '0d399d550dab41259d95623249c98b71', 'subnets': [{'id': '12c3a505-67d2-478c-a2cc-9a83a166bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:15:36.786279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bbed9771-8db2-489f-80a2-561245569de5 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:15:36.832338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port bbed9771-8db2-489f-80a2-561245569de5 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:15:36.832727 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (bbed9771-8db2-489f-80a2-561245569de5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:36.833040 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port bbed9771-8db2-489f-80a2-561245569de5 Oct 28 10:15:36.896411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:36.911847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port bbed9771-8db2-489f-80a2-561245569de5 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:15:37.355404 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3689b1a-ea2f-4394-84c1-71309a733350 None None] New status for floating IP f38dc8a4-13e0-497c-8d40-b9163eefa793: DOWN {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:15:37.701458 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02649ee9-c174-42e2-a1e4-11eab4d6b168 req-700b2d59-f196-4f1a-afc8-f1750e6ddddb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:37.703709 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-02649ee9-c174-42e2-a1e4-11eab4d6b168 req-700b2d59-f196-4f1a-afc8-f1750e6ddddb tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 945 time: 0.0472517 Oct 28 10:15:37.726243 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [req-830af0b6-77fd-4d1e-98d1-069cb1fdb9d9 req-142149a2-a278-4c7f-acd1-c2f7e048c750 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:15:37.727246 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-830af0b6-77fd-4d1e-98d1-069cb1fdb9d9 req-142149a2-a278-4c7f-acd1-c2f7e048c750 service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055637 Oct 28 10:15:37.753150 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-02649ee9-c174-42e2-a1e4-11eab4d6b168 req-aa9030f6-4ad1-48d9-8942-28e5a4d251f3 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f9e2338-257a-4784-8198-2b86c7bc2711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439370 Oct 28 10:15:37.819738 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-830af0b6-77fd-4d1e-98d1-069cb1fdb9d9 req-adb6e010-8281-48c5-afc6-83b9ed676154 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d24994fb-5c88-4544-b2c5-2bdf10048327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861287 Oct 28 10:15:38.025865 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-830af0b6-77fd-4d1e-98d1-069cb1fdb9d9 req-d3ffd60c-c088-4d5a-b2ca-dfc15703b255 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d24994fb-5c88-4544-b2c5-2bdf10048327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912023 Oct 28 10:15:38.149355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702d639-1bf6-44f9-946f-cebbf7249d30 req-9a1111df-e97d-4783-a0b4-015967286b67 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:38.150729 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a702d639-1bf6-44f9-946f-cebbf7249d30 req-9a1111df-e97d-4783-a0b4-015967286b67 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 945 time: 0.0478706 Oct 28 10:15:38.222583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:38.238904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-a702d639-1bf6-44f9-946f-cebbf7249d30 req-1e18c172-97d0-47ec-aa17-fe71b3b8ef87 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:15:38.239239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a702d639-1bf6-44f9-946f-cebbf7249d30 req-1e18c172-97d0-47ec-aa17-fe71b3b8ef87 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:38.330154 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-a702d639-1bf6-44f9-946f-cebbf7249d30 req-1e18c172-97d0-47ec-aa17-fe71b3b8ef87 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb,segment=NetworkSegment(85dc1c02-c276-4fab-a77d-81331931061e),segment_id=85dc1c02-c276-4fab-a77d-81331931061e)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:15:38.330509 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a702d639-1bf6-44f9-946f-cebbf7249d30 req-1e18c172-97d0-47ec-aa17-fe71b3b8ef87 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:38.343955 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-a702d639-1bf6-44f9-946f-cebbf7249d30 req-1e18c172-97d0-47ec-aa17-fe71b3b8ef87 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:15:38.471892 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:38.594430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a702d639-1bf6-44f9-946f-cebbf7249d30 req-1e18c172-97d0-47ec-aa17-fe71b3b8ef87 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:38.623455 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18c172-97d0-47ec-aa17-fe71b3b8ef87 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:38.685242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-a702d639-1bf6-44f9-946f-cebbf7249d30 req-1e18c172-97d0-47ec-aa17-fe71b3b8ef87 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] No DVR routers for this DVR port 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:15:38.685242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a702d639-1bf6-44f9-946f-cebbf7249d30 req-1e18c172-97d0-47ec-aa17-fe71b3b8ef87 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:38.685242 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a702d639-1bf6-44f9-946f-cebbf7249d30 req-1e18c172-97d0-47ec-aa17-fe71b3b8ef87 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.48 "DELETE /networking/v2.0/ports/08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb HTTP/1.1" status: 204 len: 173 time: 0.5160973 Oct 28 10:15:38.685242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'name': 'network-vif-deleted', 'tag': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:15:38.685242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d71d01-e578-441c-b0b2-f879624ed3a6" -d '{"events": [{"server_uuid": "5ddac6b4-e55e-4365-ae7b-3976e4b3407f", "name": "network-vif-deleted", "tag": "08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:15:38.718503 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55f6f4f-aef1-4437-b4c2-d0347373a843 x-openstack-request-id: req-e55f6f4f-aef1-4437-b4c2-d0347373a843 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:15:38.718977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddac6b4-e55e-4365-ae7b-3976e4b3407f", "name": "network-vif-deleted", "tag": "08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:15:38.723206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e55f6f4f-aef1-4437-b4c2-d0347373a843 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:15:38.723206 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55f6f4f-aef1-4437-b4c2-d0347373a843'] response: {'server_uuid': '5ddac6b4-e55e-4365-ae7b-3976e4b3407f', 'name': 'network-vif-deleted', 'tag': '08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb', 'status': 'completed', 'code': 200} Oct 28 10:15:38.859957 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cd1cc5ea-6f98-4127-803c-fedd952fbc26 req-38f8bb8e-7bab-47e4-80ec-cda43a2e2d47 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ddac6b4-e55e-4365-ae7b-3976e4b3407f HTTP/1.1" status: 200 len: 210 time: 0.0279117 Oct 28 10:15:39.926402 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45532) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:15:39.988794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9538d95d-6608-4d48-b139-55fb0e8bef7e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (8f9e2338-257a-4784-8198-2b86c7bc2711), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:40.013021 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9538d95d-6608-4d48-b139-55fb0e8bef7e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (8f9e2338-257a-4784-8198-2b86c7bc2711), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:40.141029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9538d95d-6608-4d48-b139-55fb0e8bef7e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (8f9e2338-257a-4784-8198-2b86c7bc2711), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:40.143678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9538d95d-6608-4d48-b139-55fb0e8bef7e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:40.144863 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9538d95d-6608-4d48-b139-55fb0e8bef7e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8f9e2338-257a-4784-8198-2b86c7bc2711 HTTP/1.1" status: 204 len: 168 time: 0.2174559 Oct 28 10:15:40.155145 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538d95d-6608-4d48-b139-55fb0e8bef7e tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9e2338-257a-4784-8198-2b86c7bc2711,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:40.233316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45536) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:15:40.555747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7da044a7-18e0-4fd3-807d-8d8727de3112 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (9b651bd0-52ca-4c33-9553-0ef4351859c4), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:40.651005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:40.783919 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-7da044a7-18e0-4fd3-807d-8d8727de3112 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port d66ee8ef-733b-4605-94b2-e3c973686e5d {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:15:40.784252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7da044a7-18e0-4fd3-807d-8d8727de3112 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:40.871572 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-7da044a7-18e0-4fd3-807d-8d8727de3112 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port d66ee8ef-733b-4605-94b2-e3c973686e5d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d66ee8ef-733b-4605-94b2-e3c973686e5d,segment=NetworkSegment(85dc1c02-c276-4fab-a77d-81331931061e),segment_id=85dc1c02-c276-4fab-a77d-81331931061e)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:15:40.871864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7da044a7-18e0-4fd3-807d-8d8727de3112 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:40.874487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:40.885863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-7da044a7-18e0-4fd3-807d-8d8727de3112 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for d66ee8ef-733b-4605-94b2-e3c973686e5d owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:15:41.120358 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7da044a7-18e0-4fd3-807d-8d8727de3112 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (d66ee8ef-733b-4605-94b2-e3c973686e5d), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:41.152988 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da044a7-18e0-4fd3-807d-8d8727de3112 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=d66ee8ef-733b-4605-94b2-e3c973686e5d,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:41.258543 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:15:41.278652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:15:41.279028 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 08de4c1e-0ed3-45a6-ab31-0b09dc41d9cb not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:15:41.323968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7da044a7-18e0-4fd3-807d-8d8727de3112 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (9b651bd0-52ca-4c33-9553-0ef4351859c4), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:41.533697 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da044a7-18e0-4fd3-807d-8d8727de3112 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Router 9b651bd0-52ca-4c33-9553-0ef4351859c4 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:15:41.540602 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:41.958006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da044a7-18e0-4fd3-807d-8d8727de3112 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:15:41.963480 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7da044a7-18e0-4fd3-807d-8d8727de3112 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "PUT /networking/v2.0/routers/9b651bd0-52ca-4c33-9553-0ef4351859c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7283506 Oct 28 10:15:41.966905 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45538) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:15:41.969491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e6c7a-b057-442f-94fe-a1f8983b0014 None None] Sync routers for ids ['9b651bd0-52ca-4c33-9553-0ef4351859c4'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:15:41.983834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22e6c7a-b057-442f-94fe-a1f8983b0014 None None] Routers {'9b651bd0-52ca-4c33-9553-0ef4351859c4'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:15:41.984443 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-e22e6c7a-b057-442f-94fe-a1f8983b0014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:15:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b651bd0-52ca-4c33-9553-0ef4351859c4'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:42.019909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e270aa-d469-46d6-a80e-4d58522899bf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting subnet 12c3a505-67d2-478c-a2cc-9a83a166bfe0 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:15:42.023217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a4e270aa-d469-46d6-a80e-4d58522899bf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (12c3a505-67d2-478c-a2cc-9a83a166bfe0), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:42.065099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a4e270aa-d469-46d6-a80e-4d58522899bf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (12c3a505-67d2-478c-a2cc-9a83a166bfe0), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:42.079218 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:42.083255 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-e22e6c7a-b057-442f-94fe-a1f8983b0014 None None] Set router 9b651bd0-52ca-4c33-9553-0ef4351859c4 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:15:42.143824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:42.152264 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a4e270aa-d469-46d6-a80e-4d58522899bf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (12c3a505-67d2-478c-a2cc-9a83a166bfe0), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:42.318550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a4e270aa-d469-46d6-a80e-4d58522899bf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (12c3a505-67d2-478c-a2cc-9a83a166bfe0), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:42.348235 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e270aa-d469-46d6-a80e-4d58522899bf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Subnet': ['ID=12c3a505-67d2-478c-a2cc-9a83a166bfe0,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:42.355469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a4e270aa-d469-46d6-a80e-4d58522899bf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:42.358783 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a4e270aa-d469-46d6-a80e-4d58522899bf tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/12c3a505-67d2-478c-a2cc-9a83a166bfe0 HTTP/1.1" status: 204 len: 168 time: 0.3902948 Oct 28 10:15:42.358908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45540) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:15:42.380214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f3a6da-cfd7-43c9-ad05-791e2c32e3ff None None] Network d24994fb-5c88-4544-b2c5-2bdf10048327 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:15:42.449729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-e22e6c7a-b057-442f-94fe-a1f8983b0014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:41Z', 'revision_number': 7, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:42.466846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (9b651bd0-52ca-4c33-9553-0ef4351859c4), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:42.491074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e6c7a-b057-442f-94fe-a1f8983b0014 None None] Checking router: 9b651bd0-52ca-4c33-9553-0ef4351859c4 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:15:42.509428 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22e6c7a-b057-442f-94fe-a1f8983b0014 None None] Routers {'9b651bd0-52ca-4c33-9553-0ef4351859c4'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:15:42.510134 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-e22e6c7a-b057-442f-94fe-a1f8983b0014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:15:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['9b651bd0-52ca-4c33-9553-0ef4351859c4'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:42.579474 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_gateway (9b651bd0-52ca-4c33-9553-0ef4351859c4), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:42.597122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e2da5f-b6f5-4768-a582-06a091c75435 None None] DHCP port deletion for d24994fb-5c88-4544-b2c5-2bdf10048327 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:15:42.651269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-e22e6c7a-b057-442f-94fe-a1f8983b0014 None None] Set router 9b651bd0-52ca-4c33-9553-0ef4351859c4 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:15:42.678616 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-42e2da5f-b6f5-4768-a582-06a091c75435 None None] Deleting port b48d8977-d19b-41d9-ac52-eaf138cd6528 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:15:42.679018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42e2da5f-b6f5-4768-a582-06a091c75435 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (b48d8977-d19b-41d9-ac52-eaf138cd6528), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:42.709756 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Deleting port bbed9771-8db2-489f-80a2-561245569de5 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:15:42.710095 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (bbed9771-8db2-489f-80a2-561245569de5), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:42.798618 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] For port bbed9771-8db2-489f-80a2-561245569de5, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=bbed9771-8db2-489f-80a2-561245569de5,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:15:42.799016 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (bbed9771-8db2-489f-80a2-561245569de5), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:42.813968 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Calling delete_port for bbed9771-8db2-489f-80a2-561245569de5 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:15:42.817830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-42e2da5f-b6f5-4768-a582-06a091c75435 None None] For port b48d8977-d19b-41d9-ac52-eaf138cd6528, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b48d8977-d19b-41d9-ac52-eaf138cd6528,segment=NetworkSegment(85dc1c02-c276-4fab-a77d-81331931061e),segment_id=85dc1c02-c276-4fab-a77d-81331931061e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:15:42.818236 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42e2da5f-b6f5-4768-a582-06a091c75435 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (b48d8977-d19b-41d9-ac52-eaf138cd6528), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:42.836027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-42e2da5f-b6f5-4768-a582-06a091c75435 None None] Calling delete_port for b48d8977-d19b-41d9-ac52-eaf138cd6528 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:15:42.897046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b48d8977-d19b-41d9-ac52-eaf138cd6528 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:15:42.993472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-e22e6c7a-b057-442f-94fe-a1f8983b0014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:41Z', 'revision_number': 7, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:43.032847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e6c7a-b057-442f-94fe-a1f8983b0014 None None] The sync data for ids ['9b651bd0-52ca-4c33-9553-0ef4351859c4'] in dv-neutron-zed-2-hyperv is: [{'id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'name': 'tempest-TestNetworkBasicOps-router-44220126', 'tenant_id': '0d399d550dab41259d95623249c98b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216'}], 'enable_snat': True}, 'gw_port_id': 'bbed9771-8db2-489f-80a2-561245569de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:41Z', 'revision_number': 7, 'project_id': '0d399d550dab41259d95623249c98b71', 'gw_port': {'id': 'bbed9771-8db2-489f-80a2-561245569de5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b651bd0-52ca-4c33-9553-0ef4351859c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:14:29Z', 'updated_at': '2022-10-28T10:15:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:15:43.036920 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:43.068289 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3c21e088-c55b-49e6-9c46-ab14e71e6db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:43.078645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:43.078645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port b48d8977-d19b-41d9-ac52-eaf138cd6528 is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:15:43.078645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b48d8977-d19b-41d9-ac52-eaf138cd6528), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:43.149185 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (bbed9771-8db2-489f-80a2-561245569de5), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:43.150482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42e2da5f-b6f5-4768-a582-06a091c75435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (b48d8977-d19b-41d9-ac52-eaf138cd6528), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:43.175700 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Port': ['ID=bbed9771-8db2-489f-80a2-561245569de5,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:43.188050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:43.188403 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:43.188745 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:43.189088 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:43.189424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:43.189755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:43.190082 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:43.190409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:43.190834 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:43.191160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:43.191485 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:43.191810 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:43.192134 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:43.192456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:43.192778 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:15:43.194183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2da5f-b6f5-4768-a582-06a091c75435 None None] Pushing event deleted for resources: {'Port': ['ID=b48d8977-d19b-41d9-ac52-eaf138cd6528,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:43.199369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e2da5f-b6f5-4768-a582-06a091c75435 None None] No DVR routers for this DVR port b48d8977-d19b-41d9-ac52-eaf138cd6528 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:15:43.253954 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (9b651bd0-52ca-4c33-9553-0ef4351859c4), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:43.336413 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:43.342061 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (9b651bd0-52ca-4c33-9553-0ef4351859c4), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:43.344839 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router_controller (9b651bd0-52ca-4c33-9553-0ef4351859c4), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:43.381429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:43.491599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (9b651bd0-52ca-4c33-9553-0ef4351859c4), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:43.492186 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Fanout notify agent at l3_agent the message router_deleted on router 9b651bd0-52ca-4c33-9553-0ef4351859c4 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:15:43.498918 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:43.500594 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-619a07ec-af36-485c-97e8-d62879ad6517 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/routers/9b651bd0-52ca-4c33-9553-0ef4351859c4 HTTP/1.1" status: 204 len: 168 time: 1.1411059 Oct 28 10:15:43.503698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45542) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:15:43.580777 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0637626d-1d46-4205-aa22-dfad0e347ae0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (d24994fb-5c88-4544-b2c5-2bdf10048327), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:43.675433 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0637626d-1d46-4205-aa22-dfad0e347ae0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (d24994fb-5c88-4544-b2c5-2bdf10048327), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:43.698120 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0637626d-1d46-4205-aa22-dfad0e347ae0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24994fb-5c88-4544-b2c5-2bdf10048327']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:43.708295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0637626d-1d46-4205-aa22-dfad0e347ae0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85dc1c02-c276-4fab-a77d-81331931061e') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:43.708593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-0637626d-1d46-4205-aa22-dfad0e347ae0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85dc1c02-c276-4fab-a77d-81331931061e') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:15:43.718241 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0637626d-1d46-4205-aa22-dfad0e347ae0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (85dc1c02-c276-4fab-a77d-81331931061e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:43.731823 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0637626d-1d46-4205-aa22-dfad0e347ae0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (85dc1c02-c276-4fab-a77d-81331931061e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:43.738097 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0637626d-1d46-4205-aa22-dfad0e347ae0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:15:43.740323 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0637626d-1d46-4205-aa22-dfad0e347ae0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (85dc1c02-c276-4fab-a77d-81331931061e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:43.757573 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 85dc1c02-c276-4fab-a77d-81331931061e resource provider aggregate not found Oct 28 10:15:43.803486 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 85dc1c02-c276-4fab-a77d-81331931061e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85dc1c02-c276-4fab-a77d-81331931061e found for delete ", "request_id": "req-755f97e0-aff3-48c4-9f68-5039725349cc"}]} Oct 28 10:15:43.897418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0637626d-1d46-4205-aa22-dfad0e347ae0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (d24994fb-5c88-4544-b2c5-2bdf10048327), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:43.904702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0637626d-1d46-4205-aa22-dfad0e347ae0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:43.907578 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0637626d-1d46-4205-aa22-dfad0e347ae0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] 10.222.0.49 "DELETE /networking/v2.0/networks/d24994fb-5c88-4544-b2c5-2bdf10048327 HTTP/1.1" status: 204 len: 168 time: 0.4028382 Oct 28 10:15:43.920078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637626d-1d46-4205-aa22-dfad0e347ae0 tempest-TestNetworkBasicOps-1983332632 tempest-TestNetworkBasicOps-1983332632-project] Pushing event deleted for resources: {'Network': ['ID=d24994fb-5c88-4544-b2c5-2bdf10048327,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:44.402233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45552) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:15:44.533870 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-09947f3f-3635-452d-a3bb-0f2be1e0e122 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0d399d550dab41259d95623249c98b71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304171 Oct 28 10:15:44.536424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45556) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:15:44.583734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2e4b9c05-f687-4cd4-98c6-7e31170c9458 admin admin] Publish callbacks [] for security_group (69de221c-157d-44e9-85be-3569ddf07695), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:44.603737 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2e4b9c05-f687-4cd4-98c6-7e31170c9458 admin admin] Publish callbacks [] for security_group (69de221c-157d-44e9-85be-3569ddf07695), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:44.700777 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2e4b9c05-f687-4cd4-98c6-7e31170c9458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (69de221c-157d-44e9-85be-3569ddf07695), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:44.703413 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2e4b9c05-f687-4cd4-98c6-7e31170c9458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:44.704596 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2e4b9c05-f687-4cd4-98c6-7e31170c9458 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/69de221c-157d-44e9-85be-3569ddf07695 HTTP/1.1" status: 204 len: 168 time: 0.1672764 Oct 28 10:15:44.712698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b9c05-f687-4cd4-98c6-7e31170c9458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69de221c-157d-44e9-85be-3569ddf07695,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:44.797272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d66ee8ef-733b-4605-94b2-e3c973686e5d no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:15:44.816694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: d66ee8ef-733b-4605-94b2-e3c973686e5d {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:15:44.817040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d66ee8ef-733b-4605-94b2-e3c973686e5d not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:15:44.817446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bbed9771-8db2-489f-80a2-561245569de5 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:15:44.839050 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: bbed9771-8db2-489f-80a2-561245569de5 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:15:44.839396 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device bbed9771-8db2-489f-80a2-561245569de5 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:15:45.319840 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-21b3299d-0702-4a57-84e0-61400a5f45d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:45.328738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45562) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:15:45.342557 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-502dd76b-3b60-4612-a518-7b6bdbfac9a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:45.420259 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-502dd76b-3b60-4612-a518-7b6bdbfac9a7 admin admin] Publish callbacks [] for security_group (d6eab8f7-2dbe-4f56-b741-a25bff54df56), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:45.495062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-502dd76b-3b60-4612-a518-7b6bdbfac9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (d6eab8f7-2dbe-4f56-b741-a25bff54df56), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:45.533424 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502dd76b-3b60-4612-a518-7b6bdbfac9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eab8f7-2dbe-4f56-b741-a25bff54df56,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:45.537747 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-502dd76b-3b60-4612-a518-7b6bdbfac9a7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6bae85ff2f97408eb7f162001b44a5a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2083471 Oct 28 10:15:45.541790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45564) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:15:45.594805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d3751f4-a8b1-41cc-8e28-3063bc058a32 admin admin] Publish callbacks [] for security_group (d6eab8f7-2dbe-4f56-b741-a25bff54df56), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:45.614512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d3751f4-a8b1-41cc-8e28-3063bc058a32 admin admin] Publish callbacks [] for security_group (d6eab8f7-2dbe-4f56-b741-a25bff54df56), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:45.754194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d3751f4-a8b1-41cc-8e28-3063bc058a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (d6eab8f7-2dbe-4f56-b741-a25bff54df56), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:45.756748 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1d3751f4-a8b1-41cc-8e28-3063bc058a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:45.758155 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1d3751f4-a8b1-41cc-8e28-3063bc058a32 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d6eab8f7-2dbe-4f56-b741-a25bff54df56 HTTP/1.1" status: 204 len: 168 time: 0.2164087 Oct 28 10:15:45.766794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3751f4-a8b1-41cc-8e28-3063bc058a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eab8f7-2dbe-4f56-b741-a25bff54df56,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:46.909221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:47.359584 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:47.384520 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:47.963572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:48.535143 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:53.587902 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-ffd8ea83-56ef-47ca-af3a-0d6f064de6c8 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=ad8b75ab4ce94734a764726a1c13324f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343597 Oct 28 10:15:53.770481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-e0f178fe-1ff8-4ccd-a43b-52b484d525e3 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:53.771954 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-e0f178fe-1ff8-4ccd-a43b-52b484d525e3 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790385 Oct 28 10:15:53.786517 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-dab83233-6352-4052-aaa3-5012a696192c tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/quotas/ad8b75ab4ce94734a764726a1c13324f HTTP/1.1" status: 200 len: 375 time: 0.0090475 Oct 28 10:15:53.818802 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-3edca66b-b8c0-4972-8dfd-d98051319050 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=ad8b75ab4ce94734a764726a1c13324f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274677 Oct 28 10:15:53.923277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:55.048425 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cd2dadca-da48-410d-9507-76edbc5fe61d req-35b36b93-7ca6-4c16-b112-e835586e59a1 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 210 time: 0.0271626 Oct 28 10:15:55.647527 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=9,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:55.761608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=31,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:56.154187 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9e580938-794a-4797-ae0e-45ac7738ea56 req-f7b26228-749a-4f2d-b3d6-0188e00d5825 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 210 time: 0.0300889 Oct 28 10:15:57.273013 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-6bd82c52-2719-4dc6-821e-83af126880d6 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=ad8b75ab4ce94734a764726a1c13324f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305293 Oct 28 10:15:57.479025 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-ab9cf4db-1178-4240-90ca-90551c9c7898 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:57.481551 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-ab9cf4db-1178-4240-90ca-90551c9c7898 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025001 Oct 28 10:15:57.507900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Request body: {'port': {'device_id': '2f06295e-0912-454f-87f0-b108ebe4a2dc', 'network_id': '692e36b1-b406-435a-93f1-9e063bb09f87', 'admin_state_up': True, 'tenant_id': 'ad8b75ab4ce94734a764726a1c13324f'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:15:57.570623 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-84d34196-a598-466b-873f-79a1a6dfe77d req-6cefb98e-3bb9-40c4-863b-3811ae520d11 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 210 time: 0.3400593 Oct 28 10:15:57.708226 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Made reservation on behalf of ad8b75ab4ce94734a764726a1c13324f for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:15:57.712025 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:57.722052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:57.797199 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Publish callbacks [] for security_group (a61fbd64-fb35-407a-92c5-8feb619e2413), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:57.862606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (a61fbd64-fb35-407a-92c5-8feb619e2413), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:57.928353 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61fbd64-fb35-407a-92c5-8feb619e2413,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:58.002455 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Allocated IP 192.168.233.240 (692e36b1-b406-435a-93f1-9e063bb09f87/64353aae-a2ba-4106-be8d-c99626c9b2a1/aea71083-29c2-4f18-9f30-9c80f026a424) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:15:58.152253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Publish callbacks [] for port (aea71083-29c2-4f18-9f30-9c80f026a424), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:58.249020 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (aea71083-29c2-4f18-9f30-9c80f026a424), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:58.292099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Network 692e36b1-b406-435a-93f1-9e063bb09f87 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:15:58.295326 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:15:58.299139 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:15:58.325523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Pushing event updated for resources: {'Port': ['ID=aea71083-29c2-4f18-9f30-9c80f026a424,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:58.330382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:58.338354 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:58.356854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:58.357469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:58.445975 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-f39ce05a-ddfc-40f7-89e4-b5eaf4620b26 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9420140 Oct 28 10:15:58.470696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Request body: {'port': {'device_id': '2f06295e-0912-454f-87f0-b108ebe4a2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:15:58.525159 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4c1e00d9-43d9-46dc-952d-4c0dfb67285b None None] Provisioning complete for port aea71083-29c2-4f18-9f30-9c80f026a424 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:15:58.526130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4c1e00d9-43d9-46dc-952d-4c0dfb67285b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (aea71083-29c2-4f18-9f30-9c80f026a424), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:58.526466 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4c1e00d9-43d9-46dc-952d-4c0dfb67285b None None] Attempt 1 to provision port aea71083-29c2-4f18-9f30-9c80f026a424 Oct 28 10:15:58.534618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (aea71083-29c2-4f18-9f30-9c80f026a424), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:58.557809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4c1e00d9-43d9-46dc-952d-4c0dfb67285b None None] Port aea71083-29c2-4f18-9f30-9c80f026a424 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:15:58.692707 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b22ce-054c-4d7d-9138-69ed48286328 req-a342fbaf-d0ee-4514-9e1e-d44e53c11d24 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:58.694181 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ca4b22ce-054c-4d7d-9138-69ed48286328 req-a342fbaf-d0ee-4514-9e1e-d44e53c11d24 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 936 time: 0.0459163 Oct 28 10:15:58.741898 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ca4b22ce-054c-4d7d-9138-69ed48286328 req-2413b193-67b3-410d-b907-fa549722a20a tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a61fbd64-fb35-407a-92c5-8feb619e2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416934 Oct 28 10:15:58.793742 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea71083-29c2-4f18-9f30-9c80f026a424 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:15:58.801173 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Publish callbacks [] for port (aea71083-29c2-4f18-9f30-9c80f026a424), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:58.814018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Transition to ACTIVE for port object aea71083-29c2-4f18-9f30-9c80f026a424 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:15:58.896807 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (aea71083-29c2-4f18-9f30-9c80f026a424), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:58.960786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Pushing event updated for resources: {'Port': ['ID=aea71083-29c2-4f18-9f30-9c80f026a424,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:59.008706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Attempting to bind port aea71083-29c2-4f18-9f30-9c80f026a424 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:15:59.009038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Attempting to bind port aea71083-29c2-4f18-9f30-9c80f026a424 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '8b5c65bc-3a60-4717-adab-042f5e22e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '692e36b1-b406-435a-93f1-9e063bb09f87'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:15:59.009365 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Attempting to bind port aea71083-29c2-4f18-9f30-9c80f026a424 on network 692e36b1-b406-435a-93f1-9e063bb09f87 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:15:59.049638 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Port aea71083-29c2-4f18-9f30-9c80f026a424 on network 692e36b1-b406-435a-93f1-9e063bb09f87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:15:59.049959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Attempting to bind port aea71083-29c2-4f18-9f30-9c80f026a424 on network 692e36b1-b406-435a-93f1-9e063bb09f87 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:15:59.094291 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:15:59.094618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Checking segment: {'id': '8b5c65bc-3a60-4717-adab-042f5e22e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '692e36b1-b406-435a-93f1-9e063bb09f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:15:59.095022 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Bound using segment: {'id': '8b5c65bc-3a60-4717-adab-042f5e22e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '692e36b1-b406-435a-93f1-9e063bb09f87'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:15:59.095446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Bound port: aea71083-29c2-4f18-9f30-9c80f026a424, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b5c65bc-3a60-4717-adab-042f5e22e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '692e36b1-b406-435a-93f1-9e063bb09f87'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:15:59.095801 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (aea71083-29c2-4f18-9f30-9c80f026a424), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:59.145213 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:59.155690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] For port aea71083-29c2-4f18-9f30-9c80f026a424, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:15:59.158657 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] For port aea71083-29c2-4f18-9f30-9c80f026a424, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=aea71083-29c2-4f18-9f30-9c80f026a424,segment=NetworkSegment(8b5c65bc-3a60-4717-adab-042f5e22e60f),segment_id=8b5c65bc-3a60-4717-adab-042f5e22e60f)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:15:59.235081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (aea71083-29c2-4f18-9f30-9c80f026a424), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:59.239225 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:59.239829 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:15:59.241217 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/aea71083-29c2-4f18-9f30-9c80f026a424 HTTP/1.1" status: 200 len: 1098 time: 0.7758048 Oct 28 10:15:59.241757 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f06295e-0912-454f-87f0-b108ebe4a2dc', 'tag': 'aea71083-29c2-4f18-9f30-9c80f026a424'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:15:59.244029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf52f77-5975-4732-afa3-7dfd42403ace" -d '{"events": [{"name": "network-changed", "server_uuid": "2f06295e-0912-454f-87f0-b108ebe4a2dc", "tag": "aea71083-29c2-4f18-9f30-9c80f026a424"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:15:59.284612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a942c99c-26c0-4e5a-bf3f-96b07888b47f x-openstack-request-id: req-a942c99c-26c0-4e5a-bf3f-96b07888b47f {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:15:59.284921 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f06295e-0912-454f-87f0-b108ebe4a2dc", "tag": "aea71083-29c2-4f18-9f30-9c80f026a424", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:15:59.285189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a942c99c-26c0-4e5a-bf3f-96b07888b47f {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:15:59.285575 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a942c99c-26c0-4e5a-bf3f-96b07888b47f'] response: {'name': 'network-changed', 'server_uuid': '2f06295e-0912-454f-87f0-b108ebe4a2dc', 'tag': 'aea71083-29c2-4f18-9f30-9c80f026a424', 'status': 'completed', 'code': 200} Oct 28 10:15:59.294851 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b59a2-fa4c-47cd-a3dd-147af1bd3e70 service neutron] Pushing event updated for resources: {'Port': ['ID=aea71083-29c2-4f18-9f30-9c80f026a424,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:15:59.381905 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf52f77-5975-4732-afa3-7dfd42403ace req-1e4114f2-6137-4b27-879b-ad5110cfef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:59.383409 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4bf52f77-5975-4732-afa3-7dfd42403ace req-1e4114f2-6137-4b27-879b-ad5110cfef35 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=ad8b75ab4ce94734a764726a1c13324f&device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 1132 time: 0.0428591 Oct 28 10:15:59.423683 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4bf52f77-5975-4732-afa3-7dfd42403ace req-b85d2161-ab34-47b2-bc63-bc30feaa6489 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=ad8b75ab4ce94734a764726a1c13324f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196366 Oct 28 10:15:59.515195 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf52f77-5975-4732-afa3-7dfd42403ace req-09ed78d2-46d4-4be6-9313-898e8db6d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:59.516558 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4bf52f77-5975-4732-afa3-7dfd42403ace req-09ed78d2-46d4-4be6-9313-898e8db6d952 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868399 Oct 28 10:15:59.628116 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-15508317-085e-408b-86e4-dad1f5a0b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:59.629561 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-15508317-085e-408b-86e4-dad1f5a0b921 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=ad8b75ab4ce94734a764726a1c13324f&device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 1132 time: 0.0425940 Oct 28 10:15:59.680122 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-c2017e78-a7f0-42bf-b3bd-fd0b3b8b8941 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=aea71083-29c2-4f18-9f30-9c80f026a424 HTTP/1.1" status: 200 len: 217 time: 0.0316830 Oct 28 10:15:59.726953 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:15:59.732579 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-b9af6bc1-2d21-44a1-b52a-c69ea097480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:59.733979 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-b9af6bc1-2d21-44a1-b52a-c69ea097480e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=64353aae-a2ba-4106-be8d-c99626c9b2a1 HTTP/1.1" status: 200 len: 843 time: 0.0453088 Oct 28 10:15:59.778827 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-daf3c89a-0839-42fa-a1a4-01c2332b183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:59.780294 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-daf3c89a-0839-42fa-a1a4-01c2332b183c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=692e36b1-b406-435a-93f1-9e063bb09f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0370390 Oct 28 10:15:59.868250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cd6be-b02f-46c4-bbb6-85196a8a974f req-f8215685-03ad-4ebc-925c-9b77a482819a tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:15:59.869744 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-995cd6be-b02f-46c4-bbb6-85196a8a974f req-f8215685-03ad-4ebc-925c-9b77a482819a tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 948 time: 0.0517595 Oct 28 10:15:59.880411 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-d97611a3-7657-4355-aa35-4aaa89c3ece6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/692e36b1-b406-435a-93f1-9e063bb09f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903027 Oct 28 10:15:59.917828 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-995cd6be-b02f-46c4-bbb6-85196a8a974f req-ca68143f-0d90-49f0-a124-cf07c53b098a tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a61fbd64-fb35-407a-92c5-8feb619e2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422337 Oct 28 10:15:59.979154 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8401de9f-f03b-4efd-97ea-3ef8b7884fdc req-1cca148c-13ec-43c9-abb3-06b7ccaec6cb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/692e36b1-b406-435a-93f1-9e063bb09f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893519 Oct 28 10:16:01.002630 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:01.037621 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b87fae-d314-4a58-b649-049ab6e3077e req-43c670da-e362-4564-9c57-b5ba3333eea9 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:01.039094 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b5b87fae-d314-4a58-b649-049ab6e3077e req-43c670da-e362-4564-9c57-b5ba3333eea9 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 948 time: 0.0460386 Oct 28 10:16:01.085772 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b5b87fae-d314-4a58-b649-049ab6e3077e req-8dccfb43-7e1b-4035-8585-e7a984d1d08b tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a61fbd64-fb35-407a-92c5-8feb619e2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Oct 28 10:16:02.206168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c32ba0-6a97-41df-b004-7fb80b69da10 req-37578717-6368-412f-ad9f-9e23d39e74d0 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:02.207635 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-06c32ba0-6a97-41df-b004-7fb80b69da10 req-37578717-6368-412f-ad9f-9e23d39e74d0 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 948 time: 0.0454373 Oct 28 10:16:02.239793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:02.258061 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-06c32ba0-6a97-41df-b004-7fb80b69da10 req-b6d6e93c-379f-4fd1-bce3-0e5a90d6f732 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a61fbd64-fb35-407a-92c5-8feb619e2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451195 Oct 28 10:16:02.714619 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:16:03.341990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device aea71083-29c2-4f18-9f30-9c80f026a424 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:16:03.377654 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75918c-81eb-49aa-8cd3-268327fdab29 req-5220fb90-8393-4ad7-89ce-b5ba252aae23 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:03.384184 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4c75918c-81eb-49aa-8cd3-268327fdab29 req-5220fb90-8393-4ad7-89ce-b5ba252aae23 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 948 time: 0.0482719 Oct 28 10:16:03.427938 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4c75918c-81eb-49aa-8cd3-268327fdab29 req-e45a252d-6dbb-4f9f-9f18-3800b8de9c59 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a61fbd64-fb35-407a-92c5-8feb619e2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430529 Oct 28 10:16:03.445811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port aea71083-29c2-4f18-9f30-9c80f026a424, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=aea71083-29c2-4f18-9f30-9c80f026a424,segment=NetworkSegment(8b5c65bc-3a60-4717-adab-042f5e22e60f),segment_id=8b5c65bc-3a60-4717-adab-042f5e22e60f)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:16:03.456945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'aea71083-29c2-4f18-9f30-9c80f026a424', 'network_id': '692e36b1-b406-435a-93f1-9e063bb09f87', 'port_id': 'aea71083-29c2-4f18-9f30-9c80f026a424', 'mac_address': 'fa:16:3e:20:a6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64353aae-a2ba-4106-be8d-c99626c9b2a1', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:16:03.491555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port aea71083-29c2-4f18-9f30-9c80f026a424 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:16:03.491981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (aea71083-29c2-4f18-9f30-9c80f026a424), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:03.505882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea71083-29c2-4f18-9f30-9c80f026a424 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:16:03.525904 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port aea71083-29c2-4f18-9f30-9c80f026a424, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=aea71083-29c2-4f18-9f30-9c80f026a424,segment=NetworkSegment(8b5c65bc-3a60-4717-adab-042f5e22e60f),segment_id=8b5c65bc-3a60-4717-adab-042f5e22e60f)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:16:03.599665 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (aea71083-29c2-4f18-9f30-9c80f026a424), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:03.650657 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=aea71083-29c2-4f18-9f30-9c80f026a424,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:03.992457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['aea71083-29c2-4f18-9f30-9c80f026a424'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:16:04.547944 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c187e6-67d3-4054-8976-0fe8fccbfef0 req-99628e48-c529-4493-bc0e-2cda66464108 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:04.549410 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-83c187e6-67d3-4054-8976-0fe8fccbfef0 req-99628e48-c529-4493-bc0e-2cda66464108 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 949 time: 0.0460517 Oct 28 10:16:04.596302 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-83c187e6-67d3-4054-8976-0fe8fccbfef0 req-22fa1310-a239-4af6-ba53-81bea175a7b9 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a61fbd64-fb35-407a-92c5-8feb619e2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 Oct 28 10:16:05.382695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device aea71083-29c2-4f18-9f30-9c80f026a424 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:16:05.427308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port aea71083-29c2-4f18-9f30-9c80f026a424 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:16:05.511094 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port aea71083-29c2-4f18-9f30-9c80f026a424 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:16:05.511479 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (aea71083-29c2-4f18-9f30-9c80f026a424), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:05.511817 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port aea71083-29c2-4f18-9f30-9c80f026a424 Oct 28 10:16:05.532771 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:05.582383 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port aea71083-29c2-4f18-9f30-9c80f026a424 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:16:05.582794 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (aea71083-29c2-4f18-9f30-9c80f026a424), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:05.584471 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:05.606251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f06295e-0912-454f-87f0-b108ebe4a2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea71083-29c2-4f18-9f30-9c80f026a424'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:16:05.608507 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ce5438-cbb7-47ac-aa4c-2629e4b4eb7a" -d '{"events": [{"server_uuid": "2f06295e-0912-454f-87f0-b108ebe4a2dc", "name": "network-vif-plugged", "status": "completed", "tag": "aea71083-29c2-4f18-9f30-9c80f026a424"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:16:05.621948 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port aea71083-29c2-4f18-9f30-9c80f026a424, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=aea71083-29c2-4f18-9f30-9c80f026a424,segment=NetworkSegment(8b5c65bc-3a60-4717-adab-042f5e22e60f),segment_id=8b5c65bc-3a60-4717-adab-042f5e22e60f)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:16:05.652431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d063864-0991-472d-ad6d-5b0a2fcb3b41 x-openstack-request-id: req-3d063864-0991-472d-ad6d-5b0a2fcb3b41 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:16:05.652431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f06295e-0912-454f-87f0-b108ebe4a2dc", "name": "network-vif-plugged", "status": "completed", "tag": "aea71083-29c2-4f18-9f30-9c80f026a424", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:16:05.652431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d063864-0991-472d-ad6d-5b0a2fcb3b41 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:16:05.652431 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d063864-0991-472d-ad6d-5b0a2fcb3b41'] response: {'server_uuid': '2f06295e-0912-454f-87f0-b108ebe4a2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea71083-29c2-4f18-9f30-9c80f026a424', 'code': 200} Oct 28 10:16:05.720250 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (aea71083-29c2-4f18-9f30-9c80f026a424), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:05.721496 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19078667-768d-460f-b65f-365acb851aca req-307db0a7-4b74-4587-9648-1c0c637a7d2a tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:05.723039 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-19078667-768d-460f-b65f-365acb851aca req-307db0a7-4b74-4587-9648-1c0c637a7d2a tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 949 time: 0.0522382 Oct 28 10:16:05.769601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=aea71083-29c2-4f18-9f30-9c80f026a424,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:05.773961 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-19078667-768d-460f-b65f-365acb851aca req-f122117d-8d08-421a-bca1-8b8339262cbe tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a61fbd64-fb35-407a-92c5-8feb619e2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434573 Oct 28 10:16:06.010163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed115b-8557-4044-a7bc-1ad044ea09e2 req-f4267685-091d-4a1a-a176-9d7bf0444a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:06.011674 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-73ed115b-8557-4044-a7bc-1ad044ea09e2 req-f4267685-091d-4a1a-a176-9d7bf0444a40 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 1134 time: 0.0387130 Oct 28 10:16:06.056512 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-73ed115b-8557-4044-a7bc-1ad044ea09e2 req-70dfbed8-0bb3-48e2-9354-6ce618e61432 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=a61fbd64-fb35-407a-92c5-8feb619e2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371661 Oct 28 10:16:06.895973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85b96-cf5b-4d3d-aff1-8e465ef0a28f req-7d437882-4b48-4db3-9fd9-9893645c0bdb tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:06.897441 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-44b85b96-cf5b-4d3d-aff1-8e465ef0a28f req-7d437882-4b48-4db3-9fd9-9893645c0bdb tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 950 time: 0.0461705 Oct 28 10:16:06.944947 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-44b85b96-cf5b-4d3d-aff1-8e465ef0a28f req-91f7cd71-3096-4bca-a7af-4ef2a0cdcbb4 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a61fbd64-fb35-407a-92c5-8feb619e2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418322 Oct 28 10:16:08.061576 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfdf86-b696-4ab9-8505-aaba1793ab75 req-fb1fb210-0ef0-41dd-b8be-6f39291ff147 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:08.063076 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8fbfdf86-b696-4ab9-8505-aaba1793ab75 req-fb1fb210-0ef0-41dd-b8be-6f39291ff147 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 950 time: 0.0457673 Oct 28 10:16:08.114185 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8fbfdf86-b696-4ab9-8505-aaba1793ab75 req-bc42dd90-b226-4edd-9e13-8952905782e4 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a61fbd64-fb35-407a-92c5-8feb619e2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449064 Oct 28 10:16:08.476386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-0c6bfb52-3eb5-4792-a9b6-0a8e16ee3962 req-192cc36b-a5d9-4979-818b-283b263888e4 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:16:08.477358 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0c6bfb52-3eb5-4792-a9b6-0a8e16ee3962 req-192cc36b-a5d9-4979-818b-283b263888e4 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055506 Oct 28 10:16:09.050538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-b8be1f53-777b-465c-846b-1bb9618dbdf7 req-8fa5bf3d-55fd-4f9e-a7c8-c36e22c0bf4c service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:16:09.051643 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b8be1f53-777b-465c-846b-1bb9618dbdf7 req-8fa5bf3d-55fd-4f9e-a7c8-c36e22c0bf4c service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0981429 Oct 28 10:16:09.694131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc004741-07fb-424c-ac07-d1b17e8b3145 req-22c37e4d-7c32-4aa3-a55d-7a6dab0ac093 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:09.695621 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cc004741-07fb-424c-ac07-d1b17e8b3145 req-22c37e4d-7c32-4aa3-a55d-7a6dab0ac093 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 950 time: 0.0456564 Oct 28 10:16:09.742982 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cc004741-07fb-424c-ac07-d1b17e8b3145 req-0c39bdea-a352-4d92-83c4-f930eea4d79a tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a61fbd64-fb35-407a-92c5-8feb619e2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417666 Oct 28 10:16:10.688950 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:10.864204 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d13d88-8d25-4377-86fa-50749ac3e728 req-c3cb1377-f772-49b4-9faa-e24c44bd8599 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:10.865697 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c1d13d88-8d25-4377-86fa-50749ac3e728 req-c3cb1377-f772-49b4-9faa-e24c44bd8599 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 950 time: 0.0473635 Oct 28 10:16:10.913241 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c1d13d88-8d25-4377-86fa-50749ac3e728 req-79773f38-6d7f-4241-b81c-116695368250 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a61fbd64-fb35-407a-92c5-8feb619e2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417187 Oct 28 10:16:11.285279 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a23355-723c-4c7f-a1e3-426c6a9f878b req-e41f95bb-6137-421c-b6d4-5f4ce8b579e3 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:11.286719 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-85a23355-723c-4c7f-a1e3-426c6a9f878b req-e41f95bb-6137-421c-b6d4-5f4ce8b579e3 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 950 time: 0.0458508 Oct 28 10:16:11.371804 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-85a23355-723c-4c7f-a1e3-426c6a9f878b req-99f1a543-77a6-4ff8-96e6-df274193acb4 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Deleting port aea71083-29c2-4f18-9f30-9c80f026a424 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:16:11.372147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-85a23355-723c-4c7f-a1e3-426c6a9f878b req-99f1a543-77a6-4ff8-96e6-df274193acb4 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (aea71083-29c2-4f18-9f30-9c80f026a424), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:11.462099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-85a23355-723c-4c7f-a1e3-426c6a9f878b req-99f1a543-77a6-4ff8-96e6-df274193acb4 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] For port aea71083-29c2-4f18-9f30-9c80f026a424, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=aea71083-29c2-4f18-9f30-9c80f026a424,segment=NetworkSegment(8b5c65bc-3a60-4717-adab-042f5e22e60f),segment_id=8b5c65bc-3a60-4717-adab-042f5e22e60f)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:16:11.462461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-85a23355-723c-4c7f-a1e3-426c6a9f878b req-99f1a543-77a6-4ff8-96e6-df274193acb4 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (aea71083-29c2-4f18-9f30-9c80f026a424), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:11.480057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-85a23355-723c-4c7f-a1e3-426c6a9f878b req-99f1a543-77a6-4ff8-96e6-df274193acb4 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Calling delete_port for aea71083-29c2-4f18-9f30-9c80f026a424 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:16:11.561978 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:11.680015 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-85a23355-723c-4c7f-a1e3-426c6a9f878b req-99f1a543-77a6-4ff8-96e6-df274193acb4 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (aea71083-29c2-4f18-9f30-9c80f026a424), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:11.709910 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1a543-77a6-4ff8-96e6-df274193acb4 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Pushing event deleted for resources: {'Port': ['ID=aea71083-29c2-4f18-9f30-9c80f026a424,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:11.723925 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['aea71083-29c2-4f18-9f30-9c80f026a424'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:16:11.759618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a23355-723c-4c7f-a1e3-426c6a9f878b req-99f1a543-77a6-4ff8-96e6-df274193acb4 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] No DVR routers for this DVR port aea71083-29c2-4f18-9f30-9c80f026a424 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:16:11.762417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-85a23355-723c-4c7f-a1e3-426c6a9f878b req-99f1a543-77a6-4ff8-96e6-df274193acb4 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:11.765710 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-85a23355-723c-4c7f-a1e3-426c6a9f878b req-99f1a543-77a6-4ff8-96e6-df274193acb4 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.48 "DELETE /networking/v2.0/ports/aea71083-29c2-4f18-9f30-9c80f026a424 HTTP/1.1" status: 204 len: 173 time: 0.4712791 Oct 28 10:16:11.766236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f06295e-0912-454f-87f0-b108ebe4a2dc', 'name': 'network-vif-deleted', 'tag': 'aea71083-29c2-4f18-9f30-9c80f026a424'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:16:11.769022 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374d6ca5-aaa6-492e-9c03-0ff45194fa7e" -d '{"events": [{"server_uuid": "2f06295e-0912-454f-87f0-b108ebe4a2dc", "name": "network-vif-deleted", "tag": "aea71083-29c2-4f18-9f30-9c80f026a424"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:16:11.808854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee84e22f-ad25-43a6-ac64-17b613708001 x-openstack-request-id: req-ee84e22f-ad25-43a6-ac64-17b613708001 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:16:11.809312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f06295e-0912-454f-87f0-b108ebe4a2dc", "name": "network-vif-deleted", "tag": "aea71083-29c2-4f18-9f30-9c80f026a424", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:16:11.809549 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee84e22f-ad25-43a6-ac64-17b613708001 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:16:11.809986 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee84e22f-ad25-43a6-ac64-17b613708001'] response: {'server_uuid': '2f06295e-0912-454f-87f0-b108ebe4a2dc', 'name': 'network-vif-deleted', 'tag': 'aea71083-29c2-4f18-9f30-9c80f026a424', 'status': 'completed', 'code': 200} Oct 28 10:16:12.019609 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7bd81802-dc92-468f-a7d1-aeb7cdf47c0a req-3a7a47d5-5fec-4e38-8fe6-242ca2c14bd2 tempest-ServersAdminNegativeTestJSON-172457228 tempest-ServersAdminNegativeTestJSON-172457228-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 210 time: 0.0312204 Oct 28 10:16:12.628276 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3878df27-1330-417d-9481-59d617e244ed req-84e89d9e-09f9-4c46-bff0-5f4b31a41ce6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280952 Oct 28 10:16:12.727571 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3878df27-1330-417d-9481-59d617e244ed req-9ab6b027-0a65-4541-a3ad-c4ab65442f33 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=ad8b75ab4ce94734a764726a1c13324f&device_id=2f06295e-0912-454f-87f0-b108ebe4a2dc HTTP/1.1" status: 200 len: 210 time: 0.0266593 Oct 28 10:16:12.776895 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3878df27-1330-417d-9481-59d617e244ed req-ef31cbca-6d4e-417a-a86a-0c28db9b72be service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=ad8b75ab4ce94734a764726a1c13324f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199487 Oct 28 10:16:12.870508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:12.875372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878df27-1330-417d-9481-59d617e244ed req-534ae378-b268-4ff0-aea6-79b9bdeb53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:12.877334 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3878df27-1330-417d-9481-59d617e244ed req-534ae378-b268-4ff0-aea6-79b9bdeb53c1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936728 Oct 28 10:16:13.086641 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-69ad2596-8cbe-40d6-a299-875c1e731f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:13.558378 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45708) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:16:13.689268 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-79058162-ae5e-4fb3-9cc9-db6d27884f22 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ad8b75ab4ce94734a764726a1c13324f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292317 Oct 28 10:16:13.691400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45712) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:16:13.739425 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-baa5431f-4bcf-4001-9803-e8ae9adc32ae admin admin] Publish callbacks [] for security_group (a61fbd64-fb35-407a-92c5-8feb619e2413), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:13.759193 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-baa5431f-4bcf-4001-9803-e8ae9adc32ae admin admin] Publish callbacks [] for security_group (a61fbd64-fb35-407a-92c5-8feb619e2413), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:13.891083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-baa5431f-4bcf-4001-9803-e8ae9adc32ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (a61fbd64-fb35-407a-92c5-8feb619e2413), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:13.893612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-baa5431f-4bcf-4001-9803-e8ae9adc32ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:13.894801 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-baa5431f-4bcf-4001-9803-e8ae9adc32ae admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a61fbd64-fb35-407a-92c5-8feb619e2413 HTTP/1.1" status: 204 len: 168 time: 0.2020013 Oct 28 10:16:13.902837 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5431f-4bcf-4001-9803-e8ae9adc32ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61fbd64-fb35-407a-92c5-8feb619e2413,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:14.494364 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45718) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:16:14.507026 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fc343a4b-afde-45da-a16c-3d0470478cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:14.583072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fc343a4b-afde-45da-a16c-3d0470478cb3 admin admin] Publish callbacks [] for security_group (2e5ec15f-3a78-4a02-9b34-9ad5c7e946ad), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:14.650645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fc343a4b-afde-45da-a16c-3d0470478cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (2e5ec15f-3a78-4a02-9b34-9ad5c7e946ad), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:14.690761 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fc343a4b-afde-45da-a16c-3d0470478cb3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7c959b26191b4a99b60591092f8c5999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1962600 Oct 28 10:16:14.691599 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc343a4b-afde-45da-a16c-3d0470478cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5ec15f-3a78-4a02-9b34-9ad5c7e946ad,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:14.693527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45720) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:16:14.744566 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76969f2d-f65f-47b6-89c2-1f6a4b10a756 admin admin] Publish callbacks [] for security_group (2e5ec15f-3a78-4a02-9b34-9ad5c7e946ad), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:14.764505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76969f2d-f65f-47b6-89c2-1f6a4b10a756 admin admin] Publish callbacks [] for security_group (2e5ec15f-3a78-4a02-9b34-9ad5c7e946ad), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:14.894483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76969f2d-f65f-47b6-89c2-1f6a4b10a756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (2e5ec15f-3a78-4a02-9b34-9ad5c7e946ad), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:14.897571 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-76969f2d-f65f-47b6-89c2-1f6a4b10a756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:14.898865 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-76969f2d-f65f-47b6-89c2-1f6a4b10a756 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2e5ec15f-3a78-4a02-9b34-9ad5c7e946ad HTTP/1.1" status: 204 len: 168 time: 0.2042649 Oct 28 10:16:14.913565 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76969f2d-f65f-47b6-89c2-1f6a4b10a756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5ec15f-3a78-4a02-9b34-9ad5c7e946ad,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:15.347950 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f4038a42-541d-4f33-9c1b-039c4803c63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:15.405095 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device aea71083-29c2-4f18-9f30-9c80f026a424 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:16:15.427821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: aea71083-29c2-4f18-9f30-9c80f026a424 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:16:15.428109 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device aea71083-29c2-4f18-9f30-9c80f026a424 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:16:15.928102 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45742) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:16:16.022387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-24516f6c-abe9-4492-8d54-f8df14f3bf2e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1389218006-network', 'tenant_id': 'd6cd862b43174291bde82df1efdabba4'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:16:16.116924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24516f6c-abe9-4492-8d54-f8df14f3bf2e admin admin] Made reservation on behalf of d6cd862b43174291bde82df1efdabba4 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:16:16.119316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24516f6c-abe9-4492-8d54-f8df14f3bf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:16.128085 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24516f6c-abe9-4492-8d54-f8df14f3bf2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:16.160155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:16.168112 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:16.203637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24516f6c-abe9-4492-8d54-f8df14f3bf2e admin admin] Publish callbacks [] for security_group (df2b4d80-fa09-4d5f-9f32-c88f77331e25), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:16.267733 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24516f6c-abe9-4492-8d54-f8df14f3bf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (df2b4d80-fa09-4d5f-9f32-c88f77331e25), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:16.297998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24516f6c-abe9-4492-8d54-f8df14f3bf2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:16:16.305619 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24516f6c-abe9-4492-8d54-f8df14f3bf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2b4d80-fa09-4d5f-9f32-c88f77331e25,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:16.311846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24516f6c-abe9-4492-8d54-f8df14f3bf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (f67e78bb-bb7b-4f1d-a2ec-b64d329973b6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:16.312189 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-24516f6c-abe9-4492-8d54-f8df14f3bf2e admin admin] Added segment f67e78bb-bb7b-4f1d-a2ec-b64d329973b6 of type vlan for network 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e Oct 28 10:16:16.353665 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24516f6c-abe9-4492-8d54-f8df14f3bf2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (0464ff3d-0ca5-4300-98d2-b3a0e6d8933e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:16.444776 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24516f6c-abe9-4492-8d54-f8df14f3bf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (0464ff3d-0ca5-4300-98d2-b3a0e6d8933e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:16.445806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24516f6c-abe9-4492-8d54-f8df14f3bf2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:16.446380 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-24516f6c-abe9-4492-8d54-f8df14f3bf2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:16.509184 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24516f6c-abe9-4492-8d54-f8df14f3bf2e admin admin] Pushing event updated for resources: {'Network': ['ID=0464ff3d-0ca5-4300-98d2-b3a0e6d8933e,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:16.526447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:16:16.548695 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-24516f6c-abe9-4492-8d54-f8df14f3bf2e admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6194966 Oct 28 10:16:16.552351 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45746) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:16:16.557167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-290019ce-808e-4a5b-b622-f4afe5dbc5f8 admin admin] Request body: {'subnet': {'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1389218006-subnet', 'tenant_id': 'd6cd862b43174291bde82df1efdabba4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:16:16.637224 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290019ce-808e-4a5b-b622-f4afe5dbc5f8 admin admin] Made reservation on behalf of d6cd862b43174291bde82df1efdabba4 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:16:16.639647 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-290019ce-808e-4a5b-b622-f4afe5dbc5f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:16.865575 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-290019ce-808e-4a5b-b622-f4afe5dbc5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (c17f2a0c-ad30-4f18-9855-e1b12132111a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:16.889172 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=17,neutron:UPDATE=5,neutron:SELECT=76,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:16.921925 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290019ce-808e-4a5b-b622-f4afe5dbc5f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c17f2a0c-ad30-4f18-9855-e1b12132111a,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:16.934254 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:16.937207 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290019ce-808e-4a5b-b622-f4afe5dbc5f8 admin admin] Checking segment: {'id': 'f67e78bb-bb7b-4f1d-a2ec-b64d329973b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:16:16.937714 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290019ce-808e-4a5b-b622-f4afe5dbc5f8 admin admin] Network hostable DHCP agents. Network: 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:16:17.019469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290019ce-808e-4a5b-b622-f4afe5dbc5f8 admin admin] Network 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:16:17.082655 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-290019ce-808e-4a5b-b622-f4afe5dbc5f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:16:17.086812 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290019ce-808e-4a5b-b622-f4afe5dbc5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:17.087406 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-290019ce-808e-4a5b-b622-f4afe5dbc5f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:17.091451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658e3581-1dc2-42a1-8283-0bd021cac1a4 None None] Network 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:16:17.178017 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-290019ce-808e-4a5b-b622-f4afe5dbc5f8 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6237171 Oct 28 10:16:17.181087 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45748) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:16:17.186726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1389218006-router', 'tenant_id': 'd6cd862b43174291bde82df1efdabba4', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:16:17.193931 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-0464ff3d-0ca5-4300-98d2-b3a0e6d8933e', 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e', 'project_id': 'd6cd862b43174291bde82df1efdabba4', 'fixed_ips': [{'subnet_id': 'c17f2a0c-ad30-4f18-9855-e1b12132111a'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:16:17.194924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:17.283286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (d49bb5ca-157d-4e8d-b57b-10ef13445f43), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:17.284346 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (d49bb5ca-157d-4e8d-b57b-10ef13445f43), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:17.330158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Allocated IP 172.20.0.2 (0464ff3d-0ca5-4300-98d2-b3a0e6d8933e/c17f2a0c-ad30-4f18-9855-e1b12132111a/57d9dbe2-8957-4590-b3af-9cae655b1a9a) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:16:17.334727 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Publish callbacks [] for router_controller (d49bb5ca-157d-4e8d-b57b-10ef13445f43), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:17.471213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Publish callbacks [] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:17.533654 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Publish callbacks [] for router_gateway (d49bb5ca-157d-4e8d-b57b-10ef13445f43), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:17.542574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:17.582819 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Network 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:16:17.588199 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:16:17.592047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:16:17.595222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Pushing event updated for resources: {'Port': ['ID=57d9dbe2-8957-4590-b3af-9cae655b1a9a,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:17.641839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:17.651656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Attempting to bind port 57d9dbe2-8957-4590-b3af-9cae655b1a9a on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:16:17.655580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Attempting to bind port 57d9dbe2-8957-4590-b3af-9cae655b1a9a by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'f67e78bb-bb7b-4f1d-a2ec-b64d329973b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:16:17.655580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Attempting to bind port 57d9dbe2-8957-4590-b3af-9cae655b1a9a on network 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:16:17.695933 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:16:17.696309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Checking segment: {'id': 'f67e78bb-bb7b-4f1d-a2ec-b64d329973b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:16:17.696890 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:17.697284 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Bound using segment: {'id': 'f67e78bb-bb7b-4f1d-a2ec-b64d329973b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:16:17.697757 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Bound port: 57d9dbe2-8957-4590-b3af-9cae655b1a9a, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67e78bb-bb7b-4f1d-a2ec-b64d329973b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:16:17.698139 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:17.757128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:17.760752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] For port 57d9dbe2-8957-4590-b3af-9cae655b1a9a, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:16:17.764034 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] For port 57d9dbe2-8957-4590-b3af-9cae655b1a9a, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=57d9dbe2-8957-4590-b3af-9cae655b1a9a,segment=NetworkSegment(f67e78bb-bb7b-4f1d-a2ec-b64d329973b6),segment_id=f67e78bb-bb7b-4f1d-a2ec-b64d329973b6)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:16:17.772676 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Publish callbacks [] for router_gateway (d49bb5ca-157d-4e8d-b57b-10ef13445f43), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:17.791912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:17.837091 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:17.874399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:17.905864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Allocated IP 172.36.1.180 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/429818b4-e1e8-4bba-abeb-5a9b5a32f5e6) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:16:17.948832 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d845b-4b90-4152-b9ce-06db1224a579 None None] Pushing event updated for resources: {'Port': ['ID=57d9dbe2-8957-4590-b3af-9cae655b1a9a,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:17.982076 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:18.023569 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Publish callbacks [] for port (429818b4-e1e8-4bba-abeb-5a9b5a32f5e6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:18.031648 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:18.119757 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (429818b4-e1e8-4bba-abeb-5a9b5a32f5e6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:18.163440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:16:18.166770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:16:18.171570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:16:18.199099 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Pushing event updated for resources: {'Port': ['ID=429818b4-e1e8-4bba-abeb-5a9b5a32f5e6,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:18.494437 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Publish callbacks [] for router_gateway (d49bb5ca-157d-4e8d-b57b-10ef13445f43), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:18.559517 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:18.696790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (d49bb5ca-157d-4e8d-b57b-10ef13445f43), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:18.816280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1156e5-e2f3-47ea-91c5-34b04ad83eaa None None] Network 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:16:18.858879 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 57d9dbe2-8957-4590-b3af-9cae655b1a9a up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:16:18.913365 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Router d49bb5ca-157d-4e8d-b57b-10ef13445f43 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:16:18.924430 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:19.021117 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:16:19.030803 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Sync routers for ids ['d49bb5ca-157d-4e8d-b57b-10ef13445f43'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:16:19.042410 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Routers {'d49bb5ca-157d-4e8d-b57b-10ef13445f43'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:16:19.043174 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:16:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d49bb5ca-157d-4e8d-b57b-10ef13445f43'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:16:19.067164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-03dec69d-2b63-4585-8592-3b30c90673e9 None None] Provisioning complete for port 57d9dbe2-8957-4590-b3af-9cae655b1a9a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:16:19.068108 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-03dec69d-2b63-4585-8592-3b30c90673e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:19.068481 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-03dec69d-2b63-4585-8592-3b30c90673e9 None None] Attempt 1 to provision port 57d9dbe2-8957-4590-b3af-9cae655b1a9a Oct 28 10:16:19.108745 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:19.114784 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-27385775-cee7-4b5e-88b5-4ee96ae2eb5d admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9278708 Oct 28 10:16:19.114784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45750) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:16:19.122884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 57d9dbe2-8957-4590-b3af-9cae655b1a9a triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:16:19.123260 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:19.123597 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 57d9dbe2-8957-4590-b3af-9cae655b1a9a Oct 28 10:16:19.148205 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Set router d49bb5ca-157d-4e8d-b57b-10ef13445f43 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:16:19.218449 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-03dec69d-2b63-4585-8592-3b30c90673e9 None None] Current status of the port 57d9dbe2-8957-4590-b3af-9cae655b1a9a is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:16:19.218878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-03dec69d-2b63-4585-8592-3b30c90673e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:19.279626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 57d9dbe2-8957-4590-b3af-9cae655b1a9a is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:16:19.280019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:19.285466 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-03dec69d-2b63-4585-8592-3b30c90673e9 None None] For port 57d9dbe2-8957-4590-b3af-9cae655b1a9a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=57d9dbe2-8957-4590-b3af-9cae655b1a9a,segment=NetworkSegment(f67e78bb-bb7b-4f1d-a2ec-b64d329973b6),segment_id=f67e78bb-bb7b-4f1d-a2ec-b64d329973b6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:16:19.350532 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'name': 'tempest-DeleteServersTestJSON-1389218006-router', 'tenant_id': 'd6cd862b43174291bde82df1efdabba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '429818b4-e1e8-4bba-abeb-5a9b5a32f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:16:17Z', 'updated_at': '2022-10-28T10:16:18Z', 'revision_number': 3, 'project_id': 'd6cd862b43174291bde82df1efdabba4', 'gw_port': {'id': '429818b4-e1e8-4bba-abeb-5a9b5a32f5e6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:16:17Z', 'updated_at': '2022-10-28T10:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:16:19.378401 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Checking router: d49bb5ca-157d-4e8d-b57b-10ef13445f43 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:16:19.378862 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Updating router d49bb5ca-157d-4e8d-b57b-10ef13445f43 port 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:16:19.388440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-03dec69d-2b63-4585-8592-3b30c90673e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:19.404055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:19.409865 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (429818b4-e1e8-4bba-abeb-5a9b5a32f5e6), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:19.469280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:16:19.470303 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:16:19.472928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dec69d-2b63-4585-8592-3b30c90673e9 None None] Pushing event updated for resources: {'Port': ['ID=57d9dbe2-8957-4590-b3af-9cae655b1a9a,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:19.505652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-0d901b47-dbc6-4611-93b1-6771b3977f4a None None] Provisioning complete for port 57d9dbe2-8957-4590-b3af-9cae655b1a9a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:16:19.506031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0d901b47-dbc6-4611-93b1-6771b3977f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:19.506496 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-0d901b47-dbc6-4611-93b1-6771b3977f4a None None] Attempt 1 to provision port 57d9dbe2-8957-4590-b3af-9cae655b1a9a Oct 28 10:16:19.581158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-0d901b47-dbc6-4611-93b1-6771b3977f4a None None] Current status of the port 57d9dbe2-8957-4590-b3af-9cae655b1a9a is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:16:19.588466 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:19.670805 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Publish callbacks [] for port (429818b4-e1e8-4bba-abeb-5a9b5a32f5e6), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:19.741943 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (429818b4-e1e8-4bba-abeb-5a9b5a32f5e6), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:19.745722 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Allocated IP 172.20.0.1 (0464ff3d-0ca5-4300-98d2-b3a0e6d8933e/c17f2a0c-ad30-4f18-9855-e1b12132111a/fabddf48-e618-4b80-ac94-efa1793dac05) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:16:19.778086 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Attempting to bind port 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:16:19.778498 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Attempting to bind port 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:16:19.778871 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Attempting to bind port 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:16:19.800600 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:19.811615 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Pushing event updated for resources: {'Port': ['ID=429818b4-e1e8-4bba-abeb-5a9b5a32f5e6,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:19.824611 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:19.824951 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:19.825287 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:19.825625 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:19.825951 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:19.826273 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:19.826592 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:19.826938 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:19.827260 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:19.827575 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:19.827892 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:19.828232 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:19.828551 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:19.828894 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:19.829207 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:19.841860 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:16:19.842230 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:16:19.842624 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:19.843073 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:16:19.843544 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Bound port: 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:16:19.843909 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (429818b4-e1e8-4bba-abeb-5a9b5a32f5e6), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:19.850792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Publish callbacks [] for port (fabddf48-e618-4b80-ac94-efa1793dac05), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:19.896879 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] For port 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:16:19.899837 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] For port 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=429818b4-e1e8-4bba-abeb-5a9b5a32f5e6,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:16:19.992944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:20.004277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 57d9dbe2-8957-4590-b3af-9cae655b1a9a is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:16:20.011317 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (fabddf48-e618-4b80-ac94-efa1793dac05), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:20.039940 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (429818b4-e1e8-4bba-abeb-5a9b5a32f5e6), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:20.057335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Network 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:16:20.062436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:16:20.066471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:16:20.069762 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Pushing event updated for resources: {'Port': ['ID=fabddf48-e618-4b80-ac94-efa1793dac05,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:20.078111 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Routers {'d49bb5ca-157d-4e8d-b57b-10ef13445f43'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:16:20.078860 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:16:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d49bb5ca-157d-4e8d-b57b-10ef13445f43'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:16:20.108185 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (d49bb5ca-157d-4e8d-b57b-10ef13445f43), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:20.119407 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:20.126293 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:20.137291 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594602e3-4589-4288-a284-f02d1e21df9b None None] Pushing event updated for resources: {'Port': ['ID=429818b4-e1e8-4bba-abeb-5a9b5a32f5e6,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:20.202126 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] Set router d49bb5ca-157d-4e8d-b57b-10ef13445f43 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:16:20.302498 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9d55641c-97ef-4b8c-bd2e-a46faecdfc40 None None] Provisioning complete for port fabddf48-e618-4b80-ac94-efa1793dac05 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:16:20.302941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9d55641c-97ef-4b8c-bd2e-a46faecdfc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fabddf48-e618-4b80-ac94-efa1793dac05), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:20.303286 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9d55641c-97ef-4b8c-bd2e-a46faecdfc40 None None] Attempt 1 to provision port fabddf48-e618-4b80-ac94-efa1793dac05 Oct 28 10:16:20.315304 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fabddf48-e618-4b80-ac94-efa1793dac05), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:20.340428 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9d55641c-97ef-4b8c-bd2e-a46faecdfc40 None None] Port fabddf48-e618-4b80-ac94-efa1793dac05 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:16:20.377558 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'name': 'tempest-DeleteServersTestJSON-1389218006-router', 'tenant_id': 'd6cd862b43174291bde82df1efdabba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '429818b4-e1e8-4bba-abeb-5a9b5a32f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:16:17Z', 'updated_at': '2022-10-28T10:16:18Z', 'revision_number': 3, 'project_id': 'd6cd862b43174291bde82df1efdabba4', 'gw_port': {'id': '429818b4-e1e8-4bba-abeb-5a9b5a32f5e6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:16:17Z', 'updated_at': '2022-10-28T10:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:16:20.402813 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1ba8e-146c-4686-ad30-cc7a4cd0616f None None] The sync data for ids ['d49bb5ca-157d-4e8d-b57b-10ef13445f43'] in dv-neutron-zed-2-hyperv is: [{'id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'name': 'tempest-DeleteServersTestJSON-1389218006-router', 'tenant_id': 'd6cd862b43174291bde82df1efdabba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '429818b4-e1e8-4bba-abeb-5a9b5a32f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:16:17Z', 'updated_at': '2022-10-28T10:16:18Z', 'revision_number': 3, 'project_id': 'd6cd862b43174291bde82df1efdabba4', 'gw_port': {'id': '429818b4-e1e8-4bba-abeb-5a9b5a32f5e6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:16:17Z', 'updated_at': '2022-10-28T10:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:16:20.429525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:20.482905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Publish callbacks [] for port (fabddf48-e618-4b80-ac94-efa1793dac05), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:20.541873 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (fabddf48-e618-4b80-ac94-efa1793dac05), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:20.615128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (d49bb5ca-157d-4e8d-b57b-10ef13445f43), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:20.617586 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Pushing event updated for resources: {'Port': ['ID=fabddf48-e618-4b80-ac94-efa1793dac05,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:20.726381 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Network 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:16:20.727854 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:16:20.868277 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Router d49bb5ca-157d-4e8d-b57b-10ef13445f43 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:16:20.921201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 57d9dbe2-8957-4590-b3af-9cae655b1a9a up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:16:20.944248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:20.977911 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 57d9dbe2-8957-4590-b3af-9cae655b1a9a triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:16:20.978389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:20.978850 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 57d9dbe2-8957-4590-b3af-9cae655b1a9a Oct 28 10:16:21.016382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:21.075088 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-65065ccd-b787-4517-91bc-4d280b5a0397 None None] Provisioning complete for port fabddf48-e618-4b80-ac94-efa1793dac05 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:16:21.076562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-65065ccd-b787-4517-91bc-4d280b5a0397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fabddf48-e618-4b80-ac94-efa1793dac05), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:21.076562 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-65065ccd-b787-4517-91bc-4d280b5a0397 None None] Attempt 1 to provision port fabddf48-e618-4b80-ac94-efa1793dac05 Oct 28 10:16:21.077505 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 57d9dbe2-8957-4590-b3af-9cae655b1a9a is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:16:21.078580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:16:21.141279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-65065ccd-b787-4517-91bc-4d280b5a0397 None None] Port fabddf48-e618-4b80-ac94-efa1793dac05 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:16:21.153031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:16:21.153418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (429818b4-e1e8-4bba-abeb-5a9b5a32f5e6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:21.153760 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 Oct 28 10:16:21.239229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:16:21.239627 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (429818b4-e1e8-4bba-abeb-5a9b5a32f5e6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:21.263379 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=429818b4-e1e8-4bba-abeb-5a9b5a32f5e6,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:16:21.311734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:16:21.321059 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1b867dd6-3613-44b2-bdb8-0f95e3343d3e admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/d49bb5ca-157d-4e8d-b57b-10ef13445f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2027814 Oct 28 10:16:21.339850 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (429818b4-e1e8-4bba-abeb-5a9b5a32f5e6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:21.389853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=429818b4-e1e8-4bba-abeb-5a9b5a32f5e6,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:21.781078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-5f206e0f-0500-476b-987b-4e90b01a2792 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:21.782561 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-5f206e0f-0500-476b-987b-4e90b01a2792 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/networks?id=0464ff3d-0ca5-4300-98d2-b3a0e6d8933e HTTP/1.1" status: 200 len: 812 time: 0.1049113 Oct 28 10:16:21.796954 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-d47b6b01-763d-41cc-9c1d-083749b8ca0b tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/quotas/d6cd862b43174291bde82df1efdabba4 HTTP/1.1" status: 200 len: 375 time: 0.0090947 Oct 28 10:16:21.851271 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-30ee9b73-bfc6-4f93-a91c-cdf432efc1af tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d6cd862b43174291bde82df1efdabba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494943 Oct 28 10:16:21.943530 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-46f183a9-f275-4945-84a8-bdfaccde3d20 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0464ff3d-0ca5-4300-98d2-b3a0e6d8933e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857198 Oct 28 10:16:21.986190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Sync routers for ids ['d49bb5ca-157d-4e8d-b57b-10ef13445f43'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:16:21.997755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Routers {'d49bb5ca-157d-4e8d-b57b-10ef13445f43'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:16:21.998371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:16:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d49bb5ca-157d-4e8d-b57b-10ef13445f43'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:16:22.039482 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-642bea42-5f47-4fe7-bc25-3005fdf7c608 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0464ff3d-0ca5-4300-98d2-b3a0e6d8933e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901368 Oct 28 10:16:22.102289 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Set router d49bb5ca-157d-4e8d-b57b-10ef13445f43 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:16:22.296164 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f60a72a7-7792-4be1-8b0c-a28bdae932e1 req-54ad7978-864a-4bbc-8844-4215d62d18bf tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 210 time: 0.0322511 Oct 28 10:16:22.316033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'name': 'tempest-DeleteServersTestJSON-1389218006-router', 'tenant_id': 'd6cd862b43174291bde82df1efdabba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '429818b4-e1e8-4bba-abeb-5a9b5a32f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:16:17Z', 'updated_at': '2022-10-28T10:16:20Z', 'revision_number': 4, 'project_id': 'd6cd862b43174291bde82df1efdabba4', 'gw_port': {'id': '429818b4-e1e8-4bba-abeb-5a9b5a32f5e6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:16:17Z', 'updated_at': '2022-10-28T10:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'fabddf48-e618-4b80-ac94-efa1793dac05', 'name': '', 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e', 'tenant_id': 'd6cd862b43174291bde82df1efdabba4', 'mac_address': 'fa:16:3e:d3:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c17f2a0c-ad30-4f18-9855-e1b12132111a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:16:19Z', 'updated_at': '2022-10-28T10:16:20Z', 'revision_number': 2, 'project_id': 'd6cd862b43174291bde82df1efdabba4', 'subnets': [{'id': 'c17f2a0c-ad30-4f18-9855-e1b12132111a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:16:22.345863 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Checking router: d49bb5ca-157d-4e8d-b57b-10ef13445f43 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:16:22.346233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Updating router d49bb5ca-157d-4e8d-b57b-10ef13445f43 port fabddf48-e618-4b80-ac94-efa1793dac05 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:16:22.376502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fabddf48-e618-4b80-ac94-efa1793dac05), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:22.393372 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:22.535914 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:22.738341 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Publish callbacks [] for port (fabddf48-e618-4b80-ac94-efa1793dac05), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:22.805073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:16:22.831732 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fabddf48-e618-4b80-ac94-efa1793dac05), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:22.907801 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82544f62-64c1-4f77-b233-1dca30b09a82 None None] Pushing event updated for resources: {'Port': ['ID=fabddf48-e618-4b80-ac94-efa1793dac05,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:22.933202 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:16:22.933356 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (429818b4-e1e8-4bba-abeb-5a9b5a32f5e6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:22.933660 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 Oct 28 10:16:22.970147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Attempting to bind port fabddf48-e618-4b80-ac94-efa1793dac05 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:16:22.970450 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Attempting to bind port fabddf48-e618-4b80-ac94-efa1793dac05 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'f67e78bb-bb7b-4f1d-a2ec-b64d329973b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:16:22.970841 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Attempting to bind port fabddf48-e618-4b80-ac94-efa1793dac05 on network 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:16:23.041810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:16:23.043011 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Checking segment: {'id': 'f67e78bb-bb7b-4f1d-a2ec-b64d329973b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:16:23.043011 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:23.043011 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Bound using segment: {'id': 'f67e78bb-bb7b-4f1d-a2ec-b64d329973b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:16:23.043505 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Bound port: fabddf48-e618-4b80-ac94-efa1793dac05, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67e78bb-bb7b-4f1d-a2ec-b64d329973b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:16:23.043892 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fabddf48-e618-4b80-ac94-efa1793dac05), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:23.069828 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:16:23.117024 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] For port fabddf48-e618-4b80-ac94-efa1793dac05, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:16:23.118728 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:23.120528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] For port fabddf48-e618-4b80-ac94-efa1793dac05, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=fabddf48-e618-4b80-ac94-efa1793dac05,segment=NetworkSegment(f67e78bb-bb7b-4f1d-a2ec-b64d329973b6),segment_id=f67e78bb-bb7b-4f1d-a2ec-b64d329973b6)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:16:23.182601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fabddf48-e618-4b80-ac94-efa1793dac05), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:23.359797 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Routers {'d49bb5ca-157d-4e8d-b57b-10ef13445f43'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:16:23.360427 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:16:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d49bb5ca-157d-4e8d-b57b-10ef13445f43'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:16:23.406466 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0ca1a083-bc30-4b6f-bc9a-8ac7541f9bc8 req-2ecf63be-49a1-44cc-a962-f9b4b368ad76 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 210 time: 0.0281041 Oct 28 10:16:23.425333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82544f62-64c1-4f77-b233-1dca30b09a82 None None] Pushing event updated for resources: {'Port': ['ID=fabddf48-e618-4b80-ac94-efa1793dac05,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:23.479547 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] Set router d49bb5ca-157d-4e8d-b57b-10ef13445f43 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:16:23.665323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'name': 'tempest-DeleteServersTestJSON-1389218006-router', 'tenant_id': 'd6cd862b43174291bde82df1efdabba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '429818b4-e1e8-4bba-abeb-5a9b5a32f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:16:17Z', 'updated_at': '2022-10-28T10:16:20Z', 'revision_number': 4, 'project_id': 'd6cd862b43174291bde82df1efdabba4', 'gw_port': {'id': '429818b4-e1e8-4bba-abeb-5a9b5a32f5e6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:16:17Z', 'updated_at': '2022-10-28T10:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'fabddf48-e618-4b80-ac94-efa1793dac05', 'name': '', 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e', 'tenant_id': 'd6cd862b43174291bde82df1efdabba4', 'mac_address': 'fa:16:3e:d3:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c17f2a0c-ad30-4f18-9855-e1b12132111a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:16:19Z', 'updated_at': '2022-10-28T10:16:23Z', 'revision_number': 4, 'project_id': 'd6cd862b43174291bde82df1efdabba4', 'subnets': [{'id': 'c17f2a0c-ad30-4f18-9855-e1b12132111a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:16:23.693902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aa4b1c-9958-44cf-86af-63bcdedc581f None None] The sync data for ids ['d49bb5ca-157d-4e8d-b57b-10ef13445f43'] in dv-neutron-zed-2-hyperv is: [{'id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'name': 'tempest-DeleteServersTestJSON-1389218006-router', 'tenant_id': 'd6cd862b43174291bde82df1efdabba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '429818b4-e1e8-4bba-abeb-5a9b5a32f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:16:17Z', 'updated_at': '2022-10-28T10:16:20Z', 'revision_number': 4, 'project_id': 'd6cd862b43174291bde82df1efdabba4', 'gw_port': {'id': '429818b4-e1e8-4bba-abeb-5a9b5a32f5e6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:16:17Z', 'updated_at': '2022-10-28T10:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'fabddf48-e618-4b80-ac94-efa1793dac05', 'name': '', 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e', 'tenant_id': 'd6cd862b43174291bde82df1efdabba4', 'mac_address': 'fa:16:3e:d3:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c17f2a0c-ad30-4f18-9855-e1b12132111a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:16:19Z', 'updated_at': '2022-10-28T10:16:23Z', 'revision_number': 4, 'project_id': 'd6cd862b43174291bde82df1efdabba4', 'subnets': [{'id': 'c17f2a0c-ad30-4f18-9855-e1b12132111a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:16:23.960358 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:24.520168 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-578b0555-40b2-460b-bb57-9c18c6c7d11b req-dac38e6c-f90a-4a3a-8e16-42229e7de302 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 210 time: 0.0326896 Oct 28 10:16:24.694307 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-87c9e974-d356-44c2-83fa-70a5257f4990 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:24.695807 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-87c9e974-d356-44c2-83fa-70a5257f4990 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.48 "GET /networking/v2.0/networks?id=0464ff3d-0ca5-4300-98d2-b3a0e6d8933e HTTP/1.1" status: 200 len: 812 time: 0.1132362 Oct 28 10:16:24.719641 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-0c9685b8-269e-4f15-be65-a2a634723091 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Request body: {'port': {'device_id': '1a22e40c-5fb0-4d67-a21b-b04205150ecd', 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e', 'admin_state_up': True, 'tenant_id': 'd6cd862b43174291bde82df1efdabba4'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:16:24.826151 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device fabddf48-e618-4b80-ac94-efa1793dac05 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:16:24.846140 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:24.872319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port fabddf48-e618-4b80-ac94-efa1793dac05 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:16:24.872698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fabddf48-e618-4b80-ac94-efa1793dac05), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:24.873038 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port fabddf48-e618-4b80-ac94-efa1793dac05 Oct 28 10:16:24.884556 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-0c9685b8-269e-4f15-be65-a2a634723091 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Made reservation on behalf of d6cd862b43174291bde82df1efdabba4 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:16:24.888344 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-0c9685b8-269e-4f15-be65-a2a634723091 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:24.955807 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port fabddf48-e618-4b80-ac94-efa1793dac05 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:16:24.956125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fabddf48-e618-4b80-ac94-efa1793dac05), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:24.978806 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:24.993412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port fabddf48-e618-4b80-ac94-efa1793dac05, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=fabddf48-e618-4b80-ac94-efa1793dac05,segment=NetworkSegment(f67e78bb-bb7b-4f1d-a2ec-b64d329973b6),segment_id=f67e78bb-bb7b-4f1d-a2ec-b64d329973b6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:16:25.025182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-0c9685b8-269e-4f15-be65-a2a634723091 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Allocated IP 172.20.0.6 (0464ff3d-0ca5-4300-98d2-b3a0e6d8933e/c17f2a0c-ad30-4f18-9855-e1b12132111a/80e96a18-284a-46a6-b2ff-cc1f564debb5) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:16:25.052131 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:25.056613 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fabddf48-e618-4b80-ac94-efa1793dac05), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:25.104906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=fabddf48-e618-4b80-ac94-efa1793dac05,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:25.180528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-0c9685b8-269e-4f15-be65-a2a634723091 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Publish callbacks [] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:25.279517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-0c9685b8-269e-4f15-be65-a2a634723091 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:25.322552 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-0c9685b8-269e-4f15-be65-a2a634723091 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Network 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:16:25.325691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-0c9685b8-269e-4f15-be65-a2a634723091 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:16:25.328161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-0c9685b8-269e-4f15-be65-a2a634723091 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:16:25.358962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9685b8-269e-4f15-be65-a2a634723091 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Pushing event updated for resources: {'Port': ['ID=80e96a18-284a-46a6-b2ff-cc1f564debb5,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:25.386367 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-0c9685b8-269e-4f15-be65-a2a634723091 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:25.387012 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-0c9685b8-269e-4f15-be65-a2a634723091 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:25.453462 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-0c9685b8-269e-4f15-be65-a2a634723091 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7373874 Oct 28 10:16:25.479970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Request body: {'port': {'device_id': '1a22e40c-5fb0-4d67-a21b-b04205150ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:16:25.545091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:25.594331 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d02a1707-741a-44f3-ad2c-197df02653bd None None] Provisioning complete for port 80e96a18-284a-46a6-b2ff-cc1f564debb5 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:16:25.594756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d02a1707-741a-44f3-ad2c-197df02653bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:25.595103 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d02a1707-741a-44f3-ad2c-197df02653bd None None] Attempt 1 to provision port 80e96a18-284a-46a6-b2ff-cc1f564debb5 Oct 28 10:16:25.627300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d02a1707-741a-44f3-ad2c-197df02653bd None None] Port 80e96a18-284a-46a6-b2ff-cc1f564debb5 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:16:25.641448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9301a3d-cf0e-4297-ac8c-7c01b5d92e90 req-8ead4e7c-65f0-4d18-8e7a-ad81ea101ca5 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:25.642986 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f9301a3d-cf0e-4297-ac8c-7c01b5d92e90 req-8ead4e7c-65f0-4d18-8e7a-ad81ea101ca5 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 931 time: 0.0472698 Oct 28 10:16:25.696067 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f9301a3d-cf0e-4297-ac8c-7c01b5d92e90 req-8799213a-6aa9-4abc-b0e4-f24d1c949c5c tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469241 Oct 28 10:16:25.726453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:25.809390 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e96a18-284a-46a6-b2ff-cc1f564debb5 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:16:25.816849 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Publish callbacks [] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:25.830416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Transition to ACTIVE for port object 80e96a18-284a-46a6-b2ff-cc1f564debb5 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:16:25.911029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:25.988796 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Pushing event updated for resources: {'Port': ['ID=80e96a18-284a-46a6-b2ff-cc1f564debb5,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:26.020036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Attempting to bind port 80e96a18-284a-46a6-b2ff-cc1f564debb5 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:16:26.020364 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Attempting to bind port 80e96a18-284a-46a6-b2ff-cc1f564debb5 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'f67e78bb-bb7b-4f1d-a2ec-b64d329973b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:16:26.020689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Attempting to bind port 80e96a18-284a-46a6-b2ff-cc1f564debb5 on network 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:16:26.060204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Port 80e96a18-284a-46a6-b2ff-cc1f564debb5 on network 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:16:26.060464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Attempting to bind port 80e96a18-284a-46a6-b2ff-cc1f564debb5 on network 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:16:26.104873 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:16:26.105195 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Checking segment: {'id': 'f67e78bb-bb7b-4f1d-a2ec-b64d329973b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:16:26.105565 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Bound using segment: {'id': 'f67e78bb-bb7b-4f1d-a2ec-b64d329973b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:16:26.105989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Bound port: 80e96a18-284a-46a6-b2ff-cc1f564debb5, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67e78bb-bb7b-4f1d-a2ec-b64d329973b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:16:26.106337 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:26.165533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] For port 80e96a18-284a-46a6-b2ff-cc1f564debb5, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:16:26.168528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] For port 80e96a18-284a-46a6-b2ff-cc1f564debb5, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=80e96a18-284a-46a6-b2ff-cc1f564debb5,segment=NetworkSegment(f67e78bb-bb7b-4f1d-a2ec-b64d329973b6),segment_id=f67e78bb-bb7b-4f1d-a2ec-b64d329973b6)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:16:26.248403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:26.251456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:26.252059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:26.253411 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/80e96a18-284a-46a6-b2ff-cc1f564debb5 HTTP/1.1" status: 200 len: 1093 time: 0.7779450 Oct 28 10:16:26.255771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a22e40c-5fb0-4d67-a21b-b04205150ecd', 'tag': '80e96a18-284a-46a6-b2ff-cc1f564debb5'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:16:26.257981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05be3cf5-1d26-407c-995a-2230bd851593" -d '{"events": [{"name": "network-changed", "server_uuid": "1a22e40c-5fb0-4d67-a21b-b04205150ecd", "tag": "80e96a18-284a-46a6-b2ff-cc1f564debb5"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:16:26.290074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:26.299569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f38bb7-3a9f-42c7-b9ed-b573861eaf2e x-openstack-request-id: req-a0f38bb7-3a9f-42c7-b9ed-b573861eaf2e {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:16:26.299849 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a22e40c-5fb0-4d67-a21b-b04205150ecd", "tag": "80e96a18-284a-46a6-b2ff-cc1f564debb5", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:16:26.300100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0f38bb7-3a9f-42c7-b9ed-b573861eaf2e {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:16:26.300500 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f38bb7-3a9f-42c7-b9ed-b573861eaf2e'] response: {'name': 'network-changed', 'server_uuid': '1a22e40c-5fb0-4d67-a21b-b04205150ecd', 'tag': '80e96a18-284a-46a6-b2ff-cc1f564debb5', 'status': 'completed', 'code': 200} Oct 28 10:16:26.310747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae61fb6-4a7a-4816-a653-311d8680d43d service neutron] Pushing event updated for resources: {'Port': ['ID=80e96a18-284a-46a6-b2ff-cc1f564debb5,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:26.391337 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be3cf5-1d26-407c-995a-2230bd851593 req-52de6b4d-e63f-4c71-a6f4-ffdc400824bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:26.392825 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-05be3cf5-1d26-407c-995a-2230bd851593 req-52de6b4d-e63f-4c71-a6f4-ffdc400824bc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d6cd862b43174291bde82df1efdabba4&device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 1127 time: 0.0390031 Oct 28 10:16:26.506892 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be3cf5-1d26-407c-995a-2230bd851593 req-e24992fa-32ef-4ba1-9c69-db6063feee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:26.508331 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-05be3cf5-1d26-407c-995a-2230bd851593 req-e24992fa-32ef-4ba1-9c69-db6063feee82 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=d6cd862b43174291bde82df1efdabba4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0948398 Oct 28 10:16:26.607812 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be3cf5-1d26-407c-995a-2230bd851593 req-9633010e-37d4-4464-b428-3f7b4fb21de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:26.609252 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-05be3cf5-1d26-407c-995a-2230bd851593 req-9633010e-37d4-4464-b428-3f7b4fb21de4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904539 Oct 28 10:16:26.715407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-ecac8d8f-bbe6-43ca-93ed-0be309aab02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:26.717166 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-ecac8d8f-bbe6-43ca-93ed-0be309aab02c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d6cd862b43174291bde82df1efdabba4&device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 1127 time: 0.0388329 Oct 28 10:16:26.774451 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-aba34b0f-68dc-4164-a225-a0b9858e7070 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80e96a18-284a-46a6-b2ff-cc1f564debb5 HTTP/1.1" status: 200 len: 217 time: 0.0386715 Oct 28 10:16:26.822499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device fabddf48-e618-4b80-ac94-efa1793dac05 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:16:26.825078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f5d9f-dd81-421f-9f46-eb275f0c2229 req-5719119f-060f-47d9-91aa-d3f0cd95730d tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:26.827190 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-687f5d9f-dd81-421f-9f46-eb275f0c2229 req-5719119f-060f-47d9-91aa-d3f0cd95730d tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 943 time: 0.0506518 Oct 28 10:16:26.830280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-c679bcbd-2391-4a84-89be-38a8100b9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:26.831774 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-c679bcbd-2391-4a84-89be-38a8100b9aba service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c17f2a0c-ad30-4f18-9855-e1b12132111a HTTP/1.1" status: 200 len: 851 time: 0.0509064 Oct 28 10:16:26.870206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port fabddf48-e618-4b80-ac94-efa1793dac05 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:16:26.870861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fabddf48-e618-4b80-ac94-efa1793dac05), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:26.871210 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port fabddf48-e618-4b80-ac94-efa1793dac05 Oct 28 10:16:26.879731 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-687f5d9f-dd81-421f-9f46-eb275f0c2229 req-32644d18-3b67-4ab8-853f-bfecc76c33e6 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466628 Oct 28 10:16:26.882810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-da2533d3-5486-4209-b3fd-1805797382e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:26.884302 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-da2533d3-5486-4209-b3fd-1805797382e3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0464ff3d-0ca5-4300-98d2-b3a0e6d8933e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0435147 Oct 28 10:16:26.950406 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port fabddf48-e618-4b80-ac94-efa1793dac05 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:16:26.982719 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-d96c2c67-8dc4-44a8-a4ee-557e40276e07 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0464ff3d-0ca5-4300-98d2-b3a0e6d8933e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884318 Oct 28 10:16:27.352810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:27.393960 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-938812b4-9046-497c-ba77-978fdd0f1b27 req-2cd2a134-2a6a-48d6-9c63-4c67a1a0880e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0464ff3d-0ca5-4300-98d2-b3a0e6d8933e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013567 Oct 28 10:16:28.006100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b441d5-3e86-415a-86f7-aa3de85d302e req-5b3ea20d-8bae-415c-8805-48936aa1c40b tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:28.007492 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-61b441d5-3e86-415a-86f7-aa3de85d302e req-5b3ea20d-8bae-415c-8805-48936aa1c40b tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 943 time: 0.0501513 Oct 28 10:16:28.019120 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:28.055151 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-61b441d5-3e86-415a-86f7-aa3de85d302e req-fa74c204-a9b4-4409-8728-64e8bae3d239 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421624 Oct 28 10:16:29.174154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ffb66-33ab-4fa9-89ec-fc68093fb302 req-08cb601b-9927-454d-af08-55591d9552bf tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:29.175697 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b28ffb66-33ab-4fa9-89ec-fc68093fb302 req-08cb601b-9927-454d-af08-55591d9552bf tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 943 time: 0.0465524 Oct 28 10:16:29.225158 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b28ffb66-33ab-4fa9-89ec-fc68093fb302 req-10f5b5b9-02f7-42cf-9500-f07fbf045814 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433712 Oct 28 10:16:29.451368 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 80e96a18-284a-46a6-b2ff-cc1f564debb5 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:16:29.482499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:29.551760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 80e96a18-284a-46a6-b2ff-cc1f564debb5, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=80e96a18-284a-46a6-b2ff-cc1f564debb5,segment=NetworkSegment(f67e78bb-bb7b-4f1d-a2ec-b64d329973b6),segment_id=f67e78bb-bb7b-4f1d-a2ec-b64d329973b6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:16:29.564341 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '80e96a18-284a-46a6-b2ff-cc1f564debb5', 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e', 'port_id': '80e96a18-284a-46a6-b2ff-cc1f564debb5', 'mac_address': 'fa:16:3e:4a:6b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17f2a0c-ad30-4f18-9855-e1b12132111a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:16:29.598692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 80e96a18-284a-46a6-b2ff-cc1f564debb5 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:16:29.599106 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:29.612191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e96a18-284a-46a6-b2ff-cc1f564debb5 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:16:29.632539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 80e96a18-284a-46a6-b2ff-cc1f564debb5, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=80e96a18-284a-46a6-b2ff-cc1f564debb5,segment=NetworkSegment(f67e78bb-bb7b-4f1d-a2ec-b64d329973b6),segment_id=f67e78bb-bb7b-4f1d-a2ec-b64d329973b6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:16:29.736578 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:29.782693 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=80e96a18-284a-46a6-b2ff-cc1f564debb5,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:29.789671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:29.790022 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:29.790368 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:29.790728 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:29.791064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:29.791394 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:29.791721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:29.792045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:29.792376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:29.792698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:29.793024 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:29.793344 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:29.793665 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:29.793983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:29.794302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:16:30.060846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['80e96a18-284a-46a6-b2ff-cc1f564debb5'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:16:30.342689 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13504e-a8f2-40ad-a54d-881a8efc1065 req-c7943953-1396-46a5-926c-90448ff03fdd tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:30.344122 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4b13504e-a8f2-40ad-a54d-881a8efc1065 req-c7943953-1396-46a5-926c-90448ff03fdd tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 944 time: 0.0465624 Oct 28 10:16:30.380690 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=52 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:30.394981 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4b13504e-a8f2-40ad-a54d-881a8efc1065 req-0e01a91b-1557-4b26-bc9f-70713093db84 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444853 Oct 28 10:16:31.471692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 80e96a18-284a-46a6-b2ff-cc1f564debb5 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:16:31.494869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:31.516968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 80e96a18-284a-46a6-b2ff-cc1f564debb5 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:16:31.519728 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493aa2c6-b104-4d2f-b9a3-8443cce55ef8 req-7c57efdf-b9f3-4d54-b5ed-61742c65a14d tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:31.521320 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-493aa2c6-b104-4d2f-b9a3-8443cce55ef8 req-7c57efdf-b9f3-4d54-b5ed-61742c65a14d tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 944 time: 0.0513320 Oct 28 10:16:31.532513 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:31.572601 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-493aa2c6-b104-4d2f-b9a3-8443cce55ef8 req-e6415e71-50f4-4af6-956f-2cbc3e41364c tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456939 Oct 28 10:16:31.587579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 80e96a18-284a-46a6-b2ff-cc1f564debb5 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:16:31.588077 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:31.588553 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 80e96a18-284a-46a6-b2ff-cc1f564debb5 Oct 28 10:16:31.664993 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 80e96a18-284a-46a6-b2ff-cc1f564debb5 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:16:31.665385 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:31.689357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a22e40c-5fb0-4d67-a21b-b04205150ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e96a18-284a-46a6-b2ff-cc1f564debb5'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:16:31.690977 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eab2cf9-276a-4226-9cf8-6b3da94aad11" -d '{"events": [{"server_uuid": "1a22e40c-5fb0-4d67-a21b-b04205150ecd", "name": "network-vif-plugged", "status": "completed", "tag": "80e96a18-284a-46a6-b2ff-cc1f564debb5"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:16:31.703797 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 80e96a18-284a-46a6-b2ff-cc1f564debb5, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=80e96a18-284a-46a6-b2ff-cc1f564debb5,segment=NetworkSegment(f67e78bb-bb7b-4f1d-a2ec-b64d329973b6),segment_id=f67e78bb-bb7b-4f1d-a2ec-b64d329973b6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:16:31.730627 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719d3279-95c3-43b9-88f0-515db713111c x-openstack-request-id: req-719d3279-95c3-43b9-88f0-515db713111c {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:16:31.731232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a22e40c-5fb0-4d67-a21b-b04205150ecd", "name": "network-vif-plugged", "status": "completed", "tag": "80e96a18-284a-46a6-b2ff-cc1f564debb5", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:16:31.731489 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-719d3279-95c3-43b9-88f0-515db713111c {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:16:31.731899 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719d3279-95c3-43b9-88f0-515db713111c'] response: {'server_uuid': '1a22e40c-5fb0-4d67-a21b-b04205150ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e96a18-284a-46a6-b2ff-cc1f564debb5', 'code': 200} Oct 28 10:16:31.802354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:31.854830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=80e96a18-284a-46a6-b2ff-cc1f564debb5,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:16:32.131397 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd42b70-6ae2-4436-bd9e-6e75a11a7eee req-58d57d1a-fbcc-4823-8328-d79ffc4e75a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:32.132868 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cbd42b70-6ae2-4436-bd9e-6e75a11a7eee req-58d57d1a-fbcc-4823-8328-d79ffc4e75a6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 1129 time: 0.0389161 Oct 28 10:16:32.180983 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cbd42b70-6ae2-4436-bd9e-6e75a11a7eee req-1457ca26-8b99-4357-9e8b-d2c0fcbac2cd service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408804 Oct 28 10:16:32.694913 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f0051-8cf4-4d91-9688-bcb065c9af92 req-0a3d47cf-e5b6-4a7c-8f57-343e3efefab1 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:32.696392 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-793f0051-8cf4-4d91-9688-bcb065c9af92 req-0a3d47cf-e5b6-4a7c-8f57-343e3efefab1 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0482037 Oct 28 10:16:32.742925 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-793f0051-8cf4-4d91-9688-bcb065c9af92 req-7476267c-59cf-48f1-a6d3-782f588d9231 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 Oct 28 10:16:33.866995 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dacbc8-c83a-4552-8611-3cbfd4b9cb53 req-be19d87f-26c8-4041-aee9-a21b6466313b tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:33.868464 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f5dacbc8-c83a-4552-8611-3cbfd4b9cb53 req-be19d87f-26c8-4041-aee9-a21b6466313b tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0521045 Oct 28 10:16:33.916708 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f5dacbc8-c83a-4552-8611-3cbfd4b9cb53 req-495091c4-be47-4fa1-93c5-19a8b49a0c6b tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426342 Oct 28 10:16:34.396630 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe584c-c846-4e7a-8a87-38a9bfad8b62 req-ac5e2b67-ff9f-418b-8c57-c9d75f070e91 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:34.398108 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-49fe584c-c846-4e7a-8a87-38a9bfad8b62 req-ac5e2b67-ff9f-418b-8c57-c9d75f070e91 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0469811 Oct 28 10:16:34.445863 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-49fe584c-c846-4e7a-8a87-38a9bfad8b62 req-06411392-eca1-4c45-be2a-6840b9576feb tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 Oct 28 10:16:34.577876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45814) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:16:34.657437 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-6d89b5cf-e90f-4901-9142-1748af19e1f7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784292 Oct 28 10:16:34.666792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-3d1edc97-ebef-476b-8bf6-196100531b3c service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:16:34.667740 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-3d1edc97-ebef-476b-8bf6-196100531b3c service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049803 Oct 28 10:16:35.346119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-cd3a1ebe-ce79-4943-b046-b9ff8e1fec95 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:35.347521 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-cd3a1ebe-ce79-4943-b046-b9ff8e1fec95 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports/80e96a18-284a-46a6-b2ff-cc1f564debb5 HTTP/1.1" status: 200 len: 942 time: 0.0944774 Oct 28 10:16:35.565887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e54ea5-5958-4d0e-952b-0557a448d9a5 req-c42219ed-88c5-4770-a565-8901ec15a237 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:35.567403 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d5e54ea5-5958-4d0e-952b-0557a448d9a5 req-c42219ed-88c5-4770-a565-8901ec15a237 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0471809 Oct 28 10:16:35.617681 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d5e54ea5-5958-4d0e-952b-0557a448d9a5 req-8948db03-e68b-43d5-be50-0d655bdd8231 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438905 Oct 28 10:16:36.740393 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43a91e-fa9c-4c28-94da-449dc89098df req-567f38fd-533f-4052-ac72-5f3674dd4318 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:36.741942 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1a43a91e-fa9c-4c28-94da-449dc89098df req-567f38fd-533f-4052-ac72-5f3674dd4318 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0472112 Oct 28 10:16:36.795162 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1a43a91e-fa9c-4c28-94da-449dc89098df req-e8a0308b-b74a-4242-bb53-bcca4382e510 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474062 Oct 28 10:16:37.124417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-acf15bda-2346-4729-a082-6e158cd4fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:37.125864 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-acf15bda-2346-4729-a082-6e158cd4fddb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d6cd862b43174291bde82df1efdabba4&device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 1129 time: 0.0383692 Oct 28 10:16:37.216988 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-60ff7ed5-4462-4ffb-a203-0a8f16cd1498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:37.218444 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-60ff7ed5-4462-4ffb-a203-0a8f16cd1498 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0464ff3d-0ca5-4300-98d2-b3a0e6d8933e HTTP/1.1" status: 200 len: 913 time: 0.0864835 Oct 28 10:16:37.255916 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-50e53568-3b55-4375-858f-0aa3e8be40d3 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80e96a18-284a-46a6-b2ff-cc1f564debb5 HTTP/1.1" status: 200 len: 217 time: 0.0312927 Oct 28 10:16:37.300549 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-76ac1a43-6e9b-4617-9bbb-409cb21b093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:37.301905 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-76ac1a43-6e9b-4617-9bbb-409cb21b093d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c17f2a0c-ad30-4f18-9855-e1b12132111a HTTP/1.1" status: 200 len: 851 time: 0.0413547 Oct 28 10:16:37.343834 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-cb38eec9-591c-4735-909e-bc4a281e6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:37.345272 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-cb38eec9-591c-4735-909e-bc4a281e6e21 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0464ff3d-0ca5-4300-98d2-b3a0e6d8933e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0368156 Oct 28 10:16:37.417794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:37.439455 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-deff76fa-8095-4d20-a672-9914c825965a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0464ff3d-0ca5-4300-98d2-b3a0e6d8933e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872047 Oct 28 10:16:37.530702 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-9f0e33ff-e7b7-40c7-b055-7dece502abd6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0464ff3d-0ca5-4300-98d2-b3a0e6d8933e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851884 Oct 28 10:16:37.922107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afa7b4-cec8-4894-9aa4-2a4a4e9f1774 req-c2aa7ca5-bc05-431e-9221-701272cd4de7 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:37.923669 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-69afa7b4-cec8-4894-9aa4-2a4a4e9f1774 req-c2aa7ca5-bc05-431e-9221-701272cd4de7 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0485897 Oct 28 10:16:37.972086 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-69afa7b4-cec8-4894-9aa4-2a4a4e9f1774 req-ab3c2c01-7ef7-40df-b9fb-1dbc2be148c2 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427008 Oct 28 10:16:39.093583 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f049c4f-908c-49a8-b34f-bbea2a09f7f6 req-6fe20635-b3a1-4399-9695-b856833c7be4 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:39.095070 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9f049c4f-908c-49a8-b34f-bbea2a09f7f6 req-6fe20635-b3a1-4399-9695-b856833c7be4 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0475945 Oct 28 10:16:39.141318 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9f049c4f-908c-49a8-b34f-bbea2a09f7f6 req-bc957ee6-a780-47e4-aec7-c59f1c27be96 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 Oct 28 10:16:39.714586 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:16:40.251619 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:40.264698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12d1a1-9e1b-4fb5-8cd6-fb0f128f63f5 req-dbb0fdae-8b37-457c-a6c1-a055f3aa66b3 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:40.266176 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8a12d1a1-9e1b-4fb5-8cd6-fb0f128f63f5 req-dbb0fdae-8b37-457c-a6c1-a055f3aa66b3 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0502763 Oct 28 10:16:40.313632 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8a12d1a1-9e1b-4fb5-8cd6-fb0f128f63f5 req-88badcb6-3fe6-453c-b08c-17da5c808d74 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418134 Oct 28 10:16:41.432066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814b60b-1d6b-4a62-9092-981e70652e22 req-cc2e8d96-d516-48e2-a976-50bcbd9d012b tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:41.433521 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8814b60b-1d6b-4a62-9092-981e70652e22 req-cc2e8d96-d516-48e2-a976-50bcbd9d012b tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0459943 Oct 28 10:16:41.480944 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8814b60b-1d6b-4a62-9092-981e70652e22 req-5a390b9e-5202-4980-bc0d-22d195c6cbf4 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 Oct 28 10:16:41.850882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:41.852731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:42.606817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3caf9b-2a6e-4c56-bc9c-9e6c89e0cd58 req-b07219e5-39bc-4c36-9212-3852ea48c84e tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:42.608291 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-be3caf9b-2a6e-4c56-bc9c-9e6c89e0cd58 req-b07219e5-39bc-4c36-9212-3852ea48c84e tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0506618 Oct 28 10:16:42.638400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:42.655452 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-be3caf9b-2a6e-4c56-bc9c-9e6c89e0cd58 req-daa848d7-d394-4a65-b993-a1bbf4a6a0e2 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416751 Oct 28 10:16:43.036109 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-88dbc064-249e-4760-9a70-9565c358bcd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:43.775956 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cb076-35df-474f-9220-f4f28aebbe2b req-3b2c70fe-8ac9-458c-b06a-d8a8ef5446d2 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:43.777428 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6a3cb076-35df-474f-9220-f4f28aebbe2b req-3b2c70fe-8ac9-458c-b06a-d8a8ef5446d2 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0477078 Oct 28 10:16:43.824578 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6a3cb076-35df-474f-9220-f4f28aebbe2b req-0bebf5cd-1842-4d8c-b286-aa195b0c1ca2 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416777 Oct 28 10:16:45.106994 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7002499-2743-4d0a-8754-7f121b5d52b2 req-e2b1f543-eec7-4c6c-9e0c-9e8f811b4a93 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:45.108453 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f7002499-2743-4d0a-8754-7f121b5d52b2 req-e2b1f543-eec7-4c6c-9e0c-9e8f811b4a93 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0464013 Oct 28 10:16:45.159489 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f7002499-2743-4d0a-8754-7f121b5d52b2 req-6930e7d3-f939-4482-afc5-2577056f437c tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454876 Oct 28 10:16:45.339030 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-61b84a23-c211-427a-9bbf-936b106863e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:46.277653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ba3bc-792b-461c-9bc9-77fb34a1ce7e req-21c4f62d-96f4-4c37-b5a5-23e8b725933b tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:46.279204 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f23ba3bc-792b-461c-9bc9-77fb34a1ce7e req-21c4f62d-96f4-4c37-b5a5-23e8b725933b tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0460713 Oct 28 10:16:46.327032 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f23ba3bc-792b-461c-9bc9-77fb34a1ce7e req-3085232e-8400-4c9b-96d0-8ff5fb975c4f tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423007 Oct 28 10:16:46.918626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:47.446129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc94d14-5843-4bb4-b45f-f3e7c93d21ef req-437c4928-efec-44c7-99cd-2ba972ca3639 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:47.447628 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6cc94d14-5843-4bb4-b45f-f3e7c93d21ef req-437c4928-efec-44c7-99cd-2ba972ca3639 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0463014 Oct 28 10:16:47.495449 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6cc94d14-5843-4bb4-b45f-f3e7c93d21ef req-0580250a-7cd1-48cf-a5f2-ac0394bb48b2 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422797 Oct 28 10:16:47.525953 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=53 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:47.527828 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=10 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:48.007634 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:48.544666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:48.617942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3c352-c32f-4037-9513-2ee67d96f703 req-a50c6152-3129-41e8-b924-40bb6a1e5b04 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:48.619426 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8af3c352-c32f-4037-9513-2ee67d96f703 req-a50c6152-3129-41e8-b924-40bb6a1e5b04 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0512815 Oct 28 10:16:48.666432 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8af3c352-c32f-4037-9513-2ee67d96f703 req-e549a025-b4fc-4934-bc7f-7e9b409d27eb tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414147 Oct 28 10:16:49.785996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51497a88-e799-4c3c-85c5-a1c42bf1fdec req-4a3e765e-9f32-4d32-a327-5f983948156c tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:49.787472 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-51497a88-e799-4c3c-85c5-a1c42bf1fdec req-4a3e765e-9f32-4d32-a327-5f983948156c tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0467079 Oct 28 10:16:49.833621 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-51497a88-e799-4c3c-85c5-a1c42bf1fdec req-1012d66c-d516-4a78-9194-ba7e125eebec tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401027 Oct 28 10:16:50.954341 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fe02b-d60d-4150-89a0-6cb86307db24 req-bc08c0d6-7d7f-483a-aec9-c0f046d7d5fd tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:50.955744 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-112fe02b-d60d-4150-89a0-6cb86307db24 req-bc08c0d6-7d7f-483a-aec9-c0f046d7d5fd tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0475390 Oct 28 10:16:51.007003 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-112fe02b-d60d-4150-89a0-6cb86307db24 req-73a6f9e6-9c06-486e-9467-e2581ba7d277 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454352 Oct 28 10:16:52.125448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b84a45-e29f-4d1f-83e4-b53380fb8dcd req-102e6048-c3ac-4f80-804c-a1f11fbf0219 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:52.126924 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e8b84a45-e29f-4d1f-83e4-b53380fb8dcd req-102e6048-c3ac-4f80-804c-a1f11fbf0219 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0471368 Oct 28 10:16:52.173556 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e8b84a45-e29f-4d1f-83e4-b53380fb8dcd req-d63573c1-6876-4ce3-b671-61a71ae4c1f1 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411298 Oct 28 10:16:53.294819 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7afe17-f9b9-42c1-965e-e922bc5edb43 req-80e70afe-8faf-4fce-886d-ed8cce6884c0 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:53.296384 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7d7afe17-f9b9-42c1-965e-e922bc5edb43 req-80e70afe-8faf-4fce-886d-ed8cce6884c0 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0470428 Oct 28 10:16:53.308178 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:53.344343 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7d7afe17-f9b9-42c1-965e-e922bc5edb43 req-0d941071-54f2-4ed6-a254-9761a91acab1 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424511 Oct 28 10:16:53.967495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:16:54.469262 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b65daa-47e4-4b4e-b36c-f8cc5c1e84b9 req-a8f5331b-61e7-4fe1-bbd1-a86154413be2 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:54.470751 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-87b65daa-47e4-4b4e-b36c-f8cc5c1e84b9 req-a8f5331b-61e7-4fe1-bbd1-a86154413be2 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0514879 Oct 28 10:16:54.517997 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-87b65daa-47e4-4b4e-b36c-f8cc5c1e84b9 req-e9a61ac7-e589-46d4-8460-6968fb27860b tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 Oct 28 10:16:55.637974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529bb47-863f-42a7-bf68-ec4f899783f4 req-d4cb1dde-b4c8-4402-bb28-00535f13837a tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:55.639478 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a529bb47-863f-42a7-bf68-ec4f899783f4 req-d4cb1dde-b4c8-4402-bb28-00535f13837a tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0473044 Oct 28 10:16:55.651144 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:55.687636 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a529bb47-863f-42a7-bf68-ec4f899783f4 req-2a715f95-928a-4aca-8914-e66c13c89c26 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427213 Oct 28 10:16:56.813782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74b0fd-db6c-4cb9-96cf-7deabaf8a8ca req-af2aeef4-63d2-45dc-ba77-2c1c02f2b264 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:56.815271 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ef74b0fd-db6c-4cb9-96cf-7deabaf8a8ca req-af2aeef4-63d2-45dc-ba77-2c1c02f2b264 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0522017 Oct 28 10:16:56.863987 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ef74b0fd-db6c-4cb9-96cf-7deabaf8a8ca req-f531cffe-b2b0-4665-9ac8-6345b85d0779 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428848 Oct 28 10:16:57.984702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1503c6d-1d50-4f83-97c6-bf0797ce3586 req-e17362b5-7bf5-4ea2-8e5e-9d5fe426c06b tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:57.986084 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b1503c6d-1d50-4f83-97c6-bf0797ce3586 req-e17362b5-7bf5-4ea2-8e5e-9d5fe426c06b tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0469358 Oct 28 10:16:58.032969 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b1503c6d-1d50-4f83-97c6-bf0797ce3586 req-768a0291-3d27-45da-8aec-934a5cd95e28 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412486 Oct 28 10:16:58.682238 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:58.686573 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:16:59.154934 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d144ea-7fc3-4da0-86d0-0906e3bc7480 req-9dfaa9b0-cffc-4a7e-b6f2-808c1e3ece82 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:16:59.156404 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-25d144ea-7fc3-4da0-86d0-0906e3bc7480 req-9dfaa9b0-cffc-4a7e-b6f2-808c1e3ece82 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0464132 Oct 28 10:16:59.207222 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-25d144ea-7fc3-4da0-86d0-0906e3bc7480 req-1de05fa0-2fb6-4bfd-a4d1-d6545e4a5414 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Oct 28 10:17:00.329475 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad843ddd-85a8-4089-a1ad-d39ccdf515e3 req-84eae51e-f50b-42a4-94ab-763c9e1aa2d9 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:00.331008 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ad843ddd-85a8-4089-a1ad-d39ccdf515e3 req-84eae51e-f50b-42a4-94ab-763c9e1aa2d9 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0477827 Oct 28 10:17:00.377872 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ad843ddd-85a8-4089-a1ad-d39ccdf515e3 req-3858813f-53df-47d2-90b1-718d7342f061 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Oct 28 10:17:01.499671 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a4da3-16b0-490a-89a5-9711e4c30c10 req-06e8e1fb-4348-429c-9ddd-927f28f98ccf tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:01.501176 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-526a4da3-16b0-490a-89a5-9711e4c30c10 req-06e8e1fb-4348-429c-9ddd-927f28f98ccf tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0475633 Oct 28 10:17:01.548456 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-526a4da3-16b0-490a-89a5-9711e4c30c10 req-07418ff2-d4d8-40e4-a521-cb422775f8b2 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417717 Oct 28 10:17:02.671162 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a41b2-582a-4176-b535-cafc66e85c30 req-9ca51fb5-620d-4647-b4a1-f2627080eb35 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:02.672616 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e83a41b2-582a-4176-b535-cafc66e85c30 req-9ca51fb5-620d-4647-b4a1-f2627080eb35 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0499465 Oct 28 10:17:02.719696 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e83a41b2-582a-4176-b535-cafc66e85c30 req-edea5bd1-100c-49d1-bf99-3ecb20e3d714 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416076 Oct 28 10:17:03.841640 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44395b-ff92-421b-bd44-09d8645f9615 req-cd148546-34cc-4a32-94c9-e709daa267c0 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:03.843181 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7a44395b-ff92-421b-bd44-09d8645f9615 req-cd148546-34cc-4a32-94c9-e709daa267c0 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0483673 Oct 28 10:17:03.888999 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:03.890880 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:03.891180 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7a44395b-ff92-421b-bd44-09d8645f9615 req-2f6c558b-4c32-4b04-8586-4992a5692303 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Oct 28 10:17:05.011459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482985e7-6b38-42da-b063-a44d8f8a93f4 req-00afd69f-5f51-48c4-b8a4-e08ae53fea47 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:05.012858 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-482985e7-6b38-42da-b063-a44d8f8a93f4 req-00afd69f-5f51-48c4-b8a4-e08ae53fea47 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0469139 Oct 28 10:17:05.065624 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-482985e7-6b38-42da-b063-a44d8f8a93f4 req-0c42c4e8-8361-474d-be9d-6f92c5715aa3 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472734 Oct 28 10:17:06.148576 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:06.186278 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773e3f8-4dc7-4fac-aac1-f0650910cd31 req-4c6d4181-b66c-4152-bcf0-21cb968b3f1d tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:06.187772 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4773e3f8-4dc7-4fac-aac1-f0650910cd31 req-4c6d4181-b66c-4152-bcf0-21cb968b3f1d tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0475683 Oct 28 10:17:06.234474 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4773e3f8-4dc7-4fac-aac1-f0650910cd31 req-b39f0219-d616-4644-bff6-9aebdb743f91 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Oct 28 10:17:07.356682 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44cd98-bd1e-4163-8890-ef86b92337b3 req-4e7f3397-fade-4cb1-8f2b-cdc9917a6375 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:07.358157 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4d44cd98-bd1e-4163-8890-ef86b92337b3 req-4e7f3397-fade-4cb1-8f2b-cdc9917a6375 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0470772 Oct 28 10:17:07.404621 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4d44cd98-bd1e-4163-8890-ef86b92337b3 req-e87e61c3-0457-4af0-a8d7-312b215b7a5b tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410264 Oct 28 10:17:08.529870 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e87b7c-6126-4feb-b11c-ec4a85568ebe req-921961ed-af2b-4823-b057-ff9506cfde9a tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:08.531447 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-32e87b7c-6126-4feb-b11c-ec4a85568ebe req-921961ed-af2b-4823-b057-ff9506cfde9a tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0507679 Oct 28 10:17:08.578476 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-32e87b7c-6126-4feb-b11c-ec4a85568ebe req-63411a1b-5896-4348-8627-c8e0fc855067 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413246 Oct 28 10:17:09.696946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba9b2a-f0b6-412a-bf36-5d20dbf48e86 req-f843ada9-6dc4-481a-b482-ea62c2d425fd tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:09.698346 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6bba9b2a-f0b6-412a-bf36-5d20dbf48e86 req-f843ada9-6dc4-481a-b482-ea62c2d425fd tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0467234 Oct 28 10:17:09.709106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:09.746098 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6bba9b2a-f0b6-412a-bf36-5d20dbf48e86 req-7106b5f1-42de-4dbf-90af-d1e011cd8778 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422697 Oct 28 10:17:10.127745 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-eed1ab66-2a45-4ed9-938a-390c9b73a57c service neutron] 10.222.0.48 "GET /networking/v2.0/ports/80e96a18-284a-46a6-b2ff-cc1f564debb5/bindings/hv-neutron-zed0 HTTP/1.1" status: 200 len: 384 time: 0.1003957 Oct 28 10:17:10.706166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-be4744d8-a739-457f-a07b-bcc46922e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:10.707688 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-be4744d8-a739-457f-a07b-bcc46922e727 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd&tenant_id=d6cd862b43174291bde82df1efdabba4 HTTP/1.1" status: 200 len: 1129 time: 0.0720124 Oct 28 10:17:10.803347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-7d3534f5-ae3f-4798-b6ad-1bb1308b2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:10.804830 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-7d3534f5-ae3f-4798-b6ad-1bb1308b2b75 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d6cd862b43174291bde82df1efdabba4&device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 1129 time: 0.0386984 Oct 28 10:17:10.870997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69452e2-3fd1-41ce-959f-69b65e9f2c7e req-c87e96b4-d10b-4361-91e9-8a379b576738 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:10.872542 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d69452e2-3fd1-41ce-959f-69b65e9f2c7e req-c87e96b4-d10b-4361-91e9-8a379b576738 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0516689 Oct 28 10:17:10.901360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-e7bce285-92e5-40a1-bdd4-ee678ecf77ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:10.902875 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-e7bce285-92e5-40a1-bdd4-ee678ecf77ae service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0464ff3d-0ca5-4300-98d2-b3a0e6d8933e HTTP/1.1" status: 200 len: 913 time: 0.0866437 Oct 28 10:17:10.924105 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d69452e2-3fd1-41ce-959f-69b65e9f2c7e req-3f0ca6fc-1e7c-490e-b1c9-8888e180284a tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457056 Oct 28 10:17:10.951324 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-91c77f03-ee39-4df9-9c98-4bfee34b5218 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80e96a18-284a-46a6-b2ff-cc1f564debb5 HTTP/1.1" status: 200 len: 217 time: 0.0382972 Oct 28 10:17:11.000205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-a6727a65-c869-4b43-8838-c922eef1de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:11.001606 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-a6727a65-c869-4b43-8838-c922eef1de44 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c17f2a0c-ad30-4f18-9855-e1b12132111a HTTP/1.1" status: 200 len: 851 time: 0.0434868 Oct 28 10:17:11.046451 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-d3a14894-f3c4-4d6f-9f32-ceaf92c5801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:11.047954 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-d3a14894-f3c4-4d6f-9f32-ceaf92c5801e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0464ff3d-0ca5-4300-98d2-b3a0e6d8933e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0371289 Oct 28 10:17:11.144211 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-66546a8e-1dbf-49a1-95f7-9e627ba1f0f2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0464ff3d-0ca5-4300-98d2-b3a0e6d8933e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862763 Oct 28 10:17:11.241597 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9d25d7-07ed-4e66-b83c-3c34004d80c3 req-15e87d7d-c074-4672-b446-2ef64a2a0073 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0464ff3d-0ca5-4300-98d2-b3a0e6d8933e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877860 Oct 28 10:17:12.046023 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ff1ea-d324-4c6d-b523-4d4334706821 req-19efe9ca-993b-415d-baa0-f5827c52a22b tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:12.047497 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-799ff1ea-d324-4c6d-b523-4d4334706821 req-19efe9ca-993b-415d-baa0-f5827c52a22b tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0474422 Oct 28 10:17:12.093883 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-799ff1ea-d324-4c6d-b523-4d4334706821 req-34bff859-36fc-4955-b940-a6a77cbe7ac8 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409172 Oct 28 10:17:12.486177 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=12 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:12.487601 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=14 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:13.060478 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ef494fbc-e973-4048-9d16-7deb5a0e41a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:13.216396 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec69007-d584-48e7-bd1f-995cb03c1936 req-86035628-79aa-4e89-8281-2f14b8f114c7 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:13.217857 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cec69007-d584-48e7-bd1f-995cb03c1936 req-86035628-79aa-4e89-8281-2f14b8f114c7 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0466526 Oct 28 10:17:13.269126 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cec69007-d584-48e7-bd1f-995cb03c1936 req-cb1ff4f5-6119-4c4e-b3fa-d117d9c0378a tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454888 Oct 28 10:17:13.616808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 80e96a18-284a-46a6-b2ff-cc1f564debb5 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:17:13.630913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 80e96a18-284a-46a6-b2ff-cc1f564debb5 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:17:13.779855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 80e96a18-284a-46a6-b2ff-cc1f564debb5, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=80e96a18-284a-46a6-b2ff-cc1f564debb5,segment=NetworkSegment(f67e78bb-bb7b-4f1d-a2ec-b64d329973b6),segment_id=f67e78bb-bb7b-4f1d-a2ec-b64d329973b6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:17:13.782328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 80e96a18-284a-46a6-b2ff-cc1f564debb5 is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:17:13.782743 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:13.800961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '80e96a18-284a-46a6-b2ff-cc1f564debb5', 'network_id': '0464ff3d-0ca5-4300-98d2-b3a0e6d8933e', 'port_id': '80e96a18-284a-46a6-b2ff-cc1f564debb5', 'mac_address': 'fa:16:3e:4a:6b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17f2a0c-ad30-4f18-9855-e1b12132111a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:17:13.818814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a22e40c-5fb0-4d67-a21b-b04205150ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e96a18-284a-46a6-b2ff-cc1f564debb5'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:17:13.821282 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9367002e-3191-45ba-ada1-2a012dda1c16" -d '{"events": [{"server_uuid": "1a22e40c-5fb0-4d67-a21b-b04205150ecd", "name": "network-vif-unplugged", "status": "completed", "tag": "80e96a18-284a-46a6-b2ff-cc1f564debb5"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:17:13.857631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 80e96a18-284a-46a6-b2ff-cc1f564debb5, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=80e96a18-284a-46a6-b2ff-cc1f564debb5,segment=NetworkSegment(f67e78bb-bb7b-4f1d-a2ec-b64d329973b6),segment_id=f67e78bb-bb7b-4f1d-a2ec-b64d329973b6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:17:13.873432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 80e96a18-284a-46a6-b2ff-cc1f564debb5 is: ACTIVE; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:17:13.873956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:13.891965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80e96a18-284a-46a6-b2ff-cc1f564debb5 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:17:13.893849 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0b1bc-e948-4fa3-8d85-28bc8f6a8a68 req-7fc2d07d-8adb-478f-8369-60f11186fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:13.895396 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d0d0b1bc-e948-4fa3-8d85-28bc8f6a8a68 req-7fc2d07d-8adb-478f-8369-60f11186fbcf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d6cd862b43174291bde82df1efdabba4&device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 1129 time: 0.0476534 Oct 28 10:17:13.896990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 10:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1b0e65-171c-437f-94f7-a751a99a20bb x-openstack-request-id: req-be1b0e65-171c-437f-94f7-a751a99a20bb {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:17:13.897273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a22e40c-5fb0-4d67-a21b-b04205150ecd", "name": "network-vif-unplugged", "status": "completed", "tag": "80e96a18-284a-46a6-b2ff-cc1f564debb5", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:17:13.897526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be1b0e65-171c-437f-94f7-a751a99a20bb {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:17:13.898087 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1b0e65-171c-437f-94f7-a751a99a20bb'] response: {'server_uuid': '1a22e40c-5fb0-4d67-a21b-b04205150ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e96a18-284a-46a6-b2ff-cc1f564debb5', 'code': 200} Oct 28 10:17:13.933338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:14.008541 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:17:14.008986 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:17:14.011725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=80e96a18-284a-46a6-b2ff-cc1f564debb5,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:14.055668 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0b1bc-e948-4fa3-8d85-28bc8f6a8a68 req-f3327550-4407-43e8-bd56-bd060c060188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:14.057761 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d0d0b1bc-e948-4fa3-8d85-28bc8f6a8a68 req-f3327550-4407-43e8-bd56-bd060c060188 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0464ff3d-0ca5-4300-98d2-b3a0e6d8933e HTTP/1.1" status: 200 len: 913 time: 0.0927908 Oct 28 10:17:14.100594 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d0d0b1bc-e948-4fa3-8d85-28bc8f6a8a68 req-53af9db4-182f-4ca4-8e1b-5dd4355e7d27 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80e96a18-284a-46a6-b2ff-cc1f564debb5 HTTP/1.1" status: 200 len: 217 time: 0.0356491 Oct 28 10:17:14.147831 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0b1bc-e948-4fa3-8d85-28bc8f6a8a68 req-e56ae96f-04eb-4352-aab4-9b0120a966aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:14.149129 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d0d0b1bc-e948-4fa3-8d85-28bc8f6a8a68 req-e56ae96f-04eb-4352-aab4-9b0120a966aa service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c17f2a0c-ad30-4f18-9855-e1b12132111a HTTP/1.1" status: 200 len: 851 time: 0.0428879 Oct 28 10:17:14.191689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0b1bc-e948-4fa3-8d85-28bc8f6a8a68 req-2732cbd6-6334-41f2-a590-526a267d2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:14.193086 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d0d0b1bc-e948-4fa3-8d85-28bc8f6a8a68 req-2732cbd6-6334-41f2-a590-526a267d2ce9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0464ff3d-0ca5-4300-98d2-b3a0e6d8933e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0374351 Oct 28 10:17:14.285042 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d0d0b1bc-e948-4fa3-8d85-28bc8f6a8a68 req-7076faa9-4ee7-4ec1-bf2e-50d03b1ad873 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0464ff3d-0ca5-4300-98d2-b3a0e6d8933e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861464 Oct 28 10:17:14.372941 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:14.377053 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d0d0b1bc-e948-4fa3-8d85-28bc8f6a8a68 req-739de41d-92fd-43ee-8e6c-dd3234c8c2c2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0464ff3d-0ca5-4300-98d2-b3a0e6d8933e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861149 Oct 28 10:17:14.391781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfe507-05bb-4f4b-bd52-e804d8a56138 req-4d97176c-3f2c-42db-aa96-91def4a6b849 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:14.393272 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bedfe507-05bb-4f4b-bd52-e804d8a56138 req-4d97176c-3f2c-42db-aa96-91def4a6b849 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 943 time: 0.0475066 Oct 28 10:17:14.441007 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bedfe507-05bb-4f4b-bd52-e804d8a56138 req-21e00477-d202-486c-898e-ed41e8447dcc tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419054 Oct 28 10:17:14.543715 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 80e96a18-284a-46a6-b2ff-cc1f564debb5 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:17:14.544266 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:14.556987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e96a18-284a-46a6-b2ff-cc1f564debb5 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:17:14.576088 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 80e96a18-284a-46a6-b2ff-cc1f564debb5, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=80e96a18-284a-46a6-b2ff-cc1f564debb5,segment=NetworkSegment(f67e78bb-bb7b-4f1d-a2ec-b64d329973b6),segment_id=f67e78bb-bb7b-4f1d-a2ec-b64d329973b6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:17:14.640604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:14.687131 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=80e96a18-284a-46a6-b2ff-cc1f564debb5,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:14.779620 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['80e96a18-284a-46a6-b2ff-cc1f564debb5'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:17:14.934334 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-c90cc898-48dd-4fa9-9ff9-c2cfbf242433 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:14.935836 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-c90cc898-48dd-4fa9-9ff9-c2cfbf242433 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd&tenant_id=d6cd862b43174291bde82df1efdabba4&binding%3Ahost_id=hv-neutron-zed0 HTTP/1.1" status: 200 len: 944 time: 0.0883098 Oct 28 10:17:15.033559 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:15.039255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-1bfd5910-2a15-4d8d-ba55-53f92ecf2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:15.040754 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-1bfd5910-2a15-4d8d-ba55-53f92ecf2841 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d6cd862b43174291bde82df1efdabba4&device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 1128 time: 0.0395608 Oct 28 10:17:15.134199 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-8f66ff7c-512d-4b57-abfb-38c04b8b9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:15.136219 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-8f66ff7c-512d-4b57-abfb-38c04b8b9865 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0464ff3d-0ca5-4300-98d2-b3a0e6d8933e HTTP/1.1" status: 200 len: 913 time: 0.0891259 Oct 28 10:17:15.177022 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-e859a5ee-ed3b-4a82-b593-12ac25603274 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80e96a18-284a-46a6-b2ff-cc1f564debb5 HTTP/1.1" status: 200 len: 217 time: 0.0327580 Oct 28 10:17:15.229251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-59ff57e7-14f3-44fa-b7d2-7be29deb974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:15.230694 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-59ff57e7-14f3-44fa-b7d2-7be29deb974c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c17f2a0c-ad30-4f18-9855-e1b12132111a HTTP/1.1" status: 200 len: 851 time: 0.0470726 Oct 28 10:17:15.273687 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-3ef41284-1ad0-4e0a-8763-62dbf1fa04b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:15.275375 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-3ef41284-1ad0-4e0a-8763-62dbf1fa04b3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0464ff3d-0ca5-4300-98d2-b3a0e6d8933e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0389459 Oct 28 10:17:15.369370 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-2bad82fa-c4f4-4bc3-ab4f-2446a782fe4b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0464ff3d-0ca5-4300-98d2-b3a0e6d8933e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874238 Oct 28 10:17:15.375037 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-edabf29c-56dc-4336-a6a0-37d0aa842953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:15.459288 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-7e29b4e9-d453-4d7b-b5f1-6d223689d352 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0464ff3d-0ca5-4300-98d2-b3a0e6d8933e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844896 Oct 28 10:17:15.636836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 80e96a18-284a-46a6-b2ff-cc1f564debb5 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:17:15.640544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:15.680151 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 80e96a18-284a-46a6-b2ff-cc1f564debb5 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:17:15.680529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:15.680877 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 80e96a18-284a-46a6-b2ff-cc1f564debb5 Oct 28 10:17:15.703268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:15.757870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 80e96a18-284a-46a6-b2ff-cc1f564debb5 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:17:15.758265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:15.791219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 80e96a18-284a-46a6-b2ff-cc1f564debb5, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=80e96a18-284a-46a6-b2ff-cc1f564debb5,segment=NetworkSegment(f67e78bb-bb7b-4f1d-a2ec-b64d329973b6),segment_id=f67e78bb-bb7b-4f1d-a2ec-b64d329973b6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:17:15.855193 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:15.900435 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a22e40c-5fb0-4d67-a21b-b04205150ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e96a18-284a-46a6-b2ff-cc1f564debb5'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:17:15.902624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d8d337-4d33-4afa-909c-ffd8bfc3c845" -d '{"events": [{"server_uuid": "1a22e40c-5fb0-4d67-a21b-b04205150ecd", "name": "network-vif-plugged", "status": "completed", "tag": "80e96a18-284a-46a6-b2ff-cc1f564debb5"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:17:15.910029 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=80e96a18-284a-46a6-b2ff-cc1f564debb5,revision_number=8']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:15.957870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b13718-ea16-4a6d-ba8d-0c15f04cc303 x-openstack-request-id: req-61b13718-ea16-4a6d-ba8d-0c15f04cc303 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:17:15.958169 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a22e40c-5fb0-4d67-a21b-b04205150ecd", "name": "network-vif-plugged", "status": "completed", "tag": "80e96a18-284a-46a6-b2ff-cc1f564debb5", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:17:15.958427 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61b13718-ea16-4a6d-ba8d-0c15f04cc303 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:17:15.958926 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b13718-ea16-4a6d-ba8d-0c15f04cc303'] response: {'server_uuid': '1a22e40c-5fb0-4d67-a21b-b04205150ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e96a18-284a-46a6-b2ff-cc1f564debb5', 'code': 200} Oct 28 10:17:16.713904 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:17:16.946320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:17.662444 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbf564-1c8e-4082-9598-cab294dc1bd9 req-c5a41041-ba48-4c27-a588-154ee37cb7fd tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:17.663952 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-28fbf564-1c8e-4082-9598-cab294dc1bd9 req-c5a41041-ba48-4c27-a588-154ee37cb7fd tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0477974 Oct 28 10:17:17.710879 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-28fbf564-1c8e-4082-9598-cab294dc1bd9 req-d26ceba5-498f-453e-8574-2cf70801a5d8 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407500 Oct 28 10:17:17.980588 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:18.592023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:18.836971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f23f5-a6fe-423c-875c-badd0f29aaf1 req-3bdb9929-3fde-4bf1-88bb-7fcc1a576277 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:18.839088 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3a7f23f5-a6fe-423c-875c-badd0f29aaf1 req-3bdb9929-3fde-4bf1-88bb-7fcc1a576277 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0507259 Oct 28 10:17:18.888451 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3a7f23f5-a6fe-423c-875c-badd0f29aaf1 req-a63753fb-b0c6-4838-bb93-4989d1e0fb2f tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433226 Oct 28 10:17:19.666142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-60b8e590-d5f9-46af-9d0e-856186c40273 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:19.667622 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-60b8e590-d5f9-46af-9d0e-856186c40273 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0469282 Oct 28 10:17:19.755255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Deleting port 80e96a18-284a-46a6-b2ff-cc1f564debb5 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:17:19.755591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:19.843741 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] For port 80e96a18-284a-46a6-b2ff-cc1f564debb5, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=80e96a18-284a-46a6-b2ff-cc1f564debb5,segment=NetworkSegment(f67e78bb-bb7b-4f1d-a2ec-b64d329973b6),segment_id=f67e78bb-bb7b-4f1d-a2ec-b64d329973b6)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:17:19.844094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:19.861484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Calling delete_port for 80e96a18-284a-46a6-b2ff-cc1f564debb5 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:17:20.011673 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f1bc1-a0c5-4e99-809d-0e4015847d48 req-46e1e079-5eef-47d7-ad57-afa102197bd8 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:20.013167 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-067f1bc1-a0c5-4e99-809d-0e4015847d48 req-46e1e079-5eef-47d7-ad57-afa102197bd8 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 945 time: 0.0478716 Oct 28 10:17:20.038782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:20.061508 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-067f1bc1-a0c5-4e99-809d-0e4015847d48 req-59de8b77-0da4-462f-adba-c6efcd0498d0 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=df2b4d80-fa09-4d5f-9f32-c88f77331e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426681 Oct 28 10:17:20.063832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (80e96a18-284a-46a6-b2ff-cc1f564debb5), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:20.093897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Pushing event deleted for resources: {'Port': ['ID=80e96a18-284a-46a6-b2ff-cc1f564debb5,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:20.109274 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['80e96a18-284a-46a6-b2ff-cc1f564debb5'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:17:20.124605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:20.132686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:20.132686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:20.132686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:20.132686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:20.132686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:20.132686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:20.132686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:20.132686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:20.132686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:20.132686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:20.132686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:20.132686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:20.132686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:20.132686 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:20.152237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] No DVR routers for this DVR port 80e96a18-284a-46a6-b2ff-cc1f564debb5 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:17:20.154907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:20.158155 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e12d51c-163b-4c64-b3ba-0bb664975e94 req-56cc39ea-1e2d-4770-8dcc-6f9f686b9735 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.48 "DELETE /networking/v2.0/ports/80e96a18-284a-46a6-b2ff-cc1f564debb5 HTTP/1.1" status: 204 len: 173 time: 0.4826796 Oct 28 10:17:20.158685 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a22e40c-5fb0-4d67-a21b-b04205150ecd', 'name': 'network-vif-deleted', 'tag': '80e96a18-284a-46a6-b2ff-cc1f564debb5'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:17:20.161038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4f62ce-1e88-4011-9cff-79e90d6ced2c" -d '{"events": [{"server_uuid": "1a22e40c-5fb0-4d67-a21b-b04205150ecd", "name": "network-vif-deleted", "tag": "80e96a18-284a-46a6-b2ff-cc1f564debb5"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:17:20.199679 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c20cf9f-6e34-48c0-805e-910365fcc274 x-openstack-request-id: req-7c20cf9f-6e34-48c0-805e-910365fcc274 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:17:20.199978 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a22e40c-5fb0-4d67-a21b-b04205150ecd", "name": "network-vif-deleted", "tag": "80e96a18-284a-46a6-b2ff-cc1f564debb5", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:17:20.200239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c20cf9f-6e34-48c0-805e-910365fcc274 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:17:20.200649 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c20cf9f-6e34-48c0-805e-910365fcc274'] response: {'server_uuid': '1a22e40c-5fb0-4d67-a21b-b04205150ecd', 'name': 'network-vif-deleted', 'tag': '80e96a18-284a-46a6-b2ff-cc1f564debb5', 'status': 'completed', 'code': 200} Oct 28 10:17:21.180116 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-27e66aaa-3b37-4ab6-8f4d-dd5258e95c06 req-5fba2421-cf4a-4eac-a8aa-7ca6e3b98c93 tempest-DeleteServersTestJSON-1888506993 tempest-DeleteServersTestJSON-1888506993-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a22e40c-5fb0-4d67-a21b-b04205150ecd HTTP/1.1" status: 200 len: 210 time: 0.0296402 Oct 28 10:17:22.472159 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45934) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:17:22.780505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (d49bb5ca-157d-4e8d-b57b-10ef13445f43), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:22.811075 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:23.001237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Deleting port fabddf48-e618-4b80-ac94-efa1793dac05 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:17:23.001582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (fabddf48-e618-4b80-ac94-efa1793dac05), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:23.083902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] For port fabddf48-e618-4b80-ac94-efa1793dac05, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=fabddf48-e618-4b80-ac94-efa1793dac05,segment=NetworkSegment(f67e78bb-bb7b-4f1d-a2ec-b64d329973b6),segment_id=f67e78bb-bb7b-4f1d-a2ec-b64d329973b6)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:17:23.084261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (fabddf48-e618-4b80-ac94-efa1793dac05), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:23.099234 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Calling delete_port for fabddf48-e618-4b80-ac94-efa1793dac05 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:17:23.229712 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:23.331864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (fabddf48-e618-4b80-ac94-efa1793dac05), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:23.354508 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fabddf48-e618-4b80-ac94-efa1793dac05,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:23.367096 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:23.367466 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:23.367799 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:23.368141 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:23.368478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:23.368811 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:23.369140 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:23.369530 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:23.369782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:23.370109 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:23.370436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:23.371283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:23.371609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:23.371934 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:23.372256 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:23.533359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (d49bb5ca-157d-4e8d-b57b-10ef13445f43), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:23.622618 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:23.707978 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 80e96a18-284a-46a6-b2ff-cc1f564debb5 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:17:23.727466 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 80e96a18-284a-46a6-b2ff-cc1f564debb5 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:17:23.727820 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 80e96a18-284a-46a6-b2ff-cc1f564debb5 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:17:23.742426 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Router d49bb5ca-157d-4e8d-b57b-10ef13445f43 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:17:23.843263 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:17:23.851428 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-30bba245-9805-4c64-9c13-6364ebd594b6 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/d49bb5ca-157d-4e8d-b57b-10ef13445f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3756187 Oct 28 10:17:23.852607 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cbd930-07f7-40f7-b7b2-b3046de797c6 None None] Sync routers for ids ['d49bb5ca-157d-4e8d-b57b-10ef13445f43'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:17:23.853292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45936) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:17:23.863544 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cbd930-07f7-40f7-b7b2-b3046de797c6 None None] Routers {'d49bb5ca-157d-4e8d-b57b-10ef13445f43'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:17:23.864193 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-a2cbd930-07f7-40f7-b7b2-b3046de797c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:17:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d49bb5ca-157d-4e8d-b57b-10ef13445f43'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:17:23.903749 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:23.946695 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:23.959930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9a91379d-f772-4166-bb20-c916b180d5c1 admin admin] Publish callbacks [] for router (d49bb5ca-157d-4e8d-b57b-10ef13445f43), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:23.969423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:24.050356 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-a2cbd930-07f7-40f7-b7b2-b3046de797c6 None None] Set router d49bb5ca-157d-4e8d-b57b-10ef13445f43 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:17:24.062970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9a91379d-f772-4166-bb20-c916b180d5c1 admin admin] Publish callbacks [] for router_gateway (d49bb5ca-157d-4e8d-b57b-10ef13445f43), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:24.176495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-9a91379d-f772-4166-bb20-c916b180d5c1 admin admin] Deleting port 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:17:24.176748 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9a91379d-f772-4166-bb20-c916b180d5c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (429818b4-e1e8-4bba-abeb-5a9b5a32f5e6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:24.215794 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-a2cbd930-07f7-40f7-b7b2-b3046de797c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'name': 'tempest-DeleteServersTestJSON-1389218006-router', 'tenant_id': 'd6cd862b43174291bde82df1efdabba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '429818b4-e1e8-4bba-abeb-5a9b5a32f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:16:17Z', 'updated_at': '2022-10-28T10:17:23Z', 'revision_number': 5, 'project_id': 'd6cd862b43174291bde82df1efdabba4', 'gw_port': {'id': '429818b4-e1e8-4bba-abeb-5a9b5a32f5e6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:16:17Z', 'updated_at': '2022-10-28T10:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:17:24.240999 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cbd930-07f7-40f7-b7b2-b3046de797c6 None None] Checking router: d49bb5ca-157d-4e8d-b57b-10ef13445f43 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:17:24.249427 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cbd930-07f7-40f7-b7b2-b3046de797c6 None None] Routers {'d49bb5ca-157d-4e8d-b57b-10ef13445f43'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:17:24.250036 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-a2cbd930-07f7-40f7-b7b2-b3046de797c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:17:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d49bb5ca-157d-4e8d-b57b-10ef13445f43'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:17:24.256449 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-9a91379d-f772-4166-bb20-c916b180d5c1 admin admin] For port 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=429818b4-e1e8-4bba-abeb-5a9b5a32f5e6,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:17:24.256837 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9a91379d-f772-4166-bb20-c916b180d5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (429818b4-e1e8-4bba-abeb-5a9b5a32f5e6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:24.269716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-9a91379d-f772-4166-bb20-c916b180d5c1 admin admin] Calling delete_port for 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:17:24.333415 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-a2cbd930-07f7-40f7-b7b2-b3046de797c6 None None] Set router d49bb5ca-157d-4e8d-b57b-10ef13445f43 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:17:24.382164 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-a2cbd930-07f7-40f7-b7b2-b3046de797c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'name': 'tempest-DeleteServersTestJSON-1389218006-router', 'tenant_id': 'd6cd862b43174291bde82df1efdabba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:16:17Z', 'updated_at': '2022-10-28T10:17:24Z', 'revision_number': 6, 'project_id': 'd6cd862b43174291bde82df1efdabba4', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:17:24.409995 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cbd930-07f7-40f7-b7b2-b3046de797c6 None None] The sync data for ids ['d49bb5ca-157d-4e8d-b57b-10ef13445f43'] in dv-neutron-zed-2-hyperv is: [{'id': 'd49bb5ca-157d-4e8d-b57b-10ef13445f43', 'name': 'tempest-DeleteServersTestJSON-1389218006-router', 'tenant_id': 'd6cd862b43174291bde82df1efdabba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:16:17Z', 'updated_at': '2022-10-28T10:17:24Z', 'revision_number': 6, 'project_id': 'd6cd862b43174291bde82df1efdabba4', 'gw_port_host': None}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:17:24.517302 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9a91379d-f772-4166-bb20-c916b180d5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (429818b4-e1e8-4bba-abeb-5a9b5a32f5e6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:24.544305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91379d-f772-4166-bb20-c916b180d5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=429818b4-e1e8-4bba-abeb-5a9b5a32f5e6,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:24.607224 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9a91379d-f772-4166-bb20-c916b180d5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (d49bb5ca-157d-4e8d-b57b-10ef13445f43), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:24.693272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9a91379d-f772-4166-bb20-c916b180d5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (d49bb5ca-157d-4e8d-b57b-10ef13445f43), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:24.695487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9a91379d-f772-4166-bb20-c916b180d5c1 admin admin] Publish callbacks [] for router_controller (d49bb5ca-157d-4e8d-b57b-10ef13445f43), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:24.820402 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9a91379d-f772-4166-bb20-c916b180d5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (d49bb5ca-157d-4e8d-b57b-10ef13445f43), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:24.821049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a91379d-f772-4166-bb20-c916b180d5c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d49bb5ca-157d-4e8d-b57b-10ef13445f43 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:17:24.825304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9a91379d-f772-4166-bb20-c916b180d5c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:24.828918 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9a91379d-f772-4166-bb20-c916b180d5c1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/d49bb5ca-157d-4e8d-b57b-10ef13445f43 HTTP/1.1" status: 204 len: 168 time: 0.9721432 Oct 28 10:17:24.828918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45938) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:17:24.877784 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb05a1a-5f93-4708-9d4e-3c79bba9559d admin admin] Deleting subnet c17f2a0c-ad30-4f18-9855-e1b12132111a {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:17:24.880929 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2eb05a1a-5f93-4708-9d4e-3c79bba9559d admin admin] Publish callbacks [] for subnet (c17f2a0c-ad30-4f18-9855-e1b12132111a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:24.915389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2eb05a1a-5f93-4708-9d4e-3c79bba9559d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (c17f2a0c-ad30-4f18-9855-e1b12132111a), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:24.916925 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:24.990453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2eb05a1a-5f93-4708-9d4e-3c79bba9559d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (c17f2a0c-ad30-4f18-9855-e1b12132111a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:25.030831 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:25.120968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2eb05a1a-5f93-4708-9d4e-3c79bba9559d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (c17f2a0c-ad30-4f18-9855-e1b12132111a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:25.149148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb05a1a-5f93-4708-9d4e-3c79bba9559d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c17f2a0c-ad30-4f18-9855-e1b12132111a,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:25.162401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b701a4-b933-433f-afb1-92a454c35278 None None] Network 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:17:25.178754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device fabddf48-e618-4b80-ac94-efa1793dac05 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:17:25.179214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2eb05a1a-5f93-4708-9d4e-3c79bba9559d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:25.182406 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2eb05a1a-5f93-4708-9d4e-3c79bba9559d admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/c17f2a0c-ad30-4f18-9855-e1b12132111a HTTP/1.1" status: 204 len: 168 time: 0.3525624 Oct 28 10:17:25.184987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45940) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:17:25.225546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: fabddf48-e618-4b80-ac94-efa1793dac05 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:17:25.225897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device fabddf48-e618-4b80-ac94-efa1793dac05 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:17:25.265647 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (0464ff3d-0ca5-4300-98d2-b3a0e6d8933e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:25.310017 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] Deleting port 57d9dbe2-8957-4590-b3af-9cae655b1a9a {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:17:25.311849 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:25.342571 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44789a2b-36a7-4604-9b7a-4e3db18d5b94 None None] DHCP port deletion for 0464ff3d-0ca5-4300-98d2-b3a0e6d8933e request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:17:25.382361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] For port 57d9dbe2-8957-4590-b3af-9cae655b1a9a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=57d9dbe2-8957-4590-b3af-9cae655b1a9a,segment=NetworkSegment(f67e78bb-bb7b-4f1d-a2ec-b64d329973b6),segment_id=f67e78bb-bb7b-4f1d-a2ec-b64d329973b6)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:17:25.382754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:25.401835 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] Calling delete_port for 57d9dbe2-8957-4590-b3af-9cae655b1a9a owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:17:25.521090 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-44789a2b-36a7-4604-9b7a-4e3db18d5b94 None None] Deleting port 57d9dbe2-8957-4590-b3af-9cae655b1a9a {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:17:25.521384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-44789a2b-36a7-4604-9b7a-4e3db18d5b94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:25.529193 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:25.560775 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] No DVR routers for this DVR port 57d9dbe2-8957-4590-b3af-9cae655b1a9a on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:17:25.565726 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=57d9dbe2-8957-4590-b3af-9cae655b1a9a,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:25.584654 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-44789a2b-36a7-4604-9b7a-4e3db18d5b94 None None] For port 57d9dbe2-8957-4590-b3af-9cae655b1a9a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=57d9dbe2-8957-4590-b3af-9cae655b1a9a,segment=NetworkSegment(f67e78bb-bb7b-4f1d-a2ec-b64d329973b6),segment_id=f67e78bb-bb7b-4f1d-a2ec-b64d329973b6)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:17:25.585067 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-44789a2b-36a7-4604-9b7a-4e3db18d5b94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:25.601147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-44789a2b-36a7-4604-9b7a-4e3db18d5b94 None None] Calling delete_port for 57d9dbe2-8957-4590-b3af-9cae655b1a9a owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:17:25.634779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (0464ff3d-0ca5-4300-98d2-b3a0e6d8933e), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:25.656489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0464ff3d-0ca5-4300-98d2-b3a0e6d8933e']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:17:25.666002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67e78bb-bb7b-4f1d-a2ec-b64d329973b6') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:17:25.666296 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67e78bb-bb7b-4f1d-a2ec-b64d329973b6') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:17:25.673496 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-44789a2b-36a7-4604-9b7a-4e3db18d5b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (57d9dbe2-8957-4590-b3af-9cae655b1a9a), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:25.676304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (f67e78bb-bb7b-4f1d-a2ec-b64d329973b6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:25.693905 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (f67e78bb-bb7b-4f1d-a2ec-b64d329973b6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:25.698313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44789a2b-36a7-4604-9b7a-4e3db18d5b94 None None] Pushing event deleted for resources: {'Port': ['ID=57d9dbe2-8957-4590-b3af-9cae655b1a9a,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:25.702439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44789a2b-36a7-4604-9b7a-4e3db18d5b94 None None] No DVR routers for this DVR port 57d9dbe2-8957-4590-b3af-9cae655b1a9a on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:17:25.707066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:17:25.707066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (f67e78bb-bb7b-4f1d-a2ec-b64d329973b6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:25.754137 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment f67e78bb-bb7b-4f1d-a2ec-b64d329973b6 resource provider aggregate not found Oct 28 10:17:25.771433 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment f67e78bb-bb7b-4f1d-a2ec-b64d329973b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f67e78bb-bb7b-4f1d-a2ec-b64d329973b6 found for delete ", "request_id": "req-83e9e3b3-107d-4e0e-92ff-28263a74774f"}]} Oct 28 10:17:25.837249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (0464ff3d-0ca5-4300-98d2-b3a0e6d8933e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:25.844840 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:25.846542 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/0464ff3d-0ca5-4300-98d2-b3a0e6d8933e HTTP/1.1" status: 204 len: 168 time: 0.6605978 Oct 28 10:17:25.859080 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1ee2e-e1ad-4959-85dc-277ae16480b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0464ff3d-0ca5-4300-98d2-b3a0e6d8933e,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:26.169264 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45948) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:17:26.209310 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-94c84a76-2d9a-4a99-9482-a412f977d9e7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d6cd862b43174291bde82df1efdabba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388467 Oct 28 10:17:26.211827 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 45950) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:17:26.260578 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-151761d8-7cbc-441c-a522-053f59c30649 admin admin] Publish callbacks [] for security_group (df2b4d80-fa09-4d5f-9f32-c88f77331e25), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:26.280011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-151761d8-7cbc-441c-a522-053f59c30649 admin admin] Publish callbacks [] for security_group (df2b4d80-fa09-4d5f-9f32-c88f77331e25), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:26.400162 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-151761d8-7cbc-441c-a522-053f59c30649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (df2b4d80-fa09-4d5f-9f32-c88f77331e25), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:26.403279 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-151761d8-7cbc-441c-a522-053f59c30649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:26.404436 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-151761d8-7cbc-441c-a522-053f59c30649 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/df2b4d80-fa09-4d5f-9f32-c88f77331e25 HTTP/1.1" status: 204 len: 168 time: 0.1917150 Oct 28 10:17:26.412347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151761d8-7cbc-441c-a522-053f59c30649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2b4d80-fa09-4d5f-9f32-c88f77331e25,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:26.827325 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 57d9dbe2-8957-4590-b3af-9cae655b1a9a no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:17:26.850732 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 57d9dbe2-8957-4590-b3af-9cae655b1a9a {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:17:26.851094 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 57d9dbe2-8957-4590-b3af-9cae655b1a9a not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:17:26.851511 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:17:26.869811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:17:26.870161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 429818b4-e1e8-4bba-abeb-5a9b5a32f5e6 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:17:27.389202 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45972) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:17:27.485447 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-325ea241-bf87-4b38-bd4f-a75b2c894a80 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-593892978-network', 'tenant_id': '655c7b496bf14c6f99c9423211be39a6'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:17:27.585822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325ea241-bf87-4b38-bd4f-a75b2c894a80 admin admin] Made reservation on behalf of 655c7b496bf14c6f99c9423211be39a6 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:17:27.588221 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-325ea241-bf87-4b38-bd4f-a75b2c894a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:27.598208 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-325ea241-bf87-4b38-bd4f-a75b2c894a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:27.672377 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-325ea241-bf87-4b38-bd4f-a75b2c894a80 admin admin] Publish callbacks [] for security_group (f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:27.723198 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-325ea241-bf87-4b38-bd4f-a75b2c894a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:27.748276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325ea241-bf87-4b38-bd4f-a75b2c894a80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:17:27.758310 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ea241-bf87-4b38-bd4f-a75b2c894a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:27.764681 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-325ea241-bf87-4b38-bd4f-a75b2c894a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (d9aeaf5f-3566-4e12-a9ef-69d75ffe7642), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:27.765020 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-325ea241-bf87-4b38-bd4f-a75b2c894a80 admin admin] Added segment d9aeaf5f-3566-4e12-a9ef-69d75ffe7642 of type vlan for network 9c09d962-c0fa-4f66-a030-b9f91082da8a Oct 28 10:17:27.805002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-325ea241-bf87-4b38-bd4f-a75b2c894a80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (9c09d962-c0fa-4f66-a030-b9f91082da8a), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:27.886115 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-325ea241-bf87-4b38-bd4f-a75b2c894a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (9c09d962-c0fa-4f66-a030-b9f91082da8a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:27.887833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325ea241-bf87-4b38-bd4f-a75b2c894a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:27.888419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-325ea241-bf87-4b38-bd4f-a75b2c894a80 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:27.948283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:27.951542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ea241-bf87-4b38-bd4f-a75b2c894a80 admin admin] Pushing event updated for resources: {'Network': ['ID=9c09d962-c0fa-4f66-a030-b9f91082da8a,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:27.961073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 9c09d962-c0fa-4f66-a030-b9f91082da8a details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:17:28.011885 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:28.026196 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-325ea241-bf87-4b38-bd4f-a75b2c894a80 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6358190 Oct 28 10:17:28.035671 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45976) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:17:28.035671 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-ff8e4405-1238-4ece-81a4-149920a80c41 admin admin] Request body: {'subnet': {'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-593892978-subnet', 'tenant_id': '655c7b496bf14c6f99c9423211be39a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:17:28.111612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8e4405-1238-4ece-81a4-149920a80c41 admin admin] Made reservation on behalf of 655c7b496bf14c6f99c9423211be39a6 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:17:28.114044 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4405-1238-4ece-81a4-149920a80c41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:28.191260 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:28.332069 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4405-1238-4ece-81a4-149920a80c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (bbdd5f9b-4093-4f53-a1e0-019201a041a2), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:28.383568 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e4405-1238-4ece-81a4-149920a80c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbdd5f9b-4093-4f53-a1e0-019201a041a2,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:28.400646 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8e4405-1238-4ece-81a4-149920a80c41 admin admin] Checking segment: {'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:17:28.401260 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8e4405-1238-4ece-81a4-149920a80c41 admin admin] Network hostable DHCP agents. Network: 9c09d962-c0fa-4f66-a030-b9f91082da8a, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:17:28.508937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8e4405-1238-4ece-81a4-149920a80c41 admin admin] Network 9c09d962-c0fa-4f66-a030-b9f91082da8a is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:17:28.577460 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-ff8e4405-1238-4ece-81a4-149920a80c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 9c09d962-c0fa-4f66-a030-b9f91082da8a) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:17:28.581783 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e4405-1238-4ece-81a4-149920a80c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:28.583074 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4405-1238-4ece-81a4-149920a80c41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:28.587152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c530d345-e127-492b-b311-216f251090e5 None None] Network 9c09d962-c0fa-4f66-a030-b9f91082da8a requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:17:28.668602 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ff8e4405-1238-4ece-81a4-149920a80c41 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6380587 Oct 28 10:17:28.671342 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45978) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:17:28.675584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-593892978-router', 'tenant_id': '655c7b496bf14c6f99c9423211be39a6', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:17:28.692816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-9c09d962-c0fa-4f66-a030-b9f91082da8a', 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a', 'project_id': '655c7b496bf14c6f99c9423211be39a6', 'fixed_ips': [{'subnet_id': 'bbdd5f9b-4093-4f53-a1e0-019201a041a2'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:17:28.693748 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:28.763637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (d7dde52c-1f88-4ecf-98cb-60632c182c31), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:28.764698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (d7dde52c-1f88-4ecf-98cb-60632c182c31), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:28.818889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Publish callbacks [] for router_controller (d7dde52c-1f88-4ecf-98cb-60632c182c31), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:28.829254 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Allocated IP 172.20.0.2 (9c09d962-c0fa-4f66-a030-b9f91082da8a/bbdd5f9b-4093-4f53-a1e0-019201a041a2/3a21e21b-233f-4c50-ba64-c1e833ec1c1b) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:17:28.955584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=4,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:28.970146 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Publish callbacks [] for port (3a21e21b-233f-4c50-ba64-c1e833ec1c1b), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:29.033201 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Publish callbacks [] for router_gateway (d7dde52c-1f88-4ecf-98cb-60632c182c31), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:29.040059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (3a21e21b-233f-4c50-ba64-c1e833ec1c1b), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:29.080184 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Network 9c09d962-c0fa-4f66-a030-b9f91082da8a is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:17:29.084718 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:17:29.088848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:17:29.092535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Pushing event updated for resources: {'Port': ['ID=3a21e21b-233f-4c50-ba64-c1e833ec1c1b,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:29.149481 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Attempting to bind port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:17:29.149846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Attempting to bind port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:17:29.150201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Attempting to bind port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b on network 9c09d962-c0fa-4f66-a030-b9f91082da8a {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:17:29.194366 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:17:29.194773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Checking segment: {'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:17:29.195177 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:29.195566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Bound using segment: {'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:17:29.196044 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Bound port: 3a21e21b-233f-4c50-ba64-c1e833ec1c1b, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:17:29.196442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3a21e21b-233f-4c50-ba64-c1e833ec1c1b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:29.260939 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] For port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:17:29.264961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] For port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3a21e21b-233f-4c50-ba64-c1e833ec1c1b,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:17:29.340973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (3a21e21b-233f-4c50-ba64-c1e833ec1c1b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:29.394375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225db3c-ba2c-41a4-9406-4e7a0ebec206 None None] Pushing event updated for resources: {'Port': ['ID=3a21e21b-233f-4c50-ba64-c1e833ec1c1b,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:29.591278 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Publish callbacks [] for router_gateway (d7dde52c-1f88-4ecf-98cb-60632c182c31), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:29.611792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:29.623023 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:29.718122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Allocated IP 172.36.1.146 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/4f5407f4-bc09-4a72-89c1-b8da28ebd394) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:17:29.825615 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Publish callbacks [] for port (4f5407f4-bc09-4a72-89c1-b8da28ebd394), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:29.834835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:29.926327 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (4f5407f4-bc09-4a72-89c1-b8da28ebd394), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:29.967418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:17:29.972505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:17:29.976601 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:17:29.983034 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Pushing event updated for resources: {'Port': ['ID=4f5407f4-bc09-4a72-89c1-b8da28ebd394,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:30.280206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8559869-0593-4863-b93e-3905bb3a22d5 None None] Network 9c09d962-c0fa-4f66-a030-b9f91082da8a requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:17:30.282147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Publish callbacks [] for router_gateway (d7dde52c-1f88-4ecf-98cb-60632c182c31), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:30.341786 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:30.356198 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Provisioning complete for port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:17:30.356198 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3a21e21b-233f-4c50-ba64-c1e833ec1c1b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:30.356198 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Attempt 1 to provision port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b Oct 28 10:17:30.471482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Current status of the port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:17:30.471893 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3a21e21b-233f-4c50-ba64-c1e833ec1c1b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:30.475006 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (d7dde52c-1f88-4ecf-98cb-60632c182c31), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:30.509581 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] For port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3a21e21b-233f-4c50-ba64-c1e833ec1c1b,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:17:30.572003 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (3a21e21b-233f-4c50-ba64-c1e833ec1c1b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:30.623395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Pushing event updated for resources: {'Port': ['ID=3a21e21b-233f-4c50-ba64-c1e833ec1c1b,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:30.630791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:30.631228 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:30.631574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:30.631916 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:30.632348 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:30.632623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:30.632954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:30.633317 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:30.633643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:30.633970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:30.634296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:30.634686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:30.635008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:30.635332 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:30.635654 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab1c2f-b517-409a-8d85-2ec8a7dac209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:30.652411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Router d7dde52c-1f88-4ecf-98cb-60632c182c31 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:17:30.663049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:30.691798 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4fc0c0c7-038a-4f76-a71e-2fe35b8bbfd5 None None] Provisioning complete for port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:17:30.696713 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4fc0c0c7-038a-4f76-a71e-2fe35b8bbfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3a21e21b-233f-4c50-ba64-c1e833ec1c1b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:30.696713 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4fc0c0c7-038a-4f76-a71e-2fe35b8bbfd5 None None] Attempt 1 to provision port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b Oct 28 10:17:30.758821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:17:30.770523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Sync routers for ids ['d7dde52c-1f88-4ecf-98cb-60632c182c31'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:17:30.780422 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4fc0c0c7-038a-4f76-a71e-2fe35b8bbfd5 None None] Current status of the port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:17:30.787069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Routers {'d7dde52c-1f88-4ecf-98cb-60632c182c31'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:17:30.787696 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:17:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d7dde52c-1f88-4ecf-98cb-60632c182c31'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:17:30.823356 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:30.833418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:30.835143 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-549bb79f-c507-489f-83f3-bcc0c9c2ad53 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1622653 Oct 28 10:17:30.837296 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 45980) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:17:30.874141 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3a21e21b-233f-4c50-ba64-c1e833ec1c1b up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:17:30.928390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Set router d7dde52c-1f88-4ecf-98cb-60632c182c31 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:17:30.999985 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:17:31.000356 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3a21e21b-233f-4c50-ba64-c1e833ec1c1b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:31.000692 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b Oct 28 10:17:31.071286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:31.154019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:17:31.172411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'name': 'tempest-ServerDiskConfigTestJSON-593892978-router', 'tenant_id': '655c7b496bf14c6f99c9423211be39a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.146'}], 'enable_snat': True}, 'gw_port_id': '4f5407f4-bc09-4a72-89c1-b8da28ebd394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:17:28Z', 'updated_at': '2022-10-28T10:17:30Z', 'revision_number': 3, 'project_id': '655c7b496bf14c6f99c9423211be39a6', 'gw_port': {'id': '4f5407f4-bc09-4a72-89c1-b8da28ebd394', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:17:29Z', 'updated_at': '2022-10-28T10:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:17:31.199387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Checking router: d7dde52c-1f88-4ecf-98cb-60632c182c31 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:17:31.199975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Updating router d7dde52c-1f88-4ecf-98cb-60632c182c31 port 4f5407f4-bc09-4a72-89c1-b8da28ebd394 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:17:31.225186 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:31.228266 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4f5407f4-bc09-4a72-89c1-b8da28ebd394), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:31.254988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:31.421165 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Allocated IP 172.20.0.1 (9c09d962-c0fa-4f66-a030-b9f91082da8a/bbdd5f9b-4093-4f53-a1e0-019201a041a2/acb42e0a-c821-47a2-8625-167abbb0f6eb) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:17:31.497414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Publish callbacks [] for port (4f5407f4-bc09-4a72-89c1-b8da28ebd394), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:31.526401 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:31.537638 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Publish callbacks [] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:31.574688 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4f5407f4-bc09-4a72-89c1-b8da28ebd394), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:31.612830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Attempting to bind port 4f5407f4-bc09-4a72-89c1-b8da28ebd394 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:17:31.613201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Attempting to bind port 4f5407f4-bc09-4a72-89c1-b8da28ebd394 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:17:31.613569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Attempting to bind port 4f5407f4-bc09-4a72-89c1-b8da28ebd394 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:17:31.638173 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:31.647741 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfc4db-3f20-4ccd-9d73-8c52641c88b9 None None] Pushing event updated for resources: {'Port': ['ID=4f5407f4-bc09-4a72-89c1-b8da28ebd394,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:31.666027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:17:31.666417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:17:31.666858 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:31.667249 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:17:31.668315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Bound port: 4f5407f4-bc09-4a72-89c1-b8da28ebd394, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:17:31.668721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4f5407f4-bc09-4a72-89c1-b8da28ebd394), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:31.677649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Network 9c09d962-c0fa-4f66-a030-b9f91082da8a is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:17:31.684637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:17:31.689921 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:17:31.721075 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Pushing event updated for resources: {'Port': ['ID=acb42e0a-c821-47a2-8625-167abbb0f6eb,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:31.730760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] For port 4f5407f4-bc09-4a72-89c1-b8da28ebd394, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:17:31.735526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] For port 4f5407f4-bc09-4a72-89c1-b8da28ebd394, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4f5407f4-bc09-4a72-89c1-b8da28ebd394,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:17:31.739577 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (d7dde52c-1f88-4ecf-98cb-60632c182c31), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:31.821878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4f5407f4-bc09-4a72-89c1-b8da28ebd394), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:31.843008 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:31.874112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Routers {'d7dde52c-1f88-4ecf-98cb-60632c182c31'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:17:31.874792 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:17:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d7dde52c-1f88-4ecf-98cb-60632c182c31'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:17:31.930697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfc4db-3f20-4ccd-9d73-8c52641c88b9 None None] Pushing event updated for resources: {'Port': ['ID=4f5407f4-bc09-4a72-89c1-b8da28ebd394,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:31.971664 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:32.138573 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-f7e74f08-bd93-42e5-a600-71306b214156 None None] Provisioning complete for port acb42e0a-c821-47a2-8625-167abbb0f6eb triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:17:32.138971 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f7e74f08-bd93-42e5-a600-71306b214156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:32.139314 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f7e74f08-bd93-42e5-a600-71306b214156 None None] Attempt 1 to provision port acb42e0a-c821-47a2-8625-167abbb0f6eb Oct 28 10:17:32.145912 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:32.150100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Publish callbacks [] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:32.175949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] Set router d7dde52c-1f88-4ecf-98cb-60632c182c31 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:17:32.224905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:32.232807 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f7e74f08-bd93-42e5-a600-71306b214156 None None] Port acb42e0a-c821-47a2-8625-167abbb0f6eb cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:17:32.300730 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Pushing event updated for resources: {'Port': ['ID=acb42e0a-c821-47a2-8625-167abbb0f6eb,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:32.304530 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (d7dde52c-1f88-4ecf-98cb-60632c182c31), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:32.353474 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'name': 'tempest-ServerDiskConfigTestJSON-593892978-router', 'tenant_id': '655c7b496bf14c6f99c9423211be39a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.146'}], 'enable_snat': True}, 'gw_port_id': '4f5407f4-bc09-4a72-89c1-b8da28ebd394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:17:28Z', 'updated_at': '2022-10-28T10:17:30Z', 'revision_number': 3, 'project_id': '655c7b496bf14c6f99c9423211be39a6', 'gw_port': {'id': '4f5407f4-bc09-4a72-89c1-b8da28ebd394', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:17:29Z', 'updated_at': '2022-10-28T10:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:17:32.385343 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548d740b-56ba-40a4-9cb5-1d88f5282105 None None] The sync data for ids ['d7dde52c-1f88-4ecf-98cb-60632c182c31'] in dv-neutron-zed-2-hyperv is: [{'id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'name': 'tempest-ServerDiskConfigTestJSON-593892978-router', 'tenant_id': '655c7b496bf14c6f99c9423211be39a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.146'}], 'enable_snat': True}, 'gw_port_id': '4f5407f4-bc09-4a72-89c1-b8da28ebd394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:17:28Z', 'updated_at': '2022-10-28T10:17:30Z', 'revision_number': 3, 'project_id': '655c7b496bf14c6f99c9423211be39a6', 'gw_port': {'id': '4f5407f4-bc09-4a72-89c1-b8da28ebd394', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:17:29Z', 'updated_at': '2022-10-28T10:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:17:32.409547 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Network 9c09d962-c0fa-4f66-a030-b9f91082da8a is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:17:32.411303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:17:32.531586 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Router d7dde52c-1f88-4ecf-98cb-60632c182c31 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:17:32.648049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:17:32.651310 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-66599f09-8c68-46f1-837f-5c2e78669cf5 None None] Provisioning complete for port acb42e0a-c821-47a2-8625-167abbb0f6eb triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:17:32.652342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-66599f09-8c68-46f1-837f-5c2e78669cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:32.652722 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-66599f09-8c68-46f1-837f-5c2e78669cf5 None None] Attempt 1 to provision port acb42e0a-c821-47a2-8625-167abbb0f6eb Oct 28 10:17:32.663434 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7cfbb97d-55ce-47e0-a46d-db417e3f683d admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/d7dde52c-1f88-4ecf-98cb-60632c182c31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8153338 Oct 28 10:17:32.688639 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:32.706965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-66599f09-8c68-46f1-837f-5c2e78669cf5 None None] Port acb42e0a-c821-47a2-8625-167abbb0f6eb cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:17:32.876168 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4f5407f4-bc09-4a72-89c1-b8da28ebd394 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:17:32.926413 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 4f5407f4-bc09-4a72-89c1-b8da28ebd394 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:17:32.926829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4f5407f4-bc09-4a72-89c1-b8da28ebd394), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:32.927169 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 4f5407f4-bc09-4a72-89c1-b8da28ebd394 Oct 28 10:17:33.012989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 4f5407f4-bc09-4a72-89c1-b8da28ebd394 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:17:33.013524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4f5407f4-bc09-4a72-89c1-b8da28ebd394), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:33.043904 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 4f5407f4-bc09-4a72-89c1-b8da28ebd394, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4f5407f4-bc09-4a72-89c1-b8da28ebd394,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:17:33.120686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4f5407f4-bc09-4a72-89c1-b8da28ebd394), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:33.163309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-5855affc-1824-4bd5-bc0e-21ae4a2d9075 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:33.165493 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-5855affc-1824-4bd5-bc0e-21ae4a2d9075 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/networks?id=9c09d962-c0fa-4f66-a030-b9f91082da8a HTTP/1.1" status: 200 len: 814 time: 0.1129246 Oct 28 10:17:33.174645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=4f5407f4-bc09-4a72-89c1-b8da28ebd394,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:33.183246 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-d77671fa-060e-4b18-a618-cfffab4a8c42 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/quotas/655c7b496bf14c6f99c9423211be39a6 HTTP/1.1" status: 200 len: 375 time: 0.0113313 Oct 28 10:17:33.230728 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:33.243707 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-f1a45997-bcc7-4ace-9474-fd8242bdf2ce tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=655c7b496bf14c6f99c9423211be39a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518074 Oct 28 10:17:33.254176 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-f7cb6a0f-4861-4f83-a504-ac5ef9486a77 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:17:33.255206 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-f7cb6a0f-4861-4f83-a504-ac5ef9486a77 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050304 Oct 28 10:17:33.350935 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-042f7360-baab-49c0-a68d-4889737e56a3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897412 Oct 28 10:17:33.376136 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:33.446058 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-801b0c2d-e32c-436d-834b-8f6814f2cf3e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886655 Oct 28 10:17:33.769433 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bf28762f-a392-4322-b501-06372763c91b req-eb2a94fa-ad6b-4a15-b842-16940dc565f3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 210 time: 0.0904646 Oct 28 10:17:34.028456 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Sync routers for ids ['d7dde52c-1f88-4ecf-98cb-60632c182c31'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:17:34.038816 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Routers {'d7dde52c-1f88-4ecf-98cb-60632c182c31'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:17:34.039367 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:17:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d7dde52c-1f88-4ecf-98cb-60632c182c31'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:17:34.139771 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Set router d7dde52c-1f88-4ecf-98cb-60632c182c31 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:17:34.324032 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'name': 'tempest-ServerDiskConfigTestJSON-593892978-router', 'tenant_id': '655c7b496bf14c6f99c9423211be39a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.146'}], 'enable_snat': True}, 'gw_port_id': '4f5407f4-bc09-4a72-89c1-b8da28ebd394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:17:28Z', 'updated_at': '2022-10-28T10:17:31Z', 'revision_number': 4, 'project_id': '655c7b496bf14c6f99c9423211be39a6', 'gw_port': {'id': '4f5407f4-bc09-4a72-89c1-b8da28ebd394', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:17:29Z', 'updated_at': '2022-10-28T10:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'acb42e0a-c821-47a2-8625-167abbb0f6eb', 'name': '', 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a', 'tenant_id': '655c7b496bf14c6f99c9423211be39a6', 'mac_address': 'fa:16:3e:94:6e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'bbdd5f9b-4093-4f53-a1e0-019201a041a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:17:31Z', 'updated_at': '2022-10-28T10:17:32Z', 'revision_number': 2, 'project_id': '655c7b496bf14c6f99c9423211be39a6', 'subnets': [{'id': 'bbdd5f9b-4093-4f53-a1e0-019201a041a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:17:34.353025 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Checking router: d7dde52c-1f88-4ecf-98cb-60632c182c31 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:17:34.353373 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Updating router d7dde52c-1f88-4ecf-98cb-60632c182c31 port acb42e0a-c821-47a2-8625-167abbb0f6eb binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:17:34.380149 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:34.541369 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:34.543338 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:34.628967 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Publish callbacks [] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:34.722830 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:34.799238 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Pushing event updated for resources: {'Port': ['ID=acb42e0a-c821-47a2-8625-167abbb0f6eb,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:34.817174 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:34.817517 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:34.817856 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:34.818204 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:34.818545 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:34.818979 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:34.819195 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:34.819513 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:34.819831 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:34.820147 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:34.820462 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:34.820791 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:34.821107 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:34.821418 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:34.821732 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:17:34.828828 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Attempting to bind port acb42e0a-c821-47a2-8625-167abbb0f6eb on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:17:34.830079 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Attempting to bind port acb42e0a-c821-47a2-8625-167abbb0f6eb by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:17:34.830431 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Attempting to bind port acb42e0a-c821-47a2-8625-167abbb0f6eb on network 9c09d962-c0fa-4f66-a030-b9f91082da8a {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:17:34.848179 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4f5407f4-bc09-4a72-89c1-b8da28ebd394 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:17:34.881114 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:17:34.881500 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Checking segment: {'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:17:34.884345 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:34.884345 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Bound using segment: {'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:17:34.884345 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Bound port: acb42e0a-c821-47a2-8625-167abbb0f6eb, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:17:34.884345 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:34.908443 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 4f5407f4-bc09-4a72-89c1-b8da28ebd394 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:17:34.908928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4f5407f4-bc09-4a72-89c1-b8da28ebd394), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:34.909144 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 4f5407f4-bc09-4a72-89c1-b8da28ebd394 Oct 28 10:17:34.950816 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] For port acb42e0a-c821-47a2-8625-167abbb0f6eb, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:17:34.953921 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] For port acb42e0a-c821-47a2-8625-167abbb0f6eb, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=acb42e0a-c821-47a2-8625-167abbb0f6eb,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:17:34.959509 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c8f21c44-f882-485c-a233-499fd31daab4 req-178045cf-aa8c-47dc-b64f-e862055bf08d tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 210 time: 0.0956998 Oct 28 10:17:34.986224 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 4f5407f4-bc09-4a72-89c1-b8da28ebd394 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:17:35.043305 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:35.078264 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Routers {'d7dde52c-1f88-4ecf-98cb-60632c182c31'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:17:35.078927 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:17:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d7dde52c-1f88-4ecf-98cb-60632c182c31'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:17:35.132505 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a5871-5fe9-4b32-8178-b764860f4793 None None] Pushing event updated for resources: {'Port': ['ID=acb42e0a-c821-47a2-8625-167abbb0f6eb,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:35.280005 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] Set router d7dde52c-1f88-4ecf-98cb-60632c182c31 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:17:35.464083 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'name': 'tempest-ServerDiskConfigTestJSON-593892978-router', 'tenant_id': '655c7b496bf14c6f99c9423211be39a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.146'}], 'enable_snat': True}, 'gw_port_id': '4f5407f4-bc09-4a72-89c1-b8da28ebd394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:17:28Z', 'updated_at': '2022-10-28T10:17:31Z', 'revision_number': 4, 'project_id': '655c7b496bf14c6f99c9423211be39a6', 'gw_port': {'id': '4f5407f4-bc09-4a72-89c1-b8da28ebd394', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:17:29Z', 'updated_at': '2022-10-28T10:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'acb42e0a-c821-47a2-8625-167abbb0f6eb', 'name': '', 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a', 'tenant_id': '655c7b496bf14c6f99c9423211be39a6', 'mac_address': 'fa:16:3e:94:6e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'bbdd5f9b-4093-4f53-a1e0-019201a041a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:17:31Z', 'updated_at': '2022-10-28T10:17:34Z', 'revision_number': 4, 'project_id': '655c7b496bf14c6f99c9423211be39a6', 'subnets': [{'id': 'bbdd5f9b-4093-4f53-a1e0-019201a041a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:17:35.491354 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd40d96-23d7-485d-8afe-0fb4bc4f4835 None None] The sync data for ids ['d7dde52c-1f88-4ecf-98cb-60632c182c31'] in dv-neutron-zed-2-hyperv is: [{'id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'name': 'tempest-ServerDiskConfigTestJSON-593892978-router', 'tenant_id': '655c7b496bf14c6f99c9423211be39a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.146'}], 'enable_snat': True}, 'gw_port_id': '4f5407f4-bc09-4a72-89c1-b8da28ebd394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:17:28Z', 'updated_at': '2022-10-28T10:17:31Z', 'revision_number': 4, 'project_id': '655c7b496bf14c6f99c9423211be39a6', 'gw_port': {'id': '4f5407f4-bc09-4a72-89c1-b8da28ebd394', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:17:29Z', 'updated_at': '2022-10-28T10:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'acb42e0a-c821-47a2-8625-167abbb0f6eb', 'name': '', 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a', 'tenant_id': '655c7b496bf14c6f99c9423211be39a6', 'mac_address': 'fa:16:3e:94:6e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'bbdd5f9b-4093-4f53-a1e0-019201a041a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:17:31Z', 'updated_at': '2022-10-28T10:17:34Z', 'revision_number': 4, 'project_id': '655c7b496bf14c6f99c9423211be39a6', 'subnets': [{'id': 'bbdd5f9b-4093-4f53-a1e0-019201a041a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:17:36.076024 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9c4e6dd5-2e4a-4c53-b5a7-6c4dc5f51450 req-3b7fdd63-1cd5-4d35-8c2d-e14bcf8f5dd3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 210 time: 0.0347064 Oct 28 10:17:36.170508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:36.222952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-cbc699e4-6dd2-4d80-b466-75c1d529dba5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:36.224455 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-cbc699e4-6dd2-4d80-b466-75c1d529dba5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.48 "GET /networking/v2.0/networks?id=9c09d962-c0fa-4f66-a030-b9f91082da8a HTTP/1.1" status: 200 len: 814 time: 0.1134894 Oct 28 10:17:36.247513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-b1157d68-f1d3-4795-bee7-5f183644c427 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Request body: {'port': {'device_id': 'b74e16f8-6508-4690-befb-b66676d1ae8c', 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a', 'admin_state_up': True, 'tenant_id': '655c7b496bf14c6f99c9423211be39a6'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:17:36.299255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:36.437895 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-b1157d68-f1d3-4795-bee7-5f183644c427 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Made reservation on behalf of 655c7b496bf14c6f99c9423211be39a6 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:17:36.441762 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-b1157d68-f1d3-4795-bee7-5f183644c427 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:36.572359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-b1157d68-f1d3-4795-bee7-5f183644c427 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Allocated IP 172.20.0.13 (9c09d962-c0fa-4f66-a030-b9f91082da8a/bbdd5f9b-4093-4f53-a1e0-019201a041a2/d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:17:36.722092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-b1157d68-f1d3-4795-bee7-5f183644c427 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:36.846487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-b1157d68-f1d3-4795-bee7-5f183644c427 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:36.853396 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device acb42e0a-c821-47a2-8625-167abbb0f6eb up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:17:36.897883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port acb42e0a-c821-47a2-8625-167abbb0f6eb triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:17:36.898263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:36.898422 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-b1157d68-f1d3-4795-bee7-5f183644c427 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Network 9c09d962-c0fa-4f66-a030-b9f91082da8a is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:17:36.898606 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port acb42e0a-c821-47a2-8625-167abbb0f6eb Oct 28 10:17:36.902261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-b1157d68-f1d3-4795-bee7-5f183644c427 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:17:36.904869 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-b1157d68-f1d3-4795-bee7-5f183644c427 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:17:36.935505 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1157d68-f1d3-4795-bee7-5f183644c427 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Pushing event updated for resources: {'Port': ['ID=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:36.963681 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-b1157d68-f1d3-4795-bee7-5f183644c427 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:36.965052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-b1157d68-f1d3-4795-bee7-5f183644c427 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:36.980862 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port acb42e0a-c821-47a2-8625-167abbb0f6eb is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:17:36.981541 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:37.016718 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port acb42e0a-c821-47a2-8625-167abbb0f6eb, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=acb42e0a-c821-47a2-8625-167abbb0f6eb,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:17:37.037042 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-b1157d68-f1d3-4795-bee7-5f183644c427 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7936351 Oct 28 10:17:37.063235 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Request body: {'port': {'device_id': 'b74e16f8-6508-4690-befb-b66676d1ae8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:17:37.091819 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:37.127813 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:37.154174 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=acb42e0a-c821-47a2-8625-167abbb0f6eb,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:37.169896 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-52b1c3da-9726-4d94-b542-8047d9ee3b7f None None] Provisioning complete for port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:17:37.170312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-52b1c3da-9726-4d94-b542-8047d9ee3b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:37.170604 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-52b1c3da-9726-4d94-b542-8047d9ee3b7f None None] Attempt 1 to provision port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b Oct 28 10:17:37.206647 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-52b1c3da-9726-4d94-b542-8047d9ee3b7f None None] Port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:17:37.221357 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d2751-9366-4b34-84d8-d591a4dc9f71 req-bb8b6967-29fa-4907-b1ed-d17421f78715 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:37.222865 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-519d2751-9366-4b34-84d8-d591a4dc9f71 req-bb8b6967-29fa-4907-b1ed-d17421f78715 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 932 time: 0.0614102 Oct 28 10:17:37.265068 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:37.272797 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-519d2751-9366-4b34-84d8-d591a4dc9f71 req-9d0de57a-5bd4-4081-b27c-aaaeb647f1d1 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441494 Oct 28 10:17:37.328412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:37.392121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:17:37.399923 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Publish callbacks [] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:37.412903 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Transition to ACTIVE for port object d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:17:37.499909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:37.561867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Pushing event updated for resources: {'Port': ['ID=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:37.610720 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Attempting to bind port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:17:37.610979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Attempting to bind port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:17:37.611308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Attempting to bind port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b on network 9c09d962-c0fa-4f66-a030-b9f91082da8a {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:17:37.654607 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b on network 9c09d962-c0fa-4f66-a030-b9f91082da8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:17:37.654962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Attempting to bind port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b on network 9c09d962-c0fa-4f66-a030-b9f91082da8a {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:17:37.696691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:17:37.697017 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Checking segment: {'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:17:37.697389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Bound using segment: {'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:17:37.697816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Bound port: d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:17:37.698166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:37.756891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] For port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:17:37.759844 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] For port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:17:37.820425 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:37.823511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:37.824101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:37.825447 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b HTTP/1.1" status: 200 len: 1094 time: 0.7667480 Oct 28 10:17:37.827850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74e16f8-6508-4690-befb-b66676d1ae8c', 'tag': 'd3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:17:37.830072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2270bd52-bfd5-4580-8ca0-cca347d67dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "b74e16f8-6508-4690-befb-b66676d1ae8c", "tag": "d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:17:37.882492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99baf12b-c230-41e6-9332-7234f92df11a service neutron] Pushing event updated for resources: {'Port': ['ID=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:37.928529 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee774c2-bf13-48a5-a834-bd82c31e6d2b x-openstack-request-id: req-2ee774c2-bf13-48a5-a834-bd82c31e6d2b {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:17:37.928845 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74e16f8-6508-4690-befb-b66676d1ae8c", "tag": "d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:17:37.929098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ee774c2-bf13-48a5-a834-bd82c31e6d2b {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:17:37.929506 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee774c2-bf13-48a5-a834-bd82c31e6d2b'] response: {'name': 'network-changed', 'server_uuid': 'b74e16f8-6508-4690-befb-b66676d1ae8c', 'tag': 'd3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b', 'status': 'completed', 'code': 200} Oct 28 10:17:38.043193 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270bd52-bfd5-4580-8ca0-cca347d67dbf req-a920d8f6-679c-441b-85dd-1ac25433a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:38.044700 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2270bd52-bfd5-4580-8ca0-cca347d67dbf req-a920d8f6-679c-441b-85dd-1ac25433a907 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=655c7b496bf14c6f99c9423211be39a6&device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 1128 time: 0.0392632 Oct 28 10:17:38.155163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270bd52-bfd5-4580-8ca0-cca347d67dbf req-195f7388-e2d2-4b91-b55a-6d453a812cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:38.156483 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2270bd52-bfd5-4580-8ca0-cca347d67dbf req-195f7388-e2d2-4b91-b55a-6d453a812cdc service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=655c7b496bf14c6f99c9423211be39a6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0918965 Oct 28 10:17:38.217662 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:38.254951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270bd52-bfd5-4580-8ca0-cca347d67dbf req-2f7dca1a-406a-4aba-a162-6b035970e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:38.256388 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2270bd52-bfd5-4580-8ca0-cca347d67dbf req-2f7dca1a-406a-4aba-a162-6b035970e654 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910628 Oct 28 10:17:38.362214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-d7dd29a1-3026-4755-b990-3e1fc30f768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:38.363724 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-d7dd29a1-3026-4755-b990-3e1fc30f768f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=655c7b496bf14c6f99c9423211be39a6&device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 1128 time: 0.0383213 Oct 28 10:17:38.399070 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2632df-d657-464d-9d6d-a1a31b42a9f6 req-8bb72ed0-7631-44ca-be63-c3c87a1e143e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:38.400582 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fa2632df-d657-464d-9d6d-a1a31b42a9f6 req-8bb72ed0-7631-44ca-be63-c3c87a1e143e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 944 time: 0.0478842 Oct 28 10:17:38.419617 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-e98f8e79-6e20-4e43-b815-e7b36be68a10 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b HTTP/1.1" status: 200 len: 217 time: 0.0369322 Oct 28 10:17:38.449003 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fa2632df-d657-464d-9d6d-a1a31b42a9f6 req-dcf0fe9d-4f96-4b73-8677-2f25a7790969 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 Oct 28 10:17:38.471743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-5fb05647-dd50-4294-965d-dab0b36e694c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:38.473179 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-5fb05647-dd50-4294-965d-dab0b36e694c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bbdd5f9b-4093-4f53-a1e0-019201a041a2 HTTP/1.1" status: 200 len: 853 time: 0.0452156 Oct 28 10:17:38.518420 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-20e41424-a88d-45ab-9b8f-5c0a82dee58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:38.519871 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-20e41424-a88d-45ab-9b8f-5c0a82dee58d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9c09d962-c0fa-4f66-a030-b9f91082da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0374174 Oct 28 10:17:38.844465 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device acb42e0a-c821-47a2-8625-167abbb0f6eb up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:17:38.847900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:38.892015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port acb42e0a-c821-47a2-8625-167abbb0f6eb triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:17:38.892402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:38.892844 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port acb42e0a-c821-47a2-8625-167abbb0f6eb Oct 28 10:17:38.936436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:38.950079 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-e0abadb4-6ae3-4187-8bb5-738656173df0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154794 Oct 28 10:17:38.966466 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port acb42e0a-c821-47a2-8625-167abbb0f6eb is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:17:39.044100 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d2d12dc9-bacc-4cf2-8c2c-17922151c1d1 req-0e54deb5-cc87-48f1-bbba-66ffb7b4c9c3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850194 Oct 28 10:17:39.571867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661fbfd-b3c0-401c-a96e-3b64dc9dbecd req-43c41216-88fd-4513-9476-ff0ae598409f tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:39.573854 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9661fbfd-b3c0-401c-a96e-3b64dc9dbecd req-43c41216-88fd-4513-9476-ff0ae598409f tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 944 time: 0.0500538 Oct 28 10:17:39.620157 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9661fbfd-b3c0-401c-a96e-3b64dc9dbecd req-2716b558-4422-4c50-a105-f38a82f79710 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405126 Oct 28 10:17:40.739584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fa98a-0953-4cc9-8056-bec62f95b645 req-1577deed-19a1-45c7-bf08-832f15b72f14 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:40.741057 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0f2fa98a-0953-4cc9-8056-bec62f95b645 req-1577deed-19a1-45c7-bf08-832f15b72f14 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 944 time: 0.0471919 Oct 28 10:17:40.787421 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0f2fa98a-0953-4cc9-8056-bec62f95b645 req-a5263f6e-ada8-4181-87af-90ee0fee6cbe tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408626 Oct 28 10:17:41.760249 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:17:41.856311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:17:41.867544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'd3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b', 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a', 'port_id': 'd3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b', 'mac_address': 'fa:16:3e:62:72:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdd5f9b-4093-4f53-a1e0-019201a041a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:17:41.906961 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df23819-d12d-4ec9-b30f-f6ca2f3e231c req-7113283d-fd7e-404a-a47c-80b48d6f8978 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:41.907621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:17:41.908014 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:41.908463 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4df23819-d12d-4ec9-b30f-f6ca2f3e231c req-7113283d-fd7e-404a-a47c-80b48d6f8978 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 944 time: 0.0468061 Oct 28 10:17:41.925149 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:17:41.945339 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:17:41.960414 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4df23819-d12d-4ec9-b30f-f6ca2f3e231c req-2b38c19c-5288-4d77-8057-8224ef92d776 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461752 Oct 28 10:17:41.997178 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:42.044065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:42.372807 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:17:43.074243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0a4485cc-a53b-4491-b0bc-342ae8887099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:43.081945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b692c2-c7d6-4b97-a898-4f71d778df06 req-bd06aafe-6cc5-45e4-bbe1-abba2eb3d3b0 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:43.083446 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a1b692c2-c7d6-4b97-a898-4f71d778df06 req-bd06aafe-6cc5-45e4-bbe1-abba2eb3d3b0 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 945 time: 0.0475731 Oct 28 10:17:43.132112 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a1b692c2-c7d6-4b97-a898-4f71d778df06 req-a01e5773-f8a9-4160-9338-fe14e3115216 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424016 Oct 28 10:17:43.770436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:17:43.811902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:17:43.902370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:17:43.902787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:43.903135 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b Oct 28 10:17:43.974098 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:17:43.974486 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:44.001087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74e16f8-6508-4690-befb-b66676d1ae8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:17:44.003338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecd9f10-194f-42b9-9970-5960d05e4dfb" -d '{"events": [{"server_uuid": "b74e16f8-6508-4690-befb-b66676d1ae8c", "name": "network-vif-plugged", "status": "completed", "tag": "d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:17:44.016185 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:17:44.041401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a7e31f-4d38-408b-8b4f-d97712a00b8d x-openstack-request-id: req-b3a7e31f-4d38-408b-8b4f-d97712a00b8d {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:17:44.042268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74e16f8-6508-4690-befb-b66676d1ae8c", "name": "network-vif-plugged", "status": "completed", "tag": "d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:17:44.042535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3a7e31f-4d38-408b-8b4f-d97712a00b8d {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:17:44.042968 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a7e31f-4d38-408b-8b4f-d97712a00b8d'] response: {'server_uuid': 'b74e16f8-6508-4690-befb-b66676d1ae8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b', 'code': 200} Oct 28 10:17:44.097087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:44.144191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:17:44.259670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479b3f7-1b2d-42c9-8e7b-50ab7cdaa173 req-217f0e40-d271-47b0-8320-230529d31923 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:44.261179 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5479b3f7-1b2d-42c9-8e7b-50ab7cdaa173 req-217f0e40-d271-47b0-8320-230529d31923 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0484655 Oct 28 10:17:44.308302 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5479b3f7-1b2d-42c9-8e7b-50ab7cdaa173 req-524f50fd-6309-4a8a-bbcb-31508f01dcd3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407758 Oct 28 10:17:44.562125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b48fe-59fa-456d-802c-47c48c97d10e req-e8fbc8d8-2c70-4357-b23c-ae54f669786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:44.563560 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e19b48fe-59fa-456d-802c-47c48c97d10e req-e8fbc8d8-2c70-4357-b23c-ae54f669786a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 1130 time: 0.0420785 Oct 28 10:17:44.611127 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e19b48fe-59fa-456d-802c-47c48c97d10e req-9f3ac3af-77e5-44de-ae36-bccd2cd1fc22 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378883 Oct 28 10:17:45.273084 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:45.354231 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a2be3302-d89a-4e82-b755-64f5effa7c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:45.433688 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53645c74-c20b-43b5-b918-a74219c3569c req-24c6185d-ed8f-4682-8baa-420e31f9c4b0 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:45.435175 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-53645c74-c20b-43b5-b918-a74219c3569c req-24c6185d-ed8f-4682-8baa-420e31f9c4b0 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0505898 Oct 28 10:17:45.465956 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:45.466760 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:45.483565 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-53645c74-c20b-43b5-b918-a74219c3569c req-fbf932d1-dd52-484e-8a78-a8e5999c2305 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427022 Oct 28 10:17:46.603769 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07294880-673d-4082-ba67-6134053a0b79 req-95061124-2d1b-4e3d-bee7-978f91e5406d tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:46.605789 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-07294880-673d-4082-ba67-6134053a0b79 req-95061124-2d1b-4e3d-bee7-978f91e5406d tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0466363 Oct 28 10:17:46.630405 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:46.651977 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-07294880-673d-4082-ba67-6134053a0b79 req-bf11d5db-0e35-4fd8-852b-8819beae63ba tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401108 Oct 28 10:17:46.776139 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34903794-d595-4b3c-a8c7-97350fff041b req-6d08c05b-4ac1-4d2a-b55e-46c01852ba8c tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:46.778111 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-34903794-d595-4b3c-a8c7-97350fff041b req-6d08c05b-4ac1-4d2a-b55e-46c01852ba8c tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0514271 Oct 28 10:17:46.825665 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-34903794-d595-4b3c-a8c7-97350fff041b req-7d7706a5-dbef-4bad-8293-66c827c701e9 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Oct 28 10:17:46.948553 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:47.148627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee083413-6ca1-4044-97a4-da45241fbe70 req-5ffcf740-fba2-4495-9bd3-9cf85fa8e2c3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:47.150134 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ee083413-6ca1-4044-97a4-da45241fbe70 req-5ffcf740-fba2-4495-9bd3-9cf85fa8e2c3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0462461 Oct 28 10:17:47.175407 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:47.198810 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ee083413-6ca1-4044-97a4-da45241fbe70 req-3994bd07-1cfa-4f28-84e0-38a64e77f798 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418994 Oct 28 10:17:47.316423 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe24b10-cc8b-4015-b2b4-9ea5a6ac0c22 req-f2fbab60-e84f-4aab-a045-be96c7d6d053 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:47.317881 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-efe24b10-cc8b-4015-b2b4-9ea5a6ac0c22 req-f2fbab60-e84f-4aab-a045-be96c7d6d053 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0468967 Oct 28 10:17:47.367645 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-efe24b10-cc8b-4015-b2b4-9ea5a6ac0c22 req-edabc0a0-77ff-4b90-a6b0-eebbd573f775 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442729 Oct 28 10:17:47.834710 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b82a4d-7304-4e72-9c3a-625759af1834 req-4151e965-34d7-4da9-bfd9-65b39cb04e7d tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:47.836209 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-15b82a4d-7304-4e72-9c3a-625759af1834 req-4151e965-34d7-4da9-bfd9-65b39cb04e7d tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0473757 Oct 28 10:17:47.883440 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-15b82a4d-7304-4e72-9c3a-625759af1834 req-c08fab44-9c50-451e-a784-7012ffd77b16 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Oct 28 10:17:47.945878 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-69c148dc-21d2-4354-9cb6-a36bf5547ba9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0366416 Oct 28 10:17:47.962405 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:48.372202 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-a8fea466-0b5c-480a-bb85-65595393b08f tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:48.373551 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-a8fea466-0b5c-480a-bb85-65595393b08f tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports/d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b HTTP/1.1" status: 200 len: 943 time: 0.0450525 Oct 28 10:17:48.556943 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:49.009275 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f239cc7-5569-44c5-b9fe-a76100d3cdf7 req-853b6db6-14b5-4387-b16b-89bf90a0a0a5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:49.010845 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4f239cc7-5569-44c5-b9fe-a76100d3cdf7 req-853b6db6-14b5-4387-b16b-89bf90a0a0a5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0515964 Oct 28 10:17:49.061277 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4f239cc7-5569-44c5-b9fe-a76100d3cdf7 req-a3794c40-0b81-414d-ab0f-2ac090b8a061 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446713 Oct 28 10:17:50.012194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:50.015584 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-bec61286-9191-431d-a3de-5c432b24f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:50.017044 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-bec61286-9191-431d-a3de-5c432b24f498 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=655c7b496bf14c6f99c9423211be39a6&device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 1130 time: 0.0395882 Oct 28 10:17:50.111078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-fbda4b09-4357-4cf0-806c-dd17738f9537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:50.112546 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-fbda4b09-4357-4cf0-806c-dd17738f9537 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9c09d962-c0fa-4f66-a030-b9f91082da8a HTTP/1.1" status: 200 len: 915 time: 0.0897424 Oct 28 10:17:50.151830 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-be46d44a-3bdf-4f0f-ba6b-51f060e475ad service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b HTTP/1.1" status: 200 len: 217 time: 0.0331931 Oct 28 10:17:50.182082 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995822e2-5649-4a00-b451-695e5b542ccd req-fb7593de-5b07-4fa7-b2d6-e51333a42df6 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:50.184244 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-995822e2-5649-4a00-b451-695e5b542ccd req-fb7593de-5b07-4fa7-b2d6-e51333a42df6 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0474901 Oct 28 10:17:50.200796 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-dcc5c78d-f3a6-4864-900c-dfad91a58879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:50.202269 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-dcc5c78d-f3a6-4864-900c-dfad91a58879 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bbdd5f9b-4093-4f53-a1e0-019201a041a2 HTTP/1.1" status: 200 len: 853 time: 0.0451765 Oct 28 10:17:50.231703 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-995822e2-5649-4a00-b451-695e5b542ccd req-dfde42da-642a-4049-b2b6-c143395a6da6 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416830 Oct 28 10:17:50.246430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-440d37d2-0feb-4b22-ab71-aa28a6c4b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:50.247955 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-440d37d2-0feb-4b22-ab71-aa28a6c4b32f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9c09d962-c0fa-4f66-a030-b9f91082da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0395837 Oct 28 10:17:50.341063 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-08079396-562d-4389-bba7-83c4c16479c1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872297 Oct 28 10:17:50.433713 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-9b5b2bea-5aae-4211-b8d8-b64b3ada3a18 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870712 Oct 28 10:17:51.354872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640e582-a240-42c6-9bbd-00623a9e1b9d req-b26ad2b0-572d-4c9d-80ea-ac06baf67a35 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:51.356345 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e640e582-a240-42c6-9bbd-00623a9e1b9d req-b26ad2b0-572d-4c9d-80ea-ac06baf67a35 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0511489 Oct 28 10:17:51.403203 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e640e582-a240-42c6-9bbd-00623a9e1b9d req-43fd6620-1fce-426c-b289-7324df08c483 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413842 Oct 28 10:17:52.523882 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4ee1e-98cb-4477-a436-b37be9f893e0 req-3e505826-7866-4eed-a370-38b5d0a8529b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:52.525350 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f3f4ee1e-98cb-4477-a436-b37be9f893e0 req-3e505826-7866-4eed-a370-38b5d0a8529b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0460227 Oct 28 10:17:52.572240 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f3f4ee1e-98cb-4477-a436-b37be9f893e0 req-1cdd79a8-4cff-48cf-bc3d-3bf63a38ae91 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Oct 28 10:17:53.690693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90a6f1-0028-4326-89e3-d58329f92418 req-ce9b3ede-2f74-4e53-820e-48eca0c6fbff tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:53.692209 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c90a6f1-0028-4326-89e3-d58329f92418 req-ce9b3ede-2f74-4e53-820e-48eca0c6fbff tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0468988 Oct 28 10:17:53.711845 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:17:53.743094 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c90a6f1-0028-4326-89e3-d58329f92418 req-36435b72-bb5f-474c-888d-08129493fb93 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453026 Oct 28 10:17:53.945233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:17:54.866049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0310e-ed7a-49a0-b35b-836f932f1908 req-87373d34-2afa-4a73-8852-e022b2885bdf tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:54.867562 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-add0310e-ed7a-49a0-b35b-836f932f1908 req-87373d34-2afa-4a73-8852-e022b2885bdf tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0476084 Oct 28 10:17:54.910418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:54.915161 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-add0310e-ed7a-49a0-b35b-836f932f1908 req-e33c8787-67fe-49ef-bc79-7e0302060102 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419633 Oct 28 10:17:56.037901 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f435339-8d9d-4036-be91-335fea20b826 req-eb182b34-2aa9-4d7a-bab2-b1a4fc3785a5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:56.039414 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8f435339-8d9d-4036-be91-335fea20b826 req-eb182b34-2aa9-4d7a-bab2-b1a4fc3785a5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0465732 Oct 28 10:17:56.085366 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8f435339-8d9d-4036-be91-335fea20b826 req-94fac510-77a7-4dac-861e-b791132a10b1 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403981 Oct 28 10:17:57.207386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd3b3e-88ca-471c-9790-3fd4209dcff7 req-84a43c5e-beca-40fd-af6a-5bae6fd0ce05 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:57.208832 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-92fd3b3e-88ca-471c-9790-3fd4209dcff7 req-84a43c5e-beca-40fd-af6a-5bae6fd0ce05 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0491731 Oct 28 10:17:57.244272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:57.256364 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-92fd3b3e-88ca-471c-9790-3fd4209dcff7 req-73d9b5e4-5f32-4028-ad25-51356dc2b49d tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414636 Oct 28 10:17:57.663040 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:17:58.375291 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2409f-47e7-4336-8ea2-e7e8749e2cc6 req-d5c4436f-1f3f-4141-ada5-2975466ec638 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:58.376767 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-20e2409f-47e7-4336-8ea2-e7e8749e2cc6 req-d5c4436f-1f3f-4141-ada5-2975466ec638 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0466962 Oct 28 10:17:58.423835 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-20e2409f-47e7-4336-8ea2-e7e8749e2cc6 req-30ae5fe5-b2ab-40bc-9e09-7605b9ad3faf tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414839 Oct 28 10:17:59.543681 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86aa11-9f98-437e-b1be-eefea00b771c req-bed897ae-fac1-4a24-817e-789125021a75 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:17:59.545136 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1d86aa11-9f98-437e-b1be-eefea00b771c req-bed897ae-fac1-4a24-817e-789125021a75 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0460615 Oct 28 10:17:59.595431 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1d86aa11-9f98-437e-b1be-eefea00b771c req-fe4fa50b-728a-46ed-b3b8-045c9fba16c0 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444212 Oct 28 10:18:00.429509 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:00.430330 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=41 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:00.716461 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4914e6-b602-4837-a3c7-295ffbf7c3bc req-f335f251-de33-4ae7-8f4c-123281d69b01 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:00.717936 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6d4914e6-b602-4837-a3c7-295ffbf7c3bc req-f335f251-de33-4ae7-8f4c-123281d69b01 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0471864 Oct 28 10:18:00.765686 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6d4914e6-b602-4837-a3c7-295ffbf7c3bc req-20ee9ffa-596a-41dc-b6cc-6102bd1aab9d tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419362 Oct 28 10:18:01.886280 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39356d1f-fc83-4f16-91b0-30a2d1bf6ce7 req-5ffe1fb7-1af3-47cc-9187-0230b0eadece tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:01.887759 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-39356d1f-fc83-4f16-91b0-30a2d1bf6ce7 req-5ffe1fb7-1af3-47cc-9187-0230b0eadece tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0467496 Oct 28 10:18:01.935500 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-39356d1f-fc83-4f16-91b0-30a2d1bf6ce7 req-2f4de0be-3d0a-40eb-ae4d-0669fe1ea478 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Oct 28 10:18:02.467830 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [req-c1461f75-261b-4800-81dd-42cc3724034a req-b6576f90-9283-485f-9d18-b51a8c202fc6 service neutron] (114060) timed out ('10.222.0.48', 63288) {{(pid=114060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 10:18:03.057593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf5ec9-6980-4506-b085-84e1666e37b2 req-41d22718-913c-4b7a-a7c8-9f339f75fe8c tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:03.059113 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-70bf5ec9-6980-4506-b085-84e1666e37b2 req-41d22718-913c-4b7a-a7c8-9f339f75fe8c tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0494976 Oct 28 10:18:03.107166 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-70bf5ec9-6980-4506-b085-84e1666e37b2 req-51f04a44-c9e2-4501-a9cc-7cd2a90e88a6 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413229 Oct 28 10:18:03.882268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:03.884138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:04.231122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e112894-4d58-4bd3-ab7e-36fd73f5fde6 req-161bed8f-c049-498d-9d59-31cfc95669a0 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:04.232585 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1e112894-4d58-4bd3-ab7e-36fd73f5fde6 req-161bed8f-c049-498d-9d59-31cfc95669a0 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0471702 Oct 28 10:18:04.279340 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1e112894-4d58-4bd3-ab7e-36fd73f5fde6 req-d61ba988-f6d1-4930-b1f2-71f57f169275 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412493 Oct 28 10:18:05.402463 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f577ac-8a20-4f2b-a97e-83013af45b2a req-b773417f-cfba-4330-b68b-e62f533c160d tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:05.404524 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d0f577ac-8a20-4f2b-a97e-83013af45b2a req-b773417f-cfba-4330-b68b-e62f533c160d tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0508325 Oct 28 10:18:05.451951 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d0f577ac-8a20-4f2b-a97e-83013af45b2a req-1c887daf-9a10-4801-9514-6d60b2d8efe3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418859 Oct 28 10:18:06.571539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69896dd-b34c-49dc-88e1-4f147b3b1b4e req-cecdad81-5ca2-4fc7-8f39-a636d3d0d9e3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:06.573011 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e69896dd-b34c-49dc-88e1-4f147b3b1b4e req-cecdad81-5ca2-4fc7-8f39-a636d3d0d9e3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0467339 Oct 28 10:18:06.620065 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e69896dd-b34c-49dc-88e1-4f147b3b1b4e req-fc9407af-f91c-4bed-a5dc-b8a56d5b64c3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415146 Oct 28 10:18:07.739780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc3d7e-ff44-46cd-8fad-827bab1140c7 req-d2eacacb-20e4-424e-901e-48aecb437cac tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:07.741239 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9edc3d7e-ff44-46cd-8fad-827bab1140c7 req-d2eacacb-20e4-424e-901e-48aecb437cac tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0458236 Oct 28 10:18:07.790815 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9edc3d7e-ff44-46cd-8fad-827bab1140c7 req-bbc563f4-d1e4-469f-abf7-8c26fd3e4d5a tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Oct 28 10:18:08.914333 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae8e6e-c302-490f-b74a-d51298ff7317 req-24dbbe47-199f-49d9-ba39-c854af852926 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:08.915819 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a6ae8e6e-c302-490f-b74a-d51298ff7317 req-24dbbe47-199f-49d9-ba39-c854af852926 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0475686 Oct 28 10:18:08.958277 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:08.962662 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a6ae8e6e-c302-490f-b74a-d51298ff7317 req-0ebd59f5-9cb0-4537-8072-b791a3ad8214 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408025 Oct 28 10:18:10.082039 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1744427-324c-4deb-95c6-d4d88a672a57 req-62900cd2-988c-41bd-9bd5-fea4ecfbee67 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:10.083525 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b1744427-324c-4deb-95c6-d4d88a672a57 req-62900cd2-988c-41bd-9bd5-fea4ecfbee67 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0452111 Oct 28 10:18:10.109245 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:10.130528 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b1744427-324c-4deb-95c6-d4d88a672a57 req-35c5bcc8-be7d-4463-a2b0-a820e66b655b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414968 Oct 28 10:18:11.556149 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f78a7-0c85-439b-916a-8e9c762b014b req-3701ac4c-20d4-4b30-8383-10d5456c487b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:11.557617 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e83f78a7-0c85-439b-916a-8e9c762b014b req-3701ac4c-20d4-4b30-8383-10d5456c487b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.3528061 Oct 28 10:18:11.604696 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e83f78a7-0c85-439b-916a-8e9c762b014b req-ffe16497-decb-40ad-abcd-4ace62e404be tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Oct 28 10:18:12.679114 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:12.680332 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=6 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:12.725149 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9daee-67c0-4484-8fa1-4c545fd273ab req-9682260f-1f20-420f-a1a3-ec5fb0989b8d tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:12.726706 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e8c9daee-67c0-4484-8fa1-4c545fd273ab req-9682260f-1f20-420f-a1a3-ec5fb0989b8d tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0469756 Oct 28 10:18:12.774526 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e8c9daee-67c0-4484-8fa1-4c545fd273ab req-5f9855fc-acc6-4484-bd0a-40436a88c56d tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415020 Oct 28 10:18:13.053859 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d88b7926-7fe1-442d-807b-3509c9e1e6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:13.898139 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ea79c-4714-4e47-b8db-b3c8703f72bb req-e869543f-6f3e-4fae-b222-51b40e72ea92 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:13.899633 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6d4ea79c-4714-4e47-b8db-b3c8703f72bb req-e869543f-6f3e-4fae-b222-51b40e72ea92 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0495589 Oct 28 10:18:13.946925 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6d4ea79c-4714-4e47-b8db-b3c8703f72bb req-fe5388a2-4836-459e-83ee-f12d67e343cf tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414572 Oct 28 10:18:15.068735 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9d4e9-85e5-4c19-9f7e-a33f301a1173 req-4a43d44e-efb6-49d2-a0e4-800673879078 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:15.070192 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a1a9d4e9-85e5-4c19-9f7e-a33f301a1173 req-4a43d44e-efb6-49d2-a0e4-800673879078 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0462065 Oct 28 10:18:15.116513 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a1a9d4e9-85e5-4c19-9f7e-a33f301a1173 req-5cf3697f-e6d3-489d-85e1-85c4b445906b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407748 Oct 28 10:18:15.324301 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-11cf438c-b042-44b8-a58c-7704e40af696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:15.551852 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6d01f-7849-4621-b2c7-4ef5a86e5294 req-568d1243-e8c2-4463-9845-35892952772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:15.553312 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-11c6d01f-7849-4621-b2c7-4ef5a86e5294 req-568d1243-e8c2-4463-9845-35892952772c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=655c7b496bf14c6f99c9423211be39a6&device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 1130 time: 0.0401311 Oct 28 10:18:15.660471 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6d01f-7849-4621-b2c7-4ef5a86e5294 req-35a40fd4-0749-4ebb-83f9-92230408c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:15.661986 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-11c6d01f-7849-4621-b2c7-4ef5a86e5294 req-35a40fd4-0749-4ebb-83f9-92230408c303 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9c09d962-c0fa-4f66-a030-b9f91082da8a HTTP/1.1" status: 200 len: 915 time: 0.0890496 Oct 28 10:18:15.702729 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-11c6d01f-7849-4621-b2c7-4ef5a86e5294 req-d7d05ba6-62d1-459f-b63e-c55ea0772b00 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b HTTP/1.1" status: 200 len: 217 time: 0.0326133 Oct 28 10:18:15.749485 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6d01f-7849-4621-b2c7-4ef5a86e5294 req-280acad0-05b6-46ce-8d09-99744cbdf96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:15.750890 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-11c6d01f-7849-4621-b2c7-4ef5a86e5294 req-280acad0-05b6-46ce-8d09-99744cbdf96a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bbdd5f9b-4093-4f53-a1e0-019201a041a2 HTTP/1.1" status: 200 len: 853 time: 0.0432343 Oct 28 10:18:15.797806 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6d01f-7849-4621-b2c7-4ef5a86e5294 req-b7946b05-3b1c-4e1d-880b-673a41369d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:15.799300 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-11c6d01f-7849-4621-b2c7-4ef5a86e5294 req-b7946b05-3b1c-4e1d-880b-673a41369d7c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9c09d962-c0fa-4f66-a030-b9f91082da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0423334 Oct 28 10:18:15.889272 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-11c6d01f-7849-4621-b2c7-4ef5a86e5294 req-e22396bf-bb78-43df-99c3-37da8d35777c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834751 Oct 28 10:18:15.982726 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-11c6d01f-7849-4621-b2c7-4ef5a86e5294 req-097eed42-8853-4107-b20b-f86300dbe29f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873230 Oct 28 10:18:16.234958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc1f4e-8534-4beb-9a8b-beb4becec06e req-43008a3e-ff3d-414c-9236-e13fbfb0cedf tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:16.236330 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-facc1f4e-8534-4beb-9a8b-beb4becec06e req-43008a3e-ff3d-414c-9236-e13fbfb0cedf tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0461988 Oct 28 10:18:16.285778 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-facc1f4e-8534-4beb-9a8b-beb4becec06e req-54479c11-0e47-4283-922f-117765d44f65 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439517 Oct 28 10:18:16.930011 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:17.406265 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd162ff6-2c46-4810-b1ed-8f2f5d973f63 req-0d6d5bae-53b3-4e88-b2e4-d23ba55e8e3c tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:17.407747 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dd162ff6-2c46-4810-b1ed-8f2f5d973f63 req-0d6d5bae-53b3-4e88-b2e4-d23ba55e8e3c tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0469716 Oct 28 10:18:17.453667 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dd162ff6-2c46-4810-b1ed-8f2f5d973f63 req-66393aec-cd14-40db-90b3-2142e15e6d29 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404363 Oct 28 10:18:17.958708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:18.574015 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e5166-334e-473d-a2ae-c75b28fe9e23 req-53408fd4-51ca-4bb7-9fbb-ca00ee3cdaf7 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:18.575523 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bc7e5166-334e-473d-a2ae-c75b28fe9e23 req-53408fd4-51ca-4bb7-9fbb-ca00ee3cdaf7 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0464928 Oct 28 10:18:18.590207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:18.623323 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bc7e5166-334e-473d-a2ae-c75b28fe9e23 req-66614fff-49b8-424a-b94d-2a3c97967ed0 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 Oct 28 10:18:19.746646 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0471c9-eec5-4852-a9f9-b31eeaad4428 req-b18de26b-a89e-41a3-bc37-cfb946fbde82 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:19.748144 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ac0471c9-eec5-4852-a9f9-b31eeaad4428 req-b18de26b-a89e-41a3-bc37-cfb946fbde82 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0499489 Oct 28 10:18:19.794513 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ac0471c9-eec5-4852-a9f9-b31eeaad4428 req-28e12e18-a611-499f-ad20-ba2d5fe49a4f tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402074 Oct 28 10:18:20.915110 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ac492-0c5f-4be4-bc19-5938ecefe5c2 req-3bf9bdee-2172-4cb0-8f3b-fbfe8f64999a tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:20.916591 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-be7ac492-0c5f-4be4-bc19-5938ecefe5c2 req-3bf9bdee-2172-4cb0-8f3b-fbfe8f64999a tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0466657 Oct 28 10:18:20.963593 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-be7ac492-0c5f-4be4-bc19-5938ecefe5c2 req-7583c4ad-fe78-45a1-b2d5-03c4efe50883 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Oct 28 10:18:22.048390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:22.084371 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d71a68-77c1-462b-8889-5a3166e207ee req-2640f140-b4d7-46ed-bdfd-546d7d05d4df tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:22.085837 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-51d71a68-77c1-462b-8889-5a3166e207ee req-2640f140-b4d7-46ed-bdfd-546d7d05d4df tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0470042 Oct 28 10:18:22.135635 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-51d71a68-77c1-462b-8889-5a3166e207ee req-e92b6e58-936a-401f-a59d-7eacf2e2e78c tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442855 Oct 28 10:18:22.846157 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-4dcf9fb5-7af2-4433-8a9b-e8e0bcff05f3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports/d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b/bindings/hv-neutron-zed0 HTTP/1.1" status: 200 len: 384 time: 0.0568295 Oct 28 10:18:23.263244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d525b-e646-4610-adf2-b941cb0d676e req-ba1b13c0-1923-4c07-ad3a-a6bd995a0ec4 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:23.264763 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-225d525b-e646-4610-adf2-b941cb0d676e req-ba1b13c0-1923-4c07-ad3a-a6bd995a0ec4 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0504017 Oct 28 10:18:23.314098 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-225d525b-e646-4610-adf2-b941cb0d676e req-ce352a59-6c0b-4da2-9925-2e66258220d5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434330 Oct 28 10:18:23.516477 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-cc7aa378-9520-4d75-a092-391a59300e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:23.517850 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-cc7aa378-9520-4d75-a092-391a59300e5d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c&tenant_id=655c7b496bf14c6f99c9423211be39a6 HTTP/1.1" status: 200 len: 1130 time: 0.0395427 Oct 28 10:18:23.610032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-bb1ad3a3-ac77-4b14-8091-46f88d7a1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:23.611517 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-bb1ad3a3-ac77-4b14-8091-46f88d7a1d54 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=655c7b496bf14c6f99c9423211be39a6&device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 1130 time: 0.0428345 Oct 28 10:18:23.704504 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-5c5c52c6-f546-4458-93fb-40c3f8d65c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:23.705958 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-5c5c52c6-f546-4458-93fb-40c3f8d65c99 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9c09d962-c0fa-4f66-a030-b9f91082da8a HTTP/1.1" status: 200 len: 915 time: 0.0851016 Oct 28 10:18:23.751462 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-fdd42f1c-44ea-4c5f-9ed1-2537c75d6a27 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b HTTP/1.1" status: 200 len: 217 time: 0.0372033 Oct 28 10:18:23.803065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-7f682a70-d570-4163-b010-5a124ab8b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:23.804368 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-7f682a70-d570-4163-b010-5a124ab8b162 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bbdd5f9b-4093-4f53-a1e0-019201a041a2 HTTP/1.1" status: 200 len: 853 time: 0.0436616 Oct 28 10:18:23.850267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-5cb9da11-3dd9-4128-8a13-81f317a8bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:23.852140 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-5cb9da11-3dd9-4128-8a13-81f317a8bd2f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9c09d962-c0fa-4f66-a030-b9f91082da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0382226 Oct 28 10:18:23.952084 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-fc743e8b-d897-4919-ab01-84de965a7996 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887446 Oct 28 10:18:23.955478 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:24.041873 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e24b6aac-e95a-4be2-a919-0c8750f564d3 req-26e677ad-20e6-4a10-8185-b0edf9beba01 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834877 Oct 28 10:18:24.439175 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb1c41-de34-45a6-94ae-19fa5e9a3de3 req-b4b2cac5-bbd9-40e4-948b-dc8925439779 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:24.440652 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a4fb1c41-de34-45a6-94ae-19fa5e9a3de3 req-b4b2cac5-bbd9-40e4-948b-dc8925439779 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0479486 Oct 28 10:18:24.461098 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:24.487604 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a4fb1c41-de34-45a6-94ae-19fa5e9a3de3 req-9905b926-ef76-4a36-b8de-3265d8e76e21 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414648 Oct 28 10:18:25.611965 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea7bb4-a882-4f1b-b3ca-1b720262cac2 req-7290f11e-e03e-439f-a2ec-e6e9749a0127 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:25.613412 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c6ea7bb4-a882-4f1b-b3ca-1b720262cac2 req-7290f11e-e03e-439f-a2ec-e6e9749a0127 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0498340 Oct 28 10:18:25.659674 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c6ea7bb4-a882-4f1b-b3ca-1b720262cac2 req-d463a321-e550-4b8e-97c6-f21758da4350 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406845 Oct 28 10:18:25.960441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:18:25.976403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:18:26.121809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:18:26.131259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:18:26.131649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:26.141677 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'd3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b', 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a', 'port_id': 'd3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b', 'mac_address': 'fa:16:3e:62:72:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdd5f9b-4093-4f53-a1e0-019201a041a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:18:26.180197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74e16f8-6508-4690-befb-b66676d1ae8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:18:26.182397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17796e2-ae01-475e-873f-3dcd43569561" -d '{"events": [{"server_uuid": "b74e16f8-6508-4690-befb-b66676d1ae8c", "name": "network-vif-unplugged", "status": "completed", "tag": "d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:18:26.198905 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:18:26.202097 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b is: ACTIVE; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:18:26.202491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:26.215746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:18:26.259780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:26.301979 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 10:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82fd561-5ece-41c1-badc-b89959337364 x-openstack-request-id: req-a82fd561-5ece-41c1-badc-b89959337364 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:18:26.302267 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74e16f8-6508-4690-befb-b66676d1ae8c", "name": "network-vif-unplugged", "status": "completed", "tag": "d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:18:26.302515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a82fd561-5ece-41c1-badc-b89959337364 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:18:26.302929 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82fd561-5ece-41c1-badc-b89959337364'] response: {'server_uuid': 'b74e16f8-6508-4690-befb-b66676d1ae8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b', 'code': 200} Oct 28 10:18:26.333141 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:18:26.333551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:18:26.338082 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:18:26.783358 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79571d6-25bd-4174-a1eb-a4bdb9f69945 req-dd09c9d5-fd1c-4f3a-b4e2-d6cba270bd1b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:26.784855 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f79571d6-25bd-4174-a1eb-a4bdb9f69945 req-dd09c9d5-fd1c-4f3a-b4e2-d6cba270bd1b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 944 time: 0.0470562 Oct 28 10:18:26.836620 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f79571d6-25bd-4174-a1eb-a4bdb9f69945 req-3e5338ec-314d-4cdd-bc05-5d62ac6c5f1d tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456374 Oct 28 10:18:26.867255 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:18:26.867643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:26.880975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:18:26.900754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:18:26.990175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:27.035715 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:18:27.131889 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:18:27.154821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:27.198012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:27.956087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:18:27.963679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348d255-1699-4604-8b52-3bd2fb26ac72 req-144cb06e-4dd7-4832-a34b-79fb23f79169 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:27.965157 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2348d255-1699-4604-8b52-3bd2fb26ac72 req-144cb06e-4dd7-4832-a34b-79fb23f79169 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 945 time: 0.0500059 Oct 28 10:18:27.999360 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:18:27.999917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:28.000066 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b Oct 28 10:18:28.012966 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2348d255-1699-4604-8b52-3bd2fb26ac72 req-d5894194-ae75-4c5a-a1ca-4bc255a25010 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412655 Oct 28 10:18:28.074883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:18:28.075275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:28.108066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:18:28.183980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:28.230168 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,revision_number=8']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:18:28.304128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74e16f8-6508-4690-befb-b66676d1ae8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:18:28.306454 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e05599e-2f09-464e-b5e8-cde684242bef" -d '{"events": [{"server_uuid": "b74e16f8-6508-4690-befb-b66676d1ae8c", "name": "network-vif-plugged", "status": "completed", "tag": "d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:18:28.353644 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581488ae-b05b-4e94-adc9-31000f966028 x-openstack-request-id: req-581488ae-b05b-4e94-adc9-31000f966028 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:18:28.353943 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74e16f8-6508-4690-befb-b66676d1ae8c", "name": "network-vif-plugged", "status": "completed", "tag": "d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:18:28.354206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-581488ae-b05b-4e94-adc9-31000f966028 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:18:28.354613 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-581488ae-b05b-4e94-adc9-31000f966028'] response: {'server_uuid': 'b74e16f8-6508-4690-befb-b66676d1ae8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b', 'code': 200} Oct 28 10:18:28.355513 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7fcf7-6730-41b6-9981-98c7e4fa4916 req-f564ef07-e06a-4180-975f-08780db08e91 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:28.357057 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ccc7fcf7-6730-41b6-9981-98c7e4fa4916 req-f564ef07-e06a-4180-975f-08780db08e91 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0488963 Oct 28 10:18:28.405024 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ccc7fcf7-6730-41b6-9981-98c7e4fa4916 req-13fa28dd-ce6a-404b-8242-58d9f222c928 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422661 Oct 28 10:18:28.459182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:28.492514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:28.501289 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c2575-1139-4e8f-86bf-369afb6c84e8 req-cc2a3add-475d-4d9c-9331-627774234c88 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:28.502755 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d54c2575-1139-4e8f-86bf-369afb6c84e8 req-cc2a3add-475d-4d9c-9331-627774234c88 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c&tenant_id=655c7b496bf14c6f99c9423211be39a6&binding%3Ahost_id=hv-neutron-zed0 HTTP/1.1" status: 200 len: 946 time: 0.0547886 Oct 28 10:18:28.603733 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c2575-1139-4e8f-86bf-369afb6c84e8 req-cf69697e-89e8-4c08-b344-4dd403c09f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:28.605198 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d54c2575-1139-4e8f-86bf-369afb6c84e8 req-cf69697e-89e8-4c08-b344-4dd403c09f09 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=655c7b496bf14c6f99c9423211be39a6&device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 1130 time: 0.0383999 Oct 28 10:18:28.699080 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c2575-1139-4e8f-86bf-369afb6c84e8 req-73f452ab-d555-4aa9-ac5e-85c1807bd08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:28.700534 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d54c2575-1139-4e8f-86bf-369afb6c84e8 req-73f452ab-d555-4aa9-ac5e-85c1807bd08e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9c09d962-c0fa-4f66-a030-b9f91082da8a HTTP/1.1" status: 200 len: 915 time: 0.0893762 Oct 28 10:18:28.739052 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d54c2575-1139-4e8f-86bf-369afb6c84e8 req-f97bcabe-6ff5-4a0f-9906-37e4e3f1fa05 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b HTTP/1.1" status: 200 len: 217 time: 0.0325136 Oct 28 10:18:28.786248 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c2575-1139-4e8f-86bf-369afb6c84e8 req-d0088243-df50-4b90-a814-1a4970e7d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:28.787629 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d54c2575-1139-4e8f-86bf-369afb6c84e8 req-d0088243-df50-4b90-a814-1a4970e7d7ea service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bbdd5f9b-4093-4f53-a1e0-019201a041a2 HTTP/1.1" status: 200 len: 853 time: 0.0434656 Oct 28 10:18:28.829390 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c2575-1139-4e8f-86bf-369afb6c84e8 req-b64e1049-67b6-47b5-aeb8-5bb00dbec42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:28.830888 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d54c2575-1139-4e8f-86bf-369afb6c84e8 req-b64e1049-67b6-47b5-aeb8-5bb00dbec42f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9c09d962-c0fa-4f66-a030-b9f91082da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0374968 Oct 28 10:18:28.924206 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d54c2575-1139-4e8f-86bf-369afb6c84e8 req-607f394e-2080-4adf-8ea0-e06859db1bcf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872924 Oct 28 10:18:29.020142 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d54c2575-1139-4e8f-86bf-369afb6c84e8 req-44f691b0-d839-4658-bb25-282930278554 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878975 Oct 28 10:18:29.532467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0f4f1-58f7-4bfc-934f-3d19a634324f req-bb05bf87-ab87-47db-873d-079423eb833c tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:29.533946 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0ef0f4f1-58f7-4bfc-934f-3d19a634324f req-bb05bf87-ab87-47db-873d-079423eb833c tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0490942 Oct 28 10:18:29.586460 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0ef0f4f1-58f7-4bfc-934f-3d19a634324f req-7131949f-44cb-4b1e-b523-905ac77d8d7b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466802 Oct 28 10:18:30.706520 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ba8d2-6c71-4fe1-a55e-6e12c2d7f169 req-8b1c1bca-654a-4380-9f71-b3c3c56ed742 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:30.708971 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e78ba8d2-6c71-4fe1-a55e-6e12c2d7f169 req-8b1c1bca-654a-4380-9f71-b3c3c56ed742 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0482893 Oct 28 10:18:30.711611 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:18:30.755732 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e78ba8d2-6c71-4fe1-a55e-6e12c2d7f169 req-e866a69f-396a-487f-bc5b-7da2092f1f2c tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419316 Oct 28 10:18:30.874905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b12319-b44c-42d2-bc06-8fe1de42ccbe req-62e7a595-bbe2-44ef-84fc-34d1e8f4a286 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:30.876282 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b2b12319-b44c-42d2-bc06-8fe1de42ccbe req-62e7a595-bbe2-44ef-84fc-34d1e8f4a286 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0468674 Oct 28 10:18:30.924264 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b2b12319-b44c-42d2-bc06-8fe1de42ccbe req-00bf909f-7037-4443-b58a-cd567cc92ede tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419939 Oct 28 10:18:31.092373 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46162) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:18:31.097239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--550523328', 'description': 'tempest-description--1326671773'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:18:31.184647 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:31.213977 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:31.262466 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for security_group (6f791d20-bc8e-4c38-a6c4-fce63bd1520c), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:31.332539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (6f791d20-bc8e-4c38-a6c4-fce63bd1520c), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:31.358139 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:31.362599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f791d20-bc8e-4c38-a6c4-fce63bd1520c,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:18:31.370477 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:31.374092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:31.374092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:31.374092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:31.374092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:31.374092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:31.374092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:31.374092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:31.374092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:31.374092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:31.374939 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:31.374939 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:31.375080 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:31.375368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:31.375690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:31.417456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:31.418733 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a9470f60-f908-4ce1-99e6-1ffd733ab7c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3252637 Oct 28 10:18:31.423064 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46164) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:18:31.426633 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-adcb6809-0c9f-44f5-b3ad-ad957927bea9 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Request body: {'security_group_rule': {'security_group_id': '6f791d20-bc8e-4c38-a6c4-fce63bd1520c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:18:31.559367 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-adcb6809-0c9f-44f5-b3ad-ad957927bea9 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for security_group_rule (917993c7-a355-49b9-9ed2-644febeba4e9), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:31.618622 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-adcb6809-0c9f-44f5-b3ad-ad957927bea9 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for security_group_rule (917993c7-a355-49b9-9ed2-644febeba4e9), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:31.689729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-adcb6809-0c9f-44f5-b3ad-ad957927bea9 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (917993c7-a355-49b9-9ed2-644febeba4e9), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:31.712144 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb6809-0c9f-44f5-b3ad-ad957927bea9 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917993c7-a355-49b9-9ed2-644febeba4e9,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:18:31.788989 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-adcb6809-0c9f-44f5-b3ad-ad957927bea9 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:31.790236 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-adcb6809-0c9f-44f5-b3ad-ad957927bea9 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3669755 Oct 28 10:18:31.792953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46166) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:18:31.797921 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d82cd75b-9170-4391-b32f-5d2596dc536b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Request body: {'security_group_rule': {'security_group_id': '6f791d20-bc8e-4c38-a6c4-fce63bd1520c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:18:31.893631 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d82cd75b-9170-4391-b32f-5d2596dc536b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for security_group_rule (783a0050-525e-40d9-9357-c7384eb07314), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:31.950625 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d82cd75b-9170-4391-b32f-5d2596dc536b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for security_group_rule (783a0050-525e-40d9-9357-c7384eb07314), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:32.032807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d82cd75b-9170-4391-b32f-5d2596dc536b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (783a0050-525e-40d9-9357-c7384eb07314), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:32.056575 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cd75b-9170-4391-b32f-5d2596dc536b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783a0050-525e-40d9-9357-c7384eb07314,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:18:32.114687 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d82cd75b-9170-4391-b32f-5d2596dc536b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:32.115971 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d82cd75b-9170-4391-b32f-5d2596dc536b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3220611 Oct 28 10:18:32.119231 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 46168) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:18:32.123805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:18:32.227408 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:32.306330 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:32.421428 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Allocated IP 172.36.1.35 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/62119928-7dfc-42e4-be9e-1e124a1d8daf) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:18:32.527655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for port (62119928-7dfc-42e4-be9e-1e124a1d8daf), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:32.618414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (62119928-7dfc-42e4-be9e-1e124a1d8daf), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:32.652262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:32.658689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:18:32.663678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:18:32.666292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:18:32.668236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:32.695089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Pushing event updated for resources: {'Port': ['ID=62119928-7dfc-42e4-be9e-1e124a1d8daf,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:18:32.708173 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:32.708578 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:32.709091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:32.709438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:32.709779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:32.710119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:32.710452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:32.710808 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:32.711142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:32.711487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:32.711802 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:32.712128 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:32.712453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:32.712778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:32.713100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:32.770826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for floatingip (479985e5-cccc-4a1c-a976-7dc7a1527189), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:32.872865 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (62119928-7dfc-42e4-be9e-1e124a1d8daf), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:33.025500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for port (62119928-7dfc-42e4-be9e-1e124a1d8daf), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:33.081440 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (62119928-7dfc-42e4-be9e-1e124a1d8daf), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:33.149989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (479985e5-cccc-4a1c-a976-7dc7a1527189), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:33.153897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Pushing event updated for resources: {'Port': ['ID=62119928-7dfc-42e4-be9e-1e124a1d8daf,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:18:33.249401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:33.250700 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6828bd55-1a9c-42cf-b4ed-528a7ae225c5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1303928 Oct 28 10:18:33.345732 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dd7c3-5e16-49b9-8896-f23794078d80 req-02d2d9ba-cf48-433f-9386-db1fb68f7dad tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:33.347146 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-148dd7c3-5e16-49b9-8896-f23794078d80 req-02d2d9ba-cf48-433f-9386-db1fb68f7dad tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0467734 Oct 28 10:18:33.394324 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-148dd7c3-5e16-49b9-8896-f23794078d80 req-0fe71803-b6c4-4569-995f-0724b2933414 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414467 Oct 28 10:18:33.901982 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-e43185d4-a5de-4a2f-80a9-1efcb3c33b39 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:33.903396 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-e43185d4-a5de-4a2f-80a9-1efcb3c33b39 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/networks?id=9c09d962-c0fa-4f66-a030-b9f91082da8a HTTP/1.1" status: 200 len: 814 time: 0.1061819 Oct 28 10:18:33.918768 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-8f268c5b-e037-4fe9-877f-60c05963ea67 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/quotas/655c7b496bf14c6f99c9423211be39a6 HTTP/1.1" status: 200 len: 375 time: 0.0090723 Oct 28 10:18:33.971266 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-15803850-f8fd-4efc-b6b5-88c76d4e93bc tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=655c7b496bf14c6f99c9423211be39a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474117 Oct 28 10:18:34.109155 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-2e9ef8cd-4a2e-4ade-aefc-ff16ae6c3e7c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302230 Oct 28 10:18:34.178099 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:34.199898 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-b65fdb8e-de31-4305-9359-22e9e4bbcae9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850885 Oct 28 10:18:34.462408 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fecde8e6-1328-4b30-8591-1c2f021f4c2e req-d31055c7-457d-470a-bac1-d702ca443d7f tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 210 time: 0.0295560 Oct 28 10:18:35.571472 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-92b96a06-6420-40da-917e-f0b77ce86489 req-dc1c7980-6ec5-4e53-b848-75e4c0b3270f tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 210 time: 0.0313396 Oct 28 10:18:35.758572 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1775682-9913-478d-8641-164ae2c3c091 req-e105290e-67db-441c-8909-fc3ae0d617d2 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:35.760064 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e1775682-9913-478d-8641-164ae2c3c091 req-e105290e-67db-441c-8909-fc3ae0d617d2 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b74e16f8-6508-4690-befb-b66676d1ae8c HTTP/1.1" status: 200 len: 946 time: 0.0481722 Oct 28 10:18:35.846395 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-e1775682-9913-478d-8641-164ae2c3c091 req-77bca71c-f2b2-407f-a26a-7f0a063832dd tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Deleting port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:18:35.846751 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-e1775682-9913-478d-8641-164ae2c3c091 req-77bca71c-f2b2-407f-a26a-7f0a063832dd tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:35.850465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:35.940119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-e1775682-9913-478d-8641-164ae2c3c091 req-77bca71c-f2b2-407f-a26a-7f0a063832dd tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] For port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:18:35.940406 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-e1775682-9913-478d-8641-164ae2c3c091 req-77bca71c-f2b2-407f-a26a-7f0a063832dd tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:35.958623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-e1775682-9913-478d-8641-164ae2c3c091 req-77bca71c-f2b2-407f-a26a-7f0a063832dd tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Calling delete_port for d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:18:36.147635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-e1775682-9913-478d-8641-164ae2c3c091 req-77bca71c-f2b2-407f-a26a-7f0a063832dd tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:36.173939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bca71c-f2b2-407f-a26a-7f0a063832dd tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Pushing event deleted for resources: {'Port': ['ID=d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:18:36.223725 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1775682-9913-478d-8641-164ae2c3c091 req-77bca71c-f2b2-407f-a26a-7f0a063832dd tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] No DVR routers for this DVR port d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:18:36.226381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-e1775682-9913-478d-8641-164ae2c3c091 req-77bca71c-f2b2-407f-a26a-7f0a063832dd tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:36.229552 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e1775682-9913-478d-8641-164ae2c3c091 req-77bca71c-f2b2-407f-a26a-7f0a063832dd tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.48 "DELETE /networking/v2.0/ports/d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b HTTP/1.1" status: 204 len: 173 time: 0.4636497 Oct 28 10:18:36.230045 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74e16f8-6508-4690-befb-b66676d1ae8c', 'name': 'network-vif-deleted', 'tag': 'd3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:18:36.232322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09c0408-23e2-4f75-bc66-7aef718dbcda" -d '{"events": [{"server_uuid": "b74e16f8-6508-4690-befb-b66676d1ae8c", "name": "network-vif-deleted", "tag": "d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:18:36.272910 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c70374-3962-40a7-b7a2-26806f219ccf x-openstack-request-id: req-85c70374-3962-40a7-b7a2-26806f219ccf {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:18:36.273201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74e16f8-6508-4690-befb-b66676d1ae8c", "name": "network-vif-deleted", "tag": "d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:18:36.273456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85c70374-3962-40a7-b7a2-26806f219ccf {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:18:36.273863 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c70374-3962-40a7-b7a2-26806f219ccf'] response: {'server_uuid': 'b74e16f8-6508-4690-befb-b66676d1ae8c', 'name': 'network-vif-deleted', 'tag': 'd3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b', 'status': 'completed', 'code': 200} Oct 28 10:18:36.674068 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4f3fe1c6-e6ce-4f25-8670-a17549442c67 req-b11c92f3-f134-4e0c-baeb-ce1605185542 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 210 time: 0.0282590 Oct 28 10:18:36.996924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:37.048243 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-1303dd65-ea0e-4baf-8de6-928ab00401f5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:37.049679 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-1303dd65-ea0e-4baf-8de6-928ab00401f5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.48 "GET /networking/v2.0/networks?id=9c09d962-c0fa-4f66-a030-b9f91082da8a HTTP/1.1" status: 200 len: 814 time: 0.1038306 Oct 28 10:18:37.333726 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-c7fc6945-7e52-4365-85b8-3281b1ce0d33 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Request body: {'port': {'device_id': 'af39d607-52b5-4482-8fbc-1cd3735dca61', 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a', 'admin_state_up': True, 'tenant_id': '655c7b496bf14c6f99c9423211be39a6'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:18:37.512083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-c7fc6945-7e52-4365-85b8-3281b1ce0d33 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Made reservation on behalf of 655c7b496bf14c6f99c9423211be39a6 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:18:37.515911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-c7fc6945-7e52-4365-85b8-3281b1ce0d33 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:37.644475 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-c7fc6945-7e52-4365-85b8-3281b1ce0d33 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Allocated IP 172.20.0.12 (9c09d962-c0fa-4f66-a030-b9f91082da8a/bbdd5f9b-4093-4f53-a1e0-019201a041a2/af515de1-4ed5-4985-8071-5673ef376ec4) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:18:37.781730 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9bd03152-a68c-40a1-bf6d-dc0e2de66db0 req-da275dad-393b-4fb7-acca-e53e36a986f8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 210 time: 0.0300028 Oct 28 10:18:37.800676 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-c7fc6945-7e52-4365-85b8-3281b1ce0d33 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for port (af515de1-4ed5-4985-8071-5673ef376ec4), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:37.892827 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-c7fc6945-7e52-4365-85b8-3281b1ce0d33 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:37.942230 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-c7fc6945-7e52-4365-85b8-3281b1ce0d33 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Network 9c09d962-c0fa-4f66-a030-b9f91082da8a is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:18:37.945292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-c7fc6945-7e52-4365-85b8-3281b1ce0d33 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:18:37.947713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-c7fc6945-7e52-4365-85b8-3281b1ce0d33 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:18:37.974428 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc6945-7e52-4365-85b8-3281b1ce0d33 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Pushing event updated for resources: {'Port': ['ID=af515de1-4ed5-4985-8071-5673ef376ec4,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:18:38.005092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-c7fc6945-7e52-4365-85b8-3281b1ce0d33 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:38.005702 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-c7fc6945-7e52-4365-85b8-3281b1ce0d33 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:38.016823 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:18:38.078476 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-c7fc6945-7e52-4365-85b8-3281b1ce0d33 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7486870 Oct 28 10:18:38.105442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Request body: {'port': {'device_id': 'af39d607-52b5-4482-8fbc-1cd3735dca61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:18:38.163612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:38.170737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:38.179530 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:18:38.179874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device d3a8d5c5-08d6-41bc-9d13-d26fe5f2f08b not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:18:38.188111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-0ab373ec-40c7-4e7c-bdc5-a65bb979c55f None None] Provisioning complete for port af515de1-4ed5-4985-8071-5673ef376ec4 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:18:38.188485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0ab373ec-40c7-4e7c-bdc5-a65bb979c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:38.189947 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-0ab373ec-40c7-4e7c-bdc5-a65bb979c55f None None] Attempt 1 to provision port af515de1-4ed5-4985-8071-5673ef376ec4 Oct 28 10:18:38.220911 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-0ab373ec-40c7-4e7c-bdc5-a65bb979c55f None None] Port af515de1-4ed5-4985-8071-5673ef376ec4 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:18:38.272029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:38.429491 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af515de1-4ed5-4985-8071-5673ef376ec4 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:18:38.437108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Publish callbacks [] for port (af515de1-4ed5-4985-8071-5673ef376ec4), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:38.449894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Transition to ACTIVE for port object af515de1-4ed5-4985-8071-5673ef376ec4 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:18:38.521105 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:38.600361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Pushing event updated for resources: {'Port': ['ID=af515de1-4ed5-4985-8071-5673ef376ec4,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:18:38.628815 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Attempting to bind port af515de1-4ed5-4985-8071-5673ef376ec4 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:18:38.629137 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Attempting to bind port af515de1-4ed5-4985-8071-5673ef376ec4 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:18:38.629454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Attempting to bind port af515de1-4ed5-4985-8071-5673ef376ec4 on network 9c09d962-c0fa-4f66-a030-b9f91082da8a {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:18:38.669528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Port af515de1-4ed5-4985-8071-5673ef376ec4 on network 9c09d962-c0fa-4f66-a030-b9f91082da8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:18:38.669845 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Attempting to bind port af515de1-4ed5-4985-8071-5673ef376ec4 on network 9c09d962-c0fa-4f66-a030-b9f91082da8a {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:18:38.711404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:18:38.711730 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Checking segment: {'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:18:38.712100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Bound using segment: {'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:18:38.712543 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Bound port: af515de1-4ed5-4985-8071-5673ef376ec4, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:18:38.712871 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:38.777251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] For port af515de1-4ed5-4985-8071-5673ef376ec4, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:18:38.780461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] For port af515de1-4ed5-4985-8071-5673ef376ec4, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=af515de1-4ed5-4985-8071-5673ef376ec4,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:18:38.864442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:38.869507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:38.870268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:38.871996 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/af515de1-4ed5-4985-8071-5673ef376ec4 HTTP/1.1" status: 200 len: 1094 time: 0.7713041 Oct 28 10:18:38.874440 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af39d607-52b5-4482-8fbc-1cd3735dca61', 'tag': 'af515de1-4ed5-4985-8071-5673ef376ec4'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:18:38.877342 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2cb4d8-8ecb-46ab-b18d-f11799e8079b" -d '{"events": [{"name": "network-changed", "server_uuid": "af39d607-52b5-4482-8fbc-1cd3735dca61", "tag": "af515de1-4ed5-4985-8071-5673ef376ec4"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:18:38.906809 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f3551-4d8f-4250-b687-df3a4ba88603 req-afed2fb1-4ab7-47bd-8340-1e41d8f652ff tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:38.908684 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e51f3551-4d8f-4250-b687-df3a4ba88603 req-afed2fb1-4ab7-47bd-8340-1e41d8f652ff tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 944 time: 0.0508244 Oct 28 10:18:38.924834 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080cb97-9a59-4ad5-b547-35053e44b5df service neutron] Pushing event updated for resources: {'Port': ['ID=af515de1-4ed5-4985-8071-5673ef376ec4,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:18:38.941068 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4d7811-fb3c-4732-b9e8-b74408bb5861 x-openstack-request-id: req-bc4d7811-fb3c-4732-b9e8-b74408bb5861 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:18:38.941363 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af39d607-52b5-4482-8fbc-1cd3735dca61", "tag": "af515de1-4ed5-4985-8071-5673ef376ec4", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:18:38.941687 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc4d7811-fb3c-4732-b9e8-b74408bb5861 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:18:38.942276 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4d7811-fb3c-4732-b9e8-b74408bb5861'] response: {'name': 'network-changed', 'server_uuid': 'af39d607-52b5-4482-8fbc-1cd3735dca61', 'tag': 'af515de1-4ed5-4985-8071-5673ef376ec4', 'status': 'completed', 'code': 200} Oct 28 10:18:38.965645 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e51f3551-4d8f-4250-b687-df3a4ba88603 req-0f97eb2b-6251-49f4-949d-90b14baac1bd tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504794 Oct 28 10:18:39.044798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cb4d8-8ecb-46ab-b18d-f11799e8079b req-fdf748a1-d424-4d54-a5e3-f88d94ca2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:39.046726 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ad2cb4d8-8ecb-46ab-b18d-f11799e8079b req-fdf748a1-d424-4d54-a5e3-f88d94ca2f61 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=655c7b496bf14c6f99c9423211be39a6&device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 1128 time: 0.0387499 Oct 28 10:18:39.077093 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:39.162622 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cb4d8-8ecb-46ab-b18d-f11799e8079b req-4641fca8-8ebe-4b39-8c85-4614e1335447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:39.164094 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ad2cb4d8-8ecb-46ab-b18d-f11799e8079b req-4641fca8-8ebe-4b39-8c85-4614e1335447 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=655c7b496bf14c6f99c9423211be39a6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0958362 Oct 28 10:18:39.257952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cb4d8-8ecb-46ab-b18d-f11799e8079b req-a3116c46-bde6-43de-868b-9976d4dc7e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:39.259446 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ad2cb4d8-8ecb-46ab-b18d-f11799e8079b req-a3116c46-bde6-43de-868b-9976d4dc7e52 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881748 Oct 28 10:18:39.372611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-b40d39b1-6515-4eb8-a079-01b40ce68732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:39.374067 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-b40d39b1-6515-4eb8-a079-01b40ce68732 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=655c7b496bf14c6f99c9423211be39a6&device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 1128 time: 0.0425899 Oct 28 10:18:39.426138 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-44ab0c81-73f9-45ea-8e8c-46fc389c00a7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af515de1-4ed5-4985-8071-5673ef376ec4 HTTP/1.1" status: 200 len: 217 time: 0.0319257 Oct 28 10:18:39.477684 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-7a21a762-303d-4ef5-ac48-677fb12fc644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:39.479102 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-7a21a762-303d-4ef5-ac48-677fb12fc644 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bbdd5f9b-4093-4f53-a1e0-019201a041a2 HTTP/1.1" status: 200 len: 853 time: 0.0429270 Oct 28 10:18:39.523075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-7cf62415-aaa6-4bea-8b11-f0d7d255cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:39.524506 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-7cf62415-aaa6-4bea-8b11-f0d7d255cadf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9c09d962-c0fa-4f66-a030-b9f91082da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0363142 Oct 28 10:18:39.614143 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:39.619692 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-a324cdaf-6f1d-4827-8a93-6181fc9e9332 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856578 Oct 28 10:18:39.716577 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aa53d804-d13f-4e84-bcea-9439059a44fb req-99d61de0-056a-4549-a537-b0c325eace7e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876477 Oct 28 10:18:40.088782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e4e8e-acc0-4ec4-8ff8-915adc67e6a4 req-c306204d-99ae-490e-bc90-5b6a97a68a3f tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:40.090239 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8a3e4e8e-acc0-4ec4-8ff8-915adc67e6a4 req-c306204d-99ae-490e-bc90-5b6a97a68a3f tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 944 time: 0.0463147 Oct 28 10:18:40.137226 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8a3e4e8e-acc0-4ec4-8ff8-915adc67e6a4 req-5c5b240d-b74c-4fa5-a244-00ac792f6f53 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 Oct 28 10:18:41.256462 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959ca20-ae23-474c-95e8-38a8008d9ee0 req-cc86e3e1-c3d2-4c18-b7aa-51127623abe6 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:41.257939 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0959ca20-ae23-474c-95e8-38a8008d9ee0 req-cc86e3e1-c3d2-4c18-b7aa-51127623abe6 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 944 time: 0.0471678 Oct 28 10:18:41.303657 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0959ca20-ae23-474c-95e8-38a8008d9ee0 req-55a7e64e-ed99-4de2-b458-033326d7b1e8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401719 Oct 28 10:18:42.008342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device af515de1-4ed5-4985-8071-5673ef376ec4 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:18:42.108139 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port af515de1-4ed5-4985-8071-5673ef376ec4, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=af515de1-4ed5-4985-8071-5673ef376ec4,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:18:42.119173 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'af515de1-4ed5-4985-8071-5673ef376ec4', 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a', 'port_id': 'af515de1-4ed5-4985-8071-5673ef376ec4', 'mac_address': 'fa:16:3e:80:68:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdd5f9b-4093-4f53-a1e0-019201a041a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:18:42.153420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port af515de1-4ed5-4985-8071-5673ef376ec4 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:18:42.153846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:42.167648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af515de1-4ed5-4985-8071-5673ef376ec4 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:18:42.190161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port af515de1-4ed5-4985-8071-5673ef376ec4, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=af515de1-4ed5-4985-8071-5673ef376ec4,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:18:42.252235 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:42.298109 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=af515de1-4ed5-4985-8071-5673ef376ec4,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:18:42.305044 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:42.305383 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:42.305720 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:42.306052 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:42.306384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:42.306726 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:42.307051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:42.307370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:42.307692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:42.308010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:42.308335 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:42.308715 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:42.309039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:42.309356 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:42.309670 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:18:42.428483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfb4da-30be-4e29-9870-4d6ef37295b7 req-16ac1efe-af8f-4939-9570-1da4aa2d9ad4 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:42.429959 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-57cfb4da-30be-4e29-9870-4d6ef37295b7 req-16ac1efe-af8f-4939-9570-1da4aa2d9ad4 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 945 time: 0.0509803 Oct 28 10:18:42.441586 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:42.478958 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-57cfb4da-30be-4e29-9870-4d6ef37295b7 req-729bd17e-8cdb-4a40-aad1-b723a9a65be2 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433903 Oct 28 10:18:42.608772 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['af515de1-4ed5-4985-8071-5673ef376ec4'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:18:42.700777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:42.713548 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:43.060566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8b0f55dd-8757-4a6a-bd80-05287d213816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:43.599046 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8941ec4-3ee6-446a-8166-fad1b530915c req-308dd44a-ac90-4782-9521-3e50dabc042b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:43.600515 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b8941ec4-3ee6-446a-8166-fad1b530915c req-308dd44a-ac90-4782-9521-3e50dabc042b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 945 time: 0.0474491 Oct 28 10:18:43.647151 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b8941ec4-3ee6-446a-8166-fad1b530915c req-215fb6d9-7579-434a-bc24-4261e811af57 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410268 Oct 28 10:18:44.016777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device af515de1-4ed5-4985-8071-5673ef376ec4 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:18:44.057275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port af515de1-4ed5-4985-8071-5673ef376ec4 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:18:44.123640 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port af515de1-4ed5-4985-8071-5673ef376ec4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:18:44.124289 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:44.124395 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port af515de1-4ed5-4985-8071-5673ef376ec4 Oct 28 10:18:44.195846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port af515de1-4ed5-4985-8071-5673ef376ec4 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:18:44.196234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:44.222053 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af39d607-52b5-4482-8fbc-1cd3735dca61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af515de1-4ed5-4985-8071-5673ef376ec4'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:18:44.224371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be160da-e6a4-481e-a6f7-e15119d3b6f9" -d '{"events": [{"server_uuid": "af39d607-52b5-4482-8fbc-1cd3735dca61", "name": "network-vif-plugged", "status": "completed", "tag": "af515de1-4ed5-4985-8071-5673ef376ec4"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:18:44.238152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port af515de1-4ed5-4985-8071-5673ef376ec4, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=af515de1-4ed5-4985-8071-5673ef376ec4,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:18:44.263603 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c3984a-e71f-4598-959c-73605226f110 x-openstack-request-id: req-b0c3984a-e71f-4598-959c-73605226f110 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:18:44.263980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af39d607-52b5-4482-8fbc-1cd3735dca61", "name": "network-vif-plugged", "status": "completed", "tag": "af515de1-4ed5-4985-8071-5673ef376ec4", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:18:44.264243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0c3984a-e71f-4598-959c-73605226f110 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:18:44.264647 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c3984a-e71f-4598-959c-73605226f110'] response: {'server_uuid': 'af39d607-52b5-4482-8fbc-1cd3735dca61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af515de1-4ed5-4985-8071-5673ef376ec4', 'code': 200} Oct 28 10:18:44.297940 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:44.345160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=af515de1-4ed5-4985-8071-5673ef376ec4,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:18:44.710280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d57a6-1510-4964-bc55-751532884ff6 req-7f056db2-cdbc-4da8-a16a-d9d7260615fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:44.711946 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-090d57a6-1510-4964-bc55-751532884ff6 req-7f056db2-cdbc-4da8-a16a-d9d7260615fa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 1130 time: 0.0397632 Oct 28 10:18:44.759954 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-090d57a6-1510-4964-bc55-751532884ff6 req-9cbf4977-be33-4ac2-8e85-a7e999dc14df service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397568 Oct 28 10:18:44.779796 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc4823-d989-4a73-9c53-fde39b18a4f1 req-f20a7a33-0a0b-4fc3-8987-4ef0518ba691 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:44.781274 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-90cc4823-d989-4a73-9c53-fde39b18a4f1 req-f20a7a33-0a0b-4fc3-8987-4ef0518ba691 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0539637 Oct 28 10:18:44.829605 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-90cc4823-d989-4a73-9c53-fde39b18a4f1 req-1d19eaa0-2ca1-47b3-85fc-ce0c9480dc82 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426650 Oct 28 10:18:45.314891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-788660d4-8ef6-40ef-a2a9-496b85ed69bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:45.954643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa95ca4-1929-4fc6-b737-aa3344d378e6 req-67959f69-340a-4472-bfa7-9816e04d4a87 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:45.956091 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-efa95ca4-1929-4fc6-b737-aa3344d378e6 req-67959f69-340a-4472-bfa7-9816e04d4a87 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0484991 Oct 28 10:18:46.004632 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-efa95ca4-1929-4fc6-b737-aa3344d378e6 req-fdb0286c-80ca-4baf-ad24-9769f9d13bce tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425992 Oct 28 10:18:46.949379 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:47.123946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1e4ca-3556-471f-8428-05ae0d78e929 req-a922cfa2-aa2e-4904-bfd8-b7a4a15ec2a8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:47.125410 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cea1e4ca-3556-471f-8428-05ae0d78e929 req-a922cfa2-aa2e-4904-bfd8-b7a4a15ec2a8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0458932 Oct 28 10:18:47.175637 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cea1e4ca-3556-471f-8428-05ae0d78e929 req-b21b955e-8cde-4faa-bd95-c72df847ca3a tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447078 Oct 28 10:18:47.294401 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323334f-3443-437e-bee4-407292d2d329 req-a03e6666-3168-4b71-a8ae-8ade97fa63ee tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:47.296389 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5323334f-3443-437e-bee4-407292d2d329 req-a03e6666-3168-4b71-a8ae-8ade97fa63ee tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0463006 Oct 28 10:18:47.342836 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5323334f-3443-437e-bee4-407292d2d329 req-8e6b223c-db9a-4ab1-9768-6ecb709d96f2 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Oct 28 10:18:47.702124 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f48a3-1522-4dae-87ab-44706df79693 req-c4528076-8559-424c-b489-8840e1e79e49 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:47.703637 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-531f48a3-1522-4dae-87ab-44706df79693 req-c4528076-8559-424c-b489-8840e1e79e49 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0474098 Oct 28 10:18:47.730184 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:47.752086 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-531f48a3-1522-4dae-87ab-44706df79693 req-bf70d672-a617-4ae6-af02-820ada9ba395 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425851 Oct 28 10:18:47.809672 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-bced0fb8-5e73-42b0-8db4-5ac6a836b1a3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424244 Oct 28 10:18:47.945924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:48.273314 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-1e8d7bf0-d717-4387-9346-283c3e5d0c35 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:48.274643 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-1e8d7bf0-d717-4387-9346-283c3e5d0c35 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports/af515de1-4ed5-4985-8071-5673ef376ec4 HTTP/1.1" status: 200 len: 943 time: 0.0455122 Oct 28 10:18:48.549156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:48.874020 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55cc0b-a650-453a-89a0-97eada698f63 req-7b4f457a-d07f-4add-b9ea-9d3da70bba0f tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:48.875530 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2b55cc0b-a650-453a-89a0-97eada698f63 req-7b4f457a-d07f-4add-b9ea-9d3da70bba0f tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0486989 Oct 28 10:18:48.924087 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2b55cc0b-a650-453a-89a0-97eada698f63 req-17c724ce-57d8-47f6-89ea-d4fcd092b952 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426955 Oct 28 10:18:49.675964 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:49.676739 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:49.916335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-eb9c9a97-4425-4c74-a405-76082c321318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:49.917798 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-eb9c9a97-4425-4c74-a405-76082c321318 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=655c7b496bf14c6f99c9423211be39a6&device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 1130 time: 0.0387151 Oct 28 10:18:50.013046 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-9b3b85a8-8ad5-481e-b75c-4a0a0fa2d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:50.015175 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-9b3b85a8-8ad5-481e-b75c-4a0a0fa2d8d7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9c09d962-c0fa-4f66-a030-b9f91082da8a HTTP/1.1" status: 200 len: 915 time: 0.0911255 Oct 28 10:18:50.047365 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c25edc-69a2-4b24-85ed-2ebcab21547d req-dfdf7611-152c-4eb4-bd6c-fc7abd9946e1 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:50.048826 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b1c25edc-69a2-4b24-85ed-2ebcab21547d req-dfdf7611-152c-4eb4-bd6c-fc7abd9946e1 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0494833 Oct 28 10:18:50.053424 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-4d868621-997b-4890-b12f-453e829aa16b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af515de1-4ed5-4985-8071-5673ef376ec4 HTTP/1.1" status: 200 len: 217 time: 0.0322423 Oct 28 10:18:50.097422 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b1c25edc-69a2-4b24-85ed-2ebcab21547d req-657f83a5-3d17-4c11-abfd-548d75d977bd tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428874 Oct 28 10:18:50.102895 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-e4b36db8-b237-4519-b1cd-7aa4486ac4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:50.104386 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-e4b36db8-b237-4519-b1cd-7aa4486ac4e9 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bbdd5f9b-4093-4f53-a1e0-019201a041a2 HTTP/1.1" status: 200 len: 853 time: 0.0447135 Oct 28 10:18:50.150324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-45f7290e-d60f-4f19-b7cc-f7f9e943e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:50.151815 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-45f7290e-d60f-4f19-b7cc-f7f9e943e7da service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9c09d962-c0fa-4f66-a030-b9f91082da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0418799 Oct 28 10:18:50.240682 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-0eb81dc6-0cbd-4ac6-b5b5-a23d39c7347e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825925 Oct 28 10:18:50.317762 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:50.333504 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-9cbe80dc-1dda-4b32-8d59-53b5357b5b4f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863552 Oct 28 10:18:51.217501 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4302052-cf96-4f1e-9fda-cc79f879605b req-4d444b79-7ff9-4e05-bf48-c52adac4142e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:51.219263 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b4302052-cf96-4f1e-9fda-cc79f879605b req-4d444b79-7ff9-4e05-bf48-c52adac4142e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0470285 Oct 28 10:18:51.265751 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b4302052-cf96-4f1e-9fda-cc79f879605b req-926f78a7-0acf-4499-b3e3-2f58e1586e92 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 Oct 28 10:18:52.384728 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99690b01-01f1-484a-aeee-96a4120fd2f9 req-d15974e3-362e-4821-8911-48c2d064a67e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:52.386143 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-99690b01-01f1-484a-aeee-96a4120fd2f9 req-d15974e3-362e-4821-8911-48c2d064a67e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0462046 Oct 28 10:18:52.436937 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-99690b01-01f1-484a-aeee-96a4120fd2f9 req-13ac135b-de11-4f52-86a6-421048d433af tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Oct 28 10:18:53.548233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:18:53.556179 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848e710-32a7-4817-9cde-1ec34860c2c5 req-cc9bb880-ca3e-4f15-984d-bd9f11d5bedc tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:53.561154 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6848e710-32a7-4817-9cde-1ec34860c2c5 req-cc9bb880-ca3e-4f15-984d-bd9f11d5bedc tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0464430 Oct 28 10:18:53.605576 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6848e710-32a7-4817-9cde-1ec34860c2c5 req-3711327a-5504-4720-baf5-ad3e1114315d tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415640 Oct 28 10:18:53.951844 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:18:54.728740 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59044b09-d9e0-4c4b-abdd-8398beff5ae5 req-25bc5df9-0056-4996-9e1c-a07fd195ace5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:54.730216 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-59044b09-d9e0-4c4b-abdd-8398beff5ae5 req-25bc5df9-0056-4996-9e1c-a07fd195ace5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0470543 Oct 28 10:18:54.776825 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-59044b09-d9e0-4c4b-abdd-8398beff5ae5 req-4e9a09b5-cea1-4af7-bb82-7b1ac9cc1804 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410039 Oct 28 10:18:55.902844 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd24b2-ce69-40e1-bdd0-7192315e3c6a req-99b8990f-b270-4837-9430-a1334fb4ed6e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:55.904832 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-05bd24b2-ce69-40e1-bdd0-7192315e3c6a req-99b8990f-b270-4837-9430-a1334fb4ed6e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0509424 Oct 28 10:18:55.951731 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-05bd24b2-ce69-40e1-bdd0-7192315e3c6a req-5821f460-dcca-4c8b-b5f5-c07677f111cb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410454 Oct 28 10:18:57.071629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a7f68-5a07-410a-bc63-e4c2410d4797 req-c322de0f-eebb-4401-8f87-857b8214ba44 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:57.073065 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1c7a7f68-5a07-410a-bc63-e4c2410d4797 req-c322de0f-eebb-4401-8f87-857b8214ba44 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0455105 Oct 28 10:18:57.120139 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1c7a7f68-5a07-410a-bc63-e4c2410d4797 req-f886673a-213e-44c6-a3a6-90602ccbccfa tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411139 Oct 28 10:18:58.239413 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249a0fd-4760-4d48-b9bd-11af47c0a6e0 req-23b9d325-8ff8-4808-b69a-9d40f320b0e3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:58.240928 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8249a0fd-4760-4d48-b9bd-11af47c0a6e0 req-23b9d325-8ff8-4808-b69a-9d40f320b0e3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0466352 Oct 28 10:18:58.292560 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8249a0fd-4760-4d48-b9bd-11af47c0a6e0 req-79d07037-0306-4819-b1c2-81adbad167a5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460026 Oct 28 10:18:59.412570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa0751-d1b9-44de-a049-dd6dd3ac76b1 req-da60cfe5-7aee-410c-8add-7850b9e630c6 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:18:59.420817 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f6aa0751-d1b9-44de-a049-dd6dd3ac76b1 req-da60cfe5-7aee-410c-8add-7850b9e630c6 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0466313 Oct 28 10:18:59.461983 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f6aa0751-d1b9-44de-a049-dd6dd3ac76b1 req-57efcb1a-9185-4028-ad21-97a1a52dd719 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424206 Oct 28 10:19:00.330342 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=54 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:00.583986 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15434e-4809-4e91-976f-485e1bc7b925 req-a063d721-de3c-4650-9899-283c2496112a tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:00.585349 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cf15434e-4809-4e91-976f-485e1bc7b925 req-a063d721-de3c-4650-9899-283c2496112a tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0459816 Oct 28 10:19:00.596535 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:00.633635 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cf15434e-4809-4e91-976f-485e1bc7b925 req-f9d26478-4f7c-4ede-8d67-d088bfd67b75 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426853 Oct 28 10:19:01.758107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f8592-0cd3-4f09-938d-f01c7e9831f0 req-1aad254f-e7ae-4871-a245-24b8402adb88 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:01.759611 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-767f8592-0cd3-4f09-938d-f01c7e9831f0 req-1aad254f-e7ae-4871-a245-24b8402adb88 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0507221 Oct 28 10:19:01.806408 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-767f8592-0cd3-4f09-938d-f01c7e9831f0 req-97a1d5a9-6509-4382-a78c-9c741ecf8133 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Oct 28 10:19:02.928359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e82b0e-7918-415a-a2d4-f30840d83adf req-aca76fbb-e06d-4ff4-b275-45973bc6036e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:02.929902 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-19e82b0e-7918-415a-a2d4-f30840d83adf req-aca76fbb-e06d-4ff4-b275-45973bc6036e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0480313 Oct 28 10:19:02.977687 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-19e82b0e-7918-415a-a2d4-f30840d83adf req-fba3a163-b26f-4a3f-812d-1940a9031759 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421124 Oct 28 10:19:03.896546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:03.898515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=37,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:04.104739 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63652a-fad1-4926-a863-0ab9e71efbbe req-12746509-3732-40e5-8c0a-d46c7e9e3a3e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:04.106199 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cd63652a-fad1-4926-a863-0ab9e71efbbe req-12746509-3732-40e5-8c0a-d46c7e9e3a3e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0514240 Oct 28 10:19:04.152654 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cd63652a-fad1-4926-a863-0ab9e71efbbe req-5eb152f6-fa65-46c4-a779-145a86867ad1 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405877 Oct 28 10:19:05.276313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb6d71-de03-45be-9e78-00585dcb5e41 req-2c9631bc-de76-4d4f-9908-497cff469caf tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:05.277803 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c8eb6d71-de03-45be-9e78-00585dcb5e41 req-2c9631bc-de76-4d4f-9908-497cff469caf tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0476978 Oct 28 10:19:05.318095 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:05.325165 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c8eb6d71-de03-45be-9e78-00585dcb5e41 req-7a33817c-f9c0-4804-a5cd-f875c7635931 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419695 Oct 28 10:19:06.445295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24327f46-3cc2-4a3b-b2de-f87d61dde0e4 req-3732ff25-cd3e-473f-9e4c-0a4dc5c6d5f0 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:06.446809 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-24327f46-3cc2-4a3b-b2de-f87d61dde0e4 req-3732ff25-cd3e-473f-9e4c-0a4dc5c6d5f0 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0463498 Oct 28 10:19:06.497699 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-24327f46-3cc2-4a3b-b2de-f87d61dde0e4 req-388a3ea4-895a-4fed-bec0-6ef3a5ebb121 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454040 Oct 28 10:19:07.617247 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3c5da-9d95-4a8c-aec8-79ce82dd6ca2 req-643c7b9a-1dc1-4883-869f-8c6d23a6f1ff tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:07.618727 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c8c3c5da-9d95-4a8c-aec8-79ce82dd6ca2 req-643c7b9a-1dc1-4883-869f-8c6d23a6f1ff tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0469356 Oct 28 10:19:07.665879 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c8c3c5da-9d95-4a8c-aec8-79ce82dd6ca2 req-51332dea-2dae-489b-b352-32de7c751daa tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415967 Oct 28 10:19:07.711039 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:19:08.785383 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e65cc7-5804-4cfc-b34e-275ed204cb94 req-8f8bf73b-c0af-448d-bd65-a4f3f135292f tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:08.786915 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-43e65cc7-5804-4cfc-b34e-275ed204cb94 req-8f8bf73b-c0af-448d-bd65-a4f3f135292f tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0466433 Oct 28 10:19:08.833861 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-43e65cc7-5804-4cfc-b34e-275ed204cb94 req-8e771e71-f5ee-4066-abd7-4f8e5e0e6871 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Oct 28 10:19:09.958547 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7c200-674f-4585-8da5-2ac1e4fd7567 req-e2b5feb5-db7f-4c11-8f09-6cafe5859cca tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:09.959972 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-30f7c200-674f-4585-8da5-2ac1e4fd7567 req-e2b5feb5-db7f-4c11-8f09-6cafe5859cca tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0520518 Oct 28 10:19:10.006950 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-30f7c200-674f-4585-8da5-2ac1e4fd7567 req-2f8eaf50-6d8f-4be4-9b23-83e8c5d797c9 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Oct 28 10:19:11.132162 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc80588-7e18-4d35-b533-d09df86808d0 req-79c5f2e0-2fda-4381-b758-a96377bbace9 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:11.133622 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4cc80588-7e18-4d35-b533-d09df86808d0 req-79c5f2e0-2fda-4381-b758-a96377bbace9 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0475514 Oct 28 10:19:11.179952 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4cc80588-7e18-4d35-b533-d09df86808d0 req-c4533e08-9b3a-40ea-81bc-e8e3ac93cace tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408247 Oct 28 10:19:12.301233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298a9dc-a282-489a-95be-f64c9d4eb393 req-b6010939-b76a-484b-9135-5afa8a209d0e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:12.302693 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1298a9dc-a282-489a-95be-f64c9d4eb393 req-b6010939-b76a-484b-9135-5afa8a209d0e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0455496 Oct 28 10:19:12.353486 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1298a9dc-a282-489a-95be-f64c9d4eb393 req-a02d6205-90bf-4d2a-8088-45cdb3484b17 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449898 Oct 28 10:19:13.036753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fd91bd14-25a1-4a74-bd37-a14d74d0bc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:13.474932 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2696f2-1689-447a-b5ff-804a02e905eb req-6a7d4d05-46d6-44b5-a727-46adf06b7795 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:13.476378 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ce2696f2-1689-447a-b5ff-804a02e905eb req-6a7d4d05-46d6-44b5-a727-46adf06b7795 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0468321 Oct 28 10:19:13.506290 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:13.523195 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ce2696f2-1689-447a-b5ff-804a02e905eb req-f18a7b19-892c-46fe-b436-a391d3bb1272 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412247 Oct 28 10:19:14.642400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b673cd9-6748-4418-9582-5be57ceddc9d req-b42ed5cb-27fa-4641-b424-9a908ce763c0 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:14.644487 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3b673cd9-6748-4418-9582-5be57ceddc9d req-b42ed5cb-27fa-4641-b424-9a908ce763c0 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0466061 Oct 28 10:19:14.691166 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3b673cd9-6748-4418-9582-5be57ceddc9d req-c8c9eae6-e97b-41c7-82de-9fcc3551a79e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411313 Oct 28 10:19:15.339339 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8575df7e-fdca-450e-9b78-e08bfba3bc91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:15.571161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dbb91-3c8a-4b0f-8af1-227507c6191f req-ffdd096c-3934-433f-9448-3cf6d3e7073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:15.572621 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-091dbb91-3c8a-4b0f-8af1-227507c6191f req-ffdd096c-3934-433f-9448-3cf6d3e7073f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=655c7b496bf14c6f99c9423211be39a6&device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 1130 time: 0.0377309 Oct 28 10:19:15.681424 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dbb91-3c8a-4b0f-8af1-227507c6191f req-c9170f52-4b69-4dc0-b718-73431bc0dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:15.682909 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-091dbb91-3c8a-4b0f-8af1-227507c6191f req-c9170f52-4b69-4dc0-b718-73431bc0dd98 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9c09d962-c0fa-4f66-a030-b9f91082da8a HTTP/1.1" status: 200 len: 915 time: 0.0886409 Oct 28 10:19:15.724493 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-091dbb91-3c8a-4b0f-8af1-227507c6191f req-216bb555-cecc-430a-8a17-5debce297b79 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af515de1-4ed5-4985-8071-5673ef376ec4 HTTP/1.1" status: 200 len: 217 time: 0.0335865 Oct 28 10:19:15.774340 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dbb91-3c8a-4b0f-8af1-227507c6191f req-4de761eb-4864-4a6e-9800-efca2d1b6de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:15.775807 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-091dbb91-3c8a-4b0f-8af1-227507c6191f req-4de761eb-4864-4a6e-9800-efca2d1b6de2 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bbdd5f9b-4093-4f53-a1e0-019201a041a2 HTTP/1.1" status: 200 len: 853 time: 0.0441096 Oct 28 10:19:15.817612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2251f-c04c-4bd7-8e24-3dc02bd5b4e4 req-ff1df46a-14ce-4b6a-8b10-5bcb349ebd77 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:15.819249 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c7f2251f-c04c-4bd7-8e24-3dc02bd5b4e4 req-ff1df46a-14ce-4b6a-8b10-5bcb349ebd77 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0532494 Oct 28 10:19:15.871005 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c7f2251f-c04c-4bd7-8e24-3dc02bd5b4e4 req-90018a71-1a4c-486e-9676-8a122e2451c4 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459185 Oct 28 10:19:16.157765 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dbb91-3c8a-4b0f-8af1-227507c6191f req-8f59f7d2-85b5-4a7b-a3c1-da98d1a2df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:16.159762 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-091dbb91-3c8a-4b0f-8af1-227507c6191f req-8f59f7d2-85b5-4a7b-a3c1-da98d1a2df03 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9c09d962-c0fa-4f66-a030-b9f91082da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.3750396 Oct 28 10:19:16.249018 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-091dbb91-3c8a-4b0f-8af1-227507c6191f req-927fdcd2-368e-4385-a7ed-e9ab45a1d6e3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821280 Oct 28 10:19:16.340369 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-091dbb91-3c8a-4b0f-8af1-227507c6191f req-b8adbd6c-6f5a-404e-99f3-5e65308846b1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846360 Oct 28 10:19:16.940299 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:16.991446 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd6d4e-e216-4045-8b10-de6265e4bccc req-0795589c-3adf-4c97-b4a5-67ae4d8cf8bb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:16.992898 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-98dd6d4e-e216-4045-8b10-de6265e4bccc req-0795589c-3adf-4c97-b4a5-67ae4d8cf8bb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0466292 Oct 28 10:19:17.040086 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-98dd6d4e-e216-4045-8b10-de6265e4bccc req-0cb34336-03e3-485d-9d84-84a9c672f674 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414751 Oct 28 10:19:17.973537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:18.165938 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95798e81-0945-4ff9-b578-e40031c6ec35 req-c2d46db8-9dfc-4e34-a956-990935bb85cc tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:18.167429 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-95798e81-0945-4ff9-b578-e40031c6ec35 req-c2d46db8-9dfc-4e34-a956-990935bb85cc tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0504892 Oct 28 10:19:18.192713 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:18.214215 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-95798e81-0945-4ff9-b578-e40031c6ec35 req-9c2a4b47-f43d-4ad3-851e-dc3e7bffe1f4 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412433 Oct 28 10:19:18.548276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:19.334534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5131561-3a7f-4ff1-9e30-e20a40ca64ff req-debf37c7-c31a-4732-a4ab-331e6a499505 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:19.336032 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b5131561-3a7f-4ff1-9e30-e20a40ca64ff req-debf37c7-c31a-4732-a4ab-331e6a499505 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0468118 Oct 28 10:19:19.384215 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b5131561-3a7f-4ff1-9e30-e20a40ca64ff req-3cfd11b4-8990-44f5-90d5-139022106885 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426619 Oct 28 10:19:20.503871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4323292-106f-4f64-bdd0-e3491ff686f2 req-e04d5748-3a70-40fb-88cf-6ac0d3755ea7 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:20.505322 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d4323292-106f-4f64-bdd0-e3491ff686f2 req-e04d5748-3a70-40fb-88cf-6ac0d3755ea7 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0471673 Oct 28 10:19:20.555670 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d4323292-106f-4f64-bdd0-e3491ff686f2 req-1dbd7d59-8958-43c2-a57b-1297e3598500 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447559 Oct 28 10:19:21.677083 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6954873-0c1b-4e9f-b160-ce58bbd39bf9 req-c24b21af-84a0-431e-bb42-4105b050b4d5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:21.678546 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f6954873-0c1b-4e9f-b160-ce58bbd39bf9 req-c24b21af-84a0-431e-bb42-4105b050b4d5 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0476329 Oct 28 10:19:21.727909 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f6954873-0c1b-4e9f-b160-ce58bbd39bf9 req-b5efaaec-824d-47b6-a53f-85580acf0c50 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433047 Oct 28 10:19:22.848923 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ada19a-325e-4250-8b3c-0ab7bd4a243b req-9283bdb7-898b-470a-8154-dce5180f8ec6 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:22.850421 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-30ada19a-325e-4250-8b3c-0ab7bd4a243b req-9283bdb7-898b-470a-8154-dce5180f8ec6 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0472322 Oct 28 10:19:22.898103 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-30ada19a-325e-4250-8b3c-0ab7bd4a243b req-76afd10b-7667-4854-af78-b8d9332d035b tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419750 Oct 28 10:19:23.086514 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-b4d089d5-b3f7-4c4a-8d7f-9cc2cc820a7a service neutron] 10.222.0.48 "GET /networking/v2.0/ports/af515de1-4ed5-4985-8071-5673ef376ec4/bindings/hv-neutron-zed0 HTTP/1.1" status: 200 len: 384 time: 0.0541062 Oct 28 10:19:23.667838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-4f297d83-cb0f-465f-8334-2a36391a1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:23.669425 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-4f297d83-cb0f-465f-8334-2a36391a1947 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61&tenant_id=655c7b496bf14c6f99c9423211be39a6 HTTP/1.1" status: 200 len: 1130 time: 0.0419667 Oct 28 10:19:23.763958 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-e97300ee-b37f-4110-9215-8d88dd0f886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:23.765427 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-e97300ee-b37f-4110-9215-8d88dd0f886d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=655c7b496bf14c6f99c9423211be39a6&device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 1130 time: 0.0386574 Oct 28 10:19:23.862688 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-306e9bb1-d77a-4339-a8d4-c74c43a4fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:23.864150 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-306e9bb1-d77a-4339-a8d4-c74c43a4fe0b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9c09d962-c0fa-4f66-a030-b9f91082da8a HTTP/1.1" status: 200 len: 915 time: 0.0888991 Oct 28 10:19:23.905449 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-d6290557-603c-4f1d-ace9-b02ac4b2640d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af515de1-4ed5-4985-8071-5673ef376ec4 HTTP/1.1" status: 200 len: 217 time: 0.0322516 Oct 28 10:19:23.959283 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-7106ffc0-387c-4f96-a220-152970d65701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:23.960781 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-7106ffc0-387c-4f96-a220-152970d65701 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bbdd5f9b-4093-4f53-a1e0-019201a041a2 HTTP/1.1" status: 200 len: 853 time: 0.0450342 Oct 28 10:19:23.962591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:24.007829 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-27f05678-995c-41c3-92d5-4ba11a4a4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:24.009338 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-27f05678-995c-41c3-92d5-4ba11a4a4a73 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9c09d962-c0fa-4f66-a030-b9f91082da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0395365 Oct 28 10:19:24.025424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8d213-927a-423d-ac65-d6889dbe15c7 req-d8f95f83-7da8-4945-b1e9-5b5d2aab48cf tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:24.026920 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fcf8d213-927a-423d-ac65-d6889dbe15c7 req-d8f95f83-7da8-4945-b1e9-5b5d2aab48cf tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0504153 Oct 28 10:19:24.076386 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fcf8d213-927a-423d-ac65-d6889dbe15c7 req-fe798929-a935-475d-9f92-6c24c3bf6902 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437675 Oct 28 10:19:24.110158 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-71e89156-d046-4ea4-a330-45720d9e72d2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894575 Oct 28 10:19:24.207004 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f52caee8-ee9c-4ba2-8269-e71dec9753de req-5e737618-1662-4216-bd3b-2065f99a06f0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870695 Oct 28 10:19:25.203521 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddeedfd-a826-4235-9da3-e88274a5834d req-5d8c0757-d5c3-49f9-8bb2-77ca1698b960 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:25.204965 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fddeedfd-a826-4235-9da3-e88274a5834d req-5d8c0757-d5c3-49f9-8bb2-77ca1698b960 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0468814 Oct 28 10:19:25.252510 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fddeedfd-a826-4235-9da3-e88274a5834d req-647511ea-49ad-4481-a81c-00c623f2e083 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412357 Oct 28 10:19:26.220500 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device af515de1-4ed5-4985-8071-5673ef376ec4 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:19:26.234191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device af515de1-4ed5-4985-8071-5673ef376ec4 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:19:26.372782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port af515de1-4ed5-4985-8071-5673ef376ec4 is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:19:26.373171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:26.375010 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2df0e9-4509-4696-be1a-32c05f6e9c3c req-917383b5-b226-4e0e-afc0-28a81633bb0a tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:26.376518 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8a2df0e9-4509-4696-be1a-32c05f6e9c3c req-917383b5-b226-4e0e-afc0-28a81633bb0a tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0477285 Oct 28 10:19:26.394917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port af515de1-4ed5-4985-8071-5673ef376ec4, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=af515de1-4ed5-4985-8071-5673ef376ec4,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:19:26.414378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af39d607-52b5-4482-8fbc-1cd3735dca61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af515de1-4ed5-4985-8071-5673ef376ec4'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:19:26.416633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c675b508-034e-4440-bf93-9caf805d63f3" -d '{"events": [{"server_uuid": "af39d607-52b5-4482-8fbc-1cd3735dca61", "name": "network-vif-unplugged", "status": "completed", "tag": "af515de1-4ed5-4985-8071-5673ef376ec4"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:19:26.428804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'af515de1-4ed5-4985-8071-5673ef376ec4', 'network_id': '9c09d962-c0fa-4f66-a030-b9f91082da8a', 'port_id': 'af515de1-4ed5-4985-8071-5673ef376ec4', 'mac_address': 'fa:16:3e:80:68:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdd5f9b-4093-4f53-a1e0-019201a041a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:19:26.429139 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8a2df0e9-4509-4696-be1a-32c05f6e9c3c req-c875bb66-4520-4d57-8f98-d6ebd68c0dab tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461993 Oct 28 10:19:26.432227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port af515de1-4ed5-4985-8071-5673ef376ec4, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=af515de1-4ed5-4985-8071-5673ef376ec4,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:19:26.471221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 10:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95178b48-d1bd-4d4d-9700-655d3f9cd094 x-openstack-request-id: req-95178b48-d1bd-4d4d-9700-655d3f9cd094 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:19:26.471221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af39d607-52b5-4482-8fbc-1cd3735dca61", "name": "network-vif-unplugged", "status": "completed", "tag": "af515de1-4ed5-4985-8071-5673ef376ec4", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:19:26.471221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95178b48-d1bd-4d4d-9700-655d3f9cd094 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:19:26.471221 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95178b48-d1bd-4d4d-9700-655d3f9cd094'] response: {'server_uuid': 'af39d607-52b5-4482-8fbc-1cd3735dca61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af515de1-4ed5-4985-8071-5673ef376ec4', 'code': 200} Oct 28 10:19:26.471221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port af515de1-4ed5-4985-8071-5673ef376ec4 is: ACTIVE; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:19:26.471221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:26.483605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af515de1-4ed5-4985-8071-5673ef376ec4 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:19:26.511305 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:26.582537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:19:26.582981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:19:26.587725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=af515de1-4ed5-4985-8071-5673ef376ec4,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:26.671625 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=16 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:26.672396 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=18 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:27.117377 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port af515de1-4ed5-4985-8071-5673ef376ec4 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:19:27.117864 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:27.131682 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af515de1-4ed5-4985-8071-5673ef376ec4 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:19:27.151031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port af515de1-4ed5-4985-8071-5673ef376ec4, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=af515de1-4ed5-4985-8071-5673ef376ec4,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:19:27.217140 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:27.263220 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=af515de1-4ed5-4985-8071-5673ef376ec4,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:27.354231 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['af515de1-4ed5-4985-8071-5673ef376ec4'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:19:27.477178 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:27.518557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:27.556252 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0df2c-2c82-4258-bedc-a6a52f6c4e50 req-d58ab033-2696-48de-aa28-2ad0d890488a tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:27.557720 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-59d0df2c-2c82-4258-bedc-a6a52f6c4e50 req-d58ab033-2696-48de-aa28-2ad0d890488a tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 945 time: 0.0475729 Oct 28 10:19:27.605426 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-59d0df2c-2c82-4258-bedc-a6a52f6c4e50 req-51611274-ebcb-46cc-baef-38943bd64954 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419819 Oct 28 10:19:27.934947 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb76984-6c61-47df-b1bf-970d27d72c86 req-e84e8622-99e6-402c-9da2-76853d783e0c tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:27.936554 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4cb76984-6c61-47df-b1bf-970d27d72c86 req-e84e8622-99e6-402c-9da2-76853d783e0c tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 945 time: 0.0482795 Oct 28 10:19:27.986079 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4cb76984-6c61-47df-b1bf-970d27d72c86 req-c78938ce-f01f-4dec-96e5-2215f0941a88 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432456 Oct 28 10:19:28.033170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:28.041952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:28.050760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badff01-2dfc-411e-b0b5-427e8c0a5053 req-b0da85fa-274c-44bc-9cee-3b2f4df4bd57 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:28.052226 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2badff01-2dfc-411e-b0b5-427e8c0a5053 req-b0da85fa-274c-44bc-9cee-3b2f4df4bd57 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61&tenant_id=655c7b496bf14c6f99c9423211be39a6&binding%3Ahost_id=hv-neutron-zed0 HTTP/1.1" status: 200 len: 945 time: 0.0515261 Oct 28 10:19:28.156115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badff01-2dfc-411e-b0b5-427e8c0a5053 req-6528c798-b223-46fb-863d-ac2343440155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:28.157524 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2badff01-2dfc-411e-b0b5-427e8c0a5053 req-6528c798-b223-46fb-863d-ac2343440155 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=655c7b496bf14c6f99c9423211be39a6&device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 1129 time: 0.0395360 Oct 28 10:19:28.242404 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device af515de1-4ed5-4985-8071-5673ef376ec4 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:19:28.252632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badff01-2dfc-411e-b0b5-427e8c0a5053 req-cbb36ddc-4593-4f43-9719-ce901254cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:28.255141 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2badff01-2dfc-411e-b0b5-427e8c0a5053 req-cbb36ddc-4593-4f43-9719-ce901254cbb0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9c09d962-c0fa-4f66-a030-b9f91082da8a HTTP/1.1" status: 200 len: 915 time: 0.0917008 Oct 28 10:19:28.261778 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:28.285806 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port af515de1-4ed5-4985-8071-5673ef376ec4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:19:28.286446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:28.286534 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port af515de1-4ed5-4985-8071-5673ef376ec4 Oct 28 10:19:28.294451 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2badff01-2dfc-411e-b0b5-427e8c0a5053 req-9af51fbe-cd59-49b8-86e6-dafe3457ccbf service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af515de1-4ed5-4985-8071-5673ef376ec4 HTTP/1.1" status: 200 len: 217 time: 0.0331583 Oct 28 10:19:28.345929 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badff01-2dfc-411e-b0b5-427e8c0a5053 req-0d05ce8f-ec7b-4147-9c8d-69fb135a3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:28.347452 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2badff01-2dfc-411e-b0b5-427e8c0a5053 req-0d05ce8f-ec7b-4147-9c8d-69fb135a3b47 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bbdd5f9b-4093-4f53-a1e0-019201a041a2 HTTP/1.1" status: 200 len: 853 time: 0.0463967 Oct 28 10:19:28.361804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port af515de1-4ed5-4985-8071-5673ef376ec4 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:19:28.362191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:28.395750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port af515de1-4ed5-4985-8071-5673ef376ec4, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=af515de1-4ed5-4985-8071-5673ef376ec4,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:19:28.395970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badff01-2dfc-411e-b0b5-427e8c0a5053 req-110adfda-4d23-4907-9d63-397a2940c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:28.397374 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2badff01-2dfc-411e-b0b5-427e8c0a5053 req-110adfda-4d23-4907-9d63-397a2940c1fd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9c09d962-c0fa-4f66-a030-b9f91082da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0437837 Oct 28 10:19:28.447441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:28.469014 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af39d607-52b5-4482-8fbc-1cd3735dca61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af515de1-4ed5-4985-8071-5673ef376ec4'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:19:28.471220 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b348b53c-3b91-4c75-9952-3c812ab9b43b" -d '{"events": [{"server_uuid": "af39d607-52b5-4482-8fbc-1cd3735dca61", "name": "network-vif-plugged", "status": "completed", "tag": "af515de1-4ed5-4985-8071-5673ef376ec4"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:19:28.493790 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2badff01-2dfc-411e-b0b5-427e8c0a5053 req-f46f5807-a404-4cef-84fa-80cd9bf83fc4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898113 Oct 28 10:19:28.500265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=af515de1-4ed5-4985-8071-5673ef376ec4,revision_number=8']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:28.523921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac639251-a1d0-45b3-99d0-919a08bd85f3 x-openstack-request-id: req-ac639251-a1d0-45b3-99d0-919a08bd85f3 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:19:28.524283 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af39d607-52b5-4482-8fbc-1cd3735dca61", "name": "network-vif-plugged", "status": "completed", "tag": "af515de1-4ed5-4985-8071-5673ef376ec4", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:19:28.524603 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac639251-a1d0-45b3-99d0-919a08bd85f3 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:19:28.525113 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac639251-a1d0-45b3-99d0-919a08bd85f3'] response: {'server_uuid': 'af39d607-52b5-4482-8fbc-1cd3735dca61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af515de1-4ed5-4985-8071-5673ef376ec4', 'code': 200} Oct 28 10:19:28.589004 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2badff01-2dfc-411e-b0b5-427e8c0a5053 req-9a106563-9dae-4bbb-8b95-2bbb3d46926d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892487 Oct 28 10:19:29.110815 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48ff85-6788-443d-9f30-6c74260c3fd7 req-c9295ec7-8325-4db9-9421-80da6ee2b363 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:29.112210 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1f48ff85-6788-443d-9f30-6c74260c3fd7 req-c9295ec7-8325-4db9-9421-80da6ee2b363 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0505297 Oct 28 10:19:29.158436 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1f48ff85-6788-443d-9f30-6c74260c3fd7 req-2f59d40f-a513-4367-8f68-7f76c9741b53 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405824 Oct 28 10:19:30.278489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0f6d0-3fe1-4b4f-b476-b09354cbd52e req-ecbe3def-a0ba-4c39-b885-2d557073e519 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:30.279970 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3bf0f6d0-3fe1-4b4f-b476-b09354cbd52e req-ecbe3def-a0ba-4c39-b885-2d557073e519 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0460243 Oct 28 10:19:30.300817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:30.327609 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3bf0f6d0-3fe1-4b4f-b476-b09354cbd52e req-0e508281-a5b8-4cfa-bd15-ed783c6a4434 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416348 Oct 28 10:19:30.451131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994da94-ce59-46c7-901b-df7db7f3ecde req-5412a8d0-d829-42da-a262-6e64459a05c4 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:30.452503 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6994da94-ce59-46c7-901b-df7db7f3ecde req-5412a8d0-d829-42da-a262-6e64459a05c4 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0507076 Oct 28 10:19:30.499500 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6994da94-ce59-46c7-901b-df7db7f3ecde req-40bbfca1-01bf-4373-922c-917d2dab169d tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414259 Oct 28 10:19:30.615726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703ad6e-0880-4340-812f-787da501209a req-db0be4bc-abaa-4b89-a27a-207b128add90 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:30.617163 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1703ad6e-0880-4340-812f-787da501209a req-db0be4bc-abaa-4b89-a27a-207b128add90 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0464146 Oct 28 10:19:30.663648 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1703ad6e-0880-4340-812f-787da501209a req-6703770c-10ab-4d67-9cb4-c879ca0aa64f tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 Oct 28 10:19:31.283013 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45504aa6-ab07-4a4a-a8c9-9143a7631642 req-59373bc6-1a62-4260-977f-92c6fb4c722e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:31.284497 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-45504aa6-ab07-4a4a-a8c9-9143a7631642 req-59373bc6-1a62-4260-977f-92c6fb4c722e tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0463448 Oct 28 10:19:31.336847 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-45504aa6-ab07-4a4a-a8c9-9143a7631642 req-d753df53-3b99-4978-98bb-8226adf919db tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460505 Oct 28 10:19:32.456591 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a2397-4294-457c-9c82-39d9d84ecdad req-f2b081ed-e77f-45a2-a724-4d1791efa873 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:32.458049 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-210a2397-4294-457c-9c82-39d9d84ecdad req-f2b081ed-e77f-45a2-a724-4d1791efa873 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0461092 Oct 28 10:19:32.504645 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-210a2397-4294-457c-9c82-39d9d84ecdad req-5113b8a2-7149-44a7-ae81-9596affdec0a tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409710 Oct 28 10:19:33.242644 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acae2b8-1ad8-442d-ad4c-748d91689428 req-fce0a653-eadb-43e6-8e55-263bf3dbc86c tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:33.244114 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1acae2b8-1ad8-442d-ad4c-748d91689428 req-fce0a653-eadb-43e6-8e55-263bf3dbc86c tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0484788 Oct 28 10:19:33.336308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-1acae2b8-1ad8-442d-ad4c-748d91689428 req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Deleting port af515de1-4ed5-4985-8071-5673ef376ec4 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:19:33.336646 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1acae2b8-1ad8-442d-ad4c-748d91689428 req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:33.428643 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-1acae2b8-1ad8-442d-ad4c-748d91689428 req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] For port af515de1-4ed5-4985-8071-5673ef376ec4, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=af515de1-4ed5-4985-8071-5673ef376ec4,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:19:33.428983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1acae2b8-1ad8-442d-ad4c-748d91689428 req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:33.441746 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-1acae2b8-1ad8-442d-ad4c-748d91689428 req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Calling delete_port for af515de1-4ed5-4985-8071-5673ef376ec4 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:19:33.619277 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1acae2b8-1ad8-442d-ad4c-748d91689428 req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (af515de1-4ed5-4985-8071-5673ef376ec4), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:33.626804 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30d0c0-aa3c-46ed-a8ac-9647d8010053 req-4ec65d51-7420-43b3-bb19-f2229505b3bb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:33.628351 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d30d0c0-aa3c-46ed-a8ac-9647d8010053 req-4ec65d51-7420-43b3-bb19-f2229505b3bb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 946 time: 0.0466788 Oct 28 10:19:33.646099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Pushing event deleted for resources: {'Port': ['ID=af515de1-4ed5-4985-8071-5673ef376ec4,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:33.660985 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:33.661337 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:33.661688 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:33.662031 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:33.662365 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:33.662710 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:33.663106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:33.663371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:33.663695 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:33.664022 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:33.664344 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:33.664664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:33.664983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:33.665304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:33.665623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:33.671999 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['af515de1-4ed5-4985-8071-5673ef376ec4'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:19:33.695113 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d30d0c0-aa3c-46ed-a8ac-9647d8010053 req-23e0fde5-b0bf-417f-bdbb-2c8da267a1c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607955 Oct 28 10:19:33.711286 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acae2b8-1ad8-442d-ad4c-748d91689428 req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] No DVR routers for this DVR port af515de1-4ed5-4985-8071-5673ef376ec4 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:19:33.713748 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1acae2b8-1ad8-442d-ad4c-748d91689428 req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:33.717472 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1acae2b8-1ad8-442d-ad4c-748d91689428 req-e9bc4e0e-2660-454b-aff0-1303dbfabaeb tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.48 "DELETE /networking/v2.0/ports/af515de1-4ed5-4985-8071-5673ef376ec4 HTTP/1.1" status: 204 len: 173 time: 0.4648752 Oct 28 10:19:33.718006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af39d607-52b5-4482-8fbc-1cd3735dca61', 'name': 'network-vif-deleted', 'tag': 'af515de1-4ed5-4985-8071-5673ef376ec4'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:19:33.720355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbb65cb-e8cd-4a1d-b6fc-ed998a4b42a5" -d '{"events": [{"server_uuid": "af39d607-52b5-4482-8fbc-1cd3735dca61", "name": "network-vif-deleted", "tag": "af515de1-4ed5-4985-8071-5673ef376ec4"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:19:33.763403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a9c617-27da-4998-8b78-f2750f544297 x-openstack-request-id: req-68a9c617-27da-4998-8b78-f2750f544297 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:19:33.763696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af39d607-52b5-4482-8fbc-1cd3735dca61", "name": "network-vif-deleted", "tag": "af515de1-4ed5-4985-8071-5673ef376ec4", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:19:33.763952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68a9c617-27da-4998-8b78-f2750f544297 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:19:33.764357 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68a9c617-27da-4998-8b78-f2750f544297'] response: {'server_uuid': 'af39d607-52b5-4482-8fbc-1cd3735dca61', 'name': 'network-vif-deleted', 'tag': 'af515de1-4ed5-4985-8071-5673ef376ec4', 'status': 'completed', 'code': 200} Oct 28 10:19:34.818136 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-aac679ee-c751-4404-b4f3-e639b08c3381 req-3775007d-a68d-42ab-8bfd-14764e3a3b08 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=af39d607-52b5-4482-8fbc-1cd3735dca61 HTTP/1.1" status: 200 len: 210 time: 0.0312476 Oct 28 10:19:36.006242 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46360) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:36.059592 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for security_group (6f791d20-bc8e-4c38-a6c4-fce63bd1520c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:36.081305 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for security_group (6f791d20-bc8e-4c38-a6c4-fce63bd1520c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:36.193379 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (6f791d20-bc8e-4c38-a6c4-fce63bd1520c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:36.195890 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:36.197051 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6f791d20-bc8e-4c38-a6c4-fce63bd1520c HTTP/1.1" status: 204 len: 168 time: 0.1898077 Oct 28 10:19:36.199710 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 46362) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:36.206720 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f791d20-bc8e-4c38-a6c4-fce63bd1520c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:36.214088 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-33f93e86-d176-432d-8697-9132d4c480c6 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] show failed (client error): The resource could not be found. Oct 28 10:19:36.214279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:36.214643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:36.215022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:36.215148 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-33f93e86-d176-432d-8697-9132d4c480c6 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "GET /networking/v2.0/security-groups/6f791d20-bc8e-4c38-a6c4-fce63bd1520c HTTP/1.1" status: 404 len: 347 time: 0.0143969 Oct 28 10:19:36.215411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:36.215699 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:36.216040 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:36.216376 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:36.216988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:36.217324 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:36.217656 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:36.217992 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:36.218170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 46364) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:36.218342 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:36.218654 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:36.219017 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:36.219351 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd322ad4-32cd-4ab6-b7a4-9d5d8e3e76c8 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:36.288277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device af515de1-4ed5-4985-8071-5673ef376ec4 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:19:36.300642 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:36.308042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: af515de1-4ed5-4985-8071-5673ef376ec4 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:19:36.308424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device af515de1-4ed5-4985-8071-5673ef376ec4 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:19:36.326620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:36.334930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-615330a7-8097-442e-bda6-2b5a6c1188b3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Deleting port 62119928-7dfc-42e4-be9e-1e124a1d8daf {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:19:36.335277 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-615330a7-8097-442e-bda6-2b5a6c1188b3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (62119928-7dfc-42e4-be9e-1e124a1d8daf), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:36.414056 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-615330a7-8097-442e-bda6-2b5a6c1188b3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (62119928-7dfc-42e4-be9e-1e124a1d8daf), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:36.414381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-615330a7-8097-442e-bda6-2b5a6c1188b3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for floatingip (62119928-7dfc-42e4-be9e-1e124a1d8daf), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:36.428972 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-615330a7-8097-442e-bda6-2b5a6c1188b3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Calling delete_port for 62119928-7dfc-42e4-be9e-1e124a1d8daf owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:19:36.630051 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-615330a7-8097-442e-bda6-2b5a6c1188b3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (62119928-7dfc-42e4-be9e-1e124a1d8daf), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:36.654902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615330a7-8097-442e-bda6-2b5a6c1188b3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Pushing event deleted for resources: {'Port': ['ID=62119928-7dfc-42e4-be9e-1e124a1d8daf,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:36.721085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-615330a7-8097-442e-bda6-2b5a6c1188b3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks [] for floatingip (479985e5-cccc-4a1c-a976-7dc7a1527189), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:36.724159 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-615330a7-8097-442e-bda6-2b5a6c1188b3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:36.725927 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-615330a7-8097-442e-bda6-2b5a6c1188b3 tempest-ServerDiskConfigTestJSON-928149355 tempest-ServerDiskConfigTestJSON-928149355-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/479985e5-cccc-4a1c-a976-7dc7a1527189 HTTP/1.1" status: 204 len: 168 time: 0.5062509 Oct 28 10:19:36.798297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46370) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:36.804066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:37.055869 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:37.108693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7d666274-8027-4dad-8c47-cadafac7e0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (d7dde52c-1f88-4ecf-98cb-60632c182c31), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:37.324354 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-7d666274-8027-4dad-8c47-cadafac7e0da admin admin] Deleting port acb42e0a-c821-47a2-8625-167abbb0f6eb {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:19:37.324586 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7d666274-8027-4dad-8c47-cadafac7e0da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:37.402363 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-7d666274-8027-4dad-8c47-cadafac7e0da admin admin] For port acb42e0a-c821-47a2-8625-167abbb0f6eb, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=acb42e0a-c821-47a2-8625-167abbb0f6eb,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:19:37.402734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7d666274-8027-4dad-8c47-cadafac7e0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:37.415707 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-7d666274-8027-4dad-8c47-cadafac7e0da admin admin] Calling delete_port for acb42e0a-c821-47a2-8625-167abbb0f6eb owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:19:37.681609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7d666274-8027-4dad-8c47-cadafac7e0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (acb42e0a-c821-47a2-8625-167abbb0f6eb), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:37.709593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d666274-8027-4dad-8c47-cadafac7e0da admin admin] Pushing event deleted for resources: {'Port': ['ID=acb42e0a-c821-47a2-8625-167abbb0f6eb,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:38.037995 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:38.167828 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7d666274-8027-4dad-8c47-cadafac7e0da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (d7dde52c-1f88-4ecf-98cb-60632c182c31), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:38.224449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:38.374660 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d666274-8027-4dad-8c47-cadafac7e0da admin admin] Router d7dde52c-1f88-4ecf-98cb-60632c182c31 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:19:38.476894 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d666274-8027-4dad-8c47-cadafac7e0da admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:19:38.481897 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7d666274-8027-4dad-8c47-cadafac7e0da admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/d7dde52c-1f88-4ecf-98cb-60632c182c31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6825523 Oct 28 10:19:38.484419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46372) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:38.487572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9d4ec-384c-4687-85b6-93da7f7a7d25 None None] Sync routers for ids ['d7dde52c-1f88-4ecf-98cb-60632c182c31'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:19:38.497968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9d4ec-384c-4687-85b6-93da7f7a7d25 None None] Routers {'d7dde52c-1f88-4ecf-98cb-60632c182c31'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:19:38.498582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-53c9d4ec-384c-4687-85b6-93da7f7a7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:19:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d7dde52c-1f88-4ecf-98cb-60632c182c31'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:19:38.584320 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cdbbcdb7-995e-4880-883b-a95f4f24969d admin admin] Publish callbacks [] for router (d7dde52c-1f88-4ecf-98cb-60632c182c31), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:38.598645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-53c9d4ec-384c-4687-85b6-93da7f7a7d25 None None] Set router d7dde52c-1f88-4ecf-98cb-60632c182c31 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:19:38.683544 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cdbbcdb7-995e-4880-883b-a95f4f24969d admin admin] Publish callbacks [] for router_gateway (d7dde52c-1f88-4ecf-98cb-60632c182c31), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:38.766912 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-53c9d4ec-384c-4687-85b6-93da7f7a7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'name': 'tempest-ServerDiskConfigTestJSON-593892978-router', 'tenant_id': '655c7b496bf14c6f99c9423211be39a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.146'}], 'enable_snat': True}, 'gw_port_id': '4f5407f4-bc09-4a72-89c1-b8da28ebd394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:17:28Z', 'updated_at': '2022-10-28T10:19:37Z', 'revision_number': 5, 'project_id': '655c7b496bf14c6f99c9423211be39a6', 'gw_port': {'id': '4f5407f4-bc09-4a72-89c1-b8da28ebd394', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:17:29Z', 'updated_at': '2022-10-28T10:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:19:38.792945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9d4ec-384c-4687-85b6-93da7f7a7d25 None None] Checking router: d7dde52c-1f88-4ecf-98cb-60632c182c31 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:19:38.801521 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9d4ec-384c-4687-85b6-93da7f7a7d25 None None] Routers {'d7dde52c-1f88-4ecf-98cb-60632c182c31'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:19:38.802126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-53c9d4ec-384c-4687-85b6-93da7f7a7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:19:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['d7dde52c-1f88-4ecf-98cb-60632c182c31'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:19:38.814997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-cdbbcdb7-995e-4880-883b-a95f4f24969d admin admin] Deleting port 4f5407f4-bc09-4a72-89c1-b8da28ebd394 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:19:38.815442 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cdbbcdb7-995e-4880-883b-a95f4f24969d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4f5407f4-bc09-4a72-89c1-b8da28ebd394), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:38.892645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-53c9d4ec-384c-4687-85b6-93da7f7a7d25 None None] Set router d7dde52c-1f88-4ecf-98cb-60632c182c31 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:19:38.900625 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-cdbbcdb7-995e-4880-883b-a95f4f24969d admin admin] For port 4f5407f4-bc09-4a72-89c1-b8da28ebd394, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=4f5407f4-bc09-4a72-89c1-b8da28ebd394,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:19:38.900865 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cdbbcdb7-995e-4880-883b-a95f4f24969d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4f5407f4-bc09-4a72-89c1-b8da28ebd394), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:38.915216 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-cdbbcdb7-995e-4880-883b-a95f4f24969d admin admin] Calling delete_port for 4f5407f4-bc09-4a72-89c1-b8da28ebd394 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:19:38.941726 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-53c9d4ec-384c-4687-85b6-93da7f7a7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'name': 'tempest-ServerDiskConfigTestJSON-593892978-router', 'tenant_id': '655c7b496bf14c6f99c9423211be39a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:17:28Z', 'updated_at': '2022-10-28T10:19:38Z', 'revision_number': 6, 'project_id': '655c7b496bf14c6f99c9423211be39a6', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:19:38.969148 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9d4ec-384c-4687-85b6-93da7f7a7d25 None None] The sync data for ids ['d7dde52c-1f88-4ecf-98cb-60632c182c31'] in dv-neutron-zed-2-hyperv is: [{'id': 'd7dde52c-1f88-4ecf-98cb-60632c182c31', 'name': 'tempest-ServerDiskConfigTestJSON-593892978-router', 'tenant_id': '655c7b496bf14c6f99c9423211be39a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:17:28Z', 'updated_at': '2022-10-28T10:19:38Z', 'revision_number': 6, 'project_id': '655c7b496bf14c6f99c9423211be39a6', 'gw_port_host': None}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:19:39.017022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:39.149848 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cdbbcdb7-995e-4880-883b-a95f4f24969d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (4f5407f4-bc09-4a72-89c1-b8da28ebd394), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:39.177701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbcdb7-995e-4880-883b-a95f4f24969d admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5407f4-bc09-4a72-89c1-b8da28ebd394,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:39.239339 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cdbbcdb7-995e-4880-883b-a95f4f24969d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (d7dde52c-1f88-4ecf-98cb-60632c182c31), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:39.299079 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:39.328607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cdbbcdb7-995e-4880-883b-a95f4f24969d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (d7dde52c-1f88-4ecf-98cb-60632c182c31), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:39.331548 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cdbbcdb7-995e-4880-883b-a95f4f24969d admin admin] Publish callbacks [] for router_controller (d7dde52c-1f88-4ecf-98cb-60632c182c31), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:39.441822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cdbbcdb7-995e-4880-883b-a95f4f24969d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (d7dde52c-1f88-4ecf-98cb-60632c182c31), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:39.442405 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbbcdb7-995e-4880-883b-a95f4f24969d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7dde52c-1f88-4ecf-98cb-60632c182c31 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:19:39.446794 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cdbbcdb7-995e-4880-883b-a95f4f24969d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:39.448413 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cdbbcdb7-995e-4880-883b-a95f4f24969d admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/d7dde52c-1f88-4ecf-98cb-60632c182c31 HTTP/1.1" status: 204 len: 168 time: 0.9626057 Oct 28 10:19:39.450527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46374) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:39.499004 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4d44ff-2dbf-49ea-9aaa-91f536015834 admin admin] Deleting subnet bbdd5f9b-4093-4f53-a1e0-019201a041a2 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:19:39.502184 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2b4d44ff-2dbf-49ea-9aaa-91f536015834 admin admin] Publish callbacks [] for subnet (bbdd5f9b-4093-4f53-a1e0-019201a041a2), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:39.537253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2b4d44ff-2dbf-49ea-9aaa-91f536015834 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (bbdd5f9b-4093-4f53-a1e0-019201a041a2), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:39.613106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2b4d44ff-2dbf-49ea-9aaa-91f536015834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (bbdd5f9b-4093-4f53-a1e0-019201a041a2), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:39.744743 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2b4d44ff-2dbf-49ea-9aaa-91f536015834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (bbdd5f9b-4093-4f53-a1e0-019201a041a2), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:39.771977 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d44ff-2dbf-49ea-9aaa-91f536015834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbdd5f9b-4093-4f53-a1e0-019201a041a2,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:39.775407 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2b4d44ff-2dbf-49ea-9aaa-91f536015834 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:39.778522 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2b4d44ff-2dbf-49ea-9aaa-91f536015834 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/bbdd5f9b-4093-4f53-a1e0-019201a041a2 HTTP/1.1" status: 204 len: 168 time: 0.3270330 Oct 28 10:19:39.781147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46376) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:39.783992 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbca955-af72-4dca-80e6-c0b9b7d51a5f None None] Network 9c09d962-c0fa-4f66-a030-b9f91082da8a requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:19:39.853114 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (9c09d962-c0fa-4f66-a030-b9f91082da8a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:39.903214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] Deleting port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:19:39.903214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (3a21e21b-233f-4c50-ba64-c1e833ec1c1b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:39.938824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09480f6-3d7c-40c9-8451-881fe3b72916 None None] DHCP port deletion for 9c09d962-c0fa-4f66-a030-b9f91082da8a request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:19:39.970434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] For port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3a21e21b-233f-4c50-ba64-c1e833ec1c1b,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:19:39.970832 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (3a21e21b-233f-4c50-ba64-c1e833ec1c1b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:39.973321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:39.989203 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] Calling delete_port for 3a21e21b-233f-4c50-ba64-c1e833ec1c1b owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:19:39.989314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e09480f6-3d7c-40c9-8451-881fe3b72916 None None] Deleting port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:19:39.989314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e09480f6-3d7c-40c9-8451-881fe3b72916 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (3a21e21b-233f-4c50-ba64-c1e833ec1c1b), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:40.053722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e09480f6-3d7c-40c9-8451-881fe3b72916 None None] For port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=3a21e21b-233f-4c50-ba64-c1e833ec1c1b,segment=NetworkSegment(d9aeaf5f-3566-4e12-a9ef-69d75ffe7642),segment_id=d9aeaf5f-3566-4e12-a9ef-69d75ffe7642)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:19:40.054034 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e09480f6-3d7c-40c9-8451-881fe3b72916 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (3a21e21b-233f-4c50-ba64-c1e833ec1c1b), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:40.067587 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e09480f6-3d7c-40c9-8451-881fe3b72916 None None] Calling delete_port for 3a21e21b-233f-4c50-ba64-c1e833ec1c1b owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:19:40.127253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (3a21e21b-233f-4c50-ba64-c1e833ec1c1b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:40.131481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:40.138704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:40.146347 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e09480f6-3d7c-40c9-8451-881fe3b72916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (3a21e21b-233f-4c50-ba64-c1e833ec1c1b), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:40.156470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=3a21e21b-233f-4c50-ba64-c1e833ec1c1b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:40.163499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] No DVR routers for this DVR port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:19:40.170310 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09480f6-3d7c-40c9-8451-881fe3b72916 None None] Pushing event deleted for resources: {'Port': ['ID=3a21e21b-233f-4c50-ba64-c1e833ec1c1b,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:40.176617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09480f6-3d7c-40c9-8451-881fe3b72916 None None] No DVR routers for this DVR port 3a21e21b-233f-4c50-ba64-c1e833ec1c1b on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:19:40.240965 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (9c09d962-c0fa-4f66-a030-b9f91082da8a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:40.261268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c09d962-c0fa-4f66-a030-b9f91082da8a']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:19:40.271107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:19:40.271403 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9aeaf5f-3566-4e12-a9ef-69d75ffe7642') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:19:40.281166 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (d9aeaf5f-3566-4e12-a9ef-69d75ffe7642), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:40.296442 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (d9aeaf5f-3566-4e12-a9ef-69d75ffe7642), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:40.302959 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:19:40.303340 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (d9aeaf5f-3566-4e12-a9ef-69d75ffe7642), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:40.360026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:40.374598 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment d9aeaf5f-3566-4e12-a9ef-69d75ffe7642 resource provider aggregate not found Oct 28 10:19:40.390321 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment d9aeaf5f-3566-4e12-a9ef-69d75ffe7642 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9aeaf5f-3566-4e12-a9ef-69d75ffe7642 found for delete ", "request_id": "req-cda29ffa-749f-4875-8997-84f916c0d930"}]} Oct 28 10:19:40.444999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (9c09d962-c0fa-4f66-a030-b9f91082da8a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:40.450396 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:40.453475 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/9c09d962-c0fa-4f66-a030-b9f91082da8a HTTP/1.1" status: 204 len: 168 time: 0.6713667 Oct 28 10:19:40.466698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ff273-35a8-4556-a6dc-dc4bae212ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=9c09d962-c0fa-4f66-a030-b9f91082da8a,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:40.741504 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46386) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:40.781068 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f004e972-b54d-4624-8ee0-bdaa84e8ba37 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=655c7b496bf14c6f99c9423211be39a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384395 Oct 28 10:19:40.783414 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46388) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:40.831584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-14d8dbf3-76d4-4ace-854b-f93e0f449c32 admin admin] Publish callbacks [] for security_group (f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:40.852686 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-14d8dbf3-76d4-4ace-854b-f93e0f449c32 admin admin] Publish callbacks [] for security_group (f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:40.900430 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4f5407f4-bc09-4a72-89c1-b8da28ebd394 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:19:40.921182 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 4f5407f4-bc09-4a72-89c1-b8da28ebd394 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:19:40.921607 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 4f5407f4-bc09-4a72-89c1-b8da28ebd394 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:19:40.922014 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3a21e21b-233f-4c50-ba64-c1e833ec1c1b no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:19:40.940350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 3a21e21b-233f-4c50-ba64-c1e833ec1c1b {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:19:40.940697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 3a21e21b-233f-4c50-ba64-c1e833ec1c1b not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:19:40.941095 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device acb42e0a-c821-47a2-8625-167abbb0f6eb no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:19:40.958426 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: acb42e0a-c821-47a2-8625-167abbb0f6eb {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:19:40.958803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device acb42e0a-c821-47a2-8625-167abbb0f6eb not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:19:40.967672 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-14d8dbf3-76d4-4ace-854b-f93e0f449c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:40.970512 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-14d8dbf3-76d4-4ace-854b-f93e0f449c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:40.972233 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-14d8dbf3-76d4-4ace-854b-f93e0f449c32 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e HTTP/1.1" status: 204 len: 168 time: 0.1874163 Oct 28 10:19:40.980368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8dbf3-76d4-4ace-854b-f93e0f449c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9122d52-37f0-40b3-9d6a-ba3ad2e15e7e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:42.087789 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46410) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:42.182840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-2119af51-4890-4ad5-9286-3473b730fe0d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2042298193-network', 'tenant_id': '13692d082ccc471090ed5336deccef99'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:19:42.293120 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2119af51-4890-4ad5-9286-3473b730fe0d admin admin] Made reservation on behalf of 13692d082ccc471090ed5336deccef99 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:19:42.296621 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2119af51-4890-4ad5-9286-3473b730fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:42.304830 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2119af51-4890-4ad5-9286-3473b730fe0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:42.380128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2119af51-4890-4ad5-9286-3473b730fe0d admin admin] Publish callbacks [] for security_group (4066b8aa-50c8-4874-b3d3-96669f3640e1), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:42.429687 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2119af51-4890-4ad5-9286-3473b730fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (4066b8aa-50c8-4874-b3d3-96669f3640e1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:42.458079 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2119af51-4890-4ad5-9286-3473b730fe0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:19:42.464750 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119af51-4890-4ad5-9286-3473b730fe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4066b8aa-50c8-4874-b3d3-96669f3640e1,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:42.473362 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2119af51-4890-4ad5-9286-3473b730fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:42.473362 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-2119af51-4890-4ad5-9286-3473b730fe0d admin admin] Added segment d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49 of type vlan for network cca6f21c-a9b5-4829-88cb-a09c18f85b2f Oct 28 10:19:42.514110 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2119af51-4890-4ad5-9286-3473b730fe0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (cca6f21c-a9b5-4829-88cb-a09c18f85b2f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:42.599083 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2119af51-4890-4ad5-9286-3473b730fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (cca6f21c-a9b5-4829-88cb-a09c18f85b2f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:42.600083 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2119af51-4890-4ad5-9286-3473b730fe0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:42.600666 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2119af51-4890-4ad5-9286-3473b730fe0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:42.663367 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119af51-4890-4ad5-9286-3473b730fe0d admin admin] Pushing event updated for resources: {'Network': ['ID=cca6f21c-a9b5-4829-88cb-a09c18f85b2f,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:42.672633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network cca6f21c-a9b5-4829-88cb-a09c18f85b2f details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:19:42.711028 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2119af51-4890-4ad5-9286-3473b730fe0d admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6219521 Oct 28 10:19:42.713871 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 46414) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:42.719069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-8e5f913a-3903-4166-8255-8a15f9be8d43 admin admin] Request body: {'subnet': {'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2042298193-subnet', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:19:42.793032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5f913a-3903-4166-8255-8a15f9be8d43 admin admin] Made reservation on behalf of 13692d082ccc471090ed5336deccef99 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:19:42.795481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8e5f913a-3903-4166-8255-8a15f9be8d43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:43.035820 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8e5f913a-3903-4166-8255-8a15f9be8d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (8943ec50-d534-46d7-9519-9c761cfdd491), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:43.064063 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4cf353c2-cb51-48fd-811a-d8ed1b10eee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:43.092737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f913a-3903-4166-8255-8a15f9be8d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8943ec50-d534-46d7-9519-9c761cfdd491,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:43.101299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5f913a-3903-4166-8255-8a15f9be8d43 admin admin] Checking segment: {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:19:43.101651 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5f913a-3903-4166-8255-8a15f9be8d43 admin admin] Network hostable DHCP agents. Network: cca6f21c-a9b5-4829-88cb-a09c18f85b2f, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:19:43.184048 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5f913a-3903-4166-8255-8a15f9be8d43 admin admin] Network cca6f21c-a9b5-4829-88cb-a09c18f85b2f is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:19:43.279280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-8e5f913a-3903-4166-8255-8a15f9be8d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, cca6f21c-a9b5-4829-88cb-a09c18f85b2f) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:19:43.283583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5f913a-3903-4166-8255-8a15f9be8d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:43.284075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8e5f913a-3903-4166-8255-8a15f9be8d43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:43.289834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ecebb1-2bdc-4f60-b177-8095fe52f1c9 None None] Network cca6f21c-a9b5-4829-88cb-a09c18f85b2f requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:19:43.402909 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8e5f913a-3903-4166-8255-8a15f9be8d43 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6878698 Oct 28 10:19:43.405761 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46416) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:43.410339 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:19:43.496914 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:43.498009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:43.533148 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'project_id': '13692d082ccc471090ed5336deccef99', 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:19:43.534103 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:43.548969 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Publish callbacks [] for router_controller (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:43.668287 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Allocated IP 172.20.0.2 (cca6f21c-a9b5-4829-88cb-a09c18f85b2f/8943ec50-d534-46d7-9519-9c761cfdd491/278b6b01-ddea-4ce6-a906-b9fdd2c9f170) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:19:43.768696 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=8,neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:43.772889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Publish callbacks [] for router_gateway (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:43.815304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Publish callbacks [] for port (278b6b01-ddea-4ce6-a906-b9fdd2c9f170), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:43.879883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (278b6b01-ddea-4ce6-a906-b9fdd2c9f170), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:43.919080 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Network cca6f21c-a9b5-4829-88cb-a09c18f85b2f is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:19:43.923248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:43.923891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:19:43.926873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:19:43.939405 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Pushing event updated for resources: {'Port': ['ID=278b6b01-ddea-4ce6-a906-b9fdd2c9f170,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:43.964056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:43.964348 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:43.964698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:43.965041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:43.965381 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:43.965715 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:43.966075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:43.966657 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:43.967013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:43.967343 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:43.967673 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:43.968003 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:43.968330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:43.968656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:43.969012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:44.005469 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Attempting to bind port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:19:44.005844 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Attempting to bind port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:19:44.006215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Attempting to bind port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 on network cca6f21c-a9b5-4829-88cb-a09c18f85b2f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:19:44.048936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:19:44.049913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Checking segment: {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:19:44.050311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:44.050755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Bound using segment: {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:19:44.051244 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Bound port: 278b6b01-ddea-4ce6-a906-b9fdd2c9f170, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:19:44.051632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (278b6b01-ddea-4ce6-a906-b9fdd2c9f170), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:44.053296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:44.056571 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Publish callbacks [] for router_gateway (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:44.083465 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:44.113732 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] For port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:19:44.117305 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] For port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=278b6b01-ddea-4ce6-a906-b9fdd2c9f170,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:19:44.173259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (278b6b01-ddea-4ce6-a906-b9fdd2c9f170), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:44.183077 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Allocated IP 172.36.1.21 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/85dfe489-cf2f-442c-a2b3-f8e86468eb9f) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:19:44.202012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:44.230592 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc709f-c606-41e1-9b7f-349a53270383 None None] Pushing event updated for resources: {'Port': ['ID=278b6b01-ddea-4ce6-a906-b9fdd2c9f170,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:44.296861 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Publish callbacks [] for port (85dfe489-cf2f-442c-a2b3-f8e86468eb9f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:44.382482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (85dfe489-cf2f-442c-a2b3-f8e86468eb9f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:44.427610 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:19:44.432678 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:19:44.436546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:19:44.439993 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Pushing event updated for resources: {'Port': ['ID=85dfe489-cf2f-442c-a2b3-f8e86468eb9f,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:44.541497 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:44.710257 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:19:44.776166 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Publish callbacks [] for router_gateway (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:44.933009 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:19:44.984223 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:44.990581 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:19:44.990967 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (278b6b01-ddea-4ce6-a906-b9fdd2c9f170), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:44.992538 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 Oct 28 10:19:45.066856 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:19:45.067254 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (278b6b01-ddea-4ce6-a906-b9fdd2c9f170), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:45.103694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=278b6b01-ddea-4ce6-a906-b9fdd2c9f170,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:19:45.119655 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1682770d-572a-403f-a29d-91970acf7698 None None] Network cca6f21c-a9b5-4829-88cb-a09c18f85b2f requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:19:45.197825 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (278b6b01-ddea-4ce6-a906-b9fdd2c9f170), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:45.204786 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:19:45.217872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:45.266624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8742b773-cab1-49bf-bcd8-c02de6670722 None None] Provisioning complete for port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:19:45.267031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8742b773-cab1-49bf-bcd8-c02de6670722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (278b6b01-ddea-4ce6-a906-b9fdd2c9f170), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:45.267363 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8742b773-cab1-49bf-bcd8-c02de6670722 None None] Attempt 1 to provision port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 Oct 28 10:19:45.317534 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=278b6b01-ddea-4ce6-a906-b9fdd2c9f170,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:45.370621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a8a62650-9fbd-4708-8acc-703a71322c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:45.376150 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8742b773-cab1-49bf-bcd8-c02de6670722 None None] Current status of the port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:19:45.495047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e03fd53a-94b5-411d-8c5f-7a8c82b9a6c5 None None] Provisioning complete for port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:19:45.495418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e03fd53a-94b5-411d-8c5f-7a8c82b9a6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (278b6b01-ddea-4ce6-a906-b9fdd2c9f170), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:45.495750 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e03fd53a-94b5-411d-8c5f-7a8c82b9a6c5 None None] Attempt 1 to provision port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 Oct 28 10:19:45.574317 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e03fd53a-94b5-411d-8c5f-7a8c82b9a6c5 None None] Current status of the port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:19:45.628245 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:19:45.636666 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Sync routers for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:19:45.647639 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:19:45.648235 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:19:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:19:45.710162 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:45.711403 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-11fdc486-3834-4dbf-8dca-3aca1a8e64d1 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3046353 Oct 28 10:19:45.714101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46418) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:45.748617 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:19:45.913946 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:44Z', 'revision_number': 3, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:19:45.938353 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Checking router: 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:19:45.939024 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Updating router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 port 85dfe489-cf2f-442c-a2b3-f8e86468eb9f binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:19:45.969892 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (85dfe489-cf2f-442c-a2b3-f8e86468eb9f), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:46.024095 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:46.117847 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:46.207936 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Publish callbacks [] for port (85dfe489-cf2f-442c-a2b3-f8e86468eb9f), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:46.267626 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (85dfe489-cf2f-442c-a2b3-f8e86468eb9f), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:46.272669 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Allocated IP 172.20.0.1 (cca6f21c-a9b5-4829-88cb-a09c18f85b2f/8943ec50-d534-46d7-9519-9c761cfdd491/cf479495-121d-431e-bb42-31365112d9e1) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:19:46.298509 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Attempting to bind port 85dfe489-cf2f-442c-a2b3-f8e86468eb9f on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:19:46.298896 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Attempting to bind port 85dfe489-cf2f-442c-a2b3-f8e86468eb9f by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:19:46.299810 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Attempting to bind port 85dfe489-cf2f-442c-a2b3-f8e86468eb9f on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:19:46.344135 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Pushing event updated for resources: {'Port': ['ID=85dfe489-cf2f-442c-a2b3-f8e86468eb9f,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:46.357570 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:46.357895 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:46.358231 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:46.358594 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:46.359449 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:46.359449 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:46.359641 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:46.359894 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:46.360213 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:46.360533 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:46.360852 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:46.361170 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:46.361486 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:46.362289 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:46.362605 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:19:46.372444 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:19:46.372444 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:19:46.372734 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:46.373116 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:19:46.373581 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Bound port: 85dfe489-cf2f-442c-a2b3-f8e86468eb9f, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:19:46.373955 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (85dfe489-cf2f-442c-a2b3-f8e86468eb9f), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:46.378325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Publish callbacks [] for port (cf479495-121d-431e-bb42-31365112d9e1), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:46.423665 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] For port 85dfe489-cf2f-442c-a2b3-f8e86468eb9f, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:19:46.426626 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] For port 85dfe489-cf2f-442c-a2b3-f8e86468eb9f, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=85dfe489-cf2f-442c-a2b3-f8e86468eb9f,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:19:46.464286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (cf479495-121d-431e-bb42-31365112d9e1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:46.478249 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:46.487215 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (85dfe489-cf2f-442c-a2b3-f8e86468eb9f), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:46.511266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Network cca6f21c-a9b5-4829-88cb-a09c18f85b2f is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:19:46.516995 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:19:46.521530 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:19:46.525597 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:19:46.526219 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:19:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:19:46.543891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Pushing event updated for resources: {'Port': ['ID=cf479495-121d-431e-bb42-31365112d9e1,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:46.571252 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:46.577612 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:46.584644 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0222f-6d65-432c-a19a-43db48ed7c85 None None] Pushing event updated for resources: {'Port': ['ID=85dfe489-cf2f-442c-a2b3-f8e86468eb9f,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:46.604316 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:46.659600 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:19:46.798397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ee553747-f69c-4d66-8b12-2768b7e5285f None None] Provisioning complete for port cf479495-121d-431e-bb42-31365112d9e1 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:19:46.799040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ee553747-f69c-4d66-8b12-2768b7e5285f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (cf479495-121d-431e-bb42-31365112d9e1), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:46.799298 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ee553747-f69c-4d66-8b12-2768b7e5285f None None] Attempt 1 to provision port cf479495-121d-431e-bb42-31365112d9e1 Oct 28 10:19:46.824812 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (cf479495-121d-431e-bb42-31365112d9e1), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:46.827834 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:46.838829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ee553747-f69c-4d66-8b12-2768b7e5285f None None] Port cf479495-121d-431e-bb42-31365112d9e1 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:19:46.920188 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:19:46.926180 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:44Z', 'revision_number': 3, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:19:46.954279 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cb3833-2927-43a6-a750-021e00f861e0 None None] The sync data for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv is: [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:44Z', 'revision_number': 3, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:19:46.970721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:19:46.971375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (278b6b01-ddea-4ce6-a906-b9fdd2c9f170), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:46.971721 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 Oct 28 10:19:46.973521 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:47.011911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Publish callbacks [] for port (cf479495-121d-431e-bb42-31365112d9e1), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:47.012800 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:47.053189 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:19:47.108081 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (cf479495-121d-431e-bb42-31365112d9e1), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:47.205263 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:47.212816 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Pushing event updated for resources: {'Port': ['ID=cf479495-121d-431e-bb42-31365112d9e1,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:47.310977 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Network cca6f21c-a9b5-4829-88cb-a09c18f85b2f is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:19:47.312012 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:19:47.372275 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:47.435522 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:19:47.550537 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:19:47.557134 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-fa9691f3-6be1-433c-8f7c-ecd94dcf6912 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/8a0056a7-09b8-4f4c-944f-66aaaf7fdc05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8411870 Oct 28 10:19:47.562564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d3485f6f-26f6-4cf0-ac51-d288d882f357 None None] Provisioning complete for port cf479495-121d-431e-bb42-31365112d9e1 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:19:47.562913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3485f6f-26f6-4cf0-ac51-d288d882f357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (cf479495-121d-431e-bb42-31365112d9e1), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:47.563262 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d3485f6f-26f6-4cf0-ac51-d288d882f357 None None] Attempt 1 to provision port cf479495-121d-431e-bb42-31365112d9e1 Oct 28 10:19:47.587065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:47.599815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d3485f6f-26f6-4cf0-ac51-d288d882f357 None None] Port cf479495-121d-431e-bb42-31365112d9e1 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:19:47.914116 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46426) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:47.918751 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d0b33ebb-9cee-451c-9b77-548fb51a5820 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531252219', 'description': 'tempest-description--2079101611'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:19:47.961045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:47.995645 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d0b33ebb-9cee-451c-9b77-548fb51a5820 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:48.063065 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d0b33ebb-9cee-451c-9b77-548fb51a5820 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for security_group (1c4c5c84-5ef5-461a-a0e4-9a918afb63df), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:48.109900 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d0b33ebb-9cee-451c-9b77-548fb51a5820 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (1c4c5c84-5ef5-461a-a0e4-9a918afb63df), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:48.139650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b33ebb-9cee-451c-9b77-548fb51a5820 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4c5c84-5ef5-461a-a0e4-9a918afb63df,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:48.203562 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d0b33ebb-9cee-451c-9b77-548fb51a5820 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:48.204847 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d0b33ebb-9cee-451c-9b77-548fb51a5820 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2896738 Oct 28 10:19:48.207673 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46428) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:48.212154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-457b3f8b-f5cf-4e59-b652-0c8384e57643 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Request body: {'security_group_rule': {'security_group_id': '1c4c5c84-5ef5-461a-a0e4-9a918afb63df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:19:48.293936 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-457b3f8b-f5cf-4e59-b652-0c8384e57643 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for security_group_rule (b73dc447-1ce3-467c-b3e8-eae80a168205), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:48.356862 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-457b3f8b-f5cf-4e59-b652-0c8384e57643 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for security_group_rule (b73dc447-1ce3-467c-b3e8-eae80a168205), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:48.416685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-457b3f8b-f5cf-4e59-b652-0c8384e57643 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b73dc447-1ce3-467c-b3e8-eae80a168205), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:48.435755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b3f8b-f5cf-4e59-b652-0c8384e57643 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73dc447-1ce3-467c-b3e8-eae80a168205,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:48.473269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Sync routers for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:19:48.486022 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:19:48.487224 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:19:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:19:48.491425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-457b3f8b-f5cf-4e59-b652-0c8384e57643 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:48.492886 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-457b3f8b-f5cf-4e59-b652-0c8384e57643 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2839446 Oct 28 10:19:48.495610 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46430) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:48.500007 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b7fc2877-6e49-4752-be6c-517bc310c2c9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Request body: {'security_group_rule': {'security_group_id': '1c4c5c84-5ef5-461a-a0e4-9a918afb63df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:19:48.604000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:19:48.607750 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b7fc2877-6e49-4752-be6c-517bc310c2c9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for security_group_rule (3d5ffdf3-1e1f-4327-9cd1-217cdcbeed95), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:48.629211 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:48.665537 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b7fc2877-6e49-4752-be6c-517bc310c2c9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for security_group_rule (3d5ffdf3-1e1f-4327-9cd1-217cdcbeed95), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:48.738715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b7fc2877-6e49-4752-be6c-517bc310c2c9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (3d5ffdf3-1e1f-4327-9cd1-217cdcbeed95), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:48.759005 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc2877-6e49-4752-be6c-517bc310c2c9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5ffdf3-1e1f-4327-9cd1-217cdcbeed95,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:48.803522 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 2, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:19:48.829681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Checking router: 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:19:48.829949 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b7fc2877-6e49-4752-be6c-517bc310c2c9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:48.832715 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Updating router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 port cf479495-121d-431e-bb42-31365112d9e1 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:19:48.832852 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b7fc2877-6e49-4752-be6c-517bc310c2c9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3351588 Oct 28 10:19:48.834909 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46432) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:19:48.839335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:19:48.870584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (cf479495-121d-431e-bb42-31365112d9e1), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:48.930986 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:48.961136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 85dfe489-cf2f-442c-a2b3-f8e86468eb9f up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:19:48.991810 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:49.015466 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.062985 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:49.066045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 85dfe489-cf2f-442c-a2b3-f8e86468eb9f triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:19:49.066421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (85dfe489-cf2f-442c-a2b3-f8e86468eb9f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.066814 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 85dfe489-cf2f-442c-a2b3-f8e86468eb9f Oct 28 10:19:49.121477 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Allocated IP 172.36.1.221 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/6f2149b2-1095-4b33-a473-bc559b5241f3) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:19:49.237177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for port (6f2149b2-1095-4b33-a473-bc559b5241f3), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.332915 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (6f2149b2-1095-4b33-a473-bc559b5241f3), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.339896 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 85dfe489-cf2f-442c-a2b3-f8e86468eb9f is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:19:49.340282 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (85dfe489-cf2f-442c-a2b3-f8e86468eb9f), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.348727 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:49.375049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:19:49.380476 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:19:49.384361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:19:49.387974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Pushing event updated for resources: {'Port': ['ID=6f2149b2-1095-4b33-a473-bc559b5241f3,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:49.391107 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 85dfe489-cf2f-442c-a2b3-f8e86468eb9f, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=85dfe489-cf2f-442c-a2b3-f8e86468eb9f,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:19:49.402030 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Publish callbacks [] for port (cf479495-121d-431e-bb42-31365112d9e1), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.462271 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (85dfe489-cf2f-442c-a2b3-f8e86468eb9f), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.474882 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for floatingip (457a4065-f91d-41d0-a677-bbd578359eac), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.493375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:49.496551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (cf479495-121d-431e-bb42-31365112d9e1), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.523616 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=85dfe489-cf2f-442c-a2b3-f8e86468eb9f,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:49.583777 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6f2149b2-1095-4b33-a473-bc559b5241f3), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.602557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0665f5-6581-47b4-8309-325caae3f330 None None] Pushing event updated for resources: {'Port': ['ID=cf479495-121d-431e-bb42-31365112d9e1,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:49.604846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Attempting to bind port cf479495-121d-431e-bb42-31365112d9e1 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:19:49.605213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Attempting to bind port cf479495-121d-431e-bb42-31365112d9e1 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:19:49.605579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Attempting to bind port cf479495-121d-431e-bb42-31365112d9e1 on network cca6f21c-a9b5-4829-88cb-a09c18f85b2f {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:19:49.640159 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:49.648783 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:19:49.649311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Checking segment: {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:19:49.649715 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.650105 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Bound using segment: {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:19:49.650577 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Bound port: cf479495-121d-431e-bb42-31365112d9e1, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:19:49.650985 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (cf479495-121d-431e-bb42-31365112d9e1), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.716626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] For port cf479495-121d-431e-bb42-31365112d9e1, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:19:49.720180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] For port cf479495-121d-431e-bb42-31365112d9e1, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=cf479495-121d-431e-bb42-31365112d9e1,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:19:49.742009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for port (6f2149b2-1095-4b33-a473-bc559b5241f3), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.788567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (cf479495-121d-431e-bb42-31365112d9e1), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.816919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (6f2149b2-1095-4b33-a473-bc559b5241f3), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.829017 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:19:49.829649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:19:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:19:49.884517 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Pushing event updated for resources: {'Port': ['ID=6f2149b2-1095-4b33-a473-bc559b5241f3,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:49.887453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (457a4065-f91d-41d0-a677-bbd578359eac), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.889923 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0665f5-6581-47b4-8309-325caae3f330 None None] Pushing event updated for resources: {'Port': ['ID=cf479495-121d-431e-bb42-31365112d9e1,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:49.951026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:19:49.957801 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:49.959077 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b0c57eaa-2579-4147-9230-34984889fb49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1232145 Oct 28 10:19:50.118295 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c033e5fa-8705-4836-9edd-3711fe831eac req-798fd4ec-932e-4239-ac5f-44ef2b310f61 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--531252219&fields=id&tenant_id=13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 267 time: 0.0453629 Oct 28 10:19:50.144288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:19:50.169160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1abe53-70d6-4a7a-b8ef-31b5522f153c None None] The sync data for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv is: [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:19:50.245562 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033e5fa-8705-4836-9edd-3711fe831eac req-42fb8f78-a541-408b-b6aa-d8a5dd2a3014 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:50.247380 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c033e5fa-8705-4836-9edd-3711fe831eac req-42fb8f78-a541-408b-b6aa-d8a5dd2a3014 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 812 time: 0.1225612 Oct 28 10:19:50.265266 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c033e5fa-8705-4836-9edd-3711fe831eac req-9f303f72-abde-478d-b782-80235e9d538e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/quotas/13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 375 time: 0.0123320 Oct 28 10:19:50.320824 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6131613b-84ee-4115-abcd-65ea6bdd53c3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482576 Oct 28 10:19:50.430850 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c033e5fa-8705-4836-9edd-3711fe831eac req-2bbdb1e4-cb16-4317-800f-79b0083ddc0f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976684 Oct 28 10:19:50.507891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:50.530288 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c033e5fa-8705-4836-9edd-3711fe831eac req-11d749d6-320e-4e34-84fe-b4ee3c3bee1c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954027 Oct 28 10:19:50.784381 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0fd48227-3b22-4982-aa06-ece3df4ef384 req-933509ae-678c-493d-ae3c-0132af1386b3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 210 time: 0.0289650 Oct 28 10:19:50.987405 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 85dfe489-cf2f-442c-a2b3-f8e86468eb9f up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:19:51.037036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 85dfe489-cf2f-442c-a2b3-f8e86468eb9f triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:19:51.037417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (85dfe489-cf2f-442c-a2b3-f8e86468eb9f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:51.037782 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 85dfe489-cf2f-442c-a2b3-f8e86468eb9f Oct 28 10:19:51.112378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:51.116775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 85dfe489-cf2f-442c-a2b3-f8e86468eb9f is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:19:51.117926 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device cf479495-121d-431e-bb42-31365112d9e1 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:19:51.165273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port cf479495-121d-431e-bb42-31365112d9e1 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:19:51.165875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (cf479495-121d-431e-bb42-31365112d9e1), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:51.166040 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port cf479495-121d-431e-bb42-31365112d9e1 Oct 28 10:19:51.208642 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:51.243638 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port cf479495-121d-431e-bb42-31365112d9e1 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:19:51.243997 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (cf479495-121d-431e-bb42-31365112d9e1), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:51.283107 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port cf479495-121d-431e-bb42-31365112d9e1, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=cf479495-121d-431e-bb42-31365112d9e1,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:19:51.367006 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (cf479495-121d-431e-bb42-31365112d9e1), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:51.413139 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=cf479495-121d-431e-bb42-31365112d9e1,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:51.891872 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-906a46b8-4b66-4914-941b-ac6a2116b84a req-824dc2f7-c9cd-4d96-8c82-8039d38ec79e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 210 time: 0.0276949 Oct 28 10:19:52.919527 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device cf479495-121d-431e-bb42-31365112d9e1 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:19:52.967040 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port cf479495-121d-431e-bb42-31365112d9e1 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:19:52.967353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (cf479495-121d-431e-bb42-31365112d9e1), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:52.967687 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port cf479495-121d-431e-bb42-31365112d9e1 Oct 28 10:19:52.997330 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:52.997939 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e2e9c459-47e6-40a3-bd7d-3078232b265c req-0b987e26-b8a4-4bbb-b5fb-009267e9c920 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 210 time: 0.0290694 Oct 28 10:19:53.047218 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port cf479495-121d-431e-bb42-31365112d9e1 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:19:53.088507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033e5fa-8705-4836-9edd-3711fe831eac req-8a316bd5-c3d3-4eaf-86c7-e7d40aef7445 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:53.089941 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c033e5fa-8705-4836-9edd-3711fe831eac req-8a316bd5-c3d3-4eaf-86c7-e7d40aef7445 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 812 time: 0.1146026 Oct 28 10:19:53.123507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:53.163356 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c033e5fa-8705-4836-9edd-3711fe831eac req-d778df02-17b8-44a7-854c-6e93628fe0ce tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 379 time: 0.0549669 Oct 28 10:19:53.174459 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-c033e5fa-8705-4836-9edd-3711fe831eac req-71bf54af-6227-4bb3-a7b5-185ae4b48e27 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Request body: {'port': {'device_id': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'admin_state_up': True, 'tenant_id': '13692d082ccc471090ed5336deccef99', 'security_groups': ['1c4c5c84-5ef5-461a-a0e4-9a918afb63df']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:19:53.400815 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c033e5fa-8705-4836-9edd-3711fe831eac req-71bf54af-6227-4bb3-a7b5-185ae4b48e27 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Made reservation on behalf of 13692d082ccc471090ed5336deccef99 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:19:53.408254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-c033e5fa-8705-4836-9edd-3711fe831eac req-71bf54af-6227-4bb3-a7b5-185ae4b48e27 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:53.533593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-c033e5fa-8705-4836-9edd-3711fe831eac req-71bf54af-6227-4bb3-a7b5-185ae4b48e27 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Allocated IP 172.20.0.6 (cca6f21c-a9b5-4829-88cb-a09c18f85b2f/8943ec50-d534-46d7-9519-9c761cfdd491/4ddcb678-97d0-4c6a-886c-012e561a874c) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:19:53.671856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-c033e5fa-8705-4836-9edd-3711fe831eac req-71bf54af-6227-4bb3-a7b5-185ae4b48e27 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:53.759407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-c033e5fa-8705-4836-9edd-3711fe831eac req-71bf54af-6227-4bb3-a7b5-185ae4b48e27 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:53.801984 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c033e5fa-8705-4836-9edd-3711fe831eac req-71bf54af-6227-4bb3-a7b5-185ae4b48e27 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Network cca6f21c-a9b5-4829-88cb-a09c18f85b2f is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:19:53.805137 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-c033e5fa-8705-4836-9edd-3711fe831eac req-71bf54af-6227-4bb3-a7b5-185ae4b48e27 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:19:53.808816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c033e5fa-8705-4836-9edd-3711fe831eac req-71bf54af-6227-4bb3-a7b5-185ae4b48e27 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:19:53.833674 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:53.843541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf54af-6227-4bb3-a7b5-185ae4b48e27 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Pushing event updated for resources: {'Port': ['ID=4ddcb678-97d0-4c6a-886c-012e561a874c,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:53.868991 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033e5fa-8705-4836-9edd-3711fe831eac req-71bf54af-6227-4bb3-a7b5-185ae4b48e27 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:53.869604 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-c033e5fa-8705-4836-9edd-3711fe831eac req-71bf54af-6227-4bb3-a7b5-185ae4b48e27 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:53.956362 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:53.959027 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c033e5fa-8705-4836-9edd-3711fe831eac req-71bf54af-6227-4bb3-a7b5-185ae4b48e27 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7882271 Oct 28 10:19:53.984021 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Request body: {'port': {'device_id': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:19:54.043501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:54.060320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-205144d9-b1ad-4c02-8ebd-d04dc3aeb33b None None] Provisioning complete for port 4ddcb678-97d0-4c6a-886c-012e561a874c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:19:54.060816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-205144d9-b1ad-4c02-8ebd-d04dc3aeb33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:54.061220 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-205144d9-b1ad-4c02-8ebd-d04dc3aeb33b None None] Attempt 1 to provision port 4ddcb678-97d0-4c6a-886c-012e561a874c Oct 28 10:19:54.093935 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-205144d9-b1ad-4c02-8ebd-d04dc3aeb33b None None] Port 4ddcb678-97d0-4c6a-886c-012e561a874c cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:19:54.130920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aad24f-d56a-44a2-8bf0-bea4c4364055 req-d968af5a-f6c0-4e2c-a3b6-d0ac3bc2faae tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:54.132664 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-84aad24f-d56a-44a2-8bf0-bea4c4364055 req-d968af5a-f6c0-4e2c-a3b6-d0ac3bc2faae tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 931 time: 0.0544074 Oct 28 10:19:54.180808 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-84aad24f-d56a-44a2-8bf0-bea4c4364055 req-b73e8f9e-6ab0-4bf8-960c-3c292635408e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421383 Oct 28 10:19:54.256821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:54.301602 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddcb678-97d0-4c6a-886c-012e561a874c {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:19:54.309127 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Publish callbacks [] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:54.322387 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Transition to ACTIVE for port object 4ddcb678-97d0-4c6a-886c-012e561a874c will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:19:54.376297 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:54.457782 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddcb678-97d0-4c6a-886c-012e561a874c,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:54.487252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Attempting to bind port 4ddcb678-97d0-4c6a-886c-012e561a874c on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:19:54.487565 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Attempting to bind port 4ddcb678-97d0-4c6a-886c-012e561a874c by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:19:54.487890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Attempting to bind port 4ddcb678-97d0-4c6a-886c-012e561a874c on network cca6f21c-a9b5-4829-88cb-a09c18f85b2f {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:19:54.528058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Port 4ddcb678-97d0-4c6a-886c-012e561a874c on network cca6f21c-a9b5-4829-88cb-a09c18f85b2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:19:54.528381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Attempting to bind port 4ddcb678-97d0-4c6a-886c-012e561a874c on network cca6f21c-a9b5-4829-88cb-a09c18f85b2f {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:19:54.574465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:19:54.574832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Checking segment: {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:19:54.575219 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Bound using segment: {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:19:54.575670 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Bound port: 4ddcb678-97d0-4c6a-886c-012e561a874c, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:19:54.576022 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:54.635239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] For port 4ddcb678-97d0-4c6a-886c-012e561a874c, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:19:54.638192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] For port 4ddcb678-97d0-4c6a-886c-012e561a874c, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=4ddcb678-97d0-4c6a-886c-012e561a874c,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:19:54.710472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:54.714709 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:54.715316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:54.716933 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c033e5fa-8705-4836-9edd-3711fe831eac req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/4ddcb678-97d0-4c6a-886c-012e561a874c HTTP/1.1" status: 200 len: 1093 time: 0.7374144 Oct 28 10:19:54.717485 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'tag': '4ddcb678-97d0-4c6a-886c-012e561a874c'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:19:54.719733 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adb9fc2-7ca4-4cf8-82cd-9dbed21c0e84" -d '{"events": [{"name": "network-changed", "server_uuid": "1f983256-2b7a-4882-aba4-c0968e8cb286", "tag": "4ddcb678-97d0-4c6a-886c-012e561a874c"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:19:54.764019 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528663bf-8a56-4052-806b-3a9da1407d14 x-openstack-request-id: req-528663bf-8a56-4052-806b-3a9da1407d14 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:19:54.764310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f983256-2b7a-4882-aba4-c0968e8cb286", "tag": "4ddcb678-97d0-4c6a-886c-012e561a874c", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:19:54.764567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-528663bf-8a56-4052-806b-3a9da1407d14 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:19:54.764974 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528663bf-8a56-4052-806b-3a9da1407d14'] response: {'name': 'network-changed', 'server_uuid': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'tag': '4ddcb678-97d0-4c6a-886c-012e561a874c', 'status': 'completed', 'code': 200} Oct 28 10:19:54.769733 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328443a-0360-42f8-96b4-5bde6bfade70 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddcb678-97d0-4c6a-886c-012e561a874c,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:54.851679 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb9fc2-7ca4-4cf8-82cd-9dbed21c0e84 req-b5f2e8ef-854d-4a65-8025-32dd8a96bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:54.853165 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4adb9fc2-7ca4-4cf8-82cd-9dbed21c0e84 req-b5f2e8ef-854d-4a65-8025-32dd8a96bad6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 1127 time: 0.0440302 Oct 28 10:19:54.926387 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:54.961738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb9fc2-7ca4-4cf8-82cd-9dbed21c0e84 req-a6df94eb-4c23-4247-a8b6-dc8ed8b2ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:54.963205 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4adb9fc2-7ca4-4cf8-82cd-9dbed21c0e84 req-a6df94eb-4c23-4247-a8b6-dc8ed8b2ca6f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=13692d082ccc471090ed5336deccef99&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0929196 Oct 28 10:19:55.062324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb9fc2-7ca4-4cf8-82cd-9dbed21c0e84 req-d141c57a-62b3-4511-ad75-59f428db3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:55.063812 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4adb9fc2-7ca4-4cf8-82cd-9dbed21c0e84 req-d141c57a-62b3-4511-ad75-59f428db3443 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919762 Oct 28 10:19:55.176131 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033e5fa-8705-4836-9edd-3711fe831eac req-ff8b776b-e3c8-4b64-b6df-308c207a0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:55.177629 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c033e5fa-8705-4836-9edd-3711fe831eac req-ff8b776b-e3c8-4b64-b6df-308c207a0caf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 1127 time: 0.0405889 Oct 28 10:19:55.230856 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c033e5fa-8705-4836-9edd-3711fe831eac req-4d72892b-017f-4e64-861c-4da8b9e279b8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ddcb678-97d0-4c6a-886c-012e561a874c HTTP/1.1" status: 200 len: 217 time: 0.0323536 Oct 28 10:19:55.285995 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033e5fa-8705-4836-9edd-3711fe831eac req-0e5cf7d3-dafc-43d5-94f0-1be095f54168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:55.287481 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c033e5fa-8705-4836-9edd-3711fe831eac req-0e5cf7d3-dafc-43d5-94f0-1be095f54168 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0481949 Oct 28 10:19:55.303862 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f12274-60dd-49ab-9391-10eca17e1637 req-6fb33f9d-ab0e-4177-aca4-2dfa0d4151c3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:55.305374 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d3f12274-60dd-49ab-9391-10eca17e1637 req-6fb33f9d-ab0e-4177-aca4-2dfa0d4151c3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 943 time: 0.0482976 Oct 28 10:19:55.335084 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033e5fa-8705-4836-9edd-3711fe831eac req-7590d055-a23a-41ab-9f04-ebbd3e076e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:55.336582 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c033e5fa-8705-4836-9edd-3711fe831eac req-7590d055-a23a-41ab-9f04-ebbd3e076e90 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0402482 Oct 28 10:19:55.353719 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d3f12274-60dd-49ab-9391-10eca17e1637 req-e9854dac-949b-425b-b63e-39b989fd1027 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422730 Oct 28 10:19:55.434942 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c033e5fa-8705-4836-9edd-3711fe831eac req-4e5f85e7-c77a-4942-aba9-cf20ad1577cd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886176 Oct 28 10:19:55.497273 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:55.526482 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c033e5fa-8705-4836-9edd-3711fe831eac req-330dd6ac-0f83-4c94-bd82-808ebe762670 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829022 Oct 28 10:19:56.476355 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa83090-825a-40d9-a481-172205605b12 req-7624fe22-ec8f-42f5-8a42-71c060599675 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:56.477729 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7fa83090-825a-40d9-a481-172205605b12 req-7624fe22-ec8f-42f5-8a42-71c060599675 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 943 time: 0.0458391 Oct 28 10:19:56.526987 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7fa83090-825a-40d9-a481-172205605b12 req-3bd906d0-ede9-4153-97fd-6b8b23f37e1a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436363 Oct 28 10:19:57.648830 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7c54c-83f9-421c-a5c8-8b653655f085 req-76298e21-e028-46da-aa12-1c4038eff47a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:57.650292 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bba7c54c-83f9-421c-a5c8-8b653655f085 req-76298e21-e028-46da-aa12-1c4038eff47a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 943 time: 0.0468261 Oct 28 10:19:57.668230 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:57.698426 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bba7c54c-83f9-421c-a5c8-8b653655f085 req-7c1aff2c-5155-482f-bc59-26d02f7aedd0 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425580 Oct 28 10:19:58.350323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 4ddcb678-97d0-4c6a-886c-012e561a874c details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:19:58.457141 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 4ddcb678-97d0-4c6a-886c-012e561a874c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=4ddcb678-97d0-4c6a-886c-012e561a874c,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:19:58.469102 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '4ddcb678-97d0-4c6a-886c-012e561a874c', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'port_id': '4ddcb678-97d0-4c6a-886c-012e561a874c', 'mac_address': 'fa:16:3e:cb:7e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:19:58.503999 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 4ddcb678-97d0-4c6a-886c-012e561a874c is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:19:58.504378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:58.517328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddcb678-97d0-4c6a-886c-012e561a874c {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:19:58.536476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 4ddcb678-97d0-4c6a-886c-012e561a874c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=4ddcb678-97d0-4c6a-886c-012e561a874c,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:19:58.598539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:19:58.648882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=4ddcb678-97d0-4c6a-886c-012e561a874c,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:19:58.817207 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5dc6e4-14ff-44cd-bfe2-3559c115332d req-7d17598a-7d6e-4ab6-bbf6-c27a4a52cc1d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:58.818661 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4e5dc6e4-14ff-44cd-bfe2-3559c115332d req-7d17598a-7d6e-4ab6-bbf6-c27a4a52cc1d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 944 time: 0.0462492 Oct 28 10:19:58.866186 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4e5dc6e4-14ff-44cd-bfe2-3559c115332d req-1c8546a9-a735-4c78-bcd0-474c03aa2136 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419669 Oct 28 10:19:58.938187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['4ddcb678-97d0-4c6a-886c-012e561a874c'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:19:58.960092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:19:59.988159 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55619efb-0c04-429e-a1b8-0f7365b83068 req-fe7d1167-4976-43e0-bebb-547f5db8494b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:19:59.989656 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-55619efb-0c04-429e-a1b8-0f7365b83068 req-fe7d1167-4976-43e0-bebb-547f5db8494b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 944 time: 0.0508978 Oct 28 10:20:00.037848 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-55619efb-0c04-429e-a1b8-0f7365b83068 req-13434cbc-d4ad-441e-b348-8c819f759586 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425606 Oct 28 10:20:00.359637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 4ddcb678-97d0-4c6a-886c-012e561a874c up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:20:00.405436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 4ddcb678-97d0-4c6a-886c-012e561a874c completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:20:00.480488 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 4ddcb678-97d0-4c6a-886c-012e561a874c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:20:00.480875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:00.481218 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 4ddcb678-97d0-4c6a-886c-012e561a874c Oct 28 10:20:00.552614 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 4ddcb678-97d0-4c6a-886c-012e561a874c is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:20:00.553000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:00.575115 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddcb678-97d0-4c6a-886c-012e561a874c'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:20:00.577401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31923366-4012-43aa-9ebc-51bf222d8a72" -d '{"events": [{"server_uuid": "1f983256-2b7a-4882-aba4-c0968e8cb286", "name": "network-vif-plugged", "status": "completed", "tag": "4ddcb678-97d0-4c6a-886c-012e561a874c"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:20:00.587354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:00.591010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 4ddcb678-97d0-4c6a-886c-012e561a874c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=4ddcb678-97d0-4c6a-886c-012e561a874c,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:20:00.616523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41daebf6-375e-4fed-a708-f44679657872 x-openstack-request-id: req-41daebf6-375e-4fed-a708-f44679657872 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:20:00.616812 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f983256-2b7a-4882-aba4-c0968e8cb286", "name": "network-vif-plugged", "status": "completed", "tag": "4ddcb678-97d0-4c6a-886c-012e561a874c", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:20:00.617065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41daebf6-375e-4fed-a708-f44679657872 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:20:00.617493 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41daebf6-375e-4fed-a708-f44679657872'] response: {'server_uuid': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddcb678-97d0-4c6a-886c-012e561a874c', 'code': 200} Oct 28 10:20:00.680963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:00.732873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=4ddcb678-97d0-4c6a-886c-012e561a874c,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:20:00.992168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f91e9-364f-47ec-94a9-1ba493924e2b req-7920b116-879a-4b07-843d-d498365c2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:00.993559 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-259f91e9-364f-47ec-94a9-1ba493924e2b req-7920b116-879a-4b07-843d-d498365c2dcf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 1129 time: 0.0386748 Oct 28 10:20:01.043592 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-259f91e9-364f-47ec-94a9-1ba493924e2b req-5a31960e-f22f-4863-963f-c1e74aeff446 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407498 Oct 28 10:20:01.158470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce050782-c251-4e9e-b1f8-0628b295803b req-f2b0cdf1-645e-4add-b376-18d8495b350f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:01.159967 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ce050782-c251-4e9e-b1f8-0628b295803b req-f2b0cdf1-645e-4add-b376-18d8495b350f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0468218 Oct 28 10:20:01.206813 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ce050782-c251-4e9e-b1f8-0628b295803b req-6f67b73a-f014-483c-93e3-11a793f8a548 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410001 Oct 28 10:20:02.329464 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f18d5-9ed6-4851-91c8-6f75e9a489ae req-94dc66bb-d5b2-4ae0-991b-cbca214afd96 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:02.331484 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5c6f18d5-9ed6-4851-91c8-6f75e9a489ae req-94dc66bb-d5b2-4ae0-991b-cbca214afd96 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0459738 Oct 28 10:20:02.382238 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5c6f18d5-9ed6-4851-91c8-6f75e9a489ae req-ce2fbdee-df7c-4bd2-9db2-fb234b03ed1f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453193 Oct 28 10:20:03.503361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd2e10-ecdc-47e4-ae35-e20dc8181590 req-93051e3c-2975-416e-9609-f2839f725274 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:03.504926 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4ddd2e10-ecdc-47e4-ae35-e20dc8181590 req-93051e3c-2975-416e-9609-f2839f725274 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0469990 Oct 28 10:20:03.551224 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4ddd2e10-ecdc-47e4-ae35-e20dc8181590 req-b977fe25-6209-4520-9067-e87eb400accb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406706 Oct 28 10:20:03.665255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52047ed5-5723-4f83-8f20-c5d8f5a67ec4 req-da45e031-873b-4ae9-b8b1-27c2ecdb7458 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:03.666769 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-52047ed5-5723-4f83-8f20-c5d8f5a67ec4 req-da45e031-873b-4ae9-b8b1-27c2ecdb7458 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0462244 Oct 28 10:20:03.677464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 46492) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:20:03.679412 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=48 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:03.682033 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-380fe7ff-728d-432f-bcf9-4deaf49d84ab tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Request body: {'floatingip': {'port_id': '4ddcb678-97d0-4c6a-886c-012e561a874c'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:20:03.720206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-380fe7ff-728d-432f-bcf9-4deaf49d84ab tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for floatingip (457a4065-f91d-41d0-a677-bbd578359eac), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:04.133797 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-380fe7ff-728d-432f-bcf9-4deaf49d84ab tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:04.206012 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-380fe7ff-728d-432f-bcf9-4deaf49d84ab tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (457a4065-f91d-41d0-a677-bbd578359eac), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:04.305212 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-380fe7ff-728d-432f-bcf9-4deaf49d84ab tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Floating IP 457a4065-f91d-41d0-a677-bbd578359eac associated. External IP: 172.36.1.221, port: 4ddcb678-97d0-4c6a-886c-012e561a874c. Oct 28 10:20:04.376181 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:04.499666 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380fe7ff-728d-432f-bcf9-4deaf49d84ab tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:20:04.501755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:04.603538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380fe7ff-728d-432f-bcf9-4deaf49d84ab tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:20:04.608285 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-380fe7ff-728d-432f-bcf9-4deaf49d84ab tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:04.613236 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9b2ca-63bc-4f6f-b327-4ed529249610 None None] Sync routers for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:20:04.622600 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9b2ca-63bc-4f6f-b327-4ed529249610 None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:20:04.623223 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-04e9b2ca-63bc-4f6f-b327-4ed529249610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:19:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:20:04.637638 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-380fe7ff-728d-432f-bcf9-4deaf49d84ab tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/457a4065-f91d-41d0-a677-bbd578359eac HTTP/1.1" status: 200 len: 991 time: 0.9590795 Oct 28 10:20:04.638378 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'tag': '4ddcb678-97d0-4c6a-886c-012e561a874c'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:20:04.640781 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8e8442-403c-4ee5-b79a-6b254b49ada0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f983256-2b7a-4882-aba4-c0968e8cb286", "tag": "4ddcb678-97d0-4c6a-886c-012e561a874c"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:20:04.677983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60df8923-b01a-4c6f-b080-729bf051b464 x-openstack-request-id: req-60df8923-b01a-4c6f-b080-729bf051b464 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:20:04.678563 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f983256-2b7a-4882-aba4-c0968e8cb286", "tag": "4ddcb678-97d0-4c6a-886c-012e561a874c", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:20:04.678563 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60df8923-b01a-4c6f-b080-729bf051b464 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:20:04.678974 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60df8923-b01a-4c6f-b080-729bf051b464'] response: {'name': 'network-changed', 'server_uuid': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'tag': '4ddcb678-97d0-4c6a-886c-012e561a874c', 'status': 'completed', 'code': 200} Oct 28 10:20:04.726067 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-04e9b2ca-63bc-4f6f-b327-4ed529249610 None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:20:04.770761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e8442-403c-4ee5-b79a-6b254b49ada0 req-011e1aa4-55b0-4dc4-ad7e-6cbdd00c061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:04.771594 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ab8e8442-403c-4ee5-b79a-6b254b49ada0 req-011e1aa4-55b0-4dc4-ad7e-6cbdd00c061a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 1129 time: 0.0410364 Oct 28 10:20:04.866402 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e8442-403c-4ee5-b79a-6b254b49ada0 req-fd5e831f-98c6-4be1-9908-6eb034718451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:04.867945 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ab8e8442-403c-4ee5-b79a-6b254b49ada0 req-fd5e831f-98c6-4be1-9908-6eb034718451 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0897877 Oct 28 10:20:04.928506 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ab8e8442-403c-4ee5-b79a-6b254b49ada0 req-121956f0-4550-4b45-b564-793c0df9eeaa service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ddcb678-97d0-4c6a-886c-012e561a874c HTTP/1.1" status: 200 len: 999 time: 0.0548143 Oct 28 10:20:04.935089 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-04e9b2ca-63bc-4f6f-b327-4ed529249610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '457a4065-f91d-41d0-a677-bbd578359eac', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'floating_ip_address': '172.36.1.221', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'port_id': '4ddcb678-97d0-4c6a-886c-012e561a874c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'mac_address': 'fa:16:3e:cb:7e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:19:49Z', 'updated_at': '2022-10-28T10:20:04Z', 'revision_number': 1, 'project_id': '13692d082ccc471090ed5336deccef99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:20:04.959755 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9b2ca-63bc-4f6f-b327-4ed529249610 None None] Checking router: 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:20:04.968479 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9b2ca-63bc-4f6f-b327-4ed529249610 None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:20:04.969075 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-04e9b2ca-63bc-4f6f-b327-4ed529249610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:19:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:20:04.983267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e8442-403c-4ee5-b79a-6b254b49ada0 req-fb63f7de-ab99-4d8e-b112-ba34f557e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:04.984808 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ab8e8442-403c-4ee5-b79a-6b254b49ada0 req-fb63f7de-ab99-4d8e-b112-ba34f557e68d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0495644 Oct 28 10:20:05.030713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e8442-403c-4ee5-b79a-6b254b49ada0 req-8bf05337-1796-48a6-9523-2aad8dfd9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:05.032264 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ab8e8442-403c-4ee5-b79a-6b254b49ada0 req-8bf05337-1796-48a6-9523-2aad8dfd9946 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0418684 Oct 28 10:20:05.074297 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-04e9b2ca-63bc-4f6f-b327-4ed529249610 None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:20:05.134391 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ab8e8442-403c-4ee5-b79a-6b254b49ada0 req-88d808ef-cd48-40ba-83df-486b0607e95e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958800 Oct 28 10:20:05.230697 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ab8e8442-403c-4ee5-b79a-6b254b49ada0 req-aee2894f-552e-4d04-8b82-6b688e39a677 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907335 Oct 28 10:20:05.293779 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-04e9b2ca-63bc-4f6f-b327-4ed529249610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '457a4065-f91d-41d0-a677-bbd578359eac', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'floating_ip_address': '172.36.1.221', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'port_id': '4ddcb678-97d0-4c6a-886c-012e561a874c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'mac_address': 'fa:16:3e:cb:7e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:19:49Z', 'updated_at': '2022-10-28T10:20:04Z', 'revision_number': 1, 'project_id': '13692d082ccc471090ed5336deccef99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:20:05.322142 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9b2ca-63bc-4f6f-b327-4ed529249610 None None] The sync data for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv is: [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '457a4065-f91d-41d0-a677-bbd578359eac', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'floating_ip_address': '172.36.1.221', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'port_id': '4ddcb678-97d0-4c6a-886c-012e561a874c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'mac_address': 'fa:16:3e:cb:7e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:19:49Z', 'updated_at': '2022-10-28T10:20:04Z', 'revision_number': 1, 'project_id': '13692d082ccc471090ed5336deccef99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:20:05.513991 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81308b9-b81e-4c0a-918e-6ebfdb423481 None None] New status for floating IP 457a4065-f91d-41d0-a677-bbd578359eac: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:20:13.046007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bbcbb540-80e6-4c18-a99f-dcfac6bb11a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:13.653499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=45 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:13.657499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:15.226320 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=72 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:15.227118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=57 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:15.295578 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=65,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:15.296337 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=87 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:15.329589 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2f1f5263-97af-45a3-8ef1-c75daa564848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:16.946427 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:17.503510 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cd20353a-dc84-4308-b334-42da8d72d92f req-a4798904-ad14-4850-a28e-16a7e2e994c8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386634 Oct 28 10:20:17.610133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20353a-dc84-4308-b334-42da8d72d92f req-7519cbbc-821f-4e96-a611-25f82ca3af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:17.611598 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cd20353a-dc84-4308-b334-42da8d72d92f req-7519cbbc-821f-4e96-a611-25f82ca3af6d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 1129 time: 0.0389600 Oct 28 10:20:17.719942 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20353a-dc84-4308-b334-42da8d72d92f req-e091b437-f66e-47cc-af2a-600f49e8e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:17.721358 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cd20353a-dc84-4308-b334-42da8d72d92f req-e091b437-f66e-47cc-af2a-600f49e8e329 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0910113 Oct 28 10:20:17.786832 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cd20353a-dc84-4308-b334-42da8d72d92f req-9c7fd976-595c-4c7f-bca9-6716367be054 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ddcb678-97d0-4c6a-886c-012e561a874c HTTP/1.1" status: 200 len: 1001 time: 0.0579627 Oct 28 10:20:17.971794 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:18.176963 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20353a-dc84-4308-b334-42da8d72d92f req-cece244a-9d8e-4dfa-a683-9e9882a49175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:18.178399 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cd20353a-dc84-4308-b334-42da8d72d92f req-cece244a-9d8e-4dfa-a683-9e9882a49175 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.3786349 Oct 28 10:20:18.221560 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20353a-dc84-4308-b334-42da8d72d92f req-8399b9cc-ec6a-4985-8557-9a494b2eabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:18.223572 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cd20353a-dc84-4308-b334-42da8d72d92f req-8399b9cc-ec6a-4985-8557-9a494b2eabd2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0376272 Oct 28 10:20:18.314346 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cd20353a-dc84-4308-b334-42da8d72d92f req-f5700228-891a-4c6d-8591-8e00014cd648 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841093 Oct 28 10:20:18.406371 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cd20353a-dc84-4308-b334-42da8d72d92f req-f970700c-be8d-46dd-afdf-dbac1318da34 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824230 Oct 28 10:20:18.588397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:21.710229 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:20:23.952019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:28.402268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=53 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:28.403078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=48 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:33.891233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:33.897183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:40.576999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3746171-9e15-4d8a-aaf2-43b7466d2266 req-7bcd4708-1797-4d6b-a26f-8d57d10bc191 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:40.578826 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b3746171-9e15-4d8a-aaf2-43b7466d2266 req-7bcd4708-1797-4d6b-a26f-8d57d10bc191 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0502424 Oct 28 10:20:40.624539 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b3746171-9e15-4d8a-aaf2-43b7466d2266 req-db603f9d-0c10-4b80-b008-530e78eb5672 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399942 Oct 28 10:20:40.670181 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:40.675406 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:40.747304 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68595654-5f56-47fd-b606-93111dcf3c6a req-b6e4ffdc-17c4-4222-803e-88cd525a04f2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:40.748659 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-68595654-5f56-47fd-b606-93111dcf3c6a req-b6e4ffdc-17c4-4222-803e-88cd525a04f2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0466709 Oct 28 10:20:40.797290 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-68595654-5f56-47fd-b606-93111dcf3c6a req-8d0ffe68-6d36-46f6-b159-18e4db5ec48e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430295 Oct 28 10:20:40.914165 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aeacf-387c-43bd-b305-bfb77e14c8df req-629d3801-395d-45e3-a0e6-594c1b230f75 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:40.915640 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8b1aeacf-387c-43bd-b305-bfb77e14c8df req-629d3801-395d-45e3-a0e6-594c1b230f75 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0461028 Oct 28 10:20:40.966036 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8b1aeacf-387c-43bd-b305-bfb77e14c8df req-14cdf775-c297-4dda-ae8c-8a9067877009 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447917 Oct 28 10:20:41.360593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fe599-9106-4bd1-8958-595de08e24cb req-70cdc005-7b34-477d-b6fb-05fea3eaa089 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:41.362088 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-904fe599-9106-4bd1-8958-595de08e24cb req-70cdc005-7b34-477d-b6fb-05fea3eaa089 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0471539 Oct 28 10:20:41.409122 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-904fe599-9106-4bd1-8958-595de08e24cb req-d4d9a0ca-882f-4626-a0fd-29d659de15fd tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407424 Oct 28 10:20:41.509554 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-c85c2888-9549-4c13-9b34-c753d80c3700 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0380950 Oct 28 10:20:41.917881 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-856c53f7-60a1-4ed2-aa40-d7895199c5cb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:41.919250 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-856c53f7-60a1-4ed2-aa40-d7895199c5cb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports/4ddcb678-97d0-4c6a-886c-012e561a874c HTTP/1.1" status: 200 len: 942 time: 0.0454111 Oct 28 10:20:42.535547 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d9aa5-aa28-4bf9-a2ff-bffc14a3bc79 req-62fa9190-c252-48d5-a0ad-1f02c1020115 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:42.537060 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-693d9aa5-aa28-4bf9-a2ff-bffc14a3bc79 req-62fa9190-c252-48d5-a0ad-1f02c1020115 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0509224 Oct 28 10:20:42.585002 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-693d9aa5-aa28-4bf9-a2ff-bffc14a3bc79 req-62a8390d-ff2a-483d-af03-5eb948506d6b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422206 Oct 28 10:20:43.038090 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c441c0d7-9d5e-4acb-83e7-69908ee5e52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:43.582275 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-edbaf572-6739-44fc-95c0-7b71f81bf865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:43.584464 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-edbaf572-6739-44fc-95c0-7b71f81bf865 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 1129 time: 0.0399911 Oct 28 10:20:43.677548 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-ddebd0e4-46cf-4a7b-9d99-b33b4b22664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:43.679049 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-ddebd0e4-46cf-4a7b-9d99-b33b4b22664a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0861173 Oct 28 10:20:43.707977 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632a2ea-3c23-4087-a794-5d32bafadca6 req-3b3ce61b-f46e-40bb-ab58-1037c147ab9a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:43.710139 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2632a2ea-3c23-4087-a794-5d32bafadca6 req-3b3ce61b-f46e-40bb-ab58-1037c147ab9a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0482719 Oct 28 10:20:43.749023 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-0028401a-d340-4959-b179-34ea80d33347 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ddcb678-97d0-4c6a-886c-012e561a874c HTTP/1.1" status: 200 len: 1001 time: 0.0599129 Oct 28 10:20:43.757843 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2632a2ea-3c23-4087-a794-5d32bafadca6 req-10b9b140-aee1-40d6-ac59-5df2fb36e7ed tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416989 Oct 28 10:20:43.802776 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-89b624d2-f459-4470-8bb6-49661b29b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:43.804235 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-89b624d2-f459-4470-8bb6-49661b29b2d8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0461104 Oct 28 10:20:43.858110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-1fc55561-497f-441a-ab56-ecef15c7415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:43.858110 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-1fc55561-497f-441a-ab56-ecef15c7415e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0390878 Oct 28 10:20:43.949124 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-c723f531-aedc-4bad-bf9a-fb9558ac158d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871003 Oct 28 10:20:44.044322 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-b9df495c-c37d-49b5-9199-74e162209d38 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858870 Oct 28 10:20:44.882649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d280ee-2643-4357-a2c1-caa5e20e530e req-8ad1dcbb-11cf-4c7e-adb6-4b9c49a54767 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:44.884125 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-65d280ee-2643-4357-a2c1-caa5e20e530e req-8ad1dcbb-11cf-4c7e-adb6-4b9c49a54767 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0503206 Oct 28 10:20:44.931181 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-65d280ee-2643-4357-a2c1-caa5e20e530e req-99343dfe-2291-4ebc-8773-61160155c591 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414450 Oct 28 10:20:45.358924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dbbad722-9e7b-461e-b35f-e4266f4250ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:46.050684 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe8d36-8a77-489b-b24d-127b3ecde912 req-5f49aef1-b348-4084-9c71-a36298851968 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:46.052198 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8dbe8d36-8a77-489b-b24d-127b3ecde912 req-5f49aef1-b348-4084-9c71-a36298851968 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0467091 Oct 28 10:20:46.100295 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8dbe8d36-8a77-489b-b24d-127b3ecde912 req-68e7468c-5c68-4954-bbe0-972a26d39a52 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426531 Oct 28 10:20:46.925228 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:47.218279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742ac9e-7052-40e7-81c4-87058e8674b4 req-cfa70a48-7519-4a45-a882-4a48770ed5ec tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:47.219747 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b742ac9e-7052-40e7-81c4-87058e8674b4 req-cfa70a48-7519-4a45-a882-4a48770ed5ec tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0461450 Oct 28 10:20:47.270369 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b742ac9e-7052-40e7-81c4-87058e8674b4 req-4824afaa-c553-433f-8eb0-4e8d2d4c97f4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446734 Oct 28 10:20:47.968534 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:48.391110 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17465c9-14ba-49c3-a211-098010caa8da req-39a6706d-7d1b-49f3-842b-43d7dada7ab5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:48.392577 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f17465c9-14ba-49c3-a211-098010caa8da req-39a6706d-7d1b-49f3-842b-43d7dada7ab5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0463529 Oct 28 10:20:48.435919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:48.440419 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f17465c9-14ba-49c3-a211-098010caa8da req-798ee3e2-56d7-4690-bf67-d0cbce69fef8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416951 Oct 28 10:20:48.597171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:49.559999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700a45a-9a00-459b-ba63-65d828a3d7bf req-c0add4ae-8c4d-495c-8b38-ca84706e4442 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:49.561441 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d700a45a-9a00-459b-ba63-65d828a3d7bf req-c0add4ae-8c4d-495c-8b38-ca84706e4442 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0459807 Oct 28 10:20:49.579905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:49.613537 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d700a45a-9a00-459b-ba63-65d828a3d7bf req-02ecc267-acd9-4064-afc9-162110c63c88 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465622 Oct 28 10:20:50.740711 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2308c3b-de92-4ab9-bdd6-97bc421c92a5 req-c2660205-4d44-4426-820c-a9ea8df1bf8a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:50.742174 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a2308c3b-de92-4ab9-bdd6-97bc421c92a5 req-c2660205-4d44-4426-820c-a9ea8df1bf8a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0501945 Oct 28 10:20:50.789131 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a2308c3b-de92-4ab9-bdd6-97bc421c92a5 req-52364509-abcf-4bf8-bb70-6f42ef6c0622 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414066 Oct 28 10:20:51.910061 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010d22b-d91c-436d-ab15-6bfa2f9d609e req-598940e7-a2a9-46af-ab47-144324d10246 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:51.911708 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d010d22b-d91c-436d-ab15-6bfa2f9d609e req-598940e7-a2a9-46af-ab47-144324d10246 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0468481 Oct 28 10:20:51.958779 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d010d22b-d91c-436d-ab15-6bfa2f9d609e req-7894c40b-c28e-4fc6-aaa0-a8a47cbe9a03 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409212 Oct 28 10:20:53.078364 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cd851-91da-4c86-af78-eefd16cd82d9 req-6915e29a-c7da-4f75-8f14-dbbb645f1b41 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:53.079860 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fc6cd851-91da-4c86-af78-eefd16cd82d9 req-6915e29a-c7da-4f75-8f14-dbbb645f1b41 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0462472 Oct 28 10:20:53.131023 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fc6cd851-91da-4c86-af78-eefd16cd82d9 req-c719d41f-0500-4022-acc5-00ea4f28719b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450377 Oct 28 10:20:53.930054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:54.040213 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=47 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:54.040985 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=47 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:20:54.254226 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9bae2-98ea-4c32-9219-3311ef62d227 req-e14e7e19-051a-42fa-ad52-63a389c1bd0b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:54.255723 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3fe9bae2-98ea-4c32-9219-3311ef62d227 req-e14e7e19-051a-42fa-ad52-63a389c1bd0b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0475855 Oct 28 10:20:54.303146 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3fe9bae2-98ea-4c32-9219-3311ef62d227 req-94b93ade-074f-41d7-8c63-74b6c6ccba0d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418234 Oct 28 10:20:55.421965 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c4069-8fa2-4d64-985a-a0a9fa13a300 req-829790cc-8546-45fb-af95-f070da229331 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:55.423469 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c9c4069-8fa2-4d64-985a-a0a9fa13a300 req-829790cc-8546-45fb-af95-f070da229331 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0462465 Oct 28 10:20:55.470360 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c9c4069-8fa2-4d64-985a-a0a9fa13a300 req-5c044dfe-41cc-4512-a951-3295e318a587 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408149 Oct 28 10:20:56.350347 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-dc5dbab0-86fa-4386-88a2-041ca469ae2d service neutron] 10.222.0.48 "GET /networking/v2.0/ports/4ddcb678-97d0-4c6a-886c-012e561a874c/bindings/hv-neutron-zed0 HTTP/1.1" status: 200 len: 384 time: 0.0550895 Oct 28 10:20:56.595961 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86754d0e-6ea8-4156-aa9b-a1162718f480 req-afab70e4-3c95-4d31-9980-40ee13a63bce tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:56.597456 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-86754d0e-6ea8-4156-aa9b-a1162718f480 req-afab70e4-3c95-4d31-9980-40ee13a63bce tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0513341 Oct 28 10:20:56.644724 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-86754d0e-6ea8-4156-aa9b-a1162718f480 req-890c94a6-12f1-48d0-8314-4d8ba841f09a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413854 Oct 28 10:20:56.929093 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-05537f75-a9d8-4836-88e2-d5348b7811b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:56.930486 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-05537f75-a9d8-4836-88e2-d5348b7811b4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286&tenant_id=13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 1129 time: 0.0397482 Oct 28 10:20:57.019409 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-13ce686e-9446-4784-8165-d380e5457394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:57.020877 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-13ce686e-9446-4784-8165-d380e5457394 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 1129 time: 0.0388587 Oct 28 10:20:57.112726 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-9441e1be-7058-4be2-b0e8-19c892d64593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:57.114759 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-9441e1be-7058-4be2-b0e8-19c892d64593 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0872047 Oct 28 10:20:57.180949 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-1dcba408-143d-4a44-b36c-791e78515302 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ddcb678-97d0-4c6a-886c-012e561a874c HTTP/1.1" status: 200 len: 1001 time: 0.0571249 Oct 28 10:20:57.230714 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-945bd967-ec89-4806-9a5d-ba7c67e626d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:57.232164 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-945bd967-ec89-4806-9a5d-ba7c67e626d0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0427251 Oct 28 10:20:57.277003 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-8db8f43f-bc9f-428a-a8e0-0982c147e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:57.280246 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-8db8f43f-bc9f-428a-a8e0-0982c147e0d7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0371799 Oct 28 10:20:57.376010 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-7700adf1-d43f-4210-9e7a-b0cdf05318b4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874033 Oct 28 10:20:57.467461 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04e72c90-bd0f-42fb-bd31-7894b8f8a3f7 req-e89ae8f1-65b1-4f2a-8b2d-1fac27dbf024 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822115 Oct 28 10:20:57.768523 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149c30e-3ddf-4600-b7b7-20c65135bc8f req-2091a5ff-57b7-4cff-abce-07935375c26c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:57.770023 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f149c30e-3ddf-4600-b7b7-20c65135bc8f req-2091a5ff-57b7-4cff-abce-07935375c26c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0482025 Oct 28 10:20:57.817687 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f149c30e-3ddf-4600-b7b7-20c65135bc8f req-57b24f31-a5ea-42da-b060-00ce8036293b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407791 Oct 28 10:20:58.644398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 4ddcb678-97d0-4c6a-886c-012e561a874c details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:20:58.709055 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:20:58.745461 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 4ddcb678-97d0-4c6a-886c-012e561a874c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=4ddcb678-97d0-4c6a-886c-012e561a874c,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:20:58.756566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '4ddcb678-97d0-4c6a-886c-012e561a874c', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'port_id': '4ddcb678-97d0-4c6a-886c-012e561a874c', 'mac_address': 'fa:16:3e:cb:7e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:20:58.790361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 4ddcb678-97d0-4c6a-886c-012e561a874c is: ACTIVE; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:20:58.790773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:58.804204 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ddcb678-97d0-4c6a-886c-012e561a874c {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:20:58.823191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 4ddcb678-97d0-4c6a-886c-012e561a874c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=4ddcb678-97d0-4c6a-886c-012e561a874c,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:20:58.879003 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:20:58.930274 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=4ddcb678-97d0-4c6a-886c-012e561a874c,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:20:58.938337 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:20:58.938709 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:20:58.939042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:20:58.939375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:20:58.939704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:20:58.940027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:20:58.940350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:20:58.940672 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:20:58.940992 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:20:58.941308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:20:58.941627 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:20:58.941945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:20:58.942298 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:20:58.942614 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:20:58.942960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:20:58.946738 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed91c0-544c-4301-817a-43519606fa3e req-3a41fe7c-8c7e-471a-bf93-ccafca8692c9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:20:58.948254 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-50ed91c0-544c-4301-817a-43519606fa3e req-3a41fe7c-8c7e-471a-bf93-ccafca8692c9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 944 time: 0.0518138 Oct 28 10:20:58.996262 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-50ed91c0-544c-4301-817a-43519606fa3e req-c9d3c5fe-57e9-48d8-8b5c-e6341c424af6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423026 Oct 28 10:20:59.084544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['4ddcb678-97d0-4c6a-886c-012e561a874c'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:21:00.120352 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2badae6-954f-4c5d-aa60-2614e07dc84b req-959dd9bb-2698-420f-86c6-b611c18ea29b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:00.121956 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f2badae6-954f-4c5d-aa60-2614e07dc84b req-959dd9bb-2698-420f-86c6-b611c18ea29b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 944 time: 0.0476396 Oct 28 10:21:00.170646 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f2badae6-954f-4c5d-aa60-2614e07dc84b req-f9a72dec-a878-4731-9923-d889065448a8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428414 Oct 28 10:21:00.667157 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 4ddcb678-97d0-4c6a-886c-012e561a874c up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:21:00.713030 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 4ddcb678-97d0-4c6a-886c-012e561a874c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:21:00.713406 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:00.714007 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 4ddcb678-97d0-4c6a-886c-012e561a874c Oct 28 10:21:00.919545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 4ddcb678-97d0-4c6a-886c-012e561a874c is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:21:00.919868 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:00.941729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddcb678-97d0-4c6a-886c-012e561a874c'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:21:00.944467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9f4338-0b26-4550-9e0c-01d8ae7da20f" -d '{"events": [{"server_uuid": "1f983256-2b7a-4882-aba4-c0968e8cb286", "name": "network-vif-plugged", "status": "completed", "tag": "4ddcb678-97d0-4c6a-886c-012e561a874c"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:21:00.956803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 4ddcb678-97d0-4c6a-886c-012e561a874c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=4ddcb678-97d0-4c6a-886c-012e561a874c,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:21:00.991733 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9513980-6c9e-4f4d-a0d8-c6d0f362e2b8 x-openstack-request-id: req-f9513980-6c9e-4f4d-a0d8-c6d0f362e2b8 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:21:00.992024 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f983256-2b7a-4882-aba4-c0968e8cb286", "name": "network-vif-plugged", "status": "completed", "tag": "4ddcb678-97d0-4c6a-886c-012e561a874c", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:21:00.992278 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9513980-6c9e-4f4d-a0d8-c6d0f362e2b8 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:21:00.992679 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9513980-6c9e-4f4d-a0d8-c6d0f362e2b8'] response: {'server_uuid': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddcb678-97d0-4c6a-886c-012e561a874c', 'code': 200} Oct 28 10:21:01.030991 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:01.065385 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:01.077160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=4ddcb678-97d0-4c6a-886c-012e561a874c,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:21:01.292018 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211f063-b358-4eb2-bde7-83f8ad26f32a req-ca358c94-0d57-42fc-8f04-b32bc1101eb5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:01.293479 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1211f063-b358-4eb2-bde7-83f8ad26f32a req-ca358c94-0d57-42fc-8f04-b32bc1101eb5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0474651 Oct 28 10:21:01.324255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:01.344423 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1211f063-b358-4eb2-bde7-83f8ad26f32a req-e026a407-7ed5-4bfc-bdaf-e0549fac6cd5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452905 Oct 28 10:21:01.694219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3e302-bfd1-4c7f-90d4-d3dfc07d33a0 req-2ed5452b-ee63-4f70-b649-3ff71ffdbb85 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:01.695850 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9ae3e302-bfd1-4c7f-90d4-d3dfc07d33a0 req-2ed5452b-ee63-4f70-b649-3ff71ffdbb85 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0475395 Oct 28 10:21:01.728543 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:01.745917 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9ae3e302-bfd1-4c7f-90d4-d3dfc07d33a0 req-ef66e43c-1058-4cc5-a768-9f68a6610fc2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440106 Oct 28 10:21:01.788490 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a16b70-f575-4df8-b34e-eb0c2574d6ae req-70e567b2-d8b1-4abd-bb3b-e182f10ff77c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:01.789925 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c9a16b70-f575-4df8-b34e-eb0c2574d6ae req-70e567b2-d8b1-4abd-bb3b-e182f10ff77c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286&tenant_id=13692d082ccc471090ed5336deccef99&binding%3Ahost_id=hv-neutron-zed0 HTTP/1.1" status: 200 len: 945 time: 0.0552995 Oct 28 10:21:01.894181 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a16b70-f575-4df8-b34e-eb0c2574d6ae req-64788ac1-1dca-40af-a87b-1ce0f8f3689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:01.895692 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c9a16b70-f575-4df8-b34e-eb0c2574d6ae req-64788ac1-1dca-40af-a87b-1ce0f8f3689e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 1129 time: 0.0403261 Oct 28 10:21:01.985467 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a16b70-f575-4df8-b34e-eb0c2574d6ae req-245b15db-682e-496f-804f-c53db90b74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:01.986941 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c9a16b70-f575-4df8-b34e-eb0c2574d6ae req-245b15db-682e-496f-804f-c53db90b74f6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0853953 Oct 28 10:21:02.050088 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c9a16b70-f575-4df8-b34e-eb0c2574d6ae req-ff48f8c2-8429-48ed-9ec7-7ed0ade19058 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ddcb678-97d0-4c6a-886c-012e561a874c HTTP/1.1" status: 200 len: 1001 time: 0.0574613 Oct 28 10:21:02.098069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a16b70-f575-4df8-b34e-eb0c2574d6ae req-29874c3e-a0be-497f-90b0-5505d2aa268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:02.099495 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c9a16b70-f575-4df8-b34e-eb0c2574d6ae req-29874c3e-a0be-497f-90b0-5505d2aa268d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0436530 Oct 28 10:21:02.142618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a16b70-f575-4df8-b34e-eb0c2574d6ae req-74910f5d-c177-49a8-a4c9-4e5faa6685e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:02.144074 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c9a16b70-f575-4df8-b34e-eb0c2574d6ae req-74910f5d-c177-49a8-a4c9-4e5faa6685e1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0385315 Oct 28 10:21:02.235985 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c9a16b70-f575-4df8-b34e-eb0c2574d6ae req-6462f91d-b843-4499-90df-41d98225c363 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856628 Oct 28 10:21:02.258437 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:02.261575 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:02.329561 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c9a16b70-f575-4df8-b34e-eb0c2574d6ae req-ec73eb5e-209a-4e95-a51b-3b50141df835 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879028 Oct 28 10:21:02.869578 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e83296-2b5d-4a07-91e4-995bba3367f7 req-fb9ce0eb-cbd0-406b-ba85-a342d12cd3be tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:02.870993 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-93e83296-2b5d-4a07-91e4-995bba3367f7 req-fb9ce0eb-cbd0-406b-ba85-a342d12cd3be tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0465569 Oct 28 10:21:02.919031 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-93e83296-2b5d-4a07-91e4-995bba3367f7 req-02ee80d4-f96c-44a3-bc70-e4596bbc72fc tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422065 Oct 28 10:21:04.041653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95371da5-5f7f-4aa3-b3e4-c49596669a75 req-19ce4fd2-cca7-4ef5-bd3c-b93ffa263ffd tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:04.043158 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-95371da5-5f7f-4aa3-b3e4-c49596669a75 req-19ce4fd2-cca7-4ef5-bd3c-b93ffa263ffd tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0495119 Oct 28 10:21:04.089689 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-95371da5-5f7f-4aa3-b3e4-c49596669a75 req-b10b1d39-d00d-4a0b-8b18-f20eb571a274 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409226 Oct 28 10:21:04.207447 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de1539-79ae-4228-bc5a-79e9c28b97be req-d437e25c-9962-4912-afdd-6b7a13232a15 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:04.209314 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-42de1539-79ae-4228-bc5a-79e9c28b97be req-d437e25c-9962-4912-afdd-6b7a13232a15 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0453434 Oct 28 10:21:04.256054 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-42de1539-79ae-4228-bc5a-79e9c28b97be req-6025acf7-d7f3-403b-84a8-e33ab1b50fd7 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409501 Oct 28 10:21:04.374632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13458325-2a51-4428-9626-98202fb979da req-6896ddf1-9e4c-450b-bcae-191de9b62929 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:04.376232 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-13458325-2a51-4428-9626-98202fb979da req-6896ddf1-9e4c-450b-bcae-191de9b62929 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0469892 Oct 28 10:21:04.426605 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-13458325-2a51-4428-9626-98202fb979da req-d16cac72-0b8d-42fd-9699-4f30083f641d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448878 Oct 28 10:21:04.694832 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 4ddcb678-97d0-4c6a-886c-012e561a874c no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:21:04.697017 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:04.766800 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 4ddcb678-97d0-4c6a-886c-012e561a874c is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:21:04.767112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:04.789809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ddcb678-97d0-4c6a-886c-012e561a874c'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:21:04.792042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43abc989-8d59-424f-bee6-7fa3ce0281e5" -d '{"events": [{"server_uuid": "1f983256-2b7a-4882-aba4-c0968e8cb286", "name": "network-vif-unplugged", "status": "completed", "tag": "4ddcb678-97d0-4c6a-886c-012e561a874c"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:21:04.803950 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 4ddcb678-97d0-4c6a-886c-012e561a874c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=4ddcb678-97d0-4c6a-886c-012e561a874c,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:21:04.831629 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 10:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8230f8d0-1a74-4ceb-9798-37fe512897b5 x-openstack-request-id: req-8230f8d0-1a74-4ceb-9798-37fe512897b5 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:21:04.831930 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f983256-2b7a-4882-aba4-c0968e8cb286", "name": "network-vif-unplugged", "status": "completed", "tag": "4ddcb678-97d0-4c6a-886c-012e561a874c", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:21:04.832188 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8230f8d0-1a74-4ceb-9798-37fe512897b5 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:21:04.832596 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8230f8d0-1a74-4ceb-9798-37fe512897b5'] response: {'server_uuid': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ddcb678-97d0-4c6a-886c-012e561a874c', 'code': 200} Oct 28 10:21:04.878530 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:04.908411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a720c1d-74db-42f9-97f4-422eacfe4932 req-5a2c0c1b-f342-4457-8ab9-2a09bd4ca117 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:04.909893 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9a720c1d-74db-42f9-97f4-422eacfe4932 req-5a2c0c1b-f342-4457-8ab9-2a09bd4ca117 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 945 time: 0.0499473 Oct 28 10:21:04.929413 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=4ddcb678-97d0-4c6a-886c-012e561a874c,revision_number=8']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:21:04.959776 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9a720c1d-74db-42f9-97f4-422eacfe4932 req-8d738fca-63d2-484b-a9e2-1b160a4859b6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427845 Oct 28 10:21:06.081679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd09b0-4f6c-4eaa-bac5-68761da0cb3f req-80c31861-ee53-44e3-9df2-6e8e09ebb34c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:06.083147 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-21dd09b0-4f6c-4eaa-bac5-68761da0cb3f req-80c31861-ee53-44e3-9df2-6e8e09ebb34c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 943 time: 0.0453584 Oct 28 10:21:06.128929 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-21dd09b0-4f6c-4eaa-bac5-68761da0cb3f req-95b54baf-31dd-4ac6-ae32-543c0ffce3fa tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403368 Oct 28 10:21:06.927165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a15cc-60e4-47bd-8226-59c47e10f721 req-44d9a913-d609-4a39-a5d6-3f32617917d3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:06.929196 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f89a15cc-60e4-47bd-8226-59c47e10f721 req-44d9a913-d609-4a39-a5d6-3f32617917d3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 943 time: 0.0475187 Oct 28 10:21:07.008777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-f89a15cc-60e4-47bd-8226-59c47e10f721 req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Deleting port 4ddcb678-97d0-4c6a-886c-012e561a874c {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:21:07.009036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-f89a15cc-60e4-47bd-8226-59c47e10f721 req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:07.100323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-f89a15cc-60e4-47bd-8226-59c47e10f721 req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] For port 4ddcb678-97d0-4c6a-886c-012e561a874c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=4ddcb678-97d0-4c6a-886c-012e561a874c,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:21:07.100679 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-f89a15cc-60e4-47bd-8226-59c47e10f721 req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:07.253017 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac8487-d492-47fb-a23d-e1ee2cf3e60e req-7636bc82-92ab-44f9-a714-a82088a6de58 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:07.254522 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f8ac8487-d492-47fb-a23d-e1ee2cf3e60e req-7636bc82-92ab-44f9-a714-a82088a6de58 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 943 time: 0.0515275 Oct 28 10:21:07.262103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-f89a15cc-60e4-47bd-8226-59c47e10f721 req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:07.262393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-f89a15cc-60e4-47bd-8226-59c47e10f721 req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (457a4065-f91d-41d0-a677-bbd578359eac), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:07.262726 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [req-f89a15cc-60e4-47bd-8226-59c47e10f721 req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Floating IP 457a4065-f91d-41d0-a677-bbd578359eac disassociated. External IP: 172.36.1.221, port: 4ddcb678-97d0-4c6a-886c-012e561a874c. Oct 28 10:21:07.263065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-f89a15cc-60e4-47bd-8226-59c47e10f721 req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Calling delete_port for 4ddcb678-97d0-4c6a-886c-012e561a874c owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:21:07.303309 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f8ac8487-d492-47fb-a23d-e1ee2cf3e60e req-aaf5539c-fc6f-43bb-a2ea-198b5045aec1 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431404 Oct 28 10:21:07.471269 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-f89a15cc-60e4-47bd-8226-59c47e10f721 req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (4ddcb678-97d0-4c6a-886c-012e561a874c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:07.499942 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Pushing event deleted for resources: {'Port': ['ID=4ddcb678-97d0-4c6a-886c-012e561a874c,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:21:07.512067 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:21:07.512462 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:21:07.512769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:21:07.513113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:21:07.513451 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:21:07.513784 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:21:07.514118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:21:07.514446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:21:07.514807 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:21:07.515138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:21:07.515461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:21:07.515798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:21:07.516121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:21:07.516449 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:21:07.516773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:21:07.629077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f89a15cc-60e4-47bd-8226-59c47e10f721 req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:21:07.675170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:07.738532 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f89a15cc-60e4-47bd-8226-59c47e10f721 req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:21:07.749938 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33af347-2bc9-44fd-8e68-1dca1da1751c None None] Sync routers for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:21:07.768855 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33af347-2bc9-44fd-8e68-1dca1da1751c None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:21:07.768855 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b33af347-2bc9-44fd-8e68-1dca1da1751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:20:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:21:07.783125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89a15cc-60e4-47bd-8226-59c47e10f721 req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] No DVR routers for this DVR port 4ddcb678-97d0-4c6a-886c-012e561a874c on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:21:07.785592 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-f89a15cc-60e4-47bd-8226-59c47e10f721 req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:07.789458 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f89a15cc-60e4-47bd-8226-59c47e10f721 req-8701c61a-a3f3-4cb1-9d59-6a0e6894a6f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "DELETE /networking/v2.0/ports/4ddcb678-97d0-4c6a-886c-012e561a874c HTTP/1.1" status: 204 len: 173 time: 0.8542576 Oct 28 10:21:07.791990 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'name': 'network-vif-deleted', 'tag': '4ddcb678-97d0-4c6a-886c-012e561a874c'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:21:07.792263 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c90bc9c-6aa2-47b4-98e0-3ed5819d59cf" -d '{"events": [{"server_uuid": "1f983256-2b7a-4882-aba4-c0968e8cb286", "name": "network-vif-deleted", "tag": "4ddcb678-97d0-4c6a-886c-012e561a874c"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:21:07.830290 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4569d5e-fbd1-4441-910d-5a6e5f908d1e x-openstack-request-id: req-d4569d5e-fbd1-4441-910d-5a6e5f908d1e {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:21:07.830651 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f983256-2b7a-4882-aba4-c0968e8cb286", "name": "network-vif-deleted", "tag": "4ddcb678-97d0-4c6a-886c-012e561a874c", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:21:07.831090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4569d5e-fbd1-4441-910d-5a6e5f908d1e {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:21:07.831814 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4569d5e-fbd1-4441-910d-5a6e5f908d1e'] response: {'server_uuid': '1f983256-2b7a-4882-aba4-c0968e8cb286', 'name': 'network-vif-deleted', 'tag': '4ddcb678-97d0-4c6a-886c-012e561a874c', 'status': 'completed', 'code': 200} Oct 28 10:21:07.866887 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-b33af347-2bc9-44fd-8e68-1dca1da1751c None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:21:08.054487 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b33af347-2bc9-44fd-8e68-1dca1da1751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:21:08.078454 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33af347-2bc9-44fd-8e68-1dca1da1751c None None] Checking router: 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:21:08.087341 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33af347-2bc9-44fd-8e68-1dca1da1751c None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:21:08.087931 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b33af347-2bc9-44fd-8e68-1dca1da1751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:20:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:21:08.272089 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-b33af347-2bc9-44fd-8e68-1dca1da1751c None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:21:08.419833 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-626ad67a-02b2-414e-98ec-beb6b8410ef5 req-0e2c7566-3522-4258-9857-3ad03cf60d03 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1f983256-2b7a-4882-aba4-c0968e8cb286 HTTP/1.1" status: 200 len: 210 time: 0.0275707 Oct 28 10:21:08.460477 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b33af347-2bc9-44fd-8e68-1dca1da1751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:21:08.484105 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33af347-2bc9-44fd-8e68-1dca1da1751c None None] The sync data for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv is: [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:21:08.700193 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e698805-bb14-4ba2-aa77-5d20c51685a3 None None] New status for floating IP 457a4065-f91d-41d0-a677-bbd578359eac: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:21:09.671736 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-6aae4225-9e4e-4f48-a119-890bff54ca07 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--531252219&fields=id&tenant_id=13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 267 time: 0.0425637 Oct 28 10:21:09.780582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-f1555940-d011-4a63-a781-dfbe07426bcc tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:09.781944 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-f1555940-d011-4a63-a781-dfbe07426bcc tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 812 time: 0.1034338 Oct 28 10:21:09.796696 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-c51c31e1-7da6-45b9-9778-47fd55efb2f0 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/quotas/13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 375 time: 0.0088532 Oct 28 10:21:09.844991 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-3abf66a3-8c40-4aed-b12b-c13c1f4433b5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434265 Oct 28 10:21:09.902928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-244a48a5-1b8b-4a63-b6f4-0e241239fb01 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:21:09.903923 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-244a48a5-1b8b-4a63-b6f4-0e241239fb01 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0475223 Oct 28 10:21:09.964483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:09.999016 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-b73a73e7-e8b0-4f43-b8fd-49452e001579 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891430 Oct 28 10:21:10.012723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:10.089315 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-de802dec-426f-441f-9835-81998dfd898e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844700 Oct 28 10:21:10.307483 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e0f2def7-2320-43f5-a389-8c4bedff5874 req-45fb3a5d-a52d-4137-aba1-364bdf53f72b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 210 time: 0.0285194 Oct 28 10:21:10.732284 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 4ddcb678-97d0-4c6a-886c-012e561a874c no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:21:10.754908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 4ddcb678-97d0-4c6a-886c-012e561a874c {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:21:10.754908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 4ddcb678-97d0-4c6a-886c-012e561a874c not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:21:11.417134 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2d1f4411-4180-4124-8e3d-0640a4066b2d req-2858743e-5b05-4405-ac8b-e01987bcb153 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 210 time: 0.0315745 Oct 28 10:21:12.229360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:12.250498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-2040df6f-2cd6-40fe-a5ce-7614ca009608 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:12.251912 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-2040df6f-2cd6-40fe-a5ce-7614ca009608 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 812 time: 0.1055865 Oct 28 10:21:12.325186 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-9c3c4732-736a-4e0c-999e-60a534872568 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 379 time: 0.0526285 Oct 28 10:21:12.334948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-d8110497-448a-4c99-b7ab-10edfd991bfb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Request body: {'port': {'device_id': 'a2928a20-3687-4b43-b3e3-78c0426cfb18', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'admin_state_up': True, 'tenant_id': '13692d082ccc471090ed5336deccef99', 'security_groups': ['1c4c5c84-5ef5-461a-a0e4-9a918afb63df']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:21:12.510911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-d8110497-448a-4c99-b7ab-10edfd991bfb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Made reservation on behalf of 13692d082ccc471090ed5336deccef99 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:21:12.514734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-d8110497-448a-4c99-b7ab-10edfd991bfb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:12.525634 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1b4c5cb1-e9ba-4e43-8c1b-e66c28c1fa7b req-8aec6866-f626-454f-aca9-36eae26d9527 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 210 time: 0.0287709 Oct 28 10:21:12.641697 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-d8110497-448a-4c99-b7ab-10edfd991bfb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Allocated IP 172.20.0.13 (cca6f21c-a9b5-4829-88cb-a09c18f85b2f/8943ec50-d534-46d7-9519-9c761cfdd491/fef28cb9-af31-4df6-ae37-091d2cddb697) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:21:12.782783 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-d8110497-448a-4c99-b7ab-10edfd991bfb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:12.855939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-d8110497-448a-4c99-b7ab-10edfd991bfb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:12.904962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-d8110497-448a-4c99-b7ab-10edfd991bfb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Network cca6f21c-a9b5-4829-88cb-a09c18f85b2f is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:21:12.908188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-d8110497-448a-4c99-b7ab-10edfd991bfb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:21:12.912556 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-d8110497-448a-4c99-b7ab-10edfd991bfb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:21:12.942065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8110497-448a-4c99-b7ab-10edfd991bfb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Pushing event updated for resources: {'Port': ['ID=fef28cb9-af31-4df6-ae37-091d2cddb697,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:21:12.965667 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-d8110497-448a-4c99-b7ab-10edfd991bfb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:12.978144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-d8110497-448a-4c99-b7ab-10edfd991bfb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:13.058119 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-d8110497-448a-4c99-b7ab-10edfd991bfb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7275195 Oct 28 10:21:13.089824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Request body: {'port': {'device_id': 'a2928a20-3687-4b43-b3e3-78c0426cfb18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:21:13.089824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:13.108239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-83f1f4b3-336b-43d8-9478-19ca53cd2ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:13.143227 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:13.154446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-22a3d66f-c487-4c2b-afa6-ee5aa48afb74 None None] Provisioning complete for port fef28cb9-af31-4df6-ae37-091d2cddb697 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:21:13.154892 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-22a3d66f-c487-4c2b-afa6-ee5aa48afb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:13.155229 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-22a3d66f-c487-4c2b-afa6-ee5aa48afb74 None None] Attempt 1 to provision port fef28cb9-af31-4df6-ae37-091d2cddb697 Oct 28 10:21:13.190966 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-22a3d66f-c487-4c2b-afa6-ee5aa48afb74 None None] Port fef28cb9-af31-4df6-ae37-091d2cddb697 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:21:13.196608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:13.403454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef28cb9-af31-4df6-ae37-091d2cddb697 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:21:13.410984 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Publish callbacks [] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:13.424196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Transition to ACTIVE for port object fef28cb9-af31-4df6-ae37-091d2cddb697 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:21:13.489344 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:13.551018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fef28cb9-af31-4df6-ae37-091d2cddb697,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:21:13.605809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Attempting to bind port fef28cb9-af31-4df6-ae37-091d2cddb697 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:21:13.606142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Attempting to bind port fef28cb9-af31-4df6-ae37-091d2cddb697 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:21:13.606468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Attempting to bind port fef28cb9-af31-4df6-ae37-091d2cddb697 on network cca6f21c-a9b5-4829-88cb-a09c18f85b2f {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:21:13.648882 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Port fef28cb9-af31-4df6-ae37-091d2cddb697 on network cca6f21c-a9b5-4829-88cb-a09c18f85b2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:21:13.649204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Attempting to bind port fef28cb9-af31-4df6-ae37-091d2cddb697 on network cca6f21c-a9b5-4829-88cb-a09c18f85b2f {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:21:13.649463 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef58ce-8d4c-4331-a853-f21bb88302d9 req-2f1c379e-71ec-4db0-82a7-6ec99322865e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:13.650975 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d6ef58ce-8d4c-4331-a853-f21bb88302d9 req-2f1c379e-71ec-4db0-82a7-6ec99322865e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 944 time: 0.0464296 Oct 28 10:21:13.695645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:21:13.695979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Checking segment: {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:21:13.696359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Bound using segment: {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:21:13.696819 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Bound port: fef28cb9-af31-4df6-ae37-091d2cddb697, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:21:13.697196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:13.699011 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d6ef58ce-8d4c-4331-a853-f21bb88302d9 req-b11d6988-6b9a-4c54-8261-f31875e6bc12 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423372 Oct 28 10:21:13.738941 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:13.758079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] For port fef28cb9-af31-4df6-ae37-091d2cddb697, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:21:13.761035 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] For port fef28cb9-af31-4df6-ae37-091d2cddb697, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fef28cb9-af31-4df6-ae37-091d2cddb697,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:21:13.813813 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:13.816974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:13.817628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:13.819547 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/fef28cb9-af31-4df6-ae37-091d2cddb697 HTTP/1.1" status: 200 len: 1094 time: 0.7415516 Oct 28 10:21:13.821751 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2928a20-3687-4b43-b3e3-78c0426cfb18', 'tag': 'fef28cb9-af31-4df6-ae37-091d2cddb697'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:21:13.824102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9c5196-1921-45e9-b591-a7eac622c64c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2928a20-3687-4b43-b3e3-78c0426cfb18", "tag": "fef28cb9-af31-4df6-ae37-091d2cddb697"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:21:13.866426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960c357d-877e-4d4c-bdce-b165617e280e x-openstack-request-id: req-960c357d-877e-4d4c-bdce-b165617e280e {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:21:13.866738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2928a20-3687-4b43-b3e3-78c0426cfb18", "tag": "fef28cb9-af31-4df6-ae37-091d2cddb697", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:21:13.866994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-960c357d-877e-4d4c-bdce-b165617e280e {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:21:13.867399 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960c357d-877e-4d4c-bdce-b165617e280e'] response: {'name': 'network-changed', 'server_uuid': 'a2928a20-3687-4b43-b3e3-78c0426cfb18', 'tag': 'fef28cb9-af31-4df6-ae37-091d2cddb697', 'status': 'completed', 'code': 200} Oct 28 10:21:13.879121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b2cfe-2f43-4177-affa-50b1dadd56c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fef28cb9-af31-4df6-ae37-091d2cddb697,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:21:13.952795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c5196-1921-45e9-b591-a7eac622c64c req-70fa3293-2bc9-4e32-8abb-45b220a36178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:13.954178 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f9c5196-1921-45e9-b591-a7eac622c64c req-70fa3293-2bc9-4e32-8abb-45b220a36178 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 1128 time: 0.0387862 Oct 28 10:21:14.058114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c5196-1921-45e9-b591-a7eac622c64c req-a578e0df-cb49-484a-ba81-4051105fc21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:14.059568 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f9c5196-1921-45e9-b591-a7eac622c64c req-a578e0df-cb49-484a-ba81-4051105fc21d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=13692d082ccc471090ed5336deccef99&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0932405 Oct 28 10:21:14.154595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c5196-1921-45e9-b591-a7eac622c64c req-b2d57390-db65-45de-9a39-5e3c07146364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:14.156038 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f9c5196-1921-45e9-b591-a7eac622c64c req-b2d57390-db65-45de-9a39-5e3c07146364 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877409 Oct 28 10:21:14.261017 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-84ca0a1b-84b7-4f29-bf5a-3af5271419b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:14.262382 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-84ca0a1b-84b7-4f29-bf5a-3af5271419b6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 1128 time: 0.0392218 Oct 28 10:21:14.315194 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-97432d07-baf1-48c5-9435-aba12f061d4b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fef28cb9-af31-4df6-ae37-091d2cddb697 HTTP/1.1" status: 200 len: 217 time: 0.0354965 Oct 28 10:21:14.363864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-dcbea04e-2ed4-43cc-975e-b5d6baca2312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:14.365930 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-dcbea04e-2ed4-43cc-975e-b5d6baca2312 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0435219 Oct 28 10:21:14.410736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-790f4f6a-af40-416a-9ec1-99e493f55108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:14.412687 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-790f4f6a-af40-416a-9ec1-99e493f55108 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0377219 Oct 28 10:21:14.517208 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-8b8a6180-11f1-438d-8443-0ab550267fff service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851898 Oct 28 10:21:14.607109 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8b1c0268-6c71-43be-ad69-a3884e620400 req-2516ed69-e70d-423a-887b-68a2577a6531 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803866 Oct 28 10:21:14.820891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62823fe2-61f3-4ade-b70a-0a055e418a10 req-c22e2afa-6fe4-4f16-a405-32bc4421c6a2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:14.822373 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-62823fe2-61f3-4ade-b70a-0a055e418a10 req-c22e2afa-6fe4-4f16-a405-32bc4421c6a2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 944 time: 0.0495510 Oct 28 10:21:14.870091 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-62823fe2-61f3-4ade-b70a-0a055e418a10 req-f00ac4a5-0c11-4d6d-8bdb-6fef039c05a6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420909 Oct 28 10:21:15.329432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f19f19f4-b457-4995-8169-67509ba040d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:15.991789 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822901f3-d5b8-420e-8e45-21348fb0cb57 req-fe43c1dd-92ee-4c1b-b348-fe5d83e92592 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:15.993181 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-822901f3-d5b8-420e-8e45-21348fb0cb57 req-fe43c1dd-92ee-4c1b-b348-fe5d83e92592 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 944 time: 0.0464056 Oct 28 10:21:16.040742 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-822901f3-d5b8-420e-8e45-21348fb0cb57 req-abffe954-e59b-4229-b70a-fff7906fa638 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419145 Oct 28 10:21:16.768407 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fef28cb9-af31-4df6-ae37-091d2cddb697 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:21:16.871747 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fef28cb9-af31-4df6-ae37-091d2cddb697, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fef28cb9-af31-4df6-ae37-091d2cddb697,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:21:16.890927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'fef28cb9-af31-4df6-ae37-091d2cddb697', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'port_id': 'fef28cb9-af31-4df6-ae37-091d2cddb697', 'mac_address': 'fa:16:3e:43:48:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:21:16.929545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port fef28cb9-af31-4df6-ae37-091d2cddb697 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:21:16.929938 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:16.943074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef28cb9-af31-4df6-ae37-091d2cddb697 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:21:16.954597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:16.963423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fef28cb9-af31-4df6-ae37-091d2cddb697, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fef28cb9-af31-4df6-ae37-091d2cddb697,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:21:17.026466 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:17.072374 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=fef28cb9-af31-4df6-ae37-091d2cddb697,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:21:17.159380 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b9056-970c-43d5-884a-4af7d8cbc038 req-7895683d-3d8e-4255-b638-5c0d69f88790 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:17.160839 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-624b9056-970c-43d5-884a-4af7d8cbc038 req-7895683d-3d8e-4255-b638-5c0d69f88790 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 945 time: 0.0460689 Oct 28 10:21:17.211108 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-624b9056-970c-43d5-884a-4af7d8cbc038 req-6be8d1f2-de55-4663-89d1-2b3214da5854 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439901 Oct 28 10:21:17.373758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['fef28cb9-af31-4df6-ae37-091d2cddb697'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:21:17.441696 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:17.946742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:18.331943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4172c76-3230-47b3-b6c6-714e5372fbca req-6f2a1500-21f2-4561-8bdd-0ae09182680a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:18.333439 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c4172c76-3230-47b3-b6c6-714e5372fbca req-6f2a1500-21f2-4561-8bdd-0ae09182680a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 945 time: 0.0471258 Oct 28 10:21:18.381521 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c4172c76-3230-47b3-b6c6-714e5372fbca req-c4596d84-5d8b-41a9-8176-aec6a25bafa7 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421765 Oct 28 10:21:18.463480 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=84 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:18.464354 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=82 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:18.597457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:18.794819 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fef28cb9-af31-4df6-ae37-091d2cddb697 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:21:18.836664 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port fef28cb9-af31-4df6-ae37-091d2cddb697 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:21:18.912258 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port fef28cb9-af31-4df6-ae37-091d2cddb697 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:21:18.912664 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:18.913001 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port fef28cb9-af31-4df6-ae37-091d2cddb697 Oct 28 10:21:18.934996 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:18.986906 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port fef28cb9-af31-4df6-ae37-091d2cddb697 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:21:18.987561 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:19.010656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2928a20-3687-4b43-b3e3-78c0426cfb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef28cb9-af31-4df6-ae37-091d2cddb697'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:21:19.012883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec63c293-57b6-462e-bb41-9f5bd3eba913" -d '{"events": [{"server_uuid": "a2928a20-3687-4b43-b3e3-78c0426cfb18", "name": "network-vif-plugged", "status": "completed", "tag": "fef28cb9-af31-4df6-ae37-091d2cddb697"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:21:19.025403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fef28cb9-af31-4df6-ae37-091d2cddb697, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fef28cb9-af31-4df6-ae37-091d2cddb697,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:21:19.049571 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bd6ba4-946b-455a-91b3-f9658d6e242c x-openstack-request-id: req-e0bd6ba4-946b-455a-91b3-f9658d6e242c {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:21:19.049866 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2928a20-3687-4b43-b3e3-78c0426cfb18", "name": "network-vif-plugged", "status": "completed", "tag": "fef28cb9-af31-4df6-ae37-091d2cddb697", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:21:19.050133 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0bd6ba4-946b-455a-91b3-f9658d6e242c {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:21:19.050532 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0bd6ba4-946b-455a-91b3-f9658d6e242c'] response: {'server_uuid': 'a2928a20-3687-4b43-b3e3-78c0426cfb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef28cb9-af31-4df6-ae37-091d2cddb697', 'code': 200} Oct 28 10:21:19.106217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:19.155094 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=fef28cb9-af31-4df6-ae37-091d2cddb697,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:21:19.461589 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:19.471802 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3cac3-c178-476c-82f3-f5b722a1d86e req-ec674375-3a5c-42e6-94e5-4dfdfe881d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:19.473336 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-84a3cac3-c178-476c-82f3-f5b722a1d86e req-ec674375-3a5c-42e6-94e5-4dfdfe881d81 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 1130 time: 0.0441613 Oct 28 10:21:19.504101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e791a-9546-4a6a-ac87-8b17c9c1e22e req-3d9fb008-1d3e-45af-b29e-1ec36537ba37 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:19.505660 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1a3e791a-9546-4a6a-ac87-8b17c9c1e22e req-3d9fb008-1d3e-45af-b29e-1ec36537ba37 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0481820 Oct 28 10:21:19.522478 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-84a3cac3-c178-476c-82f3-f5b722a1d86e req-9fa78c0f-7827-4152-a8b6-3b67d1bc7db5 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396152 Oct 28 10:21:19.554219 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1a3e791a-9546-4a6a-ac87-8b17c9c1e22e req-08ebe642-a91d-4f55-8d70-99dd259b5cde tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 Oct 28 10:21:20.988592 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf4f71-9afd-4f90-b51a-54a124388e7d req-198d3a95-f615-430d-b631-338b8bc68e24 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:20.990104 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-97bf4f71-9afd-4f90-b51a-54a124388e7d req-198d3a95-f615-430d-b631-338b8bc68e24 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.3561282 Oct 28 10:21:21.037388 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-97bf4f71-9afd-4f90-b51a-54a124388e7d req-9de672fd-7d2b-40b5-8773-7e65562fcb53 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416005 Oct 28 10:21:22.159364 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3fc97-7dcc-4853-968c-a2fb0238f73e req-d750ec9c-a9d3-42e7-b060-02e79566fb40 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:22.160821 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-97f3fc97-7dcc-4853-968c-a2fb0238f73e req-d750ec9c-a9d3-42e7-b060-02e79566fb40 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0460124 Oct 28 10:21:22.208079 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-97f3fc97-7dcc-4853-968c-a2fb0238f73e req-b747b2e4-f270-4781-84ec-07ca70a9facf tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410180 Oct 28 10:21:22.327765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b2d05-66e2-446c-9d3a-b87beabbe1fe req-8c3ce092-178f-4b64-ace0-83bd1716a8e3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:22.329129 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dc5b2d05-66e2-446c-9d3a-b87beabbe1fe req-8c3ce092-178f-4b64-ace0-83bd1716a8e3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0494268 Oct 28 10:21:22.340622 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46662) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:21:22.345001 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9e32d7df-76e6-48e5-abca-d419762aebec tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Request body: {'floatingip': {'port_id': 'fef28cb9-af31-4df6-ae37-091d2cddb697'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:21:22.383470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e32d7df-76e6-48e5-abca-d419762aebec tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for floatingip (457a4065-f91d-41d0-a677-bbd578359eac), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:22.447837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:22.537224 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:22.800157 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e32d7df-76e6-48e5-abca-d419762aebec tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:22.887891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e32d7df-76e6-48e5-abca-d419762aebec tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (457a4065-f91d-41d0-a677-bbd578359eac), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:22.985736 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-9e32d7df-76e6-48e5-abca-d419762aebec tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Floating IP 457a4065-f91d-41d0-a677-bbd578359eac associated. External IP: 172.36.1.221, port: fef28cb9-af31-4df6-ae37-091d2cddb697. Oct 28 10:21:23.179031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e32d7df-76e6-48e5-abca-d419762aebec tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:21:23.283434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e32d7df-76e6-48e5-abca-d419762aebec tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:21:23.288821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9e32d7df-76e6-48e5-abca-d419762aebec tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:23.293262 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5efe0-6bbc-49b6-8b26-91c03d2c96b6 None None] Sync routers for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:21:23.304041 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5efe0-6bbc-49b6-8b26-91c03d2c96b6 None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:21:23.304647 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0fc5efe0-6bbc-49b6-8b26-91c03d2c96b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:21:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:21:23.320055 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9e32d7df-76e6-48e5-abca-d419762aebec tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/457a4065-f91d-41d0-a677-bbd578359eac HTTP/1.1" status: 200 len: 992 time: 0.9782355 Oct 28 10:21:23.320712 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2928a20-3687-4b43-b3e3-78c0426cfb18', 'tag': 'fef28cb9-af31-4df6-ae37-091d2cddb697'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:21:23.323120 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833dafb9-d60c-4de1-bad2-b19574a29308" -d '{"events": [{"name": "network-changed", "server_uuid": "a2928a20-3687-4b43-b3e3-78c0426cfb18", "tag": "fef28cb9-af31-4df6-ae37-091d2cddb697"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:21:23.409016 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-0fc5efe0-6bbc-49b6-8b26-91c03d2c96b6 None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:21:23.424469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df4d4cf-2003-4b04-882d-c94c2728d3f5 x-openstack-request-id: req-1df4d4cf-2003-4b04-882d-c94c2728d3f5 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:21:23.424857 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2928a20-3687-4b43-b3e3-78c0426cfb18", "tag": "fef28cb9-af31-4df6-ae37-091d2cddb697", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:21:23.425670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1df4d4cf-2003-4b04-882d-c94c2728d3f5 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:21:23.426582 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df4d4cf-2003-4b04-882d-c94c2728d3f5'] response: {'name': 'network-changed', 'server_uuid': 'a2928a20-3687-4b43-b3e3-78c0426cfb18', 'tag': 'fef28cb9-af31-4df6-ae37-091d2cddb697', 'status': 'completed', 'code': 200} Oct 28 10:21:23.620747 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0fc5efe0-6bbc-49b6-8b26-91c03d2c96b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '457a4065-f91d-41d0-a677-bbd578359eac', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'floating_ip_address': '172.36.1.221', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'port_id': 'fef28cb9-af31-4df6-ae37-091d2cddb697', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'mac_address': 'fa:16:3e:43:48:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2928a20-3687-4b43-b3e3-78c0426cfb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:19:49Z', 'updated_at': '2022-10-28T10:21:22Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:21:23.644470 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5efe0-6bbc-49b6-8b26-91c03d2c96b6 None None] Checking router: 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:21:23.653588 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5efe0-6bbc-49b6-8b26-91c03d2c96b6 None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:21:23.654191 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0fc5efe0-6bbc-49b6-8b26-91c03d2c96b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:21:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:21:23.754913 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-0fc5efe0-6bbc-49b6-8b26-91c03d2c96b6 None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:21:23.786423 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dafb9-d60c-4de1-bad2-b19574a29308 req-4d0b3116-39da-4412-9ad9-b0ef806c49ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:23.788729 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-833dafb9-d60c-4de1-bad2-b19574a29308 req-4d0b3116-39da-4412-9ad9-b0ef806c49ff service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 1130 time: 0.0451021 Oct 28 10:21:23.906336 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dafb9-d60c-4de1-bad2-b19574a29308 req-254160c7-4f57-4bab-a81f-bf61af6a7e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:23.907895 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-833dafb9-d60c-4de1-bad2-b19574a29308 req-254160c7-4f57-4bab-a81f-bf61af6a7e4e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0961633 Oct 28 10:21:23.970891 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-833dafb9-d60c-4de1-bad2-b19574a29308 req-a27b255e-bf4a-483b-afa8-3632e181e05f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fef28cb9-af31-4df6-ae37-091d2cddb697 HTTP/1.1" status: 200 len: 1000 time: 0.0570068 Oct 28 10:21:23.976117 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0fc5efe0-6bbc-49b6-8b26-91c03d2c96b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '457a4065-f91d-41d0-a677-bbd578359eac', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'floating_ip_address': '172.36.1.221', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'port_id': 'fef28cb9-af31-4df6-ae37-091d2cddb697', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'mac_address': 'fa:16:3e:43:48:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2928a20-3687-4b43-b3e3-78c0426cfb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:19:49Z', 'updated_at': '2022-10-28T10:21:22Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:21:23.987100 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:24.005104 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5efe0-6bbc-49b6-8b26-91c03d2c96b6 None None] The sync data for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv is: [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '457a4065-f91d-41d0-a677-bbd578359eac', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'floating_ip_address': '172.36.1.221', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'port_id': 'fef28cb9-af31-4df6-ae37-091d2cddb697', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'mac_address': 'fa:16:3e:43:48:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2928a20-3687-4b43-b3e3-78c0426cfb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:19:49Z', 'updated_at': '2022-10-28T10:21:22Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:21:24.023980 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dafb9-d60c-4de1-bad2-b19574a29308 req-cd1a444b-0890-4be2-9ce1-01de6d98be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:24.025499 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-833dafb9-d60c-4de1-bad2-b19574a29308 req-cd1a444b-0890-4be2-9ce1-01de6d98be59 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0491412 Oct 28 10:21:24.199133 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc99c3-1c72-4e25-9128-f8c876231019 None None] New status for floating IP 457a4065-f91d-41d0-a677-bbd578359eac: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:21:24.294407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dafb9-d60c-4de1-bad2-b19574a29308 req-221d0bb3-39b5-4d3c-a533-8878a98a5002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:24.295956 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-833dafb9-d60c-4de1-bad2-b19574a29308 req-221d0bb3-39b5-4d3c-a533-8878a98a5002 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0445895 Oct 28 10:21:24.320476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:24.389388 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-833dafb9-d60c-4de1-bad2-b19574a29308 req-19212c8d-ee70-4595-9ff4-f5af9c805cae service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860124 Oct 28 10:21:24.488091 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-833dafb9-d60c-4de1-bad2-b19574a29308 req-d01d3424-1e5f-4d41-882d-c1f21a5f3899 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904098 Oct 28 10:21:33.315599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:33.316377 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:33.978471 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=70 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:33.979288 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=78 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:34.300112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=59,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:34.303315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:34.483226 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=13 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:34.485088 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=53 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:35.708506 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:21:43.037041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6fbdcc3e-85cf-4ea9-98da-756eefae10ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:45.351012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-870ba329-aad3-4459-95f2-ebc0fa2bfd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:46.951389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:47.944312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:48.602173 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:54.019237 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:21:54.662815 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:54.668680 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:21:56.725930 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd849b6-cacd-4876-9e86-c4fa16d421cf req-a0893063-bdde-4607-8fed-86c54fb3054a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:56.727366 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2bd849b6-cacd-4876-9e86-c4fa16d421cf req-a0893063-bdde-4607-8fed-86c54fb3054a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0500975 Oct 28 10:21:56.780365 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2bd849b6-cacd-4876-9e86-c4fa16d421cf req-a153bc18-a527-4e1c-b5e5-17cef010fab9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472169 Oct 28 10:21:57.902340 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019aa380-f1ad-46dd-8e2e-dd32bccd7387 req-9e6b9cce-7a51-40c3-8b58-01ce425f6c81 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:57.903817 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-019aa380-f1ad-46dd-8e2e-dd32bccd7387 req-9e6b9cce-7a51-40c3-8b58-01ce425f6c81 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0461042 Oct 28 10:21:57.950409 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-019aa380-f1ad-46dd-8e2e-dd32bccd7387 req-8304e382-3e9e-4ada-97d0-eb3998114787 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410249 Oct 28 10:21:59.071772 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27a976-7882-462b-8e7b-b1fd9310bb4e req-b7ab13fb-ceba-4a33-beed-f02b4161258d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:21:59.073260 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dc27a976-7882-462b-8e7b-b1fd9310bb4e req-b7ab13fb-ceba-4a33-beed-f02b4161258d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0463428 Oct 28 10:21:59.120145 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dc27a976-7882-462b-8e7b-b1fd9310bb4e req-f8d6a200-ed6b-4f6d-88f3-ccc2d9a6688e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407808 Oct 28 10:22:00.242809 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c81407-7bab-4e40-b4dc-9efc4eb149a0 req-ec1703c6-c6d2-49dd-afdb-70cae3319eaa tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:00.244300 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e4c81407-7bab-4e40-b4dc-9efc4eb149a0 req-ec1703c6-c6d2-49dd-afdb-70cae3319eaa tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0499392 Oct 28 10:22:00.291319 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e4c81407-7bab-4e40-b4dc-9efc4eb149a0 req-d0bd779f-ad74-4ecb-873e-39803ad9a517 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409636 Oct 28 10:22:01.414258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268778a-8720-4f6c-bb81-a922aa3ef56e req-cec38f48-2d96-46c3-ad54-683a63290fcc tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:01.415756 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3268778a-8720-4f6c-bb81-a922aa3ef56e req-cec38f48-2d96-46c3-ad54-683a63290fcc tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0472143 Oct 28 10:22:01.462649 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3268778a-8720-4f6c-bb81-a922aa3ef56e req-d142a994-7d18-4188-891e-78175b824985 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413718 Oct 28 10:22:02.587670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bb659-5a85-485e-bb5f-10b8ec0974d2 req-4a6f2c1b-68f0-4d77-bf4b-8c0b86533dbd tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:02.589150 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c19bb659-5a85-485e-bb5f-10b8ec0974d2 req-4a6f2c1b-68f0-4d77-bf4b-8c0b86533dbd tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0509515 Oct 28 10:22:02.637327 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c19bb659-5a85-485e-bb5f-10b8ec0974d2 req-e7c11f21-2c5e-41b9-920c-081afa02fe34 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426800 Oct 28 10:22:03.755578 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc4774-2f2b-4b9c-a02b-66eefcdfe7fc req-064d29a1-b72c-4c04-b2b3-43cf2a0757d9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:03.757028 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-afcc4774-2f2b-4b9c-a02b-66eefcdfe7fc req-064d29a1-b72c-4c04-b2b3-43cf2a0757d9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0464251 Oct 28 10:22:03.803933 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-afcc4774-2f2b-4b9c-a02b-66eefcdfe7fc req-d8596704-4558-4d6f-9cd6-593755506666 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406761 Oct 28 10:22:03.893539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:03.898491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:04.923398 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c718cb-1afb-4fa2-99ab-78279dc9519d req-0a857769-46fd-4ca8-b0ec-ef675ab24351 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:04.924897 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e7c718cb-1afb-4fa2-99ab-78279dc9519d req-0a857769-46fd-4ca8-b0ec-ef675ab24351 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0466979 Oct 28 10:22:04.976602 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e7c718cb-1afb-4fa2-99ab-78279dc9519d req-c672939d-115c-4a8f-9457-34cc383df600 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459993 Oct 28 10:22:06.096664 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472031b4-20f7-410e-a35b-20a66c9a7f3f req-5d45d1bd-13f1-43cf-a0fe-953043e48742 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:06.098257 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-472031b4-20f7-410e-a35b-20a66c9a7f3f req-5d45d1bd-13f1-43cf-a0fe-953043e48742 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0467577 Oct 28 10:22:06.144214 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-472031b4-20f7-410e-a35b-20a66c9a7f3f req-2a452e8f-a8a7-4326-846d-d28abb82e762 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404465 Oct 28 10:22:07.265910 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c01810-70be-42f4-b639-f6679b4e893a req-61123e84-3de0-4b86-9b23-4df487f5664f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:07.267415 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e5c01810-70be-42f4-b639-f6679b4e893a req-61123e84-3de0-4b86-9b23-4df487f5664f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0477180 Oct 28 10:22:07.314496 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e5c01810-70be-42f4-b639-f6679b4e893a req-8ecfbb00-32f6-4fae-8413-58d5683fbcfb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415065 Oct 28 10:22:07.674889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667ef08-3a13-421b-8a21-d3a53d8e09e3 req-45375a36-80dd-4e48-b0be-18073f88875d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:07.676357 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c667ef08-3a13-421b-8a21-d3a53d8e09e3 req-45375a36-80dd-4e48-b0be-18073f88875d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0517972 Oct 28 10:22:07.690053 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:07.731261 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c667ef08-3a13-421b-8a21-d3a53d8e09e3 req-17ed48f8-3eda-4f77-ba5e-041a5ff34fc4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491087 Oct 28 10:22:07.844732 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:07.851103 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-6a01123a-81fd-4cfc-80ab-2048f62be676 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1289330 Oct 28 10:22:08.473378 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581355-fed2-434d-984e-46f553edfecc req-5970da74-2041-4ae6-9c0b-33a3a0f86033 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:08.474750 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-5970da74-2041-4ae6-9c0b-33a3a0f86033 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports/fef28cb9-af31-4df6-ae37-091d2cddb697 HTTP/1.1" status: 200 len: 943 time: 0.0930767 Oct 28 10:22:08.856883 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cb208-4af1-4b31-87c2-70951ae10da1 req-1ba44c14-6816-4612-9364-11647ec3ff0f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:08.858396 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f43cb208-4af1-4b31-87c2-70951ae10da1 req-1ba44c14-6816-4612-9364-11647ec3ff0f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0517199 Oct 28 10:22:08.906128 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f43cb208-4af1-4b31-87c2-70951ae10da1 req-81e6facb-4acb-4443-80e3-3c7b26c203a1 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417788 Oct 28 10:22:10.029756 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d5c33-4498-4fb9-81f1-b3df1ca56b6d req-b92e0b8d-c32d-445d-b4b5-c87c0298dba7 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:10.031364 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-610d5c33-4498-4fb9-81f1-b3df1ca56b6d req-b92e0b8d-c32d-445d-b4b5-c87c0298dba7 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0502384 Oct 28 10:22:10.079384 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-610d5c33-4498-4fb9-81f1-b3df1ca56b6d req-8c6f2fd4-3725-4d63-b6a9-5851a5599fd0 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424781 Oct 28 10:22:10.305909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581355-fed2-434d-984e-46f553edfecc req-d15c7751-0d2c-4188-91a2-f2d26917d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:10.307410 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-d15c7751-0d2c-4188-91a2-f2d26917d149 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 1130 time: 0.0867605 Oct 28 10:22:10.404544 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581355-fed2-434d-984e-46f553edfecc req-e07fd97b-5d89-4120-9338-2b509b11f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:10.406034 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-e07fd97b-5d89-4120-9338-2b509b11f75a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0881455 Oct 28 10:22:10.469738 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-178d8396-95ba-4cc7-a976-aa29f537cb92 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fef28cb9-af31-4df6-ae37-091d2cddb697 HTTP/1.1" status: 200 len: 1002 time: 0.0544200 Oct 28 10:22:10.524417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581355-fed2-434d-984e-46f553edfecc req-da51c719-33dd-4771-8aaa-21da6903c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:10.525764 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-da51c719-33dd-4771-8aaa-21da6903c82f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0463009 Oct 28 10:22:10.570766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581355-fed2-434d-984e-46f553edfecc req-e1b080be-4c94-47d3-8df1-fe3f9450a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:10.572267 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-e1b080be-4c94-47d3-8df1-fe3f9450a3e2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0374024 Oct 28 10:22:10.667246 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-780e9b69-a959-4f77-a8d5-d285bd898ee1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853779 Oct 28 10:22:10.694250 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:10.695094 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:10.760162 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-7489758f-d552-47a8-b989-e7b41bca5fb6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836918 Oct 28 10:22:11.201082 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcaf57-99cd-450d-af8c-0c7ecec9075a req-b415d8bd-928a-4251-873e-91e75c4bab74 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:11.202475 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-76dcaf57-99cd-450d-af8c-0c7ecec9075a req-b415d8bd-928a-4251-873e-91e75c4bab74 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0466471 Oct 28 10:22:11.253368 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-76dcaf57-99cd-450d-af8c-0c7ecec9075a req-97f0ed36-da63-474b-ac5e-fe75f7dd9707 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453157 Oct 28 10:22:12.373575 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450be18-33c9-49d1-852d-4237ad51d276 req-4e60bc01-1ef3-42c9-97cb-db144235f883 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:12.375097 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9450be18-33c9-49d1-852d-4237ad51d276 req-4e60bc01-1ef3-42c9-97cb-db144235f883 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0468688 Oct 28 10:22:12.421795 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9450be18-33c9-49d1-852d-4237ad51d276 req-4e85011b-588e-49d0-8fad-6bef44e1e9ee tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411766 Oct 28 10:22:12.707488 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:22:13.024593 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-00d4a5a9-00b3-4918-9e59-0bf7c45a84f5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports/fef28cb9-af31-4df6-ae37-091d2cddb697/bindings/hv-neutron-zed0 HTTP/1.1" status: 200 len: 384 time: 0.0538266 Oct 28 10:22:13.030284 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e51cfb85-3164-41f3-a828-ac761daa0e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:13.547920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1ac64-bc7d-45e0-967b-b8da97151327 req-e5a52f34-4f44-451f-a99a-ff8a3ac43fb3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:13.549409 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-51e1ac64-bc7d-45e0-967b-b8da97151327 req-e5a52f34-4f44-451f-a99a-ff8a3ac43fb3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0472291 Oct 28 10:22:13.597167 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-51e1ac64-bc7d-45e0-967b-b8da97151327 req-6baad47d-4049-4085-8afa-bb786e8ed756 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418429 Oct 28 10:22:13.687010 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581355-fed2-434d-984e-46f553edfecc req-407b8f8d-4680-442c-9bfb-a2a98c028a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:13.688504 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-407b8f8d-4680-442c-9bfb-a2a98c028a2e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18&tenant_id=13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 1130 time: 0.0436673 Oct 28 10:22:13.774818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581355-fed2-434d-984e-46f553edfecc req-4a44a676-6b56-4f9b-a16b-933636809608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:13.776316 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-4a44a676-6b56-4f9b-a16b-933636809608 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 1130 time: 0.0397911 Oct 28 10:22:13.870220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581355-fed2-434d-984e-46f553edfecc req-a41664e3-a959-4cf6-82e9-e13e76c6a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:13.871896 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-a41664e3-a959-4cf6-82e9-e13e76c6a926 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0863698 Oct 28 10:22:13.940222 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-7317d267-9a22-4170-a8f8-d0914bee543d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fef28cb9-af31-4df6-ae37-091d2cddb697 HTTP/1.1" status: 200 len: 1002 time: 0.0579112 Oct 28 10:22:13.990301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581355-fed2-434d-984e-46f553edfecc req-7538222f-b6df-46f3-9298-7504c24e16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:13.991631 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-7538222f-b6df-46f3-9298-7504c24e16e0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0424650 Oct 28 10:22:14.036661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581355-fed2-434d-984e-46f553edfecc req-61ff8a83-90d5-4f2e-bd61-1f73de661e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:14.038067 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-61ff8a83-90d5-4f2e-bd61-1f73de661e2a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0373423 Oct 28 10:22:14.133250 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-6b84d102-3e70-4dbe-abae-5f4f33c97b0d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852151 Oct 28 10:22:14.189820 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:14.198889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:14.226945 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2581355-fed2-434d-984e-46f553edfecc req-09b80639-96ef-44a7-9acd-452b1a3cd4aa service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851018 Oct 28 10:22:14.720386 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350007ca-3bbd-4df7-9684-e638e2d3a8cb req-270f83f7-c44e-4cc9-b067-8b213d89c280 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:14.721838 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-350007ca-3bbd-4df7-9684-e638e2d3a8cb req-270f83f7-c44e-4cc9-b067-8b213d89c280 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0500553 Oct 28 10:22:14.769583 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-350007ca-3bbd-4df7-9684-e638e2d3a8cb req-e849edec-603e-4b88-bc3f-cd812c8af714 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421066 Oct 28 10:22:15.106128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fef28cb9-af31-4df6-ae37-091d2cddb697 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:22:15.206043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fef28cb9-af31-4df6-ae37-091d2cddb697, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fef28cb9-af31-4df6-ae37-091d2cddb697,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:22:15.217201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'fef28cb9-af31-4df6-ae37-091d2cddb697', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'port_id': 'fef28cb9-af31-4df6-ae37-091d2cddb697', 'mac_address': 'fa:16:3e:43:48:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:22:15.251061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port fef28cb9-af31-4df6-ae37-091d2cddb697 is: ACTIVE; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:22:15.251450 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:15.275048 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fef28cb9-af31-4df6-ae37-091d2cddb697 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:22:15.298277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fef28cb9-af31-4df6-ae37-091d2cddb697, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fef28cb9-af31-4df6-ae37-091d2cddb697,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:22:15.390146 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b8af0a2e-1228-4e28-ad95-c04b80b8f58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:15.418739 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:15.465758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=fef28cb9-af31-4df6-ae37-091d2cddb697,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:22:15.472710 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:15.473065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:15.473412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:15.473755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:15.474093 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:15.474454 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:15.474813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:15.480751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:15.480751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:15.480751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:15.480751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:15.480751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:15.480751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:15.480751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:15.480751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:15.639602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['fef28cb9-af31-4df6-ae37-091d2cddb697'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:22:15.894033 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c9d54-b645-4695-ae24-ad794f7a313e req-35ee3cf1-01b5-4805-8025-5ed1d034abd6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:15.895565 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-652c9d54-b645-4695-ae24-ad794f7a313e req-35ee3cf1-01b5-4805-8025-5ed1d034abd6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 945 time: 0.0486245 Oct 28 10:22:15.944115 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-652c9d54-b645-4695-ae24-ad794f7a313e req-8e862a16-ce2b-4d52-a8a7-47aa98962b1e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423412 Oct 28 10:22:16.953931 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:17.065952 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7959a4-0d67-4ada-a39d-6775e197e84d req-23f69610-8629-4549-b883-686bde9994dd tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:17.067454 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fa7959a4-0d67-4ada-a39d-6775e197e84d req-23f69610-8629-4549-b883-686bde9994dd tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 945 time: 0.0470512 Oct 28 10:22:17.118157 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fa7959a4-0d67-4ada-a39d-6775e197e84d req-bcbb0de8-18ef-42e2-8793-0279f313b12a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451236 Oct 28 10:22:17.129073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fef28cb9-af31-4df6-ae37-091d2cddb697 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:22:17.172919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port fef28cb9-af31-4df6-ae37-091d2cddb697 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:22:17.173295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:17.173628 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port fef28cb9-af31-4df6-ae37-091d2cddb697 Oct 28 10:22:17.247717 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port fef28cb9-af31-4df6-ae37-091d2cddb697 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:22:17.248026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:17.270319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2928a20-3687-4b43-b3e3-78c0426cfb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef28cb9-af31-4df6-ae37-091d2cddb697'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:22:17.272545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3834ec96-69b7-4bfd-9b16-1a985603b6b7" -d '{"events": [{"server_uuid": "a2928a20-3687-4b43-b3e3-78c0426cfb18", "name": "network-vif-plugged", "status": "completed", "tag": "fef28cb9-af31-4df6-ae37-091d2cddb697"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:22:17.285001 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fef28cb9-af31-4df6-ae37-091d2cddb697, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fef28cb9-af31-4df6-ae37-091d2cddb697,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:22:17.316009 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b26027-1c49-4e20-9e53-e3b5d2393f93 x-openstack-request-id: req-03b26027-1c49-4e20-9e53-e3b5d2393f93 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:22:17.316304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2928a20-3687-4b43-b3e3-78c0426cfb18", "name": "network-vif-plugged", "status": "completed", "tag": "fef28cb9-af31-4df6-ae37-091d2cddb697", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:22:17.316557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03b26027-1c49-4e20-9e53-e3b5d2393f93 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:22:17.316956 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b26027-1c49-4e20-9e53-e3b5d2393f93'] response: {'server_uuid': 'a2928a20-3687-4b43-b3e3-78c0426cfb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef28cb9-af31-4df6-ae37-091d2cddb697', 'code': 200} Oct 28 10:22:17.339034 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:17.386438 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=fef28cb9-af31-4df6-ae37-091d2cddb697,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:22:17.421588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ac313-c551-4b2c-83e2-36ced46c66e4 req-ea8c582e-0da3-4569-9189-8de71e120fec tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:17.423076 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b41ac313-c551-4b2c-83e2-36ced46c66e4 req-ea8c582e-0da3-4569-9189-8de71e120fec tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0485513 Oct 28 10:22:17.471625 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b41ac313-c551-4b2c-83e2-36ced46c66e4 req-2f07288a-42c0-47bc-b7ba-255da6f41f20 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428393 Oct 28 10:22:17.886871 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7c06ecf-f6a3-43c1-8bce-17e152be3672 req-c8f3ebb4-25b3-4125-8c8b-238eca4404b0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3970370 Oct 28 10:22:17.906260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4995b99-0dc6-4457-821a-1510f0616beb req-60dc0386-efd2-4fea-8a2f-83979b955c11 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:17.907723 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a4995b99-0dc6-4457-821a-1510f0616beb req-60dc0386-efd2-4fea-8a2f-83979b955c11 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18&tenant_id=13692d082ccc471090ed5336deccef99&binding%3Ahost_id=hv-neutron-zed0 HTTP/1.1" status: 200 len: 946 time: 0.0568070 Oct 28 10:22:17.944703 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:17.991131 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c06ecf-f6a3-43c1-8bce-17e152be3672 req-99ae3b6c-fd15-4bc8-9de9-8173f43110ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:17.992606 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7c06ecf-f6a3-43c1-8bce-17e152be3672 req-99ae3b6c-fd15-4bc8-9de9-8173f43110ed service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 1130 time: 0.0389912 Oct 28 10:22:18.103505 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c06ecf-f6a3-43c1-8bce-17e152be3672 req-5388f4f3-d932-452e-9554-e35cbf882aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:18.104950 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7c06ecf-f6a3-43c1-8bce-17e152be3672 req-5388f4f3-d932-452e-9554-e35cbf882aeb service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0877588 Oct 28 10:22:18.168533 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7c06ecf-f6a3-43c1-8bce-17e152be3672 req-774e5e75-6b86-422d-8bbc-a8ce2eb9578e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fef28cb9-af31-4df6-ae37-091d2cddb697 HTTP/1.1" status: 200 len: 1002 time: 0.0535951 Oct 28 10:22:18.221828 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c06ecf-f6a3-43c1-8bce-17e152be3672 req-0e9856f0-3df0-4030-a072-4eed7ccf2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:18.223178 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7c06ecf-f6a3-43c1-8bce-17e152be3672 req-0e9856f0-3df0-4030-a072-4eed7ccf2b95 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0472891 Oct 28 10:22:18.268995 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c06ecf-f6a3-43c1-8bce-17e152be3672 req-3ba91105-f1da-47fb-a368-7fd20f358038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:18.270434 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7c06ecf-f6a3-43c1-8bce-17e152be3672 req-3ba91105-f1da-47fb-a368-7fd20f358038 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0380793 Oct 28 10:22:18.365669 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7c06ecf-f6a3-43c1-8bce-17e152be3672 req-55511213-7b16-4a3d-8c55-d41829844a75 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856719 Oct 28 10:22:18.457653 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7c06ecf-f6a3-43c1-8bce-17e152be3672 req-8952d37e-9b5e-4879-8681-53bdcf7f4953 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827432 Oct 28 10:22:18.567288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:18.598478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5623dc-2275-417c-9aab-c1c9f7d16fa8 req-1ffe049d-2ee6-491f-b38f-f78abf629abc tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:18.600765 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2f5623dc-2275-417c-9aab-c1c9f7d16fa8 req-1ffe049d-2ee6-491f-b38f-f78abf629abc tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0484686 Oct 28 10:22:18.600887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4995b99-0dc6-4457-821a-1510f0616beb req-6be35f69-3854-48b4-93ea-417a5e30fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:18.602337 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a4995b99-0dc6-4457-821a-1510f0616beb req-6be35f69-3854-48b4-93ea-417a5e30fa92 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 1130 time: 0.0405915 Oct 28 10:22:18.649134 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2f5623dc-2275-417c-9aab-c1c9f7d16fa8 req-564a698d-880b-4fe6-96b3-8ef9b04a610a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425406 Oct 28 10:22:18.700592 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4995b99-0dc6-4457-821a-1510f0616beb req-9122f05c-b161-4e71-8177-e221c63b3410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:18.702037 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a4995b99-0dc6-4457-821a-1510f0616beb req-9122f05c-b161-4e71-8177-e221c63b3410 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0910928 Oct 28 10:22:18.766281 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a4995b99-0dc6-4457-821a-1510f0616beb req-acc58982-6aed-40da-990f-ec766aaefb53 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fef28cb9-af31-4df6-ae37-091d2cddb697 HTTP/1.1" status: 200 len: 1002 time: 0.0537300 Oct 28 10:22:18.820084 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4995b99-0dc6-4457-821a-1510f0616beb req-33cc7445-134e-473b-bd47-c5d4f142bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:18.821603 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a4995b99-0dc6-4457-821a-1510f0616beb req-33cc7445-134e-473b-bd47-c5d4f142bf25 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0463815 Oct 28 10:22:18.867961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4995b99-0dc6-4457-821a-1510f0616beb req-12d43744-5511-4e8a-9efa-d795b494c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:18.870163 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a4995b99-0dc6-4457-821a-1510f0616beb req-12d43744-5511-4e8a-9efa-d795b494c7f7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0388558 Oct 28 10:22:18.951583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:18.966403 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a4995b99-0dc6-4457-821a-1510f0616beb req-451191de-ab84-4d94-a38b-8992e1794e22 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880487 Oct 28 10:22:19.054149 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:19.059745 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a4995b99-0dc6-4457-821a-1510f0616beb req-f84ea842-2328-4c98-96f0-9cd05182e568 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835145 Oct 28 10:22:19.768346 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:19.779060 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37955434-f646-4f1e-99dc-5b1d9fb3029a req-99e0084a-e976-47e8-bc69-16d9074b46d5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:19.780547 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-37955434-f646-4f1e-99dc-5b1d9fb3029a req-99e0084a-e976-47e8-bc69-16d9074b46d5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0518570 Oct 28 10:22:19.791632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:19.830147 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-37955434-f646-4f1e-99dc-5b1d9fb3029a req-df7c0c8c-5836-4a76-9a0f-06836a887862 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440154 Oct 28 10:22:20.952719 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc092-1c70-4e75-b3c9-8e6532a85442 req-7d364377-e4c2-43da-9ced-4e7981a5b373 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:20.954109 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ee1bc092-1c70-4e75-b3c9-8e6532a85442 req-7d364377-e4c2-43da-9ced-4e7981a5b373 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0463378 Oct 28 10:22:21.000620 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ee1bc092-1c70-4e75-b3c9-8e6532a85442 req-4dc82475-b452-4c5c-b8a4-04be43a33940 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409131 Oct 28 10:22:21.121186 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91945d9d-8c98-4633-90d1-cd41e7362661 req-7ec09c52-213d-41ed-ae4f-33429949ae6d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:21.122637 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-91945d9d-8c98-4633-90d1-cd41e7362661 req-7ec09c52-213d-41ed-ae4f-33429949ae6d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0492842 Oct 28 10:22:21.168745 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-91945d9d-8c98-4633-90d1-cd41e7362661 req-0ccd1272-7b5d-4664-9921-1a4022f21eff tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406353 Oct 28 10:22:21.553167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc639b-cb09-4bb0-babc-a713c14c381f req-1bb81726-1f83-47e6-9bc3-0608939abcda tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:21.560387 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-41bc639b-cb09-4bb0-babc-a713c14c381f req-1bb81726-1f83-47e6-9bc3-0608939abcda tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0480726 Oct 28 10:22:21.605128 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-41bc639b-cb09-4bb0-babc-a713c14c381f req-c9f6b197-02c1-4372-bbaa-e354f64901c1 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436800 Oct 28 10:22:21.708471 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5186f8f-7f80-4293-8c98-c25f2e8ab4c2 req-f432ae25-eceb-4a23-8f03-61ed9f33c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:21.709940 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e5186f8f-7f80-4293-8c98-c25f2e8ab4c2 req-f432ae25-eceb-4a23-8f03-61ed9f33c9d7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 1130 time: 0.0399618 Oct 28 10:22:21.805904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5186f8f-7f80-4293-8c98-c25f2e8ab4c2 req-c697604b-b894-4c66-b122-63b6001e608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:21.807382 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e5186f8f-7f80-4293-8c98-c25f2e8ab4c2 req-c697604b-b894-4c66-b122-63b6001e608a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0883400 Oct 28 10:22:21.876115 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e5186f8f-7f80-4293-8c98-c25f2e8ab4c2 req-c3dd0962-0c94-4708-8f0a-8bafb0ef3141 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fef28cb9-af31-4df6-ae37-091d2cddb697 HTTP/1.1" status: 200 len: 1002 time: 0.0592604 Oct 28 10:22:21.926884 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5186f8f-7f80-4293-8c98-c25f2e8ab4c2 req-9c5c5edf-96dd-43b8-bddc-132417743814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:21.928261 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e5186f8f-7f80-4293-8c98-c25f2e8ab4c2 req-9c5c5edf-96dd-43b8-bddc-132417743814 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0432901 Oct 28 10:22:21.973494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5186f8f-7f80-4293-8c98-c25f2e8ab4c2 req-2d03546f-90af-47a2-babc-53a509046ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:21.974938 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e5186f8f-7f80-4293-8c98-c25f2e8ab4c2 req-2d03546f-90af-47a2-babc-53a509046ff4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0375607 Oct 28 10:22:22.068379 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e5186f8f-7f80-4293-8c98-c25f2e8ab4c2 req-6f027aa1-148b-4ae2-a655-023b83b7455a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840640 Oct 28 10:22:22.159107 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e5186f8f-7f80-4293-8c98-c25f2e8ab4c2 req-476d24ab-009d-486e-8ea9-0f20666f8eb5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817032 Oct 28 10:22:22.394257 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:22.442172 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:22.729526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193962d-205c-4e9a-9a75-384b3d318c0e req-4d5fdb59-9b0e-48c2-9f2e-ebb97f2a1697 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:22.731029 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4193962d-205c-4e9a-9a75-384b3d318c0e req-4d5fdb59-9b0e-48c2-9f2e-ebb97f2a1697 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0469911 Oct 28 10:22:22.782591 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4193962d-205c-4e9a-9a75-384b3d318c0e req-ff9a3442-5263-4091-ac67-986e8d6789b2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457168 Oct 28 10:22:23.906248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac9cbd-a877-469b-9dfe-3a0a50de6809 req-7a2b3922-8194-49c8-8782-c42b2e1195bc tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:23.907963 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-26ac9cbd-a877-469b-9dfe-3a0a50de6809 req-7a2b3922-8194-49c8-8782-c42b2e1195bc tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0477650 Oct 28 10:22:23.955702 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-26ac9cbd-a877-469b-9dfe-3a0a50de6809 req-cb498a7e-7d3d-41f7-9d05-404e17604c57 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418053 Oct 28 10:22:23.984460 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:24.348233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b9107-537a-4a49-821b-e98aa11b3002 req-ba2b793c-6919-4d71-99ba-7d642a82f70a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:24.349701 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-936b9107-537a-4a49-821b-e98aa11b3002 req-ba2b793c-6919-4d71-99ba-7d642a82f70a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0469356 Oct 28 10:22:24.397802 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-936b9107-537a-4a49-821b-e98aa11b3002 req-693b8787-da2f-4321-900b-295a21b891a0 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424955 Oct 28 10:22:25.522350 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d5afb-3fe5-47f7-bf9e-25d68ecd749d req-17b76ce0-e457-4643-a701-9d6b2a20c30e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:25.523988 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5f0d5afb-3fe5-47f7-bf9e-25d68ecd749d req-17b76ce0-e457-4643-a701-9d6b2a20c30e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0504661 Oct 28 10:22:25.570392 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5f0d5afb-3fe5-47f7-bf9e-25d68ecd749d req-19894b47-375b-4ea8-ad9f-869768efd7f7 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400913 Oct 28 10:22:26.564726 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2837e7-d46e-48d0-bd9e-b0bff28b17f7 req-10e85c5c-b503-4ecc-8341-1c6aee89bd47 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:26.571716 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0a2837e7-d46e-48d0-bd9e-b0bff28b17f7 req-10e85c5c-b503-4ecc-8341-1c6aee89bd47 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0523036 Oct 28 10:22:26.656122 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-0a2837e7-d46e-48d0-bd9e-b0bff28b17f7 req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Deleting port fef28cb9-af31-4df6-ae37-091d2cddb697 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:22:26.656463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0a2837e7-d46e-48d0-bd9e-b0bff28b17f7 req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:26.693721 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0582b-79e0-4700-8d05-88f1bed30788 req-d64b69ad-264f-461a-a797-e0e377263aed tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:26.695233 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-25c0582b-79e0-4700-8d05-88f1bed30788 req-d64b69ad-264f-461a-a797-e0e377263aed tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 946 time: 0.0472472 Oct 28 10:22:26.742995 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-25c0582b-79e0-4700-8d05-88f1bed30788 req-3abb611b-2cf1-4733-b72f-4d35a1869a40 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413702 Oct 28 10:22:26.753350 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-0a2837e7-d46e-48d0-bd9e-b0bff28b17f7 req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] For port fef28cb9-af31-4df6-ae37-091d2cddb697, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fef28cb9-af31-4df6-ae37-091d2cddb697,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:22:26.753874 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0a2837e7-d46e-48d0-bd9e-b0bff28b17f7 req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:26.920799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0a2837e7-d46e-48d0-bd9e-b0bff28b17f7 req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:26.921080 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0a2837e7-d46e-48d0-bd9e-b0bff28b17f7 req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (457a4065-f91d-41d0-a677-bbd578359eac), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:26.921397 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [req-0a2837e7-d46e-48d0-bd9e-b0bff28b17f7 req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Floating IP 457a4065-f91d-41d0-a677-bbd578359eac disassociated. External IP: 172.36.1.221, port: fef28cb9-af31-4df6-ae37-091d2cddb697. Oct 28 10:22:26.921739 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-0a2837e7-d46e-48d0-bd9e-b0bff28b17f7 req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Calling delete_port for fef28cb9-af31-4df6-ae37-091d2cddb697 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:22:26.934579 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:26.981386 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:27.114245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0a2837e7-d46e-48d0-bd9e-b0bff28b17f7 req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (fef28cb9-af31-4df6-ae37-091d2cddb697), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:27.144500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Pushing event deleted for resources: {'Port': ['ID=fef28cb9-af31-4df6-ae37-091d2cddb697,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:22:27.158253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:27.158611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:27.159016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:27.159324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:27.159659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:27.159989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:27.160317 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:27.160641 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:27.160966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:27.161904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:27.161904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:27.161904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:27.162265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:27.162528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:27.162878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:22:27.268651 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a2837e7-d46e-48d0-bd9e-b0bff28b17f7 req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:22:27.376228 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a2837e7-d46e-48d0-bd9e-b0bff28b17f7 req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:22:27.385643 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f8a1e7-e549-4598-a1ec-2ec534e0b459 None None] Sync routers for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:22:27.395767 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f8a1e7-e549-4598-a1ec-2ec534e0b459 None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:22:27.396462 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-82f8a1e7-e549-4598-a1ec-2ec534e0b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:22:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:22:27.419690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2837e7-d46e-48d0-bd9e-b0bff28b17f7 req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] No DVR routers for this DVR port fef28cb9-af31-4df6-ae37-091d2cddb697 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:22:27.422185 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0a2837e7-d46e-48d0-bd9e-b0bff28b17f7 req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:27.425758 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0a2837e7-d46e-48d0-bd9e-b0bff28b17f7 req-266c174c-d80f-4592-9440-ed878088bc3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "DELETE /networking/v2.0/ports/fef28cb9-af31-4df6-ae37-091d2cddb697 HTTP/1.1" status: 204 len: 173 time: 0.8525856 Oct 28 10:22:27.426272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2928a20-3687-4b43-b3e3-78c0426cfb18', 'name': 'network-vif-deleted', 'tag': 'fef28cb9-af31-4df6-ae37-091d2cddb697'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:22:27.428550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235d5181-eaa7-4352-8975-cd359ec39797" -d '{"events": [{"server_uuid": "a2928a20-3687-4b43-b3e3-78c0426cfb18", "name": "network-vif-deleted", "tag": "fef28cb9-af31-4df6-ae37-091d2cddb697"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:22:27.468208 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b737c64-48b2-4a17-ae34-7846b41d1d5d x-openstack-request-id: req-3b737c64-48b2-4a17-ae34-7846b41d1d5d {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:22:27.468513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2928a20-3687-4b43-b3e3-78c0426cfb18", "name": "network-vif-deleted", "tag": "fef28cb9-af31-4df6-ae37-091d2cddb697", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:22:27.468758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b737c64-48b2-4a17-ae34-7846b41d1d5d {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:22:27.469267 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b737c64-48b2-4a17-ae34-7846b41d1d5d'] response: {'server_uuid': 'a2928a20-3687-4b43-b3e3-78c0426cfb18', 'name': 'network-vif-deleted', 'tag': 'fef28cb9-af31-4df6-ae37-091d2cddb697', 'status': 'completed', 'code': 200} Oct 28 10:22:27.500013 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-82f8a1e7-e549-4598-a1ec-2ec534e0b459 None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:22:27.776223 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-82f8a1e7-e549-4598-a1ec-2ec534e0b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:22:27.800076 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f8a1e7-e549-4598-a1ec-2ec534e0b459 None None] Checking router: 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:22:27.808591 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f8a1e7-e549-4598-a1ec-2ec534e0b459 None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:22:27.809187 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-82f8a1e7-e549-4598-a1ec-2ec534e0b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:22:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:22:27.859423 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-57e8421c-5010-469b-9cdc-ac2e3a17229f req-28b153f2-b75a-42a4-8d59-d9e30ac7b7bc tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2928a20-3687-4b43-b3e3-78c0426cfb18 HTTP/1.1" status: 200 len: 210 time: 0.0293989 Oct 28 10:22:27.912420 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-82f8a1e7-e549-4598-a1ec-2ec534e0b459 None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:22:28.095854 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-82f8a1e7-e549-4598-a1ec-2ec534e0b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:22:28.119437 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f8a1e7-e549-4598-a1ec-2ec534e0b459 None None] The sync data for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv is: [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:22:28.322945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1373c84-75e8-487e-a2d0-114c115365a3 None None] New status for floating IP 457a4065-f91d-41d0-a677-bbd578359eac: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:22:29.119543 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1f9ca02a-0504-4439-9dcc-f67a82f4ae2a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--531252219&fields=id&tenant_id=13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 267 time: 0.0456202 Oct 28 10:22:29.224898 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-110a45e6-5b64-429b-bb3d-fb7fb946640f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:29.226281 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-110a45e6-5b64-429b-bb3d-fb7fb946640f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 812 time: 0.1003025 Oct 28 10:22:29.240584 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-cfeab22c-9adf-4963-9d79-3c3c524f6104 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/quotas/13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 375 time: 0.0088723 Oct 28 10:22:29.253399 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:29.294133 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-cc83b970-e827-4a33-92f2-e4ebca123fa4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487535 Oct 28 10:22:29.364428 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:29.393356 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-e163f8fc-aab2-4ab8-9db7-9156ac0e997f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878110 Oct 28 10:22:29.487485 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-b5920e96-e41f-4668-b260-16090b44d868 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880775 Oct 28 10:22:29.719853 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-61b18ad5-634d-4854-9a68-a2351764b980 req-6cfc0544-6681-4d65-8a1a-b5f58db05a91 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 210 time: 0.0282602 Oct 28 10:22:30.823939 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3b57aa80-f189-4d6d-ad08-d495024efcf2 req-880eff35-6bc6-4c28-99c1-d5cf279ab3c2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 210 time: 0.0284781 Oct 28 10:22:31.229833 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fef28cb9-af31-4df6-ae37-091d2cddb697 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:22:31.249998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: fef28cb9-af31-4df6-ae37-091d2cddb697 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:22:31.250430 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fef28cb9-af31-4df6-ae37-091d2cddb697 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:22:31.894213 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-d27fbda3-5478-4b06-85fd-bcdc5e27cc53 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:31.895703 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-d27fbda3-5478-4b06-85fd-bcdc5e27cc53 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 812 time: 0.1234884 Oct 28 10:22:31.948549 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bbc184e3-563e-4fd2-865a-47913761d887 req-e1293a8c-e9a8-4674-9210-0c6a9ccd35de tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 210 time: 0.0415416 Oct 28 10:22:31.981065 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-0af780a8-2992-42a9-b1c2-5ead9480c4f5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 379 time: 0.0628588 Oct 28 10:22:31.989554 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-4c435ceb-c1a7-4a07-9844-0dd73d77a0a4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Request body: {'port': {'device_id': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'admin_state_up': True, 'tenant_id': '13692d082ccc471090ed5336deccef99', 'security_groups': ['1c4c5c84-5ef5-461a-a0e4-9a918afb63df']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:22:32.155020 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-4c435ceb-c1a7-4a07-9844-0dd73d77a0a4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Made reservation on behalf of 13692d082ccc471090ed5336deccef99 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:22:32.158887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-4c435ceb-c1a7-4a07-9844-0dd73d77a0a4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:32.263346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:32.291335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-4c435ceb-c1a7-4a07-9844-0dd73d77a0a4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Allocated IP 172.20.0.7 (cca6f21c-a9b5-4829-88cb-a09c18f85b2f/8943ec50-d534-46d7-9519-9c761cfdd491/e086d463-8f09-4943-84b0-860a7de5913b) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:22:32.389632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:32.437872 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-4c435ceb-c1a7-4a07-9844-0dd73d77a0a4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for port (e086d463-8f09-4943-84b0-860a7de5913b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:32.521463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-4c435ceb-c1a7-4a07-9844-0dd73d77a0a4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e086d463-8f09-4943-84b0-860a7de5913b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:32.566199 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-4c435ceb-c1a7-4a07-9844-0dd73d77a0a4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Network cca6f21c-a9b5-4829-88cb-a09c18f85b2f is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:22:32.569299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-4c435ceb-c1a7-4a07-9844-0dd73d77a0a4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:22:32.573877 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-4c435ceb-c1a7-4a07-9844-0dd73d77a0a4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:22:32.580060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c435ceb-c1a7-4a07-9844-0dd73d77a0a4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Pushing event updated for resources: {'Port': ['ID=e086d463-8f09-4943-84b0-860a7de5913b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:22:32.626889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-4c435ceb-c1a7-4a07-9844-0dd73d77a0a4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:32.627498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-4c435ceb-c1a7-4a07-9844-0dd73d77a0a4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:32.706833 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-4c435ceb-c1a7-4a07-9844-0dd73d77a0a4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7208619 Oct 28 10:22:32.731034 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Request body: {'port': {'device_id': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:22:32.793744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e086d463-8f09-4943-84b0-860a7de5913b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:32.849750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-5bab23b4-5bc0-41c2-b7b9-9d7c3e5c2248 None None] Provisioning complete for port e086d463-8f09-4943-84b0-860a7de5913b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:22:32.850347 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5bab23b4-5bc0-41c2-b7b9-9d7c3e5c2248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e086d463-8f09-4943-84b0-860a7de5913b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:32.850452 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-5bab23b4-5bc0-41c2-b7b9-9d7c3e5c2248 None None] Attempt 1 to provision port e086d463-8f09-4943-84b0-860a7de5913b Oct 28 10:22:32.886017 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5bab23b4-5bc0-41c2-b7b9-9d7c3e5c2248 None None] Port e086d463-8f09-4943-84b0-860a7de5913b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:22:33.045469 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e086d463-8f09-4943-84b0-860a7de5913b {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:22:33.053000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Publish callbacks [] for port (e086d463-8f09-4943-84b0-860a7de5913b), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:33.065832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Transition to ACTIVE for port object e086d463-8f09-4943-84b0-860a7de5913b will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:22:33.068415 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548534c5-511c-473e-8fdb-47061c76c05b req-55a93d85-8521-4f4f-bb59-6f5577da72d0 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:33.069907 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-548534c5-511c-473e-8fdb-47061c76c05b req-55a93d85-8521-4f4f-bb59-6f5577da72d0 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 931 time: 0.0502424 Oct 28 10:22:33.119164 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-548534c5-511c-473e-8fdb-47061c76c05b req-da7e7267-719e-4cb1-8ec2-a89cd4dc50dc tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433197 Oct 28 10:22:33.138099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (e086d463-8f09-4943-84b0-860a7de5913b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:33.221833 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Pushing event updated for resources: {'Port': ['ID=e086d463-8f09-4943-84b0-860a7de5913b,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:22:33.243035 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:33.252033 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Attempting to bind port e086d463-8f09-4943-84b0-860a7de5913b on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:22:33.252368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Attempting to bind port e086d463-8f09-4943-84b0-860a7de5913b by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:22:33.252697 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Attempting to bind port e086d463-8f09-4943-84b0-860a7de5913b on network cca6f21c-a9b5-4829-88cb-a09c18f85b2f {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:22:33.294750 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Port e086d463-8f09-4943-84b0-860a7de5913b on network cca6f21c-a9b5-4829-88cb-a09c18f85b2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:22:33.295080 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Attempting to bind port e086d463-8f09-4943-84b0-860a7de5913b on network cca6f21c-a9b5-4829-88cb-a09c18f85b2f {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:22:33.341513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:22:33.341862 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Checking segment: {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:22:33.342237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Bound using segment: {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:22:33.342692 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Bound port: e086d463-8f09-4943-84b0-860a7de5913b, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:22:33.343194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e086d463-8f09-4943-84b0-860a7de5913b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:33.351410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:33.403509 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] For port e086d463-8f09-4943-84b0-860a7de5913b, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:22:33.406545 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] For port e086d463-8f09-4943-84b0-860a7de5913b, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e086d463-8f09-4943-84b0-860a7de5913b,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:22:33.498451 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (e086d463-8f09-4943-84b0-860a7de5913b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:33.503882 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:33.504497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:33.505950 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/e086d463-8f09-4943-84b0-860a7de5913b HTTP/1.1" status: 200 len: 1093 time: 0.7793264 Oct 28 10:22:33.506447 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'tag': 'e086d463-8f09-4943-84b0-860a7de5913b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:22:33.508743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c415e3-8029-4c19-aeb1-de1f5b6c56bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f3fd7e-fda2-4a94-8272-643f6d7792d7", "tag": "e086d463-8f09-4943-84b0-860a7de5913b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:22:33.548270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94211d6e-46d2-440c-9f2a-19950e33079e x-openstack-request-id: req-94211d6e-46d2-440c-9f2a-19950e33079e {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:22:33.548502 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f3fd7e-fda2-4a94-8272-643f6d7792d7", "tag": "e086d463-8f09-4943-84b0-860a7de5913b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:22:33.548758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94211d6e-46d2-440c-9f2a-19950e33079e {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:22:33.549163 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94211d6e-46d2-440c-9f2a-19950e33079e'] response: {'name': 'network-changed', 'server_uuid': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'tag': 'e086d463-8f09-4943-84b0-860a7de5913b', 'status': 'completed', 'code': 200} Oct 28 10:22:33.558742 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531711c-0229-4dc7-84ff-66f905ea5afb service neutron] Pushing event updated for resources: {'Port': ['ID=e086d463-8f09-4943-84b0-860a7de5913b,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:22:33.649593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c415e3-8029-4c19-aeb1-de1f5b6c56bf req-298ccf99-1445-4f61-9a12-b27a198323ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:33.651797 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-56c415e3-8029-4c19-aeb1-de1f5b6c56bf req-298ccf99-1445-4f61-9a12-b27a198323ec service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 1127 time: 0.0390961 Oct 28 10:22:33.765531 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c415e3-8029-4c19-aeb1-de1f5b6c56bf req-253b5314-4a0b-4ea5-a202-4d712cdc95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:33.767011 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-56c415e3-8029-4c19-aeb1-de1f5b6c56bf req-253b5314-4a0b-4ea5-a202-4d712cdc95b2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=13692d082ccc471090ed5336deccef99&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0955272 Oct 28 10:22:33.866340 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c415e3-8029-4c19-aeb1-de1f5b6c56bf req-f910c1b3-1cba-46d8-bac0-0a04ec9fc4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:33.868002 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-56c415e3-8029-4c19-aeb1-de1f5b6c56bf req-f910c1b3-1cba-46d8-bac0-0a04ec9fc4c4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919232 Oct 28 10:22:33.975624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-53bf272d-6a34-4d48-8672-c4ab12afdf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:33.977260 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-53bf272d-6a34-4d48-8672-c4ab12afdf34 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 1127 time: 0.0401084 Oct 28 10:22:34.029175 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-35e1972f-db07-4850-b200-365c895d532a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e086d463-8f09-4943-84b0-860a7de5913b HTTP/1.1" status: 200 len: 217 time: 0.0319622 Oct 28 10:22:34.081400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-e81b3910-7428-4fc0-af51-774179ecf310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:34.082791 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-e81b3910-7428-4fc0-af51-774179ecf310 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0459127 Oct 28 10:22:34.127586 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-0310bb15-3d9a-4ce7-8eba-da5775faa2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:34.128915 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-0310bb15-3d9a-4ce7-8eba-da5775faa2c0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0371945 Oct 28 10:22:34.224415 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-2adf8b68-7ca2-4ee3-a8b5-45da407be67e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860064 Oct 28 10:22:34.240214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b9424-310a-43ec-9be0-6b1116d81c77 req-ff072848-2daa-439e-87f8-23a3ee12010b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:34.241695 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-302b9424-310a-43ec-9be0-6b1116d81c77 req-ff072848-2daa-439e-87f8-23a3ee12010b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 943 time: 0.0460625 Oct 28 10:22:34.288630 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-302b9424-310a-43ec-9be0-6b1116d81c77 req-bf537089-a8ee-4e9b-8f28-00a1679bfc89 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406590 Oct 28 10:22:34.318437 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81114659-397a-4d96-92b7-9a5ffb96bc68 req-4ea26c9c-ee99-4e86-b3c5-435cb2205607 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848060 Oct 28 10:22:35.467047 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bcfb1-344c-41be-bcab-b1c003584595 req-f1c00b4d-125a-4725-b4da-9e313ef0a89b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:35.468502 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-507bcfb1-344c-41be-bcab-b1c003584595 req-f1c00b4d-125a-4725-b4da-9e313ef0a89b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 943 time: 0.1032174 Oct 28 10:22:35.518484 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-507bcfb1-344c-41be-bcab-b1c003584595 req-4a8a2c6c-0b6f-4ba2-a059-9d080e323632 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444121 Oct 28 10:22:36.686503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6303c58-04f2-4e2a-a4b3-585f002087df req-7b36f2fc-c2c2-49ec-9cba-45c073c99a26 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:36.688058 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e6303c58-04f2-4e2a-a4b3-585f002087df req-7b36f2fc-c2c2-49ec-9cba-45c073c99a26 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 943 time: 0.0958810 Oct 28 10:22:36.735133 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e6303c58-04f2-4e2a-a4b3-585f002087df req-4a25fe57-ab51-4e36-a2b6-8641af625977 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415330 Oct 28 10:22:37.266892 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e086d463-8f09-4943-84b0-860a7de5913b details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:22:37.364976 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e086d463-8f09-4943-84b0-860a7de5913b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e086d463-8f09-4943-84b0-860a7de5913b,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:22:37.511059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'e086d463-8f09-4943-84b0-860a7de5913b', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'port_id': 'e086d463-8f09-4943-84b0-860a7de5913b', 'mac_address': 'fa:16:3e:2a:ae:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:22:37.546119 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port e086d463-8f09-4943-84b0-860a7de5913b is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:22:37.546429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e086d463-8f09-4943-84b0-860a7de5913b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:37.559684 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e086d463-8f09-4943-84b0-860a7de5913b {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:22:37.579631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e086d463-8f09-4943-84b0-860a7de5913b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e086d463-8f09-4943-84b0-860a7de5913b,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:22:37.628880 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e086d463-8f09-4943-84b0-860a7de5913b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:37.674926 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=e086d463-8f09-4943-84b0-860a7de5913b,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:22:37.853552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97892dd2-8065-4ae9-a040-fba031266779 req-19093e6c-eb22-4126-9561-be659fc48d9e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:37.855609 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-97892dd2-8065-4ae9-a040-fba031266779 req-19093e6c-eb22-4126-9561-be659fc48d9e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 944 time: 0.0463295 Oct 28 10:22:37.902361 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-97892dd2-8065-4ae9-a040-fba031266779 req-9c86af54-1c88-48e5-ad84-322203b0c57f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412657 Oct 28 10:22:37.971488 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['e086d463-8f09-4943-84b0-860a7de5913b'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:22:38.098406 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=69 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:38.099167 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=71 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:39.026376 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bffb30-f7fe-4bbf-afc3-6f450b7c1f43 req-43f535b1-04e9-4cc9-9f78-2d3deeb0ad9c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:39.027859 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-75bffb30-f7fe-4bbf-afc3-6f450b7c1f43 req-43f535b1-04e9-4cc9-9f78-2d3deeb0ad9c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 944 time: 0.0499995 Oct 28 10:22:39.074562 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-75bffb30-f7fe-4bbf-afc3-6f450b7c1f43 req-a5064c56-c135-4cf9-9e3a-8083a866cb8a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412037 Oct 28 10:22:39.293755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e086d463-8f09-4943-84b0-860a7de5913b up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:22:39.336010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port e086d463-8f09-4943-84b0-860a7de5913b completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:22:39.405603 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port e086d463-8f09-4943-84b0-860a7de5913b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:22:39.406014 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e086d463-8f09-4943-84b0-860a7de5913b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:39.406383 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port e086d463-8f09-4943-84b0-860a7de5913b Oct 28 10:22:39.451759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:39.480800 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port e086d463-8f09-4943-84b0-860a7de5913b is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:22:39.481182 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e086d463-8f09-4943-84b0-860a7de5913b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:39.504161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e086d463-8f09-4943-84b0-860a7de5913b'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:22:39.506367 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca63f2e-54dc-48a3-b9dc-7491084b5ff0" -d '{"events": [{"server_uuid": "c2f3fd7e-fda2-4a94-8272-643f6d7792d7", "name": "network-vif-plugged", "status": "completed", "tag": "e086d463-8f09-4943-84b0-860a7de5913b"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:22:39.520116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e086d463-8f09-4943-84b0-860a7de5913b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e086d463-8f09-4943-84b0-860a7de5913b,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:22:39.545901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1994609c-cf4c-4b60-85c9-5919e3809a32 x-openstack-request-id: req-1994609c-cf4c-4b60-85c9-5919e3809a32 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:22:39.546176 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f3fd7e-fda2-4a94-8272-643f6d7792d7", "name": "network-vif-plugged", "status": "completed", "tag": "e086d463-8f09-4943-84b0-860a7de5913b", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:22:39.546434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1994609c-cf4c-4b60-85c9-5919e3809a32 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:22:39.546874 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1994609c-cf4c-4b60-85c9-5919e3809a32'] response: {'server_uuid': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e086d463-8f09-4943-84b0-860a7de5913b', 'code': 200} Oct 28 10:22:39.600603 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e086d463-8f09-4943-84b0-860a7de5913b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:39.625601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:39.652913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=e086d463-8f09-4943-84b0-860a7de5913b,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:22:39.954483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10b86e-7202-4946-be57-62f1419ab276 req-165648b5-055d-4f16-a1c5-6f4e3a30bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:39.956035 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3f10b86e-7202-4946-be57-62f1419ab276 req-165648b5-055d-4f16-a1c5-6f4e3a30bc70 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 1129 time: 0.0375926 Oct 28 10:22:40.006938 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3f10b86e-7202-4946-be57-62f1419ab276 req-a989a098-8fa2-4b03-bd42-b621a6053093 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417767 Oct 28 10:22:40.197526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7077860-2c23-4b99-8159-81735dfd23ae req-a8d718f9-8b90-414f-b331-df74bc8fd4f4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:40.199037 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b7077860-2c23-4b99-8159-81735dfd23ae req-a8d718f9-8b90-414f-b331-df74bc8fd4f4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0470982 Oct 28 10:22:40.246321 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b7077860-2c23-4b99-8159-81735dfd23ae req-7e84fecf-886f-43d6-845e-ca28e1ac323d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417700 Oct 28 10:22:41.375974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19805403-a6d1-4bc5-8571-936cdbee1c6e req-9bf441a1-715a-4b74-9e2c-9f9cae8c21ec tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:41.377476 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-19805403-a6d1-4bc5-8571-936cdbee1c6e req-9bf441a1-715a-4b74-9e2c-9f9cae8c21ec tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0511386 Oct 28 10:22:41.424635 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-19805403-a6d1-4bc5-8571-936cdbee1c6e req-eb7ef384-eb43-4db1-90b0-19bd680b2dcf tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416589 Oct 28 10:22:42.532403 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:42.550183 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a517e-7ed1-4584-845e-577d83b0429f req-3cf49c5b-78eb-47b3-99e9-176b07aa0b83 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:42.551684 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-592a517e-7ed1-4584-845e-577d83b0429f req-3cf49c5b-78eb-47b3-99e9-176b07aa0b83 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0481148 Oct 28 10:22:42.599866 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-592a517e-7ed1-4584-845e-577d83b0429f req-64b84fc2-c98a-4133-8128-37a7dc05c0f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424387 Oct 28 10:22:42.678186 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:42.718065 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119c332-6e23-4596-82fe-394ee05c19ff req-a676ab81-d5bc-4512-86f9-f7b5e8c1d948 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:42.719514 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e119c332-6e23-4596-82fe-394ee05c19ff req-a676ab81-d5bc-4512-86f9-f7b5e8c1d948 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0496337 Oct 28 10:22:42.729782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 46852) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:22:42.734026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9da8c678-7806-4506-8ade-dfda97bcfa89 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Request body: {'floatingip': {'port_id': 'e086d463-8f09-4943-84b0-860a7de5913b'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:22:42.774295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9da8c678-7806-4506-8ade-dfda97bcfa89 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for floatingip (457a4065-f91d-41d0-a677-bbd578359eac), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:43.029174 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-faf6e5ca-5d51-4dbf-9b1f-651a9fb8072c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:43.188611 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9da8c678-7806-4506-8ade-dfda97bcfa89 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:43.245768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9da8c678-7806-4506-8ade-dfda97bcfa89 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (457a4065-f91d-41d0-a677-bbd578359eac), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:43.336375 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-9da8c678-7806-4506-8ade-dfda97bcfa89 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Floating IP 457a4065-f91d-41d0-a677-bbd578359eac associated. External IP: 172.36.1.221, port: e086d463-8f09-4943-84b0-860a7de5913b. Oct 28 10:22:43.833159 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da8c678-7806-4506-8ade-dfda97bcfa89 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:22:43.936765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da8c678-7806-4506-8ade-dfda97bcfa89 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:22:43.941631 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9da8c678-7806-4506-8ade-dfda97bcfa89 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:43.946420 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ade39c-311d-410f-9412-a17455bc9ee6 None None] Sync routers for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:22:43.956858 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ade39c-311d-410f-9412-a17455bc9ee6 None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:22:43.957597 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-58ade39c-311d-410f-9412-a17455bc9ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:22:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:22:43.972078 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9da8c678-7806-4506-8ade-dfda97bcfa89 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/457a4065-f91d-41d0-a677-bbd578359eac HTTP/1.1" status: 200 len: 991 time: 1.2412443 Oct 28 10:22:43.972724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'tag': 'e086d463-8f09-4943-84b0-860a7de5913b'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:22:43.975015 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b992a9-1cd9-4927-ad9c-fcada22a7150" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f3fd7e-fda2-4a94-8272-643f6d7792d7", "tag": "e086d463-8f09-4943-84b0-860a7de5913b"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:22:44.012470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb0b85e-bf75-410e-a8db-a0b2a9d00bda x-openstack-request-id: req-edb0b85e-bf75-410e-a8db-a0b2a9d00bda {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:22:44.012764 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f3fd7e-fda2-4a94-8272-643f6d7792d7", "tag": "e086d463-8f09-4943-84b0-860a7de5913b", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:22:44.013021 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edb0b85e-bf75-410e-a8db-a0b2a9d00bda {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:22:44.013432 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb0b85e-bf75-410e-a8db-a0b2a9d00bda'] response: {'name': 'network-changed', 'server_uuid': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'tag': 'e086d463-8f09-4943-84b0-860a7de5913b', 'status': 'completed', 'code': 200} Oct 28 10:22:44.061362 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-58ade39c-311d-410f-9412-a17455bc9ee6 None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:22:44.098144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:44.101927 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b992a9-1cd9-4927-ad9c-fcada22a7150 req-134f34e8-6115-4964-ac16-c422518e05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:44.103476 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-27b992a9-1cd9-4927-ad9c-fcada22a7150 req-134f34e8-6115-4964-ac16-c422518e05ac service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 1129 time: 0.0414479 Oct 28 10:22:44.194299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b992a9-1cd9-4927-ad9c-fcada22a7150 req-a01e2e84-8022-4f9c-a456-77216d64221f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:44.195710 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-27b992a9-1cd9-4927-ad9c-fcada22a7150 req-a01e2e84-8022-4f9c-a456-77216d64221f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0865805 Oct 28 10:22:44.262031 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-27b992a9-1cd9-4927-ad9c-fcada22a7150 req-074d0a5a-2abe-4799-8d57-86c7b550079b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e086d463-8f09-4943-84b0-860a7de5913b HTTP/1.1" status: 200 len: 999 time: 0.0596912 Oct 28 10:22:44.271905 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-58ade39c-311d-410f-9412-a17455bc9ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '457a4065-f91d-41d0-a677-bbd578359eac', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'floating_ip_address': '172.36.1.221', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'port_id': 'e086d463-8f09-4943-84b0-860a7de5913b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'mac_address': 'fa:16:3e:2a:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:19:49Z', 'updated_at': '2022-10-28T10:22:43Z', 'revision_number': 9, 'project_id': '13692d082ccc471090ed5336deccef99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:22:44.296815 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ade39c-311d-410f-9412-a17455bc9ee6 None None] Checking router: 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:22:44.305283 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ade39c-311d-410f-9412-a17455bc9ee6 None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:22:44.305888 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-58ade39c-311d-410f-9412-a17455bc9ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:22:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:22:44.310319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b992a9-1cd9-4927-ad9c-fcada22a7150 req-28aa8b53-10ec-4f88-acc7-2a04ecab20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:44.311822 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-27b992a9-1cd9-4927-ad9c-fcada22a7150 req-28aa8b53-10ec-4f88-acc7-2a04ecab20b3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0438426 Oct 28 10:22:44.345653 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:44.356351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b992a9-1cd9-4927-ad9c-fcada22a7150 req-54fd0db9-8f6c-4d82-a5d2-e03836b981f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:22:44.357849 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-27b992a9-1cd9-4927-ad9c-fcada22a7150 req-54fd0db9-8f6c-4d82-a5d2-e03836b981f7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0404823 Oct 28 10:22:44.408126 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-58ade39c-311d-410f-9412-a17455bc9ee6 None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:22:44.454560 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-27b992a9-1cd9-4927-ad9c-fcada22a7150 req-fb6584ca-4567-4a7d-86e3-27bedf33fbfe service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900156 Oct 28 10:22:44.544670 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-27b992a9-1cd9-4927-ad9c-fcada22a7150 req-df26e33b-41af-49fe-acaf-d6d1186112fa service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837994 Oct 28 10:22:44.614017 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-58ade39c-311d-410f-9412-a17455bc9ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '457a4065-f91d-41d0-a677-bbd578359eac', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'floating_ip_address': '172.36.1.221', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'port_id': 'e086d463-8f09-4943-84b0-860a7de5913b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'mac_address': 'fa:16:3e:2a:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:19:49Z', 'updated_at': '2022-10-28T10:22:43Z', 'revision_number': 9, 'project_id': '13692d082ccc471090ed5336deccef99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:22:44.642392 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ade39c-311d-410f-9412-a17455bc9ee6 None None] The sync data for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv is: [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '457a4065-f91d-41d0-a677-bbd578359eac', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'floating_ip_address': '172.36.1.221', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'port_id': 'e086d463-8f09-4943-84b0-860a7de5913b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'mac_address': 'fa:16:3e:2a:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:19:49Z', 'updated_at': '2022-10-28T10:22:43Z', 'revision_number': 9, 'project_id': '13692d082ccc471090ed5336deccef99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:22:44.823870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcd62e4-3ab2-46dd-a479-79a47ab97af9 None None] New status for floating IP 457a4065-f91d-41d0-a677-bbd578359eac: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:22:45.326078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0d10af79-e15c-4e44-b2f2-327863d7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:46.971802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:47.960544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:48.565748 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:49.706577 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:22:53.967446 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:53.969255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:53.982394 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:22:54.535189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=37 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:54.541137 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=18 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:22:57.662366 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=76 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:03.920829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:03.922699 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=18,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:12.494647 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=15 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:12.499586 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=93 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:13.022167 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-db46de2b-9457-40f3-89ec-71092cf5e271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:15.330060 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7371066f-18d9-468a-9ac4-1d42ff388e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:16.959130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:17.368678 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6a2a1-1f49-4567-b86f-9ad4cf859fb6 req-437c56b5-1bee-481e-8d0d-25bfb0f8f040 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:17.370208 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-03c6a2a1-1f49-4567-b86f-9ad4cf859fb6 req-437c56b5-1bee-481e-8d0d-25bfb0f8f040 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0484285 Oct 28 10:23:17.452839 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-03c6a2a1-1f49-4567-b86f-9ad4cf859fb6 req-b74b1793-8d03-4276-b5fa-b4d114799a60 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764353 Oct 28 10:23:17.456633 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-a54729d9-50d6-43e1-a518-4db24a8e259e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0492620 Oct 28 10:23:17.909931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-c2c449c8-edfa-4365-8649-813105483fca tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:17.911294 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-c2c449c8-edfa-4365-8649-813105483fca tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports/e086d463-8f09-4943-84b0-860a7de5913b HTTP/1.1" status: 200 len: 942 time: 0.0459454 Oct 28 10:23:17.942365 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:18.574608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a84bd-d9c5-4ba6-b716-9f43fe9aadb9 req-918f0ed2-bb64-42b2-a2f6-50a072b262d8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:18.576169 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-314a84bd-d9c5-4ba6-b716-9f43fe9aadb9 req-918f0ed2-bb64-42b2-a2f6-50a072b262d8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0475044 Oct 28 10:23:18.599113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:18.629208 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-314a84bd-d9c5-4ba6-b716-9f43fe9aadb9 req-b4e90f91-354f-4a22-89ae-ae3f9c220f5c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467973 Oct 28 10:23:19.558071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc4d26-7722-4b47-9ed8-e3c2308fd58d req-f16d619a-70f9-4492-a481-dfb3d610977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:19.559613 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-39dc4d26-7722-4b47-9ed8-e3c2308fd58d req-f16d619a-70f9-4492-a481-dfb3d610977d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 1129 time: 0.0408480 Oct 28 10:23:19.667256 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc4d26-7722-4b47-9ed8-e3c2308fd58d req-0b39a170-4465-469f-92cd-cd832cf5ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:19.668823 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-39dc4d26-7722-4b47-9ed8-e3c2308fd58d req-0b39a170-4465-469f-92cd-cd832cf5ca2b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0900290 Oct 28 10:23:19.731043 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-39dc4d26-7722-4b47-9ed8-e3c2308fd58d req-de62a726-a423-4efd-9a13-61e7a383ef8e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e086d463-8f09-4943-84b0-860a7de5913b HTTP/1.1" status: 200 len: 1002 time: 0.0556977 Oct 28 10:23:19.757667 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72aa715-076d-4431-b718-85c1d798e21a req-5343013e-35a8-4760-93a6-221423852ae0 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:19.759187 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a72aa715-076d-4431-b718-85c1d798e21a req-5343013e-35a8-4760-93a6-221423852ae0 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0471749 Oct 28 10:23:19.780281 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc4d26-7722-4b47-9ed8-e3c2308fd58d req-515f7fbb-89da-4b08-ab3d-81ba3cbe6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:19.781744 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-39dc4d26-7722-4b47-9ed8-e3c2308fd58d req-515f7fbb-89da-4b08-ab3d-81ba3cbe6503 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0437393 Oct 28 10:23:19.807772 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a72aa715-076d-4431-b718-85c1d798e21a req-c7a50b6f-861a-43e4-adfb-ecc858463088 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428529 Oct 28 10:23:19.829518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc4d26-7722-4b47-9ed8-e3c2308fd58d req-e2023532-58b9-4898-82c0-5049ccc89bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:19.831263 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-39dc4d26-7722-4b47-9ed8-e3c2308fd58d req-e2023532-58b9-4898-82c0-5049ccc89bc1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0429993 Oct 28 10:23:19.921614 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-39dc4d26-7722-4b47-9ed8-e3c2308fd58d req-1a828588-58fb-479d-8b5b-58367a608fe4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833726 Oct 28 10:23:20.345227 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-39dc4d26-7722-4b47-9ed8-e3c2308fd58d req-c822d6fd-fc7f-448a-bf39-1d4559ade7af service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171681 Oct 28 10:23:20.456956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-f2ab5405-7624-449c-829b-a714f63713f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:20.458629 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-f2ab5405-7624-449c-829b-a714f63713f9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 1129 time: 0.0396390 Oct 28 10:23:20.552245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-0cc1603d-a29f-4bac-8e68-907fd206521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:20.553689 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-0cc1603d-a29f-4bac-8e68-907fd206521a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0861952 Oct 28 10:23:20.614964 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-2905299b-68e9-42a8-8338-ffab9d232fe7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e086d463-8f09-4943-84b0-860a7de5913b HTTP/1.1" status: 200 len: 1002 time: 0.0545468 Oct 28 10:23:20.665240 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-84bd3a9d-1f98-4320-b38b-4c6afec55559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:20.666655 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-84bd3a9d-1f98-4320-b38b-4c6afec55559 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0431991 Oct 28 10:23:20.716745 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-e00053b9-b253-4b59-bc68-7a1315056672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:20.718201 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-e00053b9-b253-4b59-bc68-7a1315056672 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0421698 Oct 28 10:23:20.811557 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-74ef79ff-1870-4e59-ad45-ef3b8b1a6761 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833147 Oct 28 10:23:20.908840 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-fa30620e-755b-4cdf-ae19-6eb8a3cbf150 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889452 Oct 28 10:23:20.927557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0670c92-ace5-4922-be54-8516af5ba92d req-70adceac-ed8a-4f0f-be86-7ef584e378c7 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:20.929044 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e0670c92-ace5-4922-be54-8516af5ba92d req-70adceac-ed8a-4f0f-be86-7ef584e378c7 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0458164 Oct 28 10:23:20.979226 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e0670c92-ace5-4922-be54-8516af5ba92d req-324c5122-c535-4c74-a6ef-7e670d616b39 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444145 Oct 28 10:23:22.104686 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0247be-35f3-4152-a78b-06a1a4f9612d req-d658e36d-4990-49eb-999a-069042493fd0 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:22.106297 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6a0247be-35f3-4152-a78b-06a1a4f9612d req-d658e36d-4990-49eb-999a-069042493fd0 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0509014 Oct 28 10:23:22.158243 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6a0247be-35f3-4152-a78b-06a1a4f9612d req-ae0efbf7-6e32-41f2-9c72-43b38157f9b2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455692 Oct 28 10:23:23.277498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce5290-4060-48dc-88ce-bdc57793aafb req-cf9fbaa8-a8ff-4be1-ba89-ce0683866b56 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:23.278897 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-70ce5290-4060-48dc-88ce-bdc57793aafb req-cf9fbaa8-a8ff-4be1-ba89-ce0683866b56 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0461154 Oct 28 10:23:23.325625 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-70ce5290-4060-48dc-88ce-bdc57793aafb req-5e4f2bca-d931-40b0-8354-a3352e64382d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410151 Oct 28 10:23:24.004461 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:24.447859 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c0a4f-27d3-4c26-81e5-04cda1cf5025 req-4e2b0079-cd5b-4ada-a232-ba59060ae16f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:24.449368 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a34c0a4f-27d3-4c26-81e5-04cda1cf5025 req-4e2b0079-cd5b-4ada-a232-ba59060ae16f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0470061 Oct 28 10:23:24.499871 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a34c0a4f-27d3-4c26-81e5-04cda1cf5025 req-b12b2059-ace3-4c0c-a3f7-15921153a08b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443945 Oct 28 10:23:25.619799 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97553134-e744-4b5e-88be-684bc7d41ee9 req-1d457748-022d-4599-bef6-48ca37609471 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:25.621284 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-97553134-e744-4b5e-88be-684bc7d41ee9 req-1d457748-022d-4599-bef6-48ca37609471 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0465314 Oct 28 10:23:25.667226 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-97553134-e744-4b5e-88be-684bc7d41ee9 req-56b7147d-83bc-43f4-833a-b3d83d6d2a63 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404737 Oct 28 10:23:26.706017 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:23:26.788339 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453d99f-dc9b-4ed7-a926-af5664f1a93c req-efc8ba47-15b4-4d47-89fd-c9d54730c446 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:26.789819 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4453d99f-dc9b-4ed7-a926-af5664f1a93c req-efc8ba47-15b4-4d47-89fd-c9d54730c446 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0473540 Oct 28 10:23:26.840208 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4453d99f-dc9b-4ed7-a926-af5664f1a93c req-2edc3272-3ce3-4288-8315-01f18f65a402 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432961 Oct 28 10:23:27.953522 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:27.964404 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12100bdf-4722-42de-99bd-dc3074583609 req-20fa6aa3-390b-4156-8fda-aae5d5291d52 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:27.967395 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-12100bdf-4722-42de-99bd-dc3074583609 req-20fa6aa3-390b-4156-8fda-aae5d5291d52 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0502958 Oct 28 10:23:28.013585 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-12100bdf-4722-42de-99bd-dc3074583609 req-89ad49a8-05da-46a1-a390-5070bf2e010c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414274 Oct 28 10:23:29.134297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb13e0-cf23-4dd6-bdab-1804d43c8773 req-689bbc4d-efb6-4232-8a43-1430c2140cd5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:29.135800 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4ffb13e0-cf23-4dd6-bdab-1804d43c8773 req-689bbc4d-efb6-4232-8a43-1430c2140cd5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0464485 Oct 28 10:23:29.182122 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4ffb13e0-cf23-4dd6-bdab-1804d43c8773 req-b3284332-6726-4dac-9763-2a82960b32f2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406981 Oct 28 10:23:30.290245 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:30.308614 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad8e55-f677-4370-be31-6a68091b7e31 req-04b79804-a2dd-4684-b959-3502040b36ff tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:30.310094 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fbad8e55-f677-4370-be31-6a68091b7e31 req-04b79804-a2dd-4684-b959-3502040b36ff tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0506902 Oct 28 10:23:30.356837 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fbad8e55-f677-4370-be31-6a68091b7e31 req-38f3ed19-c86c-412a-bcec-3bd2eed4d2ca tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411103 Oct 28 10:23:30.904663 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:30.905437 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:31.478401 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bf855-0d6d-4535-92cb-c064a68805c3 req-f0b89087-5629-4f3b-91f0-660ed4938b36 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:31.479833 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-289bf855-0d6d-4535-92cb-c064a68805c3 req-f0b89087-5629-4f3b-91f0-660ed4938b36 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0484307 Oct 28 10:23:31.528549 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-289bf855-0d6d-4535-92cb-c064a68805c3 req-97db6d74-8081-4317-bba8-039a8f4e5af9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425246 Oct 28 10:23:32.649439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f5976-1a57-4a05-a37b-a547828332a4 req-54bf9261-41dd-45fc-a027-2642c8cdbcdb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:32.650804 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-154f5976-1a57-4a05-a37b-a547828332a4 req-54bf9261-41dd-45fc-a027-2642c8cdbcdb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0464115 Oct 28 10:23:32.701982 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-154f5976-1a57-4a05-a37b-a547828332a4 req-01b6db8e-3012-4134-ba71-6255798484e4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457420 Oct 28 10:23:33.825580 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc36bb-eae0-4d4b-83cb-34575bda567d req-48405be4-271e-4c90-8665-099fa45c7ebd tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:33.827821 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-80fc36bb-eae0-4d4b-83cb-34575bda567d req-48405be4-271e-4c90-8665-099fa45c7ebd tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0480273 Oct 28 10:23:33.876235 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-80fc36bb-eae0-4d4b-83cb-34575bda567d req-6bf6d054-39a6-4114-83e5-0098f96302b8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424738 Oct 28 10:23:33.935362 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:33.937721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:35.003124 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77dd10-6bd9-49d3-b32e-dfd3c0888c63 req-c9231bcd-046a-49b9-8a30-cf6910e99851 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:35.004570 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-db77dd10-6bd9-49d3-b32e-dfd3c0888c63 req-c9231bcd-046a-49b9-8a30-cf6910e99851 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0465918 Oct 28 10:23:35.050498 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-db77dd10-6bd9-49d3-b32e-dfd3c0888c63 req-5089cfd0-754e-46eb-8a36-48e188d72080 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404484 Oct 28 10:23:36.174436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a638f7-8dfb-4903-b2b1-4227adabf8e7 req-ffd6c087-08a3-47ce-819d-6ed8d1c7a8f2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:36.175946 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f1a638f7-8dfb-4903-b2b1-4227adabf8e7 req-ffd6c087-08a3-47ce-819d-6ed8d1c7a8f2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0510321 Oct 28 10:23:36.224171 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f1a638f7-8dfb-4903-b2b1-4227adabf8e7 req-a3cd305e-4212-4858-ace2-84d291b697d9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424519 Oct 28 10:23:37.344394 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addadfe-5936-4ba5-90bc-0a24037fc8aa req-af404f5e-718e-4de6-ab7b-a8edb66c16b7 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:37.345870 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9addadfe-5936-4ba5-90bc-0a24037fc8aa req-af404f5e-718e-4de6-ab7b-a8edb66c16b7 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0474010 Oct 28 10:23:37.392392 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9addadfe-5936-4ba5-90bc-0a24037fc8aa req-32c892fc-9bdc-4c07-9059-07b5a130f1d1 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409172 Oct 28 10:23:38.303230 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-a8388eea-e92a-48ac-8cc5-a888250b1511 service neutron] 10.222.0.48 "GET /networking/v2.0/ports/e086d463-8f09-4943-84b0-860a7de5913b/bindings/hv-neutron-zed0 HTTP/1.1" status: 200 len: 384 time: 0.0542359 Oct 28 10:23:38.514818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d9d2a-5dfb-4a9e-9587-e42d67bc0fd3 req-c7eee9b8-9941-4a53-9cb8-54dd402b0a3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:38.516293 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-757d9d2a-5dfb-4a9e-9587-e42d67bc0fd3 req-c7eee9b8-9941-4a53-9cb8-54dd402b0a3f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0470183 Oct 28 10:23:38.568517 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-757d9d2a-5dfb-4a9e-9587-e42d67bc0fd3 req-7d55412a-aaa3-4563-a68f-95b2b75cc685 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465624 Oct 28 10:23:38.918127 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-53aaa368-1db8-4b96-853b-a16db524f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:38.919601 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-53aaa368-1db8-4b96-853b-a16db524f259 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7&tenant_id=13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 1129 time: 0.0430608 Oct 28 10:23:39.009144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-5c9b23a6-b788-4a12-a285-f860fbf26c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:39.010595 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-5c9b23a6-b788-4a12-a285-f860fbf26c1f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 1129 time: 0.0384145 Oct 28 10:23:39.103177 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-201b06a5-8e1a-4a2f-9913-d7a4b28bbb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:39.104601 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-201b06a5-8e1a-4a2f-9913-d7a4b28bbb83 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0836189 Oct 28 10:23:39.170615 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-3516bf2e-efa3-4469-960f-07a672aa2ef8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e086d463-8f09-4943-84b0-860a7de5913b HTTP/1.1" status: 200 len: 1002 time: 0.0564930 Oct 28 10:23:39.221591 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-e43e7c35-dd35-4d92-bce1-2985845e5eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:39.223016 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-e43e7c35-dd35-4d92-bce1-2985845e5eeb service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0433626 Oct 28 10:23:39.269352 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-ce00f429-9913-408b-b6ad-2b3fd132b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:39.270849 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-ce00f429-9913-408b-b6ad-2b3fd132b87b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0383241 Oct 28 10:23:39.366388 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-2e66b333-ba63-4fff-8bdd-5b4c748772e0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862906 Oct 28 10:23:39.463612 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3b113854-7a92-481f-ba8c-657cd1789f7d req-19a45d7f-7b25-452d-b07f-97c6add8a0e1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876725 Oct 28 10:23:39.691494 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a871edb-d5dd-464b-95c5-f620ffc010fc req-35356fd5-35c7-4bf3-a1de-e40e408e9712 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:39.692982 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8a871edb-d5dd-464b-95c5-f620ffc010fc req-35356fd5-35c7-4bf3-a1de-e40e408e9712 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0483363 Oct 28 10:23:39.719858 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:39.742013 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8a871edb-d5dd-464b-95c5-f620ffc010fc req-0c0db48d-b57b-4221-9c8f-5b5bcddb41cc tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433123 Oct 28 10:23:40.878702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f5b8f-fcc6-4dd8-afbf-ee3f2885908e req-53986bd7-8948-4522-90a6-2e987c8b6a6f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:40.880168 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1d4f5b8f-fcc6-4dd8-afbf-ee3f2885908e req-53986bd7-8948-4522-90a6-2e987c8b6a6f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0463879 Oct 28 10:23:40.926088 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1d4f5b8f-fcc6-4dd8-afbf-ee3f2885908e req-16564c36-c460-4cdb-bc07-1b2f354ca579 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404570 Oct 28 10:23:42.051402 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360360ea-a9de-486b-8910-5b12f24ea5cf req-03289ec3-c0fa-4304-8aa4-018fe7efddcb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:42.052890 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-360360ea-a9de-486b-8910-5b12f24ea5cf req-03289ec3-c0fa-4304-8aa4-018fe7efddcb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0506699 Oct 28 10:23:42.102954 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-360360ea-a9de-486b-8910-5b12f24ea5cf req-27a6aeb4-bb35-4ef8-b8c6-d5d59e6b7e69 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442007 Oct 28 10:23:43.060623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-39b8d9ee-aae6-4130-a047-02268903c2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:43.224455 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4a6df-ee3e-461e-9704-17762635a1fe req-bb618ba2-0f6a-4ca1-9083-0087f285b1df tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:43.225843 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e4b4a6df-ee3e-461e-9704-17762635a1fe req-bb618ba2-0f6a-4ca1-9083-0087f285b1df tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0469818 Oct 28 10:23:43.245669 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:43.272935 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e4b4a6df-ee3e-461e-9704-17762635a1fe req-63a8aab5-9fe5-4046-9ed0-68c700379319 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415864 Oct 28 10:23:43.532232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e086d463-8f09-4943-84b0-860a7de5913b details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:23:43.545748 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e086d463-8f09-4943-84b0-860a7de5913b no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:23:43.689569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port e086d463-8f09-4943-84b0-860a7de5913b is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:23:43.689961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e086d463-8f09-4943-84b0-860a7de5913b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:43.693702 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e086d463-8f09-4943-84b0-860a7de5913b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e086d463-8f09-4943-84b0-860a7de5913b,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:23:43.721510 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'e086d463-8f09-4943-84b0-860a7de5913b', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'port_id': 'e086d463-8f09-4943-84b0-860a7de5913b', 'mac_address': 'fa:16:3e:2a:ae:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:23:43.729282 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e086d463-8f09-4943-84b0-860a7de5913b'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:23:43.731609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4a7678-5806-440c-a5c9-c27462c74cd7" -d '{"events": [{"server_uuid": "c2f3fd7e-fda2-4a94-8272-643f6d7792d7", "name": "network-vif-unplugged", "status": "completed", "tag": "e086d463-8f09-4943-84b0-860a7de5913b"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:23:43.748642 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e086d463-8f09-4943-84b0-860a7de5913b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e086d463-8f09-4943-84b0-860a7de5913b,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:23:43.783434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port e086d463-8f09-4943-84b0-860a7de5913b is: ACTIVE; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:23:43.794996 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e086d463-8f09-4943-84b0-860a7de5913b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:43.800229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e086d463-8f09-4943-84b0-860a7de5913b {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:23:43.816194 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e086d463-8f09-4943-84b0-860a7de5913b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:43.821593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9200c-f032-4d84-84e1-1af4080f46b3 req-905db862-fa5c-4ba8-bbaf-adc2c0aeff2c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:43.829422 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-57a9200c-f032-4d84-84e1-1af4080f46b3 req-905db862-fa5c-4ba8-bbaf-adc2c0aeff2c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0715098 Oct 28 10:23:43.844962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a587-fa86-425e-9362-7621114d5c8f req-5930ed40-59b9-4088-9b90-22e40035502d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:43.847492 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-5930ed40-59b9-4088-9b90-22e40035502d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7&tenant_id=13692d082ccc471090ed5336deccef99&binding%3Ahost_id=hv-neutron-zed0 HTTP/1.1" status: 200 len: 945 time: 0.0628614 Oct 28 10:23:43.849662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 10:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf7e9f5-e216-4c6a-8e74-a957f60d8e8a x-openstack-request-id: req-edf7e9f5-e216-4c6a-8e74-a957f60d8e8a {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:23:43.849958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f3fd7e-fda2-4a94-8272-643f6d7792d7", "name": "network-vif-unplugged", "status": "completed", "tag": "e086d463-8f09-4943-84b0-860a7de5913b", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:23:43.850214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edf7e9f5-e216-4c6a-8e74-a957f60d8e8a {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:23:43.850638 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edf7e9f5-e216-4c6a-8e74-a957f60d8e8a'] response: {'server_uuid': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e086d463-8f09-4943-84b0-860a7de5913b', 'code': 200} Oct 28 10:23:43.877981 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-57a9200c-f032-4d84-84e1-1af4080f46b3 req-21ce9a82-2afc-46ca-81ce-cbbb0dcea89f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476913 Oct 28 10:23:43.899787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:23:43.900184 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:23:43.909305 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=e086d463-8f09-4943-84b0-860a7de5913b,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:23:43.916531 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:43.916879 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:43.917225 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:43.917567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:43.917901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:43.918232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:43.918585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:43.918936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:43.919268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:43.920537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:43.920537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:43.920750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:43.921054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:43.921373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:43.921697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:43.951937 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-dd07aaf7-56a3-46f6-8790-8d2c97a12e72 service neutron] 10.222.0.48 "GET /networking/v2.0/ports/e086d463-8f09-4943-84b0-860a7de5913b/bindings/hv-neutron-zed0 HTTP/1.1" status: 200 len: 384 time: 0.0560176 Oct 28 10:23:44.034071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a587-fa86-425e-9362-7621114d5c8f req-e5328321-79bf-4c15-a8b0-8895f2f7de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:44.035474 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-e5328321-79bf-4c15-a8b0-8895f2f7de28 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 1127 time: 0.0388150 Oct 28 10:23:44.127805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a587-fa86-425e-9362-7621114d5c8f req-14a71181-a6d5-4a71-ae14-756cb034e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:44.129227 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-14a71181-a6d5-4a71-ae14-756cb034e8b4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0878506 Oct 28 10:23:44.193351 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-118b01d4-a998-4686-be1f-a2280674dc15 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e086d463-8f09-4943-84b0-860a7de5913b HTTP/1.1" status: 200 len: 1000 time: 0.0582139 Oct 28 10:23:44.242982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a587-fa86-425e-9362-7621114d5c8f req-8fcecf6e-4668-4a27-9313-b15f9ec0976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:44.244400 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-8fcecf6e-4668-4a27-9313-b15f9ec0976a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0448759 Oct 28 10:23:44.286876 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a587-fa86-425e-9362-7621114d5c8f req-f8e9f6cd-0629-49ac-a38f-c8d2077f1a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:44.288222 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-f8e9f6cd-0629-49ac-a38f-c8d2077f1a73 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0378444 Oct 28 10:23:44.311093 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:44.349721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:44.383268 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-ab79130b-af5e-4258-a28b-7176146156b0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885212 Oct 28 10:23:44.433609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port e086d463-8f09-4943-84b0-860a7de5913b is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:23:44.434216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e086d463-8f09-4943-84b0-860a7de5913b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:44.447502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e086d463-8f09-4943-84b0-860a7de5913b {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:23:44.467682 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e086d463-8f09-4943-84b0-860a7de5913b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e086d463-8f09-4943-84b0-860a7de5913b,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:23:44.474565 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-41f715cd-3f6b-4135-91ee-b7489ce4631f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846133 Oct 28 10:23:44.524271 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e086d463-8f09-4943-84b0-860a7de5913b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:44.570232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=e086d463-8f09-4943-84b0-860a7de5913b,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:23:44.659150 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['e086d463-8f09-4943-84b0-860a7de5913b'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:23:45.001801 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe25277-290a-445c-8547-a4cc53197d6f req-c70e243f-75c4-4493-84de-ac68bdf3883b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:45.003316 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ffe25277-290a-445c-8547-a4cc53197d6f req-c70e243f-75c4-4493-84de-ac68bdf3883b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 944 time: 0.0469458 Oct 28 10:23:45.050324 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ffe25277-290a-445c-8547-a4cc53197d6f req-2ed3ae1d-ece0-4891-8506-5c6bd579a4e5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414159 Oct 28 10:23:45.335326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0a68b600-44aa-4c5c-9381-a5ec899390f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:45.546763 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e086d463-8f09-4943-84b0-860a7de5913b up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:23:45.567734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:45.590132 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port e086d463-8f09-4943-84b0-860a7de5913b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:23:45.590439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e086d463-8f09-4943-84b0-860a7de5913b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:45.590802 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port e086d463-8f09-4943-84b0-860a7de5913b Oct 28 10:23:45.609302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:45.662839 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:45.666097 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port e086d463-8f09-4943-84b0-860a7de5913b is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:23:45.666487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e086d463-8f09-4943-84b0-860a7de5913b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:45.667867 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:45.699636 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e086d463-8f09-4943-84b0-860a7de5913b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e086d463-8f09-4943-84b0-860a7de5913b,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:23:45.803768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e086d463-8f09-4943-84b0-860a7de5913b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:45.850346 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=e086d463-8f09-4943-84b0-860a7de5913b,revision_number=8']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:23:45.853330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e086d463-8f09-4943-84b0-860a7de5913b'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:23:45.855757 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe871f2-c3e7-4a55-ac57-26d134b29ecc" -d '{"events": [{"server_uuid": "c2f3fd7e-fda2-4a94-8272-643f6d7792d7", "name": "network-vif-plugged", "status": "completed", "tag": "e086d463-8f09-4943-84b0-860a7de5913b"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:23:45.900298 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb31624-dbf9-4d8b-80a9-165896e752ad x-openstack-request-id: req-6cb31624-dbf9-4d8b-80a9-165896e752ad {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:23:45.900592 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f3fd7e-fda2-4a94-8272-643f6d7792d7", "name": "network-vif-plugged", "status": "completed", "tag": "e086d463-8f09-4943-84b0-860a7de5913b", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:23:45.900845 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6cb31624-dbf9-4d8b-80a9-165896e752ad {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:23:45.901241 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb31624-dbf9-4d8b-80a9-165896e752ad'] response: {'server_uuid': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e086d463-8f09-4943-84b0-860a7de5913b', 'code': 200} Oct 28 10:23:46.169562 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9742150-86c2-406c-81cb-11d229f515be req-d9cae9ca-e9bb-4f01-8a63-f0ed8b05e4c3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:46.171503 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d9742150-86c2-406c-81cb-11d229f515be req-d9cae9ca-e9bb-4f01-8a63-f0ed8b05e4c3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0460916 Oct 28 10:23:46.222774 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d9742150-86c2-406c-81cb-11d229f515be req-26e9c000-463a-4833-aab2-47b029398013 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455182 Oct 28 10:23:46.946476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:47.352381 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb9302-57db-49bb-9b26-29818f6999fd req-43332296-6358-4331-9f9c-0f9fb3fbae5b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:47.353863 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-12fb9302-57db-49bb-9b26-29818f6999fd req-43332296-6358-4331-9f9c-0f9fb3fbae5b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0493646 Oct 28 10:23:47.404990 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-12fb9302-57db-49bb-9b26-29818f6999fd req-169a8ade-dfaa-4a8a-b72f-9751b68b3e1a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452950 Oct 28 10:23:47.865241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a587-fa86-425e-9362-7621114d5c8f req-cbc601fe-0198-4a25-971c-1c0d4c28f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:47.866756 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-cbc601fe-0198-4a25-971c-1c0d4c28f311 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7&tenant_id=13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 1129 time: 0.0450044 Oct 28 10:23:47.934944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:47.953852 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a587-fa86-425e-9362-7621114d5c8f req-63281162-af28-4843-8c8e-1a4434507d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:47.955382 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-63281162-af28-4843-8c8e-1a4434507d2f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 1129 time: 0.0397882 Oct 28 10:23:48.046637 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a587-fa86-425e-9362-7621114d5c8f req-2860230f-1949-4074-8a88-987769e86727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:48.048259 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-2860230f-1949-4074-8a88-987769e86727 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0866880 Oct 28 10:23:48.114604 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-beecb4c4-2b73-4af3-9455-cb920ef2e9a2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e086d463-8f09-4943-84b0-860a7de5913b HTTP/1.1" status: 200 len: 1002 time: 0.0573723 Oct 28 10:23:48.162536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a587-fa86-425e-9362-7621114d5c8f req-1d719472-112e-4d89-8ad4-b70118a4ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:48.163995 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-1d719472-112e-4d89-8ad4-b70118a4ad4c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0437138 Oct 28 10:23:48.210126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a587-fa86-425e-9362-7621114d5c8f req-75019163-a1be-4a1b-bcbe-ced29a387f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:48.211590 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-75019163-a1be-4a1b-bcbe-ced29a387f65 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0380862 Oct 28 10:23:48.308414 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-a28ed75c-788f-416f-9c01-bb6198fac164 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868056 Oct 28 10:23:48.406322 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6518a587-fa86-425e-9362-7621114d5c8f req-77da5ba8-6adb-4121-9e6b-b91a4568603f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888457 Oct 28 10:23:48.529184 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19d896-a54a-45ba-8a7e-17f5579fc926 req-23b4ac5b-83cc-471f-a3a2-e4e56bdb2e50 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:48.535143 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9b19d896-a54a-45ba-8a7e-17f5579fc926 req-23b4ac5b-83cc-471f-a3a2-e4e56bdb2e50 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0535569 Oct 28 10:23:48.574959 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:48.579862 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9b19d896-a54a-45ba-8a7e-17f5579fc926 req-3207c111-8648-499d-b397-200191db9853 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430186 Oct 28 10:23:49.705352 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b244eeb-ba4d-4779-be19-aa3414565fca req-83110c96-ed16-4942-91db-4d2a2ca4fc97 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:49.706864 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8b244eeb-ba4d-4779-be19-aa3414565fca req-83110c96-ed16-4942-91db-4d2a2ca4fc97 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0509746 Oct 28 10:23:49.754074 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8b244eeb-ba4d-4779-be19-aa3414565fca req-d259905b-9c81-46b8-b1f2-311509af1f71 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412714 Oct 28 10:23:50.880335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8868028-6400-4025-b1be-7222240bbc34 req-9fa998e8-257b-43a7-a572-e97fd0b15a83 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:50.881794 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f8868028-6400-4025-b1be-7222240bbc34 req-9fa998e8-257b-43a7-a572-e97fd0b15a83 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0467138 Oct 28 10:23:50.929963 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f8868028-6400-4025-b1be-7222240bbc34 req-8db1094d-9445-4b69-a610-9a732e403cf9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424459 Oct 28 10:23:51.051639 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cd423-24e8-4507-b841-8e52ad36d816 req-2a3a0bf2-936c-4c67-8c22-149d0b38582b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:51.053114 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5e1cd423-24e8-4507-b841-8e52ad36d816 req-2a3a0bf2-936c-4c67-8c22-149d0b38582b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0478985 Oct 28 10:23:51.078650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:51.105587 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5e1cd423-24e8-4507-b841-8e52ad36d816 req-0ac66452-71ee-4874-9b08-b8831ee7d0e8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468197 Oct 28 10:23:51.224092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d51d17-8b73-494e-82da-23f4c70bdfb3 req-4d8f2736-ae1b-4f67-9d0c-d223461fe178 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:51.225459 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-76d51d17-8b73-494e-82da-23f4c70bdfb3 req-4d8f2736-ae1b-4f67-9d0c-d223461fe178 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0472293 Oct 28 10:23:51.272664 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-76d51d17-8b73-494e-82da-23f4c70bdfb3 req-1382e7ad-6f44-4f77-aa9b-32f9ae175d7a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416033 Oct 28 10:23:51.564640 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e086d463-8f09-4943-84b0-860a7de5913b details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:23:51.579017 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e086d463-8f09-4943-84b0-860a7de5913b no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:23:51.658025 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366eb6a-616c-4bcd-8d24-8985679635fd req-1b8e9b43-4da5-474f-9252-9cb17e78094a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:51.659667 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9366eb6a-616c-4bcd-8d24-8985679635fd req-1b8e9b43-4da5-474f-9252-9cb17e78094a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0474699 Oct 28 10:23:51.715017 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9366eb6a-616c-4bcd-8d24-8985679635fd req-718c2ba0-d54d-419b-94af-882dda540e49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492518 Oct 28 10:23:51.730296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e086d463-8f09-4943-84b0-860a7de5913b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e086d463-8f09-4943-84b0-860a7de5913b,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:23:51.732675 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port e086d463-8f09-4943-84b0-860a7de5913b is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:23:51.733054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e086d463-8f09-4943-84b0-860a7de5913b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:51.750889 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'e086d463-8f09-4943-84b0-860a7de5913b', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'port_id': 'e086d463-8f09-4943-84b0-860a7de5913b', 'mac_address': 'fa:16:3e:2a:ae:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:23:51.782512 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e086d463-8f09-4943-84b0-860a7de5913b'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:23:51.784707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cff1d8b-a3e8-4d14-bdfe-18489a52c715" -d '{"events": [{"server_uuid": "c2f3fd7e-fda2-4a94-8272-643f6d7792d7", "name": "network-vif-unplugged", "status": "completed", "tag": "e086d463-8f09-4943-84b0-860a7de5913b"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:23:51.804250 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e086d463-8f09-4943-84b0-860a7de5913b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e086d463-8f09-4943-84b0-860a7de5913b,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:23:51.808445 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port e086d463-8f09-4943-84b0-860a7de5913b is: ACTIVE; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:23:51.808833 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e086d463-8f09-4943-84b0-860a7de5913b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:51.822624 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e086d463-8f09-4943-84b0-860a7de5913b {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:23:51.828225 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 10:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8c424e-65ba-45d0-a02c-905484b4592b x-openstack-request-id: req-dd8c424e-65ba-45d0-a02c-905484b4592b {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:23:51.828504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f3fd7e-fda2-4a94-8272-643f6d7792d7", "name": "network-vif-unplugged", "status": "completed", "tag": "e086d463-8f09-4943-84b0-860a7de5913b", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:23:51.828754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd8c424e-65ba-45d0-a02c-905484b4592b {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:23:51.829135 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd8c424e-65ba-45d0-a02c-905484b4592b'] response: {'server_uuid': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e086d463-8f09-4943-84b0-860a7de5913b', 'code': 200} Oct 28 10:23:51.877789 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e086d463-8f09-4943-84b0-860a7de5913b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:51.946060 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:23:51.946463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:23:51.950764 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=e086d463-8f09-4943-84b0-860a7de5913b,revision_number=9']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:23:52.479724 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port e086d463-8f09-4943-84b0-860a7de5913b is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:23:52.480119 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e086d463-8f09-4943-84b0-860a7de5913b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:52.492697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e086d463-8f09-4943-84b0-860a7de5913b {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:23:52.510308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:52.512650 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e086d463-8f09-4943-84b0-860a7de5913b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e086d463-8f09-4943-84b0-860a7de5913b,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:23:52.574058 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e086d463-8f09-4943-84b0-860a7de5913b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:52.621515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=e086d463-8f09-4943-84b0-860a7de5913b,revision_number=10']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:23:52.707391 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['e086d463-8f09-4943-84b0-860a7de5913b'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:23:52.844033 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7569d4c-3230-457f-afc4-24fa19af9e72 req-e09e8424-3eb7-4c31-b824-6147a82a20fb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:52.845576 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c7569d4c-3230-457f-afc4-24fa19af9e72 req-e09e8424-3eb7-4c31-b824-6147a82a20fb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 945 time: 0.0538049 Oct 28 10:23:52.871445 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:52.894886 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c7569d4c-3230-457f-afc4-24fa19af9e72 req-ee023605-83a4-45dd-ba23-178c2caf2bd2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430491 Oct 28 10:23:53.587825 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e086d463-8f09-4943-84b0-860a7de5913b up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:23:53.624338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:53.634724 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port e086d463-8f09-4943-84b0-860a7de5913b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:23:53.635153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e086d463-8f09-4943-84b0-860a7de5913b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:53.635491 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port e086d463-8f09-4943-84b0-860a7de5913b Oct 28 10:23:53.710558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port e086d463-8f09-4943-84b0-860a7de5913b is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:23:53.710973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e086d463-8f09-4943-84b0-860a7de5913b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:53.744690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e086d463-8f09-4943-84b0-860a7de5913b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e086d463-8f09-4943-84b0-860a7de5913b,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:23:53.792019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e086d463-8f09-4943-84b0-860a7de5913b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:53.830127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e086d463-8f09-4943-84b0-860a7de5913b'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:23:53.832695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9c06b7-251e-4695-bf8b-ecb63de68227" -d '{"events": [{"server_uuid": "c2f3fd7e-fda2-4a94-8272-643f6d7792d7", "name": "network-vif-plugged", "status": "completed", "tag": "e086d463-8f09-4943-84b0-860a7de5913b"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:23:53.848318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=e086d463-8f09-4943-84b0-860a7de5913b,revision_number=11']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:23:53.872705 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236f52dc-6620-4f9b-af7d-a406d78e6b70 x-openstack-request-id: req-236f52dc-6620-4f9b-af7d-a406d78e6b70 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:23:53.873005 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f3fd7e-fda2-4a94-8272-643f6d7792d7", "name": "network-vif-plugged", "status": "completed", "tag": "e086d463-8f09-4943-84b0-860a7de5913b", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:23:53.873263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-236f52dc-6620-4f9b-af7d-a406d78e6b70 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:23:53.873672 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236f52dc-6620-4f9b-af7d-a406d78e6b70'] response: {'server_uuid': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e086d463-8f09-4943-84b0-860a7de5913b', 'code': 200} Oct 28 10:23:53.969533 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:54.019393 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc874019-87bb-4bce-a426-8006ee8d2fb6 req-0ddc0e90-2892-4e8b-9ad3-dbc8e1885a4e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:54.020865 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fc874019-87bb-4bce-a426-8006ee8d2fb6 req-0ddc0e90-2892-4e8b-9ad3-dbc8e1885a4e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 946 time: 0.0480194 Oct 28 10:23:54.067490 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fc874019-87bb-4bce-a426-8006ee8d2fb6 req-1d5185ab-b627-4b21-ac08-780e48527712 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409722 Oct 28 10:23:54.192487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda9880-f907-495b-9079-caf0c37510a9 req-7b00855b-1217-4147-8ff2-84e76d4fe01c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:54.193815 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0cda9880-f907-495b-9079-caf0c37510a9 req-7b00855b-1217-4147-8ff2-84e76d4fe01c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 946 time: 0.0460541 Oct 28 10:23:54.276552 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-0cda9880-f907-495b-9079-caf0c37510a9 req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Deleting port e086d463-8f09-4943-84b0-860a7de5913b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:23:54.276884 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0cda9880-f907-495b-9079-caf0c37510a9 req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e086d463-8f09-4943-84b0-860a7de5913b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:54.369983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-0cda9880-f907-495b-9079-caf0c37510a9 req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] For port e086d463-8f09-4943-84b0-860a7de5913b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e086d463-8f09-4943-84b0-860a7de5913b,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:23:54.370340 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0cda9880-f907-495b-9079-caf0c37510a9 req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e086d463-8f09-4943-84b0-860a7de5913b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:54.460347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:54.512696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:54.531935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0cda9880-f907-495b-9079-caf0c37510a9 req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:54.532293 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0cda9880-f907-495b-9079-caf0c37510a9 req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (457a4065-f91d-41d0-a677-bbd578359eac), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:54.532704 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [req-0cda9880-f907-495b-9079-caf0c37510a9 req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Floating IP 457a4065-f91d-41d0-a677-bbd578359eac disassociated. External IP: 172.36.1.221, port: e086d463-8f09-4943-84b0-860a7de5913b. Oct 28 10:23:54.533052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-0cda9880-f907-495b-9079-caf0c37510a9 req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Calling delete_port for e086d463-8f09-4943-84b0-860a7de5913b owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:23:54.729461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0cda9880-f907-495b-9079-caf0c37510a9 req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e086d463-8f09-4943-84b0-860a7de5913b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:54.759581 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Pushing event deleted for resources: {'Port': ['ID=e086d463-8f09-4943-84b0-860a7de5913b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:23:54.771907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:54.776414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:54.776414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:54.776414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:54.776414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:54.776414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:54.776414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:54.776414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:54.776414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:54.776414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:54.776414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:54.776414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:54.776414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:54.776414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:54.776414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:23:54.883832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cda9880-f907-495b-9079-caf0c37510a9 req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:23:54.991878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cda9880-f907-495b-9079-caf0c37510a9 req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:23:55.001831 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae636d-5f9f-44d9-b607-c998f086a44a None None] Sync routers for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:23:55.011817 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae636d-5f9f-44d9-b607-c998f086a44a None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:23:55.012425 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-dfae636d-5f9f-44d9-b607-c998f086a44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:23:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:23:55.034872 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cda9880-f907-495b-9079-caf0c37510a9 req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] No DVR routers for this DVR port e086d463-8f09-4943-84b0-860a7de5913b on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:23:55.037502 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0cda9880-f907-495b-9079-caf0c37510a9 req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:55.040843 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0cda9880-f907-495b-9079-caf0c37510a9 req-04c1517e-138c-4b68-a28c-af86dde82473 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "DELETE /networking/v2.0/ports/e086d463-8f09-4943-84b0-860a7de5913b HTTP/1.1" status: 204 len: 173 time: 0.8393519 Oct 28 10:23:55.041332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'name': 'network-vif-deleted', 'tag': 'e086d463-8f09-4943-84b0-860a7de5913b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:23:55.043627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4657181b-ebd8-4fb0-bae2-c9ee2c779a28" -d '{"events": [{"server_uuid": "c2f3fd7e-fda2-4a94-8272-643f6d7792d7", "name": "network-vif-deleted", "tag": "e086d463-8f09-4943-84b0-860a7de5913b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:23:55.118717 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-dfae636d-5f9f-44d9-b607-c998f086a44a None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:23:55.140857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f3c102-2e05-4933-aff9-6668978a5235 x-openstack-request-id: req-05f3c102-2e05-4933-aff9-6668978a5235 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:23:55.141228 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f3fd7e-fda2-4a94-8272-643f6d7792d7", "name": "network-vif-deleted", "tag": "e086d463-8f09-4943-84b0-860a7de5913b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:23:55.141550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05f3c102-2e05-4933-aff9-6668978a5235 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:23:55.142035 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f3c102-2e05-4933-aff9-6668978a5235'] response: {'server_uuid': 'c2f3fd7e-fda2-4a94-8272-643f6d7792d7', 'name': 'network-vif-deleted', 'tag': 'e086d463-8f09-4943-84b0-860a7de5913b', 'status': 'completed', 'code': 200} Oct 28 10:23:55.180450 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6998297f-fecd-4aa7-9836-e4706d2dbce3 req-ae71b896-7fe6-4f45-b4cc-ad6d043165a5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c2f3fd7e-fda2-4a94-8272-643f6d7792d7 HTTP/1.1" status: 200 len: 210 time: 0.0345566 Oct 28 10:23:55.309291 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-dfae636d-5f9f-44d9-b607-c998f086a44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:23:55.333946 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae636d-5f9f-44d9-b607-c998f086a44a None None] Checking router: 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:23:55.342478 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae636d-5f9f-44d9-b607-c998f086a44a None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:23:55.343717 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-dfae636d-5f9f-44d9-b607-c998f086a44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:23:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:23:55.445129 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-dfae636d-5f9f-44d9-b607-c998f086a44a None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:23:55.623651 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-dfae636d-5f9f-44d9-b607-c998f086a44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:23:55.651542 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae636d-5f9f-44d9-b607-c998f086a44a None None] The sync data for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv is: [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:23:55.867307 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94bacef-ff3d-4310-b33b-3368f9bdaa45 None None] New status for floating IP 457a4065-f91d-41d0-a677-bbd578359eac: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:23:56.439027 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-7a69767b-f558-416d-b728-a91d2137cc05 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--531252219&fields=id&tenant_id=13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 267 time: 0.0428097 Oct 28 10:23:56.544081 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-07594c98-cdab-4612-8f05-982d18bf486d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:56.545531 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-07594c98-cdab-4612-8f05-982d18bf486d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 812 time: 0.1003604 Oct 28 10:23:56.560182 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-be07b467-31c5-4ec8-9559-4e10e40dd022 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/quotas/13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 375 time: 0.0088017 Oct 28 10:23:56.613435 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fc4ee7ce-ba56-4ed0-9676-6ec04c205778 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485299 Oct 28 10:23:56.750475 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-750cb78a-8ee7-44da-8f6c-aab64c567632 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256931 Oct 28 10:23:56.847962 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-e527a512-6c87-471d-a9ab-895533fd5d74 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913548 Oct 28 10:23:57.115358 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3248c224-cbc1-4bff-81ec-1eaac438b137 req-196bcf86-4147-4109-9a3f-87559faafe29 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 210 time: 0.0279889 Oct 28 10:23:57.616705 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e086d463-8f09-4943-84b0-860a7de5913b no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:23:57.636158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: e086d463-8f09-4943-84b0-860a7de5913b {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:23:57.636444 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e086d463-8f09-4943-84b0-860a7de5913b not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:23:58.221432 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7d8f74c0-b04c-4779-9142-f03eb60f4b8e req-981a86ef-25c8-4b70-ab97-9edb2d8b32b3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 210 time: 0.0299473 Oct 28 10:23:59.326839 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-be98c08f-4f25-4d19-8b71-e8eb9914f7de req-382441ab-4f38-4c45-94ea-c77c05970a70 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 210 time: 0.0282979 Oct 28 10:23:59.345953 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-c51e563f-91ec-429d-a7ce-736780e9572e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:23:59.348424 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-c51e563f-91ec-429d-a7ce-736780e9572e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 812 time: 0.1119149 Oct 28 10:23:59.424548 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-6a79ad79-b4b6-4d71-b5e9-86985b850af2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 379 time: 0.0551548 Oct 28 10:23:59.436125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-e44326c6-9bc4-4dd9-9e35-b965d01133bf tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Request body: {'port': {'device_id': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'admin_state_up': True, 'tenant_id': '13692d082ccc471090ed5336deccef99', 'security_groups': ['1c4c5c84-5ef5-461a-a0e4-9a918afb63df']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:23:59.615015 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-e44326c6-9bc4-4dd9-9e35-b965d01133bf tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Made reservation on behalf of 13692d082ccc471090ed5336deccef99 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:23:59.618816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-e44326c6-9bc4-4dd9-9e35-b965d01133bf tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:59.718502 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:59.739426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:23:59.745401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-e44326c6-9bc4-4dd9-9e35-b965d01133bf tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Allocated IP 172.20.0.9 (cca6f21c-a9b5-4829-88cb-a09c18f85b2f/8943ec50-d534-46d7-9519-9c761cfdd491/33bc0ec4-624d-470f-a23c-bf405243ea09) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:23:59.884595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-e44326c6-9bc4-4dd9-9e35-b965d01133bf tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:23:59.969459 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-e44326c6-9bc4-4dd9-9e35-b965d01133bf tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:00.012410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-e44326c6-9bc4-4dd9-9e35-b965d01133bf tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Network cca6f21c-a9b5-4829-88cb-a09c18f85b2f is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:24:00.016189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-e44326c6-9bc4-4dd9-9e35-b965d01133bf tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:24:00.019981 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-e44326c6-9bc4-4dd9-9e35-b965d01133bf tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:24:00.051821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44326c6-9bc4-4dd9-9e35-b965d01133bf tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Pushing event updated for resources: {'Port': ['ID=33bc0ec4-624d-470f-a23c-bf405243ea09,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:24:00.078104 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-e44326c6-9bc4-4dd9-9e35-b965d01133bf tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:00.078754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-e44326c6-9bc4-4dd9-9e35-b965d01133bf tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:00.166023 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-e44326c6-9bc4-4dd9-9e35-b965d01133bf tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7335420 Oct 28 10:24:00.192381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Request body: {'port': {'device_id': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:24:00.197330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-31a40304-3740-4bfd-9b3f-04696120aeeb None None] Provisioning complete for port 33bc0ec4-624d-470f-a23c-bf405243ea09 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:24:00.197886 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-31a40304-3740-4bfd-9b3f-04696120aeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:00.198184 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-31a40304-3740-4bfd-9b3f-04696120aeeb None None] Attempt 1 to provision port 33bc0ec4-624d-470f-a23c-bf405243ea09 Oct 28 10:24:00.233490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-31a40304-3740-4bfd-9b3f-04696120aeeb None None] Port 33bc0ec4-624d-470f-a23c-bf405243ea09 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:24:00.253377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:00.412756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:00.455733 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f82b3-2bbf-4002-bf4f-c7904b601053 req-b1dfc048-b7ae-49b2-9a9e-4674434592ed tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:00.457494 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b9f82b3-2bbf-4002-bf4f-c7904b601053 req-b1dfc048-b7ae-49b2-9a9e-4674434592ed tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 931 time: 0.0512185 Oct 28 10:24:00.506660 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b9f82b3-2bbf-4002-bf4f-c7904b601053 req-d5352c23-f702-4fb9-927c-ebb0b6fc0694 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432703 Oct 28 10:24:00.515407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33bc0ec4-624d-470f-a23c-bf405243ea09 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:24:00.523567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Publish callbacks [] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:00.536493 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Transition to ACTIVE for port object 33bc0ec4-624d-470f-a23c-bf405243ea09 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:24:00.619842 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:00.696476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Pushing event updated for resources: {'Port': ['ID=33bc0ec4-624d-470f-a23c-bf405243ea09,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:24:00.728837 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Attempting to bind port 33bc0ec4-624d-470f-a23c-bf405243ea09 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:24:00.730458 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Attempting to bind port 33bc0ec4-624d-470f-a23c-bf405243ea09 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:24:00.730458 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Attempting to bind port 33bc0ec4-624d-470f-a23c-bf405243ea09 on network cca6f21c-a9b5-4829-88cb-a09c18f85b2f {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:24:00.773996 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Port 33bc0ec4-624d-470f-a23c-bf405243ea09 on network cca6f21c-a9b5-4829-88cb-a09c18f85b2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:24:00.774317 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Attempting to bind port 33bc0ec4-624d-470f-a23c-bf405243ea09 on network cca6f21c-a9b5-4829-88cb-a09c18f85b2f {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:24:00.819333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:24:00.819662 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Checking segment: {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:24:00.820128 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Bound using segment: {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:24:00.820563 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Bound port: 33bc0ec4-624d-470f-a23c-bf405243ea09, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:24:00.820913 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:00.852504 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:00.880982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] For port 33bc0ec4-624d-470f-a23c-bf405243ea09, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:24:00.883933 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] For port 33bc0ec4-624d-470f-a23c-bf405243ea09, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=33bc0ec4-624d-470f-a23c-bf405243ea09,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:24:00.946078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:00.950068 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:00.950718 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:00.952095 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/33bc0ec4-624d-470f-a23c-bf405243ea09 HTTP/1.1" status: 200 len: 1093 time: 0.7641768 Oct 28 10:24:00.952635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'tag': '33bc0ec4-624d-470f-a23c-bf405243ea09'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:24:00.954897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f46ab64-03b6-42e3-b8c3-368f7ce52d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "05fefcc9-473e-4c03-baff-dbcd86576e74", "tag": "33bc0ec4-624d-470f-a23c-bf405243ea09"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:24:00.996301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9e2999-3d42-4cf7-8dd5-4f45c667502a x-openstack-request-id: req-ae9e2999-3d42-4cf7-8dd5-4f45c667502a {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:24:00.996585 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fefcc9-473e-4c03-baff-dbcd86576e74", "tag": "33bc0ec4-624d-470f-a23c-bf405243ea09", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:24:00.996842 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae9e2999-3d42-4cf7-8dd5-4f45c667502a {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:24:00.997247 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9e2999-3d42-4cf7-8dd5-4f45c667502a'] response: {'name': 'network-changed', 'server_uuid': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'tag': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'status': 'completed', 'code': 200} Oct 28 10:24:01.007087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c72f9-3e6a-4b25-936d-29edfd0436c1 service neutron] Pushing event updated for resources: {'Port': ['ID=33bc0ec4-624d-470f-a23c-bf405243ea09,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:24:01.089544 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46ab64-03b6-42e3-b8c3-368f7ce52d9f req-d099b027-b1e1-4448-9ae0-919b69cea1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:01.091106 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6f46ab64-03b6-42e3-b8c3-368f7ce52d9f req-d099b027-b1e1-4448-9ae0-919b69cea1ca service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 1127 time: 0.0429490 Oct 28 10:24:01.203984 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46ab64-03b6-42e3-b8c3-368f7ce52d9f req-dbac8f00-d28b-4ce2-adbf-235aa3d293b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:01.205306 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6f46ab64-03b6-42e3-b8c3-368f7ce52d9f req-dbac8f00-d28b-4ce2-adbf-235aa3d293b6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=13692d082ccc471090ed5336deccef99&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0892239 Oct 28 10:24:01.304217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46ab64-03b6-42e3-b8c3-368f7ce52d9f req-4a90571a-0724-4e99-8528-79f139d86264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:01.305645 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6f46ab64-03b6-42e3-b8c3-368f7ce52d9f req-4a90571a-0724-4e99-8528-79f139d86264 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901995 Oct 28 10:24:01.420313 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-5e697169-c9f6-43a7-bcc2-e879e062db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:01.421779 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-5e697169-c9f6-43a7-bcc2-e879e062db11 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 1127 time: 0.0391173 Oct 28 10:24:01.476606 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-b2154308-3f99-4fa9-ac50-99048451e7ee service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33bc0ec4-624d-470f-a23c-bf405243ea09 HTTP/1.1" status: 200 len: 217 time: 0.0348628 Oct 28 10:24:01.523599 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-6f6959b5-e0c8-4ac7-9c1c-68467b77e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:01.524961 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-6f6959b5-e0c8-4ac7-9c1c-68467b77e4bd service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0426314 Oct 28 10:24:01.572833 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-35435879-855b-4117-93fd-7493ce7fe302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:01.574346 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-35435879-855b-4117-93fd-7493ce7fe302 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0396914 Oct 28 10:24:01.630649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233d4dd-6181-43b9-bfb1-95f15ef40c0a req-9121d5ca-9f19-4372-bae9-92bcc72a90a5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:01.632216 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9233d4dd-6181-43b9-bfb1-95f15ef40c0a req-9121d5ca-9f19-4372-bae9-92bcc72a90a5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 943 time: 0.0490806 Oct 28 10:24:01.672018 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-426288eb-95c9-4cf8-8630-6ec8d5ceb49b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877504 Oct 28 10:24:01.680009 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9233d4dd-6181-43b9-bfb1-95f15ef40c0a req-05a3844f-fe4c-4230-80ae-dbbfe4c9d8f4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418618 Oct 28 10:24:01.700795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:01.768083 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-83f3a022-29cd-4865-934b-a74dfc989c71 req-c22152d4-22c3-48ca-867c-279a0d714fb1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869541 Oct 28 10:24:02.775735 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:02.816679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecbc91-3b6e-452f-81ce-acc2670b0f15 req-c5a5ca0f-b5a2-486b-bc77-bedc1aae261e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:02.818167 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9eecbc91-3b6e-452f-81ce-acc2670b0f15 req-c5a5ca0f-b5a2-486b-bc77-bedc1aae261e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 943 time: 0.0524502 Oct 28 10:24:02.866193 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9eecbc91-3b6e-452f-81ce-acc2670b0f15 req-30eadc7e-5af3-4b3a-a290-30bba7df7aee tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422463 Oct 28 10:24:03.705140 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:24:03.987292 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a2edf-a898-4ed3-a7a7-ed07c6283085 req-bbcc872c-6633-4c58-9578-87a3db8686de tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:03.988679 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cc9a2edf-a898-4ed3-a7a7-ed07c6283085 req-bbcc872c-6633-4c58-9578-87a3db8686de tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 943 time: 0.0473182 Oct 28 10:24:04.036097 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cc9a2edf-a898-4ed3-a7a7-ed07c6283085 req-cf57a051-af5d-4ae6-ac04-2f7813482ce2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418711 Oct 28 10:24:05.155625 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48488a25-e377-4191-adab-8c5aefad05ff req-cdc5fd8d-85d4-4e94-a892-9bbc0bbf2b54 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:05.157110 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-48488a25-e377-4191-adab-8c5aefad05ff req-cdc5fd8d-85d4-4e94-a892-9bbc0bbf2b54 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 943 time: 0.0471916 Oct 28 10:24:05.207391 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-48488a25-e377-4191-adab-8c5aefad05ff req-c17f6bd8-990c-4a3e-bebf-aa7534f481c1 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447006 Oct 28 10:24:05.654328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 33bc0ec4-624d-470f-a23c-bf405243ea09 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:24:05.748822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:05.754354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 33bc0ec4-624d-470f-a23c-bf405243ea09, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=33bc0ec4-624d-470f-a23c-bf405243ea09,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:24:05.765428 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'port_id': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'mac_address': 'fa:16:3e:01:a4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:24:05.800172 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 33bc0ec4-624d-470f-a23c-bf405243ea09 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:24:05.800565 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:05.814112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bc0ec4-624d-470f-a23c-bf405243ea09 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:24:05.833310 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 33bc0ec4-624d-470f-a23c-bf405243ea09, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=33bc0ec4-624d-470f-a23c-bf405243ea09,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:24:05.900266 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:05.949036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=33bc0ec4-624d-470f-a23c-bf405243ea09,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:24:06.241269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['33bc0ec4-624d-470f-a23c-bf405243ea09'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:24:06.316304 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:06.327101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91de01-bf4a-44e7-a8ff-19642f1adf34 req-4235c634-62db-419e-855f-9297a0cc0dc1 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:06.329433 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ca91de01-bf4a-44e7-a8ff-19642f1adf34 req-4235c634-62db-419e-855f-9297a0cc0dc1 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 944 time: 0.0478783 Oct 28 10:24:06.377981 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ca91de01-bf4a-44e7-a8ff-19642f1adf34 req-e016c530-3fc0-45e0-af50-25939d4d9bcb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425658 Oct 28 10:24:07.500259 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c1af0-9d73-4db2-88a3-eb702d65fa32 req-80165dfa-03fa-4d79-941f-274ff25418f1 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:07.501631 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9b6c1af0-9d73-4db2-88a3-eb702d65fa32 req-80165dfa-03fa-4d79-941f-274ff25418f1 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 944 time: 0.0468605 Oct 28 10:24:07.548112 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9b6c1af0-9d73-4db2-88a3-eb702d65fa32 req-f5a05ce6-beae-4b41-ba48-6118ebb34cb8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408306 Oct 28 10:24:07.675587 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 33bc0ec4-624d-470f-a23c-bf405243ea09 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:24:07.703953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:07.717123 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 33bc0ec4-624d-470f-a23c-bf405243ea09 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:24:07.785347 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 33bc0ec4-624d-470f-a23c-bf405243ea09 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:24:07.785657 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:07.785990 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 33bc0ec4-624d-470f-a23c-bf405243ea09 Oct 28 10:24:07.860808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 33bc0ec4-624d-470f-a23c-bf405243ea09 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:24:07.861199 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:07.883817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bc0ec4-624d-470f-a23c-bf405243ea09'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:24:07.887262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60c1ad1-ef4c-4b61-832d-fb1e8bfc018d" -d '{"events": [{"server_uuid": "05fefcc9-473e-4c03-baff-dbcd86576e74", "name": "network-vif-plugged", "status": "completed", "tag": "33bc0ec4-624d-470f-a23c-bf405243ea09"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:24:07.898905 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 33bc0ec4-624d-470f-a23c-bf405243ea09, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=33bc0ec4-624d-470f-a23c-bf405243ea09,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:24:07.927334 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2ea00d-f2fe-4578-8c9d-9e75b1d463fd x-openstack-request-id: req-cb2ea00d-f2fe-4578-8c9d-9e75b1d463fd {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:24:07.927645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fefcc9-473e-4c03-baff-dbcd86576e74", "name": "network-vif-plugged", "status": "completed", "tag": "33bc0ec4-624d-470f-a23c-bf405243ea09", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:24:07.927908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb2ea00d-f2fe-4578-8c9d-9e75b1d463fd {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:24:07.928329 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2ea00d-f2fe-4578-8c9d-9e75b1d463fd'] response: {'server_uuid': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'code': 200} Oct 28 10:24:07.962754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:08.010099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=33bc0ec4-624d-470f-a23c-bf405243ea09,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:24:08.327246 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a7c0c-577c-4968-a4d7-29027538f46e req-02cb7afe-79a5-4412-b0e1-5be074322dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:08.328704 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eb9a7c0c-577c-4968-a4d7-29027538f46e req-02cb7afe-79a5-4412-b0e1-5be074322dee service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 1129 time: 0.0423398 Oct 28 10:24:08.376136 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eb9a7c0c-577c-4968-a4d7-29027538f46e req-5a934e36-8a55-43a6-a895-8593696772cb service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383782 Oct 28 10:24:08.670860 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6882881-3e45-42b3-910e-42c6d9a35ee4 req-651d9dc2-91be-494b-9228-3abb145d6d18 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:08.672355 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d6882881-3e45-42b3-910e-42c6d9a35ee4 req-651d9dc2-91be-494b-9228-3abb145d6d18 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0501926 Oct 28 10:24:08.720347 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d6882881-3e45-42b3-910e-42c6d9a35ee4 req-a4911bcd-88ab-4146-99ae-b539bceb28d2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419712 Oct 28 10:24:09.844734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4366ab-b897-48cb-90de-6a2b4f1d7004 req-c94d5ad0-25b0-4794-bc3f-25988c187fe3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:09.846218 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cf4366ab-b897-48cb-90de-6a2b4f1d7004 req-c94d5ad0-25b0-4794-bc3f-25988c187fe3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0470781 Oct 28 10:24:09.894465 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cf4366ab-b897-48cb-90de-6a2b4f1d7004 req-e618de83-33e8-4864-8c8c-eb7aec03ece1 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424695 Oct 28 10:24:11.015092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275a7fd-f550-4223-8350-0093991f7a08 req-cf8ed505-f6d3-480e-94b5-341c6690b797 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:11.016562 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a275a7fd-f550-4223-8350-0093991f7a08 req-cf8ed505-f6d3-480e-94b5-341c6690b797 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0474269 Oct 28 10:24:11.067037 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a275a7fd-f550-4223-8350-0093991f7a08 req-d71e43d8-cf76-4d53-a984-ae2bad9fd968 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451543 Oct 28 10:24:11.183010 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb214dcf-646e-4c83-ad37-f3e6e29cbab2 req-41a2c0f3-54f0-4f01-9840-03a3cb30ff16 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:11.184458 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fb214dcf-646e-4c83-ad37-f3e6e29cbab2 req-41a2c0f3-54f0-4f01-9840-03a3cb30ff16 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0466685 Oct 28 10:24:11.194833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47052) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:24:11.199017 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-0a249357-3f57-4c4d-9e98-bed08944463f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Request body: {'floatingip': {'port_id': '33bc0ec4-624d-470f-a23c-bf405243ea09'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:24:11.237240 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0a249357-3f57-4c4d-9e98-bed08944463f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for floatingip (457a4065-f91d-41d0-a677-bbd578359eac), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:11.518083 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:11.654002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0a249357-3f57-4c4d-9e98-bed08944463f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:11.705879 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0a249357-3f57-4c4d-9e98-bed08944463f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (457a4065-f91d-41d0-a677-bbd578359eac), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:11.754163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:11.802303 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-0a249357-3f57-4c4d-9e98-bed08944463f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Floating IP 457a4065-f91d-41d0-a677-bbd578359eac associated. External IP: 172.36.1.221, port: 33bc0ec4-624d-470f-a23c-bf405243ea09. Oct 28 10:24:11.996332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a249357-3f57-4c4d-9e98-bed08944463f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:24:12.098765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a249357-3f57-4c4d-9e98-bed08944463f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:24:12.103535 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-0a249357-3f57-4c4d-9e98-bed08944463f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:12.108463 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4365fe49-4126-4faa-bfe9-870306ebb701 None None] Sync routers for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:24:12.118898 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4365fe49-4126-4faa-bfe9-870306ebb701 None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:24:12.119499 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-4365fe49-4126-4faa-bfe9-870306ebb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:23:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:24:12.135959 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0a249357-3f57-4c4d-9e98-bed08944463f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/457a4065-f91d-41d0-a677-bbd578359eac HTTP/1.1" status: 200 len: 992 time: 0.9380143 Oct 28 10:24:12.135959 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'tag': '33bc0ec4-624d-470f-a23c-bf405243ea09'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:24:12.136759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99a0786-1597-43cb-8c0e-e45c0b9e83a7" -d '{"events": [{"name": "network-changed", "server_uuid": "05fefcc9-473e-4c03-baff-dbcd86576e74", "tag": "33bc0ec4-624d-470f-a23c-bf405243ea09"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:24:12.172800 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f777ca8-bb7f-4b33-857b-b81f1e931ec2 x-openstack-request-id: req-8f777ca8-bb7f-4b33-857b-b81f1e931ec2 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:24:12.173089 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fefcc9-473e-4c03-baff-dbcd86576e74", "tag": "33bc0ec4-624d-470f-a23c-bf405243ea09", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:24:12.173344 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f777ca8-bb7f-4b33-857b-b81f1e931ec2 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:24:12.173757 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f777ca8-bb7f-4b33-857b-b81f1e931ec2'] response: {'name': 'network-changed', 'server_uuid': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'tag': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'status': 'completed', 'code': 200} Oct 28 10:24:12.224788 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-4365fe49-4126-4faa-bfe9-870306ebb701 None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:24:12.263012 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a0786-1597-43cb-8c0e-e45c0b9e83a7 req-52659097-2ffa-4a8c-a2ac-f9091e6cf34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:12.264525 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a99a0786-1597-43cb-8c0e-e45c0b9e83a7 req-52659097-2ffa-4a8c-a2ac-f9091e6cf34d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 1129 time: 0.0396917 Oct 28 10:24:12.360183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a0786-1597-43cb-8c0e-e45c0b9e83a7 req-62c443b4-6e92-43d8-89bb-a489764640cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:12.361561 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a99a0786-1597-43cb-8c0e-e45c0b9e83a7 req-62c443b4-6e92-43d8-89bb-a489764640cb service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0902603 Oct 28 10:24:12.378771 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:12.397006 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:12.423588 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a99a0786-1597-43cb-8c0e-e45c0b9e83a7 req-d3825769-924c-40bc-9d5a-38e00bba7891 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33bc0ec4-624d-470f-a23c-bf405243ea09 HTTP/1.1" status: 200 len: 1000 time: 0.0560341 Oct 28 10:24:12.434210 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-4365fe49-4126-4faa-bfe9-870306ebb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '457a4065-f91d-41d0-a677-bbd578359eac', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'floating_ip_address': '172.36.1.221', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'port_id': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'mac_address': 'fa:16:3e:01:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:19:49Z', 'updated_at': '2022-10-28T10:24:11Z', 'revision_number': 13, 'project_id': '13692d082ccc471090ed5336deccef99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:24:12.463482 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4365fe49-4126-4faa-bfe9-870306ebb701 None None] Checking router: 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:24:12.465192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:12.472794 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4365fe49-4126-4faa-bfe9-870306ebb701 None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:24:12.473403 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-4365fe49-4126-4faa-bfe9-870306ebb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:23:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:24:12.474875 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a0786-1597-43cb-8c0e-e45c0b9e83a7 req-099fe6ac-e6c1-4145-885b-ab1a8bbd6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:12.476331 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a99a0786-1597-43cb-8c0e-e45c0b9e83a7 req-099fe6ac-e6c1-4145-885b-ab1a8bbd6f63 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0473528 Oct 28 10:24:12.523707 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a0786-1597-43cb-8c0e-e45c0b9e83a7 req-bc6518da-a0a7-407e-aa9c-092ff806a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:12.525256 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a99a0786-1597-43cb-8c0e-e45c0b9e83a7 req-bc6518da-a0a7-407e-aa9c-092ff806a456 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0434330 Oct 28 10:24:12.572546 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-4365fe49-4126-4faa-bfe9-870306ebb701 None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:24:12.893089 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-4365fe49-4126-4faa-bfe9-870306ebb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '457a4065-f91d-41d0-a677-bbd578359eac', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'floating_ip_address': '172.36.1.221', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'port_id': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'mac_address': 'fa:16:3e:01:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:19:49Z', 'updated_at': '2022-10-28T10:24:11Z', 'revision_number': 13, 'project_id': '13692d082ccc471090ed5336deccef99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:24:12.918348 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4365fe49-4126-4faa-bfe9-870306ebb701 None None] The sync data for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv is: [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '457a4065-f91d-41d0-a677-bbd578359eac', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'floating_ip_address': '172.36.1.221', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'port_id': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'mac_address': 'fa:16:3e:01:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:19:49Z', 'updated_at': '2022-10-28T10:24:11Z', 'revision_number': 13, 'project_id': '13692d082ccc471090ed5336deccef99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:24:12.964257 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a99a0786-1597-43cb-8c0e-e45c0b9e83a7 req-a0a8fe4b-b724-4df5-9c4f-22271a8a9630 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321432 Oct 28 10:24:13.031510 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-134e4a07-892b-4016-babc-1e52ade44e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:13.064389 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a99a0786-1597-43cb-8c0e-e45c0b9e83a7 req-b9594b42-46f5-4583-ab77-bc6d5412f42d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936999 Oct 28 10:24:13.124117 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfc4386-f7c8-4826-b1bf-3ff24e636849 None None] New status for floating IP 457a4065-f91d-41d0-a677-bbd578359eac: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:24:15.345509 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b95d6d49-25a4-4f17-b917-393934a6c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:16.950769 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:17.945465 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:18.585312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:19.503881 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7337567-edf3-48b5-ad81-72cf4f7ffc14 req-1e3a1d41-8334-4604-802c-cb374091af4e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387907 Oct 28 10:24:19.606160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7337567-edf3-48b5-ad81-72cf4f7ffc14 req-281209d3-7d23-475b-a98c-b5c729792ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:19.607697 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7337567-edf3-48b5-ad81-72cf4f7ffc14 req-281209d3-7d23-475b-a98c-b5c729792ce8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 1129 time: 0.0396810 Oct 28 10:24:19.713980 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7337567-edf3-48b5-ad81-72cf4f7ffc14 req-48465a8c-a686-449b-96af-6d2ca98ecaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:19.715474 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7337567-edf3-48b5-ad81-72cf4f7ffc14 req-48465a8c-a686-449b-96af-6d2ca98ecaa9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0885367 Oct 28 10:24:19.777189 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7337567-edf3-48b5-ad81-72cf4f7ffc14 req-6803b040-0169-4387-8c7e-61ae577e51b7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33bc0ec4-624d-470f-a23c-bf405243ea09 HTTP/1.1" status: 200 len: 1002 time: 0.0547342 Oct 28 10:24:19.829920 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7337567-edf3-48b5-ad81-72cf4f7ffc14 req-f43da52c-547e-400e-9e94-619be7108c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:19.831626 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7337567-edf3-48b5-ad81-72cf4f7ffc14 req-f43da52c-547e-400e-9e94-619be7108c75 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0466363 Oct 28 10:24:19.874905 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7337567-edf3-48b5-ad81-72cf4f7ffc14 req-68c75a4b-143a-41e4-b9a8-574ba9a6f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:19.876341 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7337567-edf3-48b5-ad81-72cf4f7ffc14 req-68c75a4b-143a-41e4-b9a8-574ba9a6f887 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0376992 Oct 28 10:24:19.953031 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:19.969113 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7337567-edf3-48b5-ad81-72cf4f7ffc14 req-8570391f-f8d6-4f9b-87e8-fd2f39d41f0d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857191 Oct 28 10:24:20.057034 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d7337567-edf3-48b5-ad81-72cf4f7ffc14 req-7f7695fd-3ca5-425d-929a-c15072a86520 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814476 Oct 28 10:24:22.129375 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=33 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:22.131279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:22.890153 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=55 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:22.897003 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=35 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:23.985317 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:30.053047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=72 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:30.053758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=10 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:33.931234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:33.933144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=48,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:40.704251 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:24:43.042082 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1af8c329-6e10-4605-9553-a9f43573ff99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:45.355640 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3733fcbd-bd24-4d14-bbcb-41ac90b083b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:46.961600 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:47.938766 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:48.227135 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7f27f-0a90-488e-9d3e-ccbb92424b84 req-3345a38d-81a6-4d82-965e-b06a6bb8f239 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:24:48.228595 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-acd7f27f-0a90-488e-9d3e-ccbb92424b84 req-3345a38d-81a6-4d82-965e-b06a6bb8f239 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0515635 Oct 28 10:24:48.276726 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-acd7f27f-0a90-488e-9d3e-ccbb92424b84 req-9fc950ed-9c19-44e0-a235-d241115839b0 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426476 Oct 28 10:24:48.589788 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:54.024020 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:24:58.270856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=11 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:58.272735 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:59.664292 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:24:59.665052 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:02.152500 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421d769-5a87-483f-9808-d9d93205a461 req-26612439-32b2-41a4-a750-eb42ec7ae773 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:02.153914 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f421d769-5a87-483f-9808-d9d93205a461 req-26612439-32b2-41a4-a750-eb42ec7ae773 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0470521 Oct 28 10:25:02.201930 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f421d769-5a87-483f-9808-d9d93205a461 req-444e0cb1-70e9-4000-948f-b53fc0c17eae tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417118 Oct 28 10:25:02.251854 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-9fbfa76d-f171-4eb6-8379-4f415acfbd6d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422800 Oct 28 10:25:02.728380 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-facf9928-4fa7-4c37-bac1-b920d3525be2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:02.729718 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-facf9928-4fa7-4c37-bac1-b920d3525be2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports/33bc0ec4-624d-470f-a23c-bf405243ea09 HTTP/1.1" status: 200 len: 942 time: 0.0467868 Oct 28 10:25:03.325262 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c78d9-6212-4dea-8261-82365d09c3af req-7a73d5d7-9a04-40ac-ab16-a1c598074530 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:03.326787 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7c5c78d9-6212-4dea-8261-82365d09c3af req-7a73d5d7-9a04-40ac-ab16-a1c598074530 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0471823 Oct 28 10:25:03.377184 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7c5c78d9-6212-4dea-8261-82365d09c3af req-ad5fb391-4756-4081-8210-668f2dd70d9f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439510 Oct 28 10:25:03.947455 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:03.949256 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:04.487413 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-07f7fcef-99af-491c-926c-7e402cffcd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:04.488924 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-07f7fcef-99af-491c-926c-7e402cffcd4b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 1129 time: 0.0452197 Oct 28 10:25:04.503151 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2e010-2eb0-411f-86d2-3e8764ee6ccd req-63105924-7a46-47e9-a42d-a54a23051b7b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:04.504720 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eba2e010-2eb0-411f-86d2-3e8764ee6ccd req-63105924-7a46-47e9-a42d-a54a23051b7b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0478168 Oct 28 10:25:04.557674 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eba2e010-2eb0-411f-86d2-3e8764ee6ccd req-880e417c-3f50-4a3d-bbcd-6e1688c9b99c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470943 Oct 28 10:25:04.590481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-5343786d-7ab6-4cef-a14f-ffa8333e89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:04.591986 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-5343786d-7ab6-4cef-a14f-ffa8333e89e4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0928187 Oct 28 10:25:04.659155 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-b3b2e898-3db4-4d07-ad1d-6ea876014ee9 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33bc0ec4-624d-470f-a23c-bf405243ea09 HTTP/1.1" status: 200 len: 1002 time: 0.0578673 Oct 28 10:25:04.710065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-26ab1c2a-dd10-4335-9ea5-9f33908de1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:04.711564 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-26ab1c2a-dd10-4335-9ea5-9f33908de1ea service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0444994 Oct 28 10:25:04.759769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-2389c59c-9bd8-4ba1-a48c-8db1c09d11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:04.761226 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-2389c59c-9bd8-4ba1-a48c-8db1c09d11f1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0395391 Oct 28 10:25:04.858869 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-e12ed9fa-608c-4dc0-8689-768757faa51e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875776 Oct 28 10:25:04.955468 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-ee498694-17d2-4d5e-8b7b-a97eff65e670 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876524 Oct 28 10:25:05.678568 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cba47-39b9-461e-a6c7-703fe756ba58 req-3b0b3b96-eae9-4b6b-bac6-7f6bbca3426c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:05.680111 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f38cba47-39b9-461e-a6c7-703fe756ba58 req-3b0b3b96-eae9-4b6b-bac6-7f6bbca3426c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0469954 Oct 28 10:25:05.727688 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f38cba47-39b9-461e-a6c7-703fe756ba58 req-ac0a2aab-de1e-4802-9418-155b600ef6e9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420134 Oct 28 10:25:06.851265 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ef5a0-fd0a-48b5-889f-95a8d5393c19 req-dd1a603a-9b01-4bb6-84cb-d7bde40ebe10 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:06.852726 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d71ef5a0-fd0a-48b5-889f-95a8d5393c19 req-dd1a603a-9b01-4bb6-84cb-d7bde40ebe10 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0462487 Oct 28 10:25:06.899697 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d71ef5a0-fd0a-48b5-889f-95a8d5393c19 req-87fc4776-7b30-4d64-9730-87d6786df5df tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412538 Oct 28 10:25:08.076279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9921a-27ee-4d38-be22-0637f628c267 req-3eeb12c1-a4b2-40d5-876a-ae4c6cc6b268 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:08.078414 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b3a9921a-27ee-4d38-be22-0637f628c267 req-3eeb12c1-a4b2-40d5-876a-ae4c6cc6b268 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0500038 Oct 28 10:25:08.125012 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b3a9921a-27ee-4d38-be22-0637f628c267 req-b3a32d57-c95e-44d9-a014-c925c611d115 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403934 Oct 28 10:25:09.244919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568711e-e162-449e-9c02-5b4a3059a71a req-88443138-5c43-4ba4-ae59-5097d61a2bcb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:09.246387 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f568711e-e162-449e-9c02-5b4a3059a71a req-88443138-5c43-4ba4-ae59-5097d61a2bcb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0465496 Oct 28 10:25:09.293740 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f568711e-e162-449e-9c02-5b4a3059a71a req-857a11e9-fcf7-4023-ba3c-4e02deca01f3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 Oct 28 10:25:10.419243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8c7fa-1e16-4ffc-8c8d-3c3494f4802e req-fa22c4fc-8777-4918-883a-d579cb681ff0 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:10.420772 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3bf8c7fa-1e16-4ffc-8c8d-3c3494f4802e req-fa22c4fc-8777-4918-883a-d579cb681ff0 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0497832 Oct 28 10:25:10.468614 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3bf8c7fa-1e16-4ffc-8c8d-3c3494f4802e req-8339ca5b-2379-4cc3-9e55-5f9dff4d76b5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411255 Oct 28 10:25:11.593107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6acd72-cc1f-43e1-8b10-35b0418a9b91 req-5dbb92ec-32e1-4f86-b5f8-e3ec09081c1e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:11.594633 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eb6acd72-cc1f-43e1-8b10-35b0418a9b91 req-5dbb92ec-32e1-4f86-b5f8-e3ec09081c1e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0476015 Oct 28 10:25:11.641925 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eb6acd72-cc1f-43e1-8b10-35b0418a9b91 req-45c513c7-a3bd-44ef-9237-a40608442f2e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414712 Oct 28 10:25:12.505657 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=11 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:12.507528 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=15 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:12.761660 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f75e0-9b35-4376-a79f-3e3a5be33d9b req-486e016c-0d7c-4960-81d5-bce76da1fb27 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:12.763071 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1b5f75e0-9b35-4376-a79f-3e3a5be33d9b req-486e016c-0d7c-4960-81d5-bce76da1fb27 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0456066 Oct 28 10:25:12.798047 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:12.813623 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1b5f75e0-9b35-4376-a79f-3e3a5be33d9b req-81ac5400-b5b7-4a29-829b-48c83bb1a7fa tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443332 Oct 28 10:25:13.023044 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-79724eb1-f727-4d03-8add-df661d2c8e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:13.935391 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6589f-e78f-4fe6-b023-5bf2617d85b5 req-46b25205-8ddc-4495-80ba-57069a0ed54a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:13.936845 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f8c6589f-e78f-4fe6-b023-5bf2617d85b5 req-46b25205-8ddc-4495-80ba-57069a0ed54a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0461040 Oct 28 10:25:13.957914 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:13.984712 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f8c6589f-e78f-4fe6-b023-5bf2617d85b5 req-40d2a354-c88b-414c-8e68-92776bb03564 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423357 Oct 28 10:25:14.945897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=49 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:14.951773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=45 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:15.103348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbf51f-46dc-409d-8f07-6731136a504c req-0ab97508-e517-43aa-a314-1f0f024b849b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:15.104793 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4afbf51f-46dc-409d-8f07-6731136a504c req-0ab97508-e517-43aa-a314-1f0f024b849b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0458174 Oct 28 10:25:15.150876 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4afbf51f-46dc-409d-8f07-6731136a504c req-62cf4779-acea-4d1d-b8a0-d2bec8b6cfa3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399818 Oct 28 10:25:15.325987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-64523887-2a26-48a0-9588-3886e069655c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:16.274047 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b33d9d-8f2d-4143-9373-e1ff38ccf767 req-50197666-0c38-4609-bd2d-f1603c2eaba5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:16.275555 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f5b33d9d-8f2d-4143-9373-e1ff38ccf767 req-50197666-0c38-4609-bd2d-f1603c2eaba5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0506098 Oct 28 10:25:16.322547 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f5b33d9d-8f2d-4143-9373-e1ff38ccf767 req-1178fe63-3b66-48bd-90ac-a12fea38ab03 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414913 Oct 28 10:25:16.971886 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:17.443565 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac31320-282c-4cd5-8db3-319ce717ae66 req-710b2e63-1fdd-4d48-ab87-9abac2f7bd71 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:17.445022 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cac31320-282c-4cd5-8db3-319ce717ae66 req-710b2e63-1fdd-4d48-ab87-9abac2f7bd71 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0463769 Oct 28 10:25:17.491986 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cac31320-282c-4cd5-8db3-319ce717ae66 req-bb47b1b9-fbba-433c-812b-b50ba4b7dc8f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413935 Oct 28 10:25:17.706491 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:25:17.948558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:18.600402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:18.613133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e4999-db96-4c35-8be5-c42ef4bf9d4d req-4e71021a-9654-4a55-a4b9-7cffd27231db tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:18.615888 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-397e4999-db96-4c35-8be5-c42ef4bf9d4d req-4e71021a-9654-4a55-a4b9-7cffd27231db tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0468760 Oct 28 10:25:18.665427 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-397e4999-db96-4c35-8be5-c42ef4bf9d4d req-53e464b5-5983-4dbe-a7ab-453815695790 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451629 Oct 28 10:25:19.560170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131a2ef-abcb-42d0-80c2-8c452dab1f53 req-ff1eedae-67d1-4fcc-82f8-5a82f5825013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:19.561635 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f131a2ef-abcb-42d0-80c2-8c452dab1f53 req-ff1eedae-67d1-4fcc-82f8-5a82f5825013 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 1129 time: 0.0398264 Oct 28 10:25:19.669351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131a2ef-abcb-42d0-80c2-8c452dab1f53 req-d7d249ed-e556-457e-a9a2-ac530b940a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:19.670823 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f131a2ef-abcb-42d0-80c2-8c452dab1f53 req-d7d249ed-e556-457e-a9a2-ac530b940a6c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0862782 Oct 28 10:25:19.740843 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f131a2ef-abcb-42d0-80c2-8c452dab1f53 req-b642626e-99f2-4f12-a2bd-80e5697639dc service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33bc0ec4-624d-470f-a23c-bf405243ea09 HTTP/1.1" status: 200 len: 1002 time: 0.0611050 Oct 28 10:25:19.787342 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74394494-a10c-4ad9-beb1-4343b275705a req-b9a6e9f6-038d-4b77-9221-a0ba0f2e6f79 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:19.788927 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-74394494-a10c-4ad9-beb1-4343b275705a req-b9a6e9f6-038d-4b77-9221-a0ba0f2e6f79 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0469334 Oct 28 10:25:19.793666 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131a2ef-abcb-42d0-80c2-8c452dab1f53 req-6b69e82b-366f-4e82-9204-9093f91393f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:19.795210 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f131a2ef-abcb-42d0-80c2-8c452dab1f53 req-6b69e82b-366f-4e82-9204-9093f91393f3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0448756 Oct 28 10:25:19.837196 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-74394494-a10c-4ad9-beb1-4343b275705a req-0f37ac49-02e5-4e07-9f27-fd782a248ebe tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425711 Oct 28 10:25:19.842653 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131a2ef-abcb-42d0-80c2-8c452dab1f53 req-b3a0d0c3-e01c-4532-a4b7-8f7249390278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:19.844782 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f131a2ef-abcb-42d0-80c2-8c452dab1f53 req-b3a0d0c3-e01c-4532-a4b7-8f7249390278 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0404496 Oct 28 10:25:19.940394 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f131a2ef-abcb-42d0-80c2-8c452dab1f53 req-253fc8e4-fca6-45c5-9c59-e62dd988a835 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864327 Oct 28 10:25:20.037065 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f131a2ef-abcb-42d0-80c2-8c452dab1f53 req-3be28946-6e01-46c6-a7a2-6696dd0609bd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873077 Oct 28 10:25:20.956670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d7757-b1df-4d40-8e21-c252ad5932fb req-63807130-2eec-44a0-a044-48bc49a3a86a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:20.958041 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8e9d7757-b1df-4d40-8e21-c252ad5932fb req-63807130-2eec-44a0-a044-48bc49a3a86a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0458512 Oct 28 10:25:21.005467 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8e9d7757-b1df-4d40-8e21-c252ad5932fb req-0cccbeb7-e45c-4471-bd86-71e8510e6c39 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419979 Oct 28 10:25:22.129228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd5622-9d51-483c-94c8-4374276a1d34 req-1c33f31f-a70c-466c-9bdb-9e728cad9609 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:22.130690 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e8cd5622-9d51-483c-94c8-4374276a1d34 req-1c33f31f-a70c-466c-9bdb-9e728cad9609 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0493245 Oct 28 10:25:22.176864 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e8cd5622-9d51-483c-94c8-4374276a1d34 req-4eb32535-0779-486a-a0dd-6c598b481178 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406270 Oct 28 10:25:23.297538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968a774-3319-4de6-af2c-4a807797b22e req-e21970e8-89f7-4aae-a569-7c5f7ed561a4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:23.298979 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4968a774-3319-4de6-af2c-4a807797b22e req-e21970e8-89f7-4aae-a569-7c5f7ed561a4 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0466926 Oct 28 10:25:23.348434 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4968a774-3319-4de6-af2c-4a807797b22e req-895840c3-33b1-4329-94d2-282d7a8eb95d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434976 Oct 28 10:25:23.994391 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:24.478621 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75899ef4-e6b4-42d1-9ae4-c77a45fef322 req-cf72e6ed-16d2-4f22-89bc-0baa16a68880 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:24.480133 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-75899ef4-e6b4-42d1-9ae4-c77a45fef322 req-cf72e6ed-16d2-4f22-89bc-0baa16a68880 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0509794 Oct 28 10:25:24.529603 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-75899ef4-e6b4-42d1-9ae4-c77a45fef322 req-83e2d468-a534-45e4-a264-d3a13a0eb50a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437124 Oct 28 10:25:24.887553 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-3fe9da68-efdb-4cc9-b259-fad6d4ef56ad service neutron] 10.222.0.48 "GET /networking/v2.0/ports/33bc0ec4-624d-470f-a23c-bf405243ea09/bindings/hv-neutron-zed0 HTTP/1.1" status: 200 len: 384 time: 0.0557828 Oct 28 10:25:25.451203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-a279f605-188d-4647-8293-ffcd35511f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:25.452691 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-a279f605-188d-4647-8293-ffcd35511f0e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74&tenant_id=13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 1129 time: 0.0410604 Oct 28 10:25:25.526846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-82944906-0bcc-45b8-ae10-892b07477a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:25.528274 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-82944906-0bcc-45b8-ae10-892b07477a9a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 1129 time: 0.0390925 Oct 28 10:25:25.626229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-31b0738a-178b-4e1a-a915-30bceb8800b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:25.627756 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-31b0738a-178b-4e1a-a915-30bceb8800b5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0891621 Oct 28 10:25:25.638155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:25.655121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0a0d-1d14-4c87-af93-99b2f29ba61f req-54706aa7-3dc4-493f-a749-4ddb4b278d49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:25.659339 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f87b0a0d-1d14-4c87-af93-99b2f29ba61f req-54706aa7-3dc4-493f-a749-4ddb4b278d49 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0476904 Oct 28 10:25:25.700873 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-0b93cfb1-eadc-4d18-94f3-82ab626705ac service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33bc0ec4-624d-470f-a23c-bf405243ea09 HTTP/1.1" status: 200 len: 1002 time: 0.0640111 Oct 28 10:25:25.706720 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f87b0a0d-1d14-4c87-af93-99b2f29ba61f req-d66584db-1b71-42e7-85d7-f357b69b7255 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442300 Oct 28 10:25:25.752988 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-f2a568fa-689c-4918-b968-39fde0bcef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:25.754428 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-f2a568fa-689c-4918-b968-39fde0bcef33 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0447278 Oct 28 10:25:25.800571 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-aec8fcd5-6486-46d2-8094-77c05df3fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:25.802011 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-aec8fcd5-6486-46d2-8094-77c05df3fd56 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0383985 Oct 28 10:25:25.898381 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-25e54ddc-9987-4d10-9087-d583afecfa6a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870693 Oct 28 10:25:25.954932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:25.968282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:25.988513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 33bc0ec4-624d-470f-a23c-bf405243ea09 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:25:25.992708 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-d408b684-cfad-4f16-b905-c08d1c69a056 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844226 Oct 28 10:25:26.061960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 33bc0ec4-624d-470f-a23c-bf405243ea09 is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:25:26.062356 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:26.085104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33bc0ec4-624d-470f-a23c-bf405243ea09'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:25:26.087353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ddd785-4af2-43bc-b9b3-f5413f4e06ea" -d '{"events": [{"server_uuid": "05fefcc9-473e-4c03-baff-dbcd86576e74", "name": "network-vif-unplugged", "status": "completed", "tag": "33bc0ec4-624d-470f-a23c-bf405243ea09"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:25:26.100231 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 33bc0ec4-624d-470f-a23c-bf405243ea09, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=33bc0ec4-624d-470f-a23c-bf405243ea09,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:25:26.132552 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 10:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f572e16-01b9-4c76-a3de-eed090f8d2bb x-openstack-request-id: req-5f572e16-01b9-4c76-a3de-eed090f8d2bb {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:25:26.132844 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fefcc9-473e-4c03-baff-dbcd86576e74", "name": "network-vif-unplugged", "status": "completed", "tag": "33bc0ec4-624d-470f-a23c-bf405243ea09", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:25:26.133096 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f572e16-01b9-4c76-a3de-eed090f8d2bb {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:25:26.133519 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f572e16-01b9-4c76-a3de-eed090f8d2bb'] response: {'server_uuid': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'code': 200} Oct 28 10:25:26.182798 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:26.229519 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=33bc0ec4-624d-470f-a23c-bf405243ea09,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:25:26.237005 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:25:26.237359 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:25:26.237708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:25:26.238050 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:25:26.238387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:25:26.238789 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:25:26.239124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:25:26.239462 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:25:26.239794 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:25:26.240122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:25:26.240450 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:25:26.240780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:25:26.241107 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:25:26.241432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:25:26.241755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:25:26.829876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79236476-ac1b-41a9-b3a3-2daa81875261 req-6006cde1-6c8f-484e-ba4a-d73b7f076773 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:26.831398 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-79236476-ac1b-41a9-b3a3-2daa81875261 req-6006cde1-6c8f-484e-ba4a-d73b7f076773 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 943 time: 0.0477827 Oct 28 10:25:26.886563 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-79236476-ac1b-41a9-b3a3-2daa81875261 req-299b56ab-efd9-4b95-a7b0-89186c4bdcb6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493810 Oct 28 10:25:27.977588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:28.015601 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a835fa-9b94-431e-b365-c33aaaa005d0 req-cf0b9836-b227-4919-98cf-9584c163b4da tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:28.017165 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-70a835fa-9b94-431e-b365-c33aaaa005d0 req-cf0b9836-b227-4919-98cf-9584c163b4da tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 943 time: 0.0478888 Oct 28 10:25:28.065360 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-70a835fa-9b94-431e-b365-c33aaaa005d0 req-13535561-2d97-4694-906a-f3662f31653b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424211 Oct 28 10:25:29.189325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666afdae-929a-476f-8b94-14b7c608469d req-15cbb484-d56d-4f32-b504-8619cdad763a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:29.190910 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-666afdae-929a-476f-8b94-14b7c608469d req-15cbb484-d56d-4f32-b504-8619cdad763a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 943 time: 0.0485883 Oct 28 10:25:29.240045 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-666afdae-929a-476f-8b94-14b7c608469d req-f3087d84-c6dc-4a89-b850-5c7abf888f50 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432696 Oct 28 10:25:30.365601 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd48621-cec8-4225-9c83-16a20a9bfc9e req-59318e42-f57d-4f6a-82fc-58ebe66a9f43 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:30.367181 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-abd48621-cec8-4225-9c83-16a20a9bfc9e req-59318e42-f57d-4f6a-82fc-58ebe66a9f43 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 943 time: 0.0504885 Oct 28 10:25:30.417411 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-abd48621-cec8-4225-9c83-16a20a9bfc9e req-7f37507d-6d95-49f8-ae4e-3de9f66eb72b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428240 Oct 28 10:25:31.542881 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c512c2-bde9-47f4-b4f4-7b79204aba69 req-4c5eac81-21a4-4265-81d6-f5a4854605fb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:31.544369 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b6c512c2-bde9-47f4-b4f4-7b79204aba69 req-4c5eac81-21a4-4265-81d6-f5a4854605fb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 943 time: 0.0490515 Oct 28 10:25:31.593300 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b6c512c2-bde9-47f4-b4f4-7b79204aba69 req-945c81ba-ac78-4f6e-8fba-689d26c45521 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430686 Oct 28 10:25:32.719379 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d0d28-d427-435a-8f80-73eaaad16aff req-a9e95e45-3e67-4d71-9dfe-ede682205c47 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:32.720848 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-916d0d28-d427-435a-8f80-73eaaad16aff req-a9e95e45-3e67-4d71-9dfe-ede682205c47 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 943 time: 0.0494347 Oct 28 10:25:32.770435 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-916d0d28-d427-435a-8f80-73eaaad16aff req-c8a08640-8ca3-4d69-9442-1343d31fe5e0 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436327 Oct 28 10:25:33.893788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66298840-5b71-48f7-a15e-71792577d580 req-077729b3-e8a9-4d15-8269-a01eaac773ae tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:33.895292 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-66298840-5b71-48f7-a15e-71792577d580 req-077729b3-e8a9-4d15-8269-a01eaac773ae tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 943 time: 0.0477629 Oct 28 10:25:33.942022 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-66298840-5b71-48f7-a15e-71792577d580 req-e92bc9bb-5e77-4ed5-9f9f-13f065c32c93 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409620 Oct 28 10:25:34.027442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 33bc0ec4-624d-470f-a23c-bf405243ea09 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:25:34.041615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:34.103731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=54,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:34.125856 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 33bc0ec4-624d-470f-a23c-bf405243ea09, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=33bc0ec4-624d-470f-a23c-bf405243ea09,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:25:34.136770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'port_id': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'mac_address': 'fa:16:3e:01:a4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:25:34.174860 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 33bc0ec4-624d-470f-a23c-bf405243ea09 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:25:34.175253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:34.187963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bc0ec4-624d-470f-a23c-bf405243ea09 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:25:34.207661 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 33bc0ec4-624d-470f-a23c-bf405243ea09, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=33bc0ec4-624d-470f-a23c-bf405243ea09,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:25:34.268197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:34.313690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=33bc0ec4-624d-470f-a23c-bf405243ea09,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:25:34.426556 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['33bc0ec4-624d-470f-a23c-bf405243ea09'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:25:35.064187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe2a9-78c4-4d0d-9ec6-ac88f3c2abbd req-fb86d867-5243-404b-8088-d7cf31b7119e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:35.065688 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-19ffe2a9-78c4-4d0d-9ec6-ac88f3c2abbd req-fb86d867-5243-404b-8088-d7cf31b7119e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 944 time: 0.0467491 Oct 28 10:25:35.112704 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-19ffe2a9-78c4-4d0d-9ec6-ac88f3c2abbd req-84dcbd0a-a4e7-42a3-a216-bd9bc86bc5b2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414541 Oct 28 10:25:35.991415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=9 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:36.052754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 33bc0ec4-624d-470f-a23c-bf405243ea09 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:25:36.096156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 33bc0ec4-624d-470f-a23c-bf405243ea09 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:25:36.096527 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:36.096862 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 33bc0ec4-624d-470f-a23c-bf405243ea09 Oct 28 10:25:36.166595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 33bc0ec4-624d-470f-a23c-bf405243ea09 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:25:36.166996 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:36.194063 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bc0ec4-624d-470f-a23c-bf405243ea09'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:25:36.196315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e346af-7331-4fed-9400-ab347faf46b9" -d '{"events": [{"server_uuid": "05fefcc9-473e-4c03-baff-dbcd86576e74", "name": "network-vif-plugged", "status": "completed", "tag": "33bc0ec4-624d-470f-a23c-bf405243ea09"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:25:36.209200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 33bc0ec4-624d-470f-a23c-bf405243ea09, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=33bc0ec4-624d-470f-a23c-bf405243ea09,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:25:36.240877 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d7d39-00c9-434b-b8c9-63adcef96e88 req-933ba317-6744-4186-bd6e-22cb523bd11f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:36.242374 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4c2d7d39-00c9-434b-b8c9-63adcef96e88 req-933ba317-6744-4186-bd6e-22cb523bd11f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 944 time: 0.0512784 Oct 28 10:25:36.244371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f31f38-fb8d-47da-b495-c805fa4372a5 x-openstack-request-id: req-d1f31f38-fb8d-47da-b495-c805fa4372a5 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:25:36.244664 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fefcc9-473e-4c03-baff-dbcd86576e74", "name": "network-vif-plugged", "status": "completed", "tag": "33bc0ec4-624d-470f-a23c-bf405243ea09", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:25:36.244925 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1f31f38-fb8d-47da-b495-c805fa4372a5 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:25:36.245326 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f31f38-fb8d-47da-b495-c805fa4372a5'] response: {'server_uuid': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'code': 200} Oct 28 10:25:36.279993 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:36.290824 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4c2d7d39-00c9-434b-b8c9-63adcef96e88 req-963c2ac7-2391-42f9-bfaa-afce0c9eb72c tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425117 Oct 28 10:25:36.327963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=33bc0ec4-624d-470f-a23c-bf405243ea09,revision_number=8']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:25:36.661912 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:36.662642 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:37.416806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18f235-79ac-49b0-8e9f-e64d4027cc63 req-65fcada9-5049-4b61-910c-e7ee793daade tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:37.418256 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8d18f235-79ac-49b0-8e9f-e64d4027cc63 req-65fcada9-5049-4b61-910c-e7ee793daade tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0463390 Oct 28 10:25:37.464935 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8d18f235-79ac-49b0-8e9f-e64d4027cc63 req-e534523c-9299-4367-a838-882fc67654c3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411568 Oct 28 10:25:38.580497 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:38.588612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4602b8-819f-4958-8e57-c9efd381dd82 req-4e28f3f5-4171-4f1c-9635-b69331b006ad tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:38.590058 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5f4602b8-819f-4958-8e57-c9efd381dd82 req-4e28f3f5-4171-4f1c-9635-b69331b006ad tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0505674 Oct 28 10:25:38.637060 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5f4602b8-819f-4958-8e57-c9efd381dd82 req-5413746d-24e4-4471-992e-0757f68b2fa2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406604 Oct 28 10:25:39.758659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1af1ae-7dfb-4365-862b-8530005118a7 req-749e3da2-2eda-45e6-bf93-dc1ab66e2f3b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:39.760142 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5e1af1ae-7dfb-4365-862b-8530005118a7 req-749e3da2-2eda-45e6-bf93-dc1ab66e2f3b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0460222 Oct 28 10:25:39.806304 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5e1af1ae-7dfb-4365-862b-8530005118a7 req-2a9a64ca-4f2f-4b6f-b62e-015688a420c5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400572 Oct 28 10:25:40.419098 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:40.432336 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b662a06-ca9f-4223-a969-2750f9a80c4d req-e40fd80f-6b20-4a22-9df4-19a4eb2edef2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:40.433792 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7b662a06-ca9f-4223-a969-2750f9a80c4d req-e40fd80f-6b20-4a22-9df4-19a4eb2edef2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0465822 Oct 28 10:25:40.485826 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7b662a06-ca9f-4223-a969-2750f9a80c4d req-5a33b05b-162f-4a08-b2ab-046421048bbd tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460212 Oct 28 10:25:40.511933 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-1c1434ba-5652-49b9-91c8-8654473abf53 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:40.513571 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-1c1434ba-5652-49b9-91c8-8654473abf53 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74&tenant_id=13692d082ccc471090ed5336deccef99&binding%3Ahost_id=hv-neutron-zed0 HTTP/1.1" status: 200 len: 945 time: 0.0537000 Oct 28 10:25:40.523528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-60b4c31e-7767-4c20-a99a-7d8e1541c0ed service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:25:40.524513 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-60b4c31e-7767-4c20-a99a-7d8e1541c0ed service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0046978 Oct 28 10:25:40.584134 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-bc514c7a-9a4a-47b6-ad5f-6b58d3236976 service neutron] 10.222.0.48 "GET /networking/v2.0/ports/33bc0ec4-624d-470f-a23c-bf405243ea09/bindings/hv-neutron-zed0 HTTP/1.1" status: 200 len: 384 time: 0.0531344 Oct 28 10:25:40.666243 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-49c1f4ea-c376-4baa-85dc-d657ea68ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:40.667636 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-49c1f4ea-c376-4baa-85dc-d657ea68ffbd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 1129 time: 0.0392342 Oct 28 10:25:40.759809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-2171434f-0397-458f-91da-92ebcf1409ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:40.761238 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-2171434f-0397-458f-91da-92ebcf1409ab service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0877531 Oct 28 10:25:40.821934 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-a3a17572-aa7d-423c-906b-b8fb43491594 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33bc0ec4-624d-470f-a23c-bf405243ea09 HTTP/1.1" status: 200 len: 1002 time: 0.0531113 Oct 28 10:25:40.869148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-afb0706d-7de6-4bc9-b474-5c640a2d58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:40.870515 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-afb0706d-7de6-4bc9-b474-5c640a2d58c2 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0422547 Oct 28 10:25:40.916383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-0fa93eea-f3e3-4b90-a90f-c99164a498ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:40.917717 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-0fa93eea-f3e3-4b90-a90f-c99164a498ca service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0413690 Oct 28 10:25:41.005117 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-c8c4e56c-4dd0-43a1-8898-a49065cc537b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808549 Oct 28 10:25:41.099072 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-003d16e8-8b5e-4959-aac3-062f43cdade4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880194 Oct 28 10:25:41.905325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb81728-5c0f-42c6-b407-330b334578bc req-9a2d8708-3af6-44bf-9968-669ee94e6988 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:41.907332 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fdb81728-5c0f-42c6-b407-330b334578bc req-9a2d8708-3af6-44bf-9968-669ee94e6988 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.3430831 Oct 28 10:25:41.952924 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fdb81728-5c0f-42c6-b407-330b334578bc req-0509f59a-1a29-4f73-8508-646a12da773a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399077 Oct 28 10:25:43.068188 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9d7fe10c-6a86-4e0f-8b44-942f0c344e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:43.078591 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1e02e-8ee6-41bd-8ed1-2500960531be req-46088908-8eed-499b-a63e-d7f668df6f4a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:43.080303 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9ed1e02e-8ee6-41bd-8ed1-2500960531be req-46088908-8eed-499b-a63e-d7f668df6f4a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0487211 Oct 28 10:25:43.127569 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9ed1e02e-8ee6-41bd-8ed1-2500960531be req-99a95e8b-1eb6-40f2-b4cc-6a600ae9b614 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416634 Oct 28 10:25:44.251639 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ee9dc-4de4-4bf5-a259-aee347b88fe6 req-9789c24c-8fd3-40a4-a084-f1001887be22 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:44.253223 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d32ee9dc-4de4-4bf5-a259-aee347b88fe6 req-9789c24c-8fd3-40a4-a084-f1001887be22 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0494487 Oct 28 10:25:44.301206 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d32ee9dc-4de4-4bf5-a259-aee347b88fe6 req-82f005d0-7f4e-427b-8bb6-1a48ddf99905 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422168 Oct 28 10:25:45.342101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c35b291d-9e11-458b-a148-fb654e32e8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:45.426855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15562a-451c-44e3-a165-585507a636d1 req-fd4ed3eb-bf6d-4517-98e4-ad2c98e9f1e7 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:45.428362 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7e15562a-451c-44e3-a165-585507a636d1 req-fd4ed3eb-bf6d-4517-98e4-ad2c98e9f1e7 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0474422 Oct 28 10:25:45.478465 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7e15562a-451c-44e3-a165-585507a636d1 req-f8d673d9-929a-42e2-a59d-df63177964f1 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444944 Oct 28 10:25:46.602547 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71f189-b8e0-4934-a327-f696b338771d req-07957d02-5892-4e6b-9d6f-aad1d340286b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:46.604161 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2d71f189-b8e0-4934-a327-f696b338771d req-07957d02-5892-4e6b-9d6f-aad1d340286b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0503750 Oct 28 10:25:46.652183 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2d71f189-b8e0-4934-a327-f696b338771d req-58dbdded-720d-43d2-811f-9f5a06bc6052 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423975 Oct 28 10:25:46.988295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:47.009939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-fb3264e1-08ac-466d-891f-3ef67d3edcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:47.011549 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-fb3264e1-08ac-466d-891f-3ef67d3edcc3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74&tenant_id=13692d082ccc471090ed5336deccef99 HTTP/1.1" status: 200 len: 1129 time: 0.0406282 Oct 28 10:25:47.100728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-52f60427-78e6-43f5-b879-f94cfad7d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:47.102250 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-52f60427-78e6-43f5-b879-f94cfad7d392 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=13692d082ccc471090ed5336deccef99&device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 1129 time: 0.0401349 Oct 28 10:25:47.199809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-ab6f0064-d537-4e42-8796-aeefb12dc7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:47.201243 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-ab6f0064-d537-4e42-8796-aeefb12dc7f7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 200 len: 913 time: 0.0883503 Oct 28 10:25:47.263625 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-96c8916e-d944-42e5-9138-e27408c4c858 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33bc0ec4-624d-470f-a23c-bf405243ea09 HTTP/1.1" status: 200 len: 1002 time: 0.0530550 Oct 28 10:25:47.317230 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-f6a5b6ec-3d1f-49ca-b266-0da5207832a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:47.318645 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-f6a5b6ec-3d1f-49ca-b266-0da5207832a4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 200 len: 851 time: 0.0465109 Oct 28 10:25:47.365451 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-d71c564e-a1c8-40dd-a64c-0362521a5014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:47.366947 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-d71c564e-a1c8-40dd-a64c-0362521a5014 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cca6f21c-a9b5-4829-88cb-a09c18f85b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0393465 Oct 28 10:25:47.463869 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-a2f40390-c274-48ed-8ca1-34f1f468e141 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862889 Oct 28 10:25:47.480442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:47.492166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:47.558137 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dfed7876-ab26-4cba-889d-4f7b056baa0a req-e439f361-9d49-4149-9257-734bb0203bf6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848374 Oct 28 10:25:47.773825 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21694f5-40eb-4d05-896a-141c73dd164b req-3e2319ed-005b-4059-a616-fa9f7740b184 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:47.775321 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c21694f5-40eb-4d05-896a-141c73dd164b req-3e2319ed-005b-4059-a616-fa9f7740b184 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0468972 Oct 28 10:25:47.824500 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c21694f5-40eb-4d05-896a-141c73dd164b req-b33a9b86-1d07-4023-90ec-0e30ae937d90 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434449 Oct 28 10:25:47.948026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:48.146449 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 33bc0ec4-624d-470f-a23c-bf405243ea09 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:25:48.181216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:48.219655 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 33bc0ec4-624d-470f-a23c-bf405243ea09 is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:25:48.219980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:48.245683 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33bc0ec4-624d-470f-a23c-bf405243ea09'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:25:48.248067 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4237fd5-52ff-4d07-8e98-5f5cd366e892" -d '{"events": [{"server_uuid": "05fefcc9-473e-4c03-baff-dbcd86576e74", "name": "network-vif-unplugged", "status": "completed", "tag": "33bc0ec4-624d-470f-a23c-bf405243ea09"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:25:48.261940 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 33bc0ec4-624d-470f-a23c-bf405243ea09, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=33bc0ec4-624d-470f-a23c-bf405243ea09,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:25:48.299638 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 10:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fde9bbf-253e-4528-b091-3a2d0844cc77 x-openstack-request-id: req-5fde9bbf-253e-4528-b091-3a2d0844cc77 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:25:48.302475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fefcc9-473e-4c03-baff-dbcd86576e74", "name": "network-vif-unplugged", "status": "completed", "tag": "33bc0ec4-624d-470f-a23c-bf405243ea09", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:25:48.302475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5fde9bbf-253e-4528-b091-3a2d0844cc77 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:25:48.302475 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fde9bbf-253e-4528-b091-3a2d0844cc77'] response: {'server_uuid': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'code': 200} Oct 28 10:25:48.342291 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:48.393682 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=33bc0ec4-624d-470f-a23c-bf405243ea09,revision_number=9']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:25:48.599209 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:48.949767 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79b7d2-24f5-4622-a00f-eb0f906ed141 req-1d594d9d-18e2-4d32-8d57-46453882fa3d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:48.951267 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eb79b7d2-24f5-4622-a00f-eb0f906ed141 req-1d594d9d-18e2-4d32-8d57-46453882fa3d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 943 time: 0.0472660 Oct 28 10:25:49.005391 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eb79b7d2-24f5-4622-a00f-eb0f906ed141 req-3cf7b57c-e6c2-4f52-b6ee-b27fb26563c3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480390 Oct 28 10:25:50.132250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabdcad-9c45-423e-b55b-af46a657e83c req-04724726-81e1-41a1-8fb3-cd8faf1f3845 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:50.133704 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-daabdcad-9c45-423e-b55b-af46a657e83c req-04724726-81e1-41a1-8fb3-cd8faf1f3845 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 943 time: 0.0474007 Oct 28 10:25:50.181614 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-daabdcad-9c45-423e-b55b-af46a657e83c req-cdd99206-6255-4070-865d-994f9c60aaea tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421841 Oct 28 10:25:51.287168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:51.303616 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad66a17-8fbc-4934-b5f3-6c9dbf141899 req-9ae7d540-2282-4c0b-b882-d60bf4e11133 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:51.309601 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7ad66a17-8fbc-4934-b5f3-6c9dbf141899 req-9ae7d540-2282-4c0b-b882-d60bf4e11133 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 943 time: 0.0474467 Oct 28 10:25:51.357416 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7ad66a17-8fbc-4934-b5f3-6c9dbf141899 req-68745ef6-fe16-4016-b62e-8a9461c97548 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463290 Oct 28 10:25:52.490893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6a7ae-f0dd-458d-888d-39fed72fad39 req-04928670-30ec-4463-b4c7-494b16d8b27b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:52.490893 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bdc6a7ae-f0dd-458d-888d-39fed72fad39 req-04928670-30ec-4463-b4c7-494b16d8b27b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 943 time: 0.0512960 Oct 28 10:25:52.538690 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bdc6a7ae-f0dd-458d-888d-39fed72fad39 req-60480485-29cb-4236-95da-12d8cffec9f6 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425708 Oct 28 10:25:53.661159 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baef1d0-24c0-4048-b4a9-b6784e53d625 req-2d585625-e5d8-4ce6-b57b-88ff3093725e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:53.662603 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5baef1d0-24c0-4048-b4a9-b6784e53d625 req-2d585625-e5d8-4ce6-b57b-88ff3093725e tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 943 time: 0.0458326 Oct 28 10:25:53.687347 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:53.709471 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5baef1d0-24c0-4048-b4a9-b6784e53d625 req-27b7a97e-ba7a-4497-b5a6-c1c7e59a4e5f tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413961 Oct 28 10:25:53.992996 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:54.180978 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 33bc0ec4-624d-470f-a23c-bf405243ea09 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:25:54.192164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:54.282186 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 33bc0ec4-624d-470f-a23c-bf405243ea09, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=33bc0ec4-624d-470f-a23c-bf405243ea09,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:25:54.293386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'port_id': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'mac_address': 'fa:16:3e:01:a4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:25:54.328008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 33bc0ec4-624d-470f-a23c-bf405243ea09 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:25:54.328398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:54.341369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bc0ec4-624d-470f-a23c-bf405243ea09 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:25:54.361214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 33bc0ec4-624d-470f-a23c-bf405243ea09, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=33bc0ec4-624d-470f-a23c-bf405243ea09,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:25:54.398827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:54.444701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=33bc0ec4-624d-470f-a23c-bf405243ea09,revision_number=10']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:25:54.561512 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['33bc0ec4-624d-470f-a23c-bf405243ea09'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:25:54.705779 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:25:54.831790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99714164-2e69-4366-acae-f3e2deedce3f req-9eb64295-a980-44cd-87dd-fa7bbba3e769 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:54.833266 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-99714164-2e69-4366-acae-f3e2deedce3f req-9eb64295-a980-44cd-87dd-fa7bbba3e769 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0474896 Oct 28 10:25:54.883544 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-99714164-2e69-4366-acae-f3e2deedce3f req-b537aa2b-1741-4cf2-a947-25419acd2a26 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448356 Oct 28 10:25:56.002981 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae635b-2a9f-4f79-b6f5-ed2328d42a40 req-88127957-2873-469e-988b-827ecab35579 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:56.004344 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cdae635b-2a9f-4f79-b6f5-ed2328d42a40 req-88127957-2873-469e-988b-827ecab35579 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 945 time: 0.0463095 Oct 28 10:25:56.051239 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cdae635b-2a9f-4f79-b6f5-ed2328d42a40 req-6e353c49-372b-430c-9e30-630bd1e66ab0 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413239 Oct 28 10:25:56.206544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 33bc0ec4-624d-470f-a23c-bf405243ea09 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:25:56.248018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 33bc0ec4-624d-470f-a23c-bf405243ea09 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:25:56.248390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:56.248725 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 33bc0ec4-624d-470f-a23c-bf405243ea09 Oct 28 10:25:56.320619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 33bc0ec4-624d-470f-a23c-bf405243ea09 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:25:56.321006 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:56.338573 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:56.343788 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bc0ec4-624d-470f-a23c-bf405243ea09'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:25:56.346033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb25a73-ce71-4338-956a-c93307d59eb3" -d '{"events": [{"server_uuid": "05fefcc9-473e-4c03-baff-dbcd86576e74", "name": "network-vif-plugged", "status": "completed", "tag": "33bc0ec4-624d-470f-a23c-bf405243ea09"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:25:56.362499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 33bc0ec4-624d-470f-a23c-bf405243ea09, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=33bc0ec4-624d-470f-a23c-bf405243ea09,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:25:56.393219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d4ccd7-3353-4885-9e81-386cb92a5f38 x-openstack-request-id: req-85d4ccd7-3353-4885-9e81-386cb92a5f38 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:25:56.393219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fefcc9-473e-4c03-baff-dbcd86576e74", "name": "network-vif-plugged", "status": "completed", "tag": "33bc0ec4-624d-470f-a23c-bf405243ea09", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:25:56.393219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85d4ccd7-3353-4885-9e81-386cb92a5f38 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:25:56.393219 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85d4ccd7-3353-4885-9e81-386cb92a5f38'] response: {'server_uuid': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'code': 200} Oct 28 10:25:56.450572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:25:56.495980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=33bc0ec4-624d-470f-a23c-bf405243ea09,revision_number=11']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:25:57.172109 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368cd96-8b52-41f6-bca5-c2cb4158c537 req-3d89fba8-16f5-456c-a67d-15d64dad9548 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:57.173564 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6368cd96-8b52-41f6-bca5-c2cb4158c537 req-3d89fba8-16f5-456c-a67d-15d64dad9548 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 946 time: 0.0466366 Oct 28 10:25:57.219284 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6368cd96-8b52-41f6-bca5-c2cb4158c537 req-8f77c927-18ac-4080-80c8-d800d3cc0a0d tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402322 Oct 28 10:25:57.555224 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=16 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:25:58.344340 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d20aec-173f-44e7-a966-e27ed0140f50 req-8abe2df8-d94b-4ee4-bd7f-4ebb36e0b2ee tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:58.346296 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-32d20aec-173f-44e7-a966-e27ed0140f50 req-8abe2df8-d94b-4ee4-bd7f-4ebb36e0b2ee tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 946 time: 0.0503325 Oct 28 10:25:58.394041 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-32d20aec-173f-44e7-a966-e27ed0140f50 req-8284591a-6d75-4771-9231-78ac1ed5919a tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421357 Oct 28 10:25:59.516809 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d71c69-03b3-47b2-95fb-74b60941e65a req-d14de9f6-d83d-477b-b4f9-bd8107d9bbcb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:25:59.518282 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-91d71c69-03b3-47b2-95fb-74b60941e65a req-d14de9f6-d83d-477b-b4f9-bd8107d9bbcb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 946 time: 0.0460291 Oct 28 10:25:59.565920 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-91d71c69-03b3-47b2-95fb-74b60941e65a req-f88f2acf-5457-4e10-86a3-69ae6f7043bd tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420344 Oct 28 10:26:00.689312 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac468f5-b636-4fcc-987a-ea30478d1829 req-4bb70cd0-8336-4b95-a219-34e721e06d14 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:00.690706 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cac468f5-b636-4fcc-987a-ea30478d1829 req-4bb70cd0-8336-4b95-a219-34e721e06d14 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 946 time: 0.0506532 Oct 28 10:26:00.738025 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cac468f5-b636-4fcc-987a-ea30478d1829 req-c204ebfe-4278-4429-a204-02e122fe76fc tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415788 Oct 28 10:26:00.858014 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7223733-5757-41e7-a03a-95d8acbf6621 req-39ad7ebe-9aca-42e3-8bca-4ef3113c3da1 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:00.859503 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c7223733-5757-41e7-a03a-95d8acbf6621 req-39ad7ebe-9aca-42e3-8bca-4ef3113c3da1 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 946 time: 0.0476007 Oct 28 10:26:00.906974 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c7223733-5757-41e7-a03a-95d8acbf6621 req-200d3d33-0a18-4530-8c36-468c8e5eb4c5 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410943 Oct 28 10:26:01.025201 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99968fd7-a703-4c47-973e-34022380f63a req-8e82878b-65fd-4143-a7a0-1caa1eb49a33 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:01.026694 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-99968fd7-a703-4c47-973e-34022380f63a req-8e82878b-65fd-4143-a7a0-1caa1eb49a33 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 946 time: 0.0462403 Oct 28 10:26:01.057123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:01.078301 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-99968fd7-a703-4c47-973e-34022380f63a req-80049953-1b26-46f9-89aa-8a2d25d8b194 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460963 Oct 28 10:26:01.468494 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc53670-8b49-42d8-b783-994e27d74e89 req-f7765666-2b40-4c2e-ba84-bfac4d29fac9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:01.470470 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4fc53670-8b49-42d8-b783-994e27d74e89 req-f7765666-2b40-4c2e-ba84-bfac4d29fac9 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 946 time: 0.0485713 Oct 28 10:26:01.517764 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4fc53670-8b49-42d8-b783-994e27d74e89 req-4f9df325-a7cf-4c0e-a71a-f408f676a9ef tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416424 Oct 28 10:26:02.640792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35e4e3-1742-452c-b90b-3d907aca0c36 req-90177218-96a8-49ff-a954-18b445892629 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:02.642296 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2e35e4e3-1742-452c-b90b-3d907aca0c36 req-90177218-96a8-49ff-a954-18b445892629 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 946 time: 0.0466554 Oct 28 10:26:02.690463 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2e35e4e3-1742-452c-b90b-3d907aca0c36 req-d8cd40fe-e71e-4746-a3e2-bdb16a08d1b3 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425935 Oct 28 10:26:03.817655 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3eab2-ee61-4da2-829f-07e76195893e req-9aa6d16e-f2b8-47a4-a217-5733822f3932 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:03.819151 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-edc3eab2-ee61-4da2-829f-07e76195893e req-9aa6d16e-f2b8-47a4-a217-5733822f3932 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 946 time: 0.0502348 Oct 28 10:26:03.867267 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-edc3eab2-ee61-4da2-829f-07e76195893e req-1139edb3-0254-4ed4-a837-ca2d892a5abe tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c4c5c84-5ef5-461a-a0e4-9a918afb63df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424526 Oct 28 10:26:04.165007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d338-f04c-48de-a06c-45f4847c39a2 req-af00eb90-b0c9-4f5a-99dc-af0103787f88 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:04.166427 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7a52d338-f04c-48de-a06c-45f4847c39a2 req-af00eb90-b0c9-4f5a-99dc-af0103787f88 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 946 time: 0.0491073 Oct 28 10:26:04.248109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-7a52d338-f04c-48de-a06c-45f4847c39a2 req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Deleting port 33bc0ec4-624d-470f-a23c-bf405243ea09 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:26:04.248447 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7a52d338-f04c-48de-a06c-45f4847c39a2 req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:04.338548 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-7a52d338-f04c-48de-a06c-45f4847c39a2 req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] For port 33bc0ec4-624d-470f-a23c-bf405243ea09, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=33bc0ec4-624d-470f-a23c-bf405243ea09,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:26:04.338940 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7a52d338-f04c-48de-a06c-45f4847c39a2 req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:04.498139 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7a52d338-f04c-48de-a06c-45f4847c39a2 req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:04.498412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7a52d338-f04c-48de-a06c-45f4847c39a2 req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (457a4065-f91d-41d0-a677-bbd578359eac), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:04.498750 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [req-7a52d338-f04c-48de-a06c-45f4847c39a2 req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Floating IP 457a4065-f91d-41d0-a677-bbd578359eac disassociated. External IP: 172.36.1.221, port: 33bc0ec4-624d-470f-a23c-bf405243ea09. Oct 28 10:26:04.499089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-7a52d338-f04c-48de-a06c-45f4847c39a2 req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Calling delete_port for 33bc0ec4-624d-470f-a23c-bf405243ea09 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:26:04.678985 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7a52d338-f04c-48de-a06c-45f4847c39a2 req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (33bc0ec4-624d-470f-a23c-bf405243ea09), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:04.708189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Pushing event deleted for resources: {'Port': ['ID=33bc0ec4-624d-470f-a23c-bf405243ea09,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:04.720283 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:04.720636 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:04.720985 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:04.721324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:04.721658 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:04.721993 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:04.722321 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:04.722647 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:04.723157 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:04.723463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:04.723794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:04.724129 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:04.724452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:04.724779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:04.725103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:04.833786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a52d338-f04c-48de-a06c-45f4847c39a2 req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:26:04.939484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a52d338-f04c-48de-a06c-45f4847c39a2 req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:26:04.950755 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461a20b-c199-446c-b922-9a697b5d53dd None None] Sync routers for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:26:04.966398 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461a20b-c199-446c-b922-9a697b5d53dd None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:26:04.967036 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e461a20b-c199-446c-b922-9a697b5d53dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:25:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:04.974562 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-571e0e81-0e71-41a6-aa17-f608653b4b7b req-31d14111-48bc-41e4-a2d1-5dd9bcc04714 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 210 time: 0.0287170 Oct 28 10:26:04.986118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a52d338-f04c-48de-a06c-45f4847c39a2 req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] No DVR routers for this DVR port 33bc0ec4-624d-470f-a23c-bf405243ea09 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:26:04.988680 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7a52d338-f04c-48de-a06c-45f4847c39a2 req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:04.992127 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7a52d338-f04c-48de-a06c-45f4847c39a2 req-f2761402-5abf-4dec-b3cc-0e36169065f8 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.48 "DELETE /networking/v2.0/ports/33bc0ec4-624d-470f-a23c-bf405243ea09 HTTP/1.1" status: 204 len: 173 time: 0.8183286 Oct 28 10:26:04.992642 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'name': 'network-vif-deleted', 'tag': '33bc0ec4-624d-470f-a23c-bf405243ea09'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:26:04.994920 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e068d2d3-80db-4b5c-86c4-b2eb12968fd8" -d '{"events": [{"server_uuid": "05fefcc9-473e-4c03-baff-dbcd86576e74", "name": "network-vif-deleted", "tag": "33bc0ec4-624d-470f-a23c-bf405243ea09"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:26:05.035944 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b18a72c-2300-41e4-97a3-a3b833b3cf7a x-openstack-request-id: req-3b18a72c-2300-41e4-97a3-a3b833b3cf7a {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:26:05.036244 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fefcc9-473e-4c03-baff-dbcd86576e74", "name": "network-vif-deleted", "tag": "33bc0ec4-624d-470f-a23c-bf405243ea09", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:26:05.036498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b18a72c-2300-41e4-97a3-a3b833b3cf7a {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:26:05.036909 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b18a72c-2300-41e4-97a3-a3b833b3cf7a'] response: {'server_uuid': '05fefcc9-473e-4c03-baff-dbcd86576e74', 'name': 'network-vif-deleted', 'tag': '33bc0ec4-624d-470f-a23c-bf405243ea09', 'status': 'completed', 'code': 200} Oct 28 10:26:05.081106 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-e461a20b-c199-446c-b922-9a697b5d53dd None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:26:05.267923 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e461a20b-c199-446c-b922-9a697b5d53dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:05.292092 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461a20b-c199-446c-b922-9a697b5d53dd None None] Checking router: 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:26:05.300877 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461a20b-c199-446c-b922-9a697b5d53dd None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:26:05.301475 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e461a20b-c199-446c-b922-9a697b5d53dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:25:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:05.405808 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-e461a20b-c199-446c-b922-9a697b5d53dd None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:26:05.588953 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e461a20b-c199-446c-b922-9a697b5d53dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:05.616842 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461a20b-c199-446c-b922-9a697b5d53dd None None] The sync data for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv is: [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:19:46Z', 'revision_number': 4, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'cf479495-121d-431e-bb42-31365112d9e1', 'name': '', 'network_id': 'cca6f21c-a9b5-4829-88cb-a09c18f85b2f', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'mac_address': 'fa:16:3e:86:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:46Z', 'updated_at': '2022-10-28T10:19:51Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'subnets': [{'id': '8943ec50-d534-46d7-9519-9c761cfdd491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:26:05.832812 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fe099-54b5-4d59-ade1-ab6b73abea60 None None] New status for floating IP 457a4065-f91d-41d0-a677-bbd578359eac: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:26:06.097102 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-25bc2112-7da3-4ff8-adfa-87d0b91d56fb req-c0da69b4-9b27-4fa0-a12d-5342c8fc4577 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 210 time: 0.0296340 Oct 28 10:26:07.207445 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e4146826-49b8-4215-b7a6-358767de5100 req-fadc8b6d-4ebd-4d17-a630-d327268b333b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 210 time: 0.0320532 Oct 28 10:26:08.269115 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 33bc0ec4-624d-470f-a23c-bf405243ea09 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:26:08.288876 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 33bc0ec4-624d-470f-a23c-bf405243ea09 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:26:08.289222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 33bc0ec4-624d-470f-a23c-bf405243ea09 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:26:08.291871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:08.310990 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a7d41dd5-41b0-409c-a7e1-88216f893e26 req-7ac7e4a3-8d26-4977-8463-19027a76f03b tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 210 time: 0.0292797 Oct 28 10:26:09.415509 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b1f96deb-fcd2-45f3-802f-3f3367cd7233 req-6115ea5b-a084-4f2d-a6f9-4b6c05b90684 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05fefcc9-473e-4c03-baff-dbcd86576e74 HTTP/1.1" status: 200 len: 210 time: 0.0284123 Oct 28 10:26:13.033054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bc931977-70fd-44a5-aff8-7c1887fd318e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:14.946513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:14.968534 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:15.324405 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bae5886a-0171-4d23-8224-fae6e4e2c1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:15.376000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47328) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:26:15.430875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for security_group (1c4c5c84-5ef5-461a-a0e4-9a918afb63df), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:15.453051 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for security_group (1c4c5c84-5ef5-461a-a0e4-9a918afb63df), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:15.569627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (1c4c5c84-5ef5-461a-a0e4-9a918afb63df), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:15.572260 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:15.573419 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1c4c5c84-5ef5-461a-a0e4-9a918afb63df HTTP/1.1" status: 204 len: 168 time: 0.1964004 Oct 28 10:26:15.576184 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47330) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:26:15.583489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4c5c84-5ef5-461a-a0e4-9a918afb63df,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:15.590742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:15.590980 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:DELETE=1,neutron:SELECT=73 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:15.591457 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:15.591560 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.api.v2.resource [None req-329b8559-6617-41b1-b8e3-4872b5a4bd70 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] show failed (client error): The resource could not be found. Oct 28 10:26:15.591646 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:15.591752 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:15.591988 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=68 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:15.592146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:15.592472 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:15.592803 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:15.593134 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:15.593462 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:15.593792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:15.594125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:15.594456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:15.594842 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:15.595224 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:15.595337 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-329b8559-6617-41b1-b8e3-4872b5a4bd70 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "GET /networking/v2.0/security-groups/1c4c5c84-5ef5-461a-a0e4-9a918afb63df HTTP/1.1" status: 404 len: 347 time: 0.0178511 Oct 28 10:26:15.595512 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54683-65d0-4d9e-ba3e-365dbef28981 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:15.595884 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47332) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:26:15.709752 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-d86abfbc-ea46-4381-b29f-7b42651cb7fb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Deleting port 6f2149b2-1095-4b33-a473-bc559b5241f3 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:26:15.710091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d86abfbc-ea46-4381-b29f-7b42651cb7fb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6f2149b2-1095-4b33-a473-bc559b5241f3), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:15.787515 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d86abfbc-ea46-4381-b29f-7b42651cb7fb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6f2149b2-1095-4b33-a473-bc559b5241f3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:15.787866 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d86abfbc-ea46-4381-b29f-7b42651cb7fb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for floatingip (6f2149b2-1095-4b33-a473-bc559b5241f3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:15.800677 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-d86abfbc-ea46-4381-b29f-7b42651cb7fb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Calling delete_port for 6f2149b2-1095-4b33-a473-bc559b5241f3 owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:26:15.992803 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d86abfbc-ea46-4381-b29f-7b42651cb7fb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (6f2149b2-1095-4b33-a473-bc559b5241f3), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:16.019005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86abfbc-ea46-4381-b29f-7b42651cb7fb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Pushing event deleted for resources: {'Port': ['ID=6f2149b2-1095-4b33-a473-bc559b5241f3,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:16.082335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d86abfbc-ea46-4381-b29f-7b42651cb7fb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks [] for floatingip (457a4065-f91d-41d0-a677-bbd578359eac), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:16.084778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d86abfbc-ea46-4381-b29f-7b42651cb7fb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:16.085975 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d86abfbc-ea46-4381-b29f-7b42651cb7fb tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/457a4065-f91d-41d0-a677-bbd578359eac HTTP/1.1" status: 204 len: 168 time: 0.4891307 Oct 28 10:26:16.088840 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47334) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:26:16.787606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-43071859-a3a3-46a2-b280-e387e76feb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:16.915316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:16.944335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:16.975445 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:17.010772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-43071859-a3a3-46a2-b280-e387e76feb73 admin admin] Deleting port cf479495-121d-431e-bb42-31365112d9e1 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:26:17.011323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-43071859-a3a3-46a2-b280-e387e76feb73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (cf479495-121d-431e-bb42-31365112d9e1), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:17.095083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-43071859-a3a3-46a2-b280-e387e76feb73 admin admin] For port cf479495-121d-431e-bb42-31365112d9e1, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=cf479495-121d-431e-bb42-31365112d9e1,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:26:17.095436 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-43071859-a3a3-46a2-b280-e387e76feb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (cf479495-121d-431e-bb42-31365112d9e1), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:17.107789 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-43071859-a3a3-46a2-b280-e387e76feb73 admin admin] Calling delete_port for cf479495-121d-431e-bb42-31365112d9e1 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:26:17.330188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-43071859-a3a3-46a2-b280-e387e76feb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (cf479495-121d-431e-bb42-31365112d9e1), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:17.356481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43071859-a3a3-46a2-b280-e387e76feb73 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf479495-121d-431e-bb42-31365112d9e1,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:17.522266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-43071859-a3a3-46a2-b280-e387e76feb73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:17.699276 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:17.725746 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43071859-a3a3-46a2-b280-e387e76feb73 admin admin] Router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:26:17.829343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43071859-a3a3-46a2-b280-e387e76feb73 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:26:17.834249 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-43071859-a3a3-46a2-b280-e387e76feb73 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/8a0056a7-09b8-4f4c-944f-66aaaf7fdc05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7444980 Oct 28 10:26:17.836806 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47338) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:26:17.838926 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880a8ec-6923-4886-a0d3-cb80af3fb207 None None] Sync routers for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:26:17.848589 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f880a8ec-6923-4886-a0d3-cb80af3fb207 None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:26:17.849187 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f880a8ec-6923-4886-a0d3-cb80af3fb207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:26:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:17.878908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:17.942102 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d50eb5e-f1de-43d2-a5e1-08dd9205d483 admin admin] Publish callbacks [] for router (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:17.950803 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-f880a8ec-6923-4886-a0d3-cb80af3fb207 None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:26:17.970126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:18.051179 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d50eb5e-f1de-43d2-a5e1-08dd9205d483 admin admin] Publish callbacks [] for router_gateway (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:18.117138 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f880a8ec-6923-4886-a0d3-cb80af3fb207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21'}], 'enable_snat': True}, 'gw_port_id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:26:17Z', 'revision_number': 5, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port': {'id': '85dfe489-cf2f-442c-a2b3-f8e86468eb9f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:19:44Z', 'updated_at': '2022-10-28T10:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:18.141536 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880a8ec-6923-4886-a0d3-cb80af3fb207 None None] Checking router: 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:26:18.149768 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f880a8ec-6923-4886-a0d3-cb80af3fb207 None None] Routers {'8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:26:18.150360 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f880a8ec-6923-4886-a0d3-cb80af3fb207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:26:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:18.168133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-9d50eb5e-f1de-43d2-a5e1-08dd9205d483 admin admin] Deleting port 85dfe489-cf2f-442c-a2b3-f8e86468eb9f {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:26:18.168470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d50eb5e-f1de-43d2-a5e1-08dd9205d483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (85dfe489-cf2f-442c-a2b3-f8e86468eb9f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:18.258345 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-9d50eb5e-f1de-43d2-a5e1-08dd9205d483 admin admin] For port 85dfe489-cf2f-442c-a2b3-f8e86468eb9f, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=85dfe489-cf2f-442c-a2b3-f8e86468eb9f,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:26:18.258608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d50eb5e-f1de-43d2-a5e1-08dd9205d483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (85dfe489-cf2f-442c-a2b3-f8e86468eb9f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:18.271504 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-9d50eb5e-f1de-43d2-a5e1-08dd9205d483 admin admin] Calling delete_port for 85dfe489-cf2f-442c-a2b3-f8e86468eb9f owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:26:18.316762 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-f880a8ec-6923-4886-a0d3-cb80af3fb207 None None] Set router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:26:18.366326 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f880a8ec-6923-4886-a0d3-cb80af3fb207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:26:18Z', 'revision_number': 6, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:18.391115 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880a8ec-6923-4886-a0d3-cb80af3fb207 None None] The sync data for ids ['8a0056a7-09b8-4f4c-944f-66aaaf7fdc05'] in dv-neutron-zed-2-hyperv is: [{'id': '8a0056a7-09b8-4f4c-944f-66aaaf7fdc05', 'name': 'tempest-ServerActionsTestJSON-2042298193-router', 'tenant_id': '13692d082ccc471090ed5336deccef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:19:43Z', 'updated_at': '2022-10-28T10:26:18Z', 'revision_number': 6, 'project_id': '13692d082ccc471090ed5336deccef99', 'gw_port_host': None}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:26:18.524447 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d50eb5e-f1de-43d2-a5e1-08dd9205d483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (85dfe489-cf2f-442c-a2b3-f8e86468eb9f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:18.555381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50eb5e-f1de-43d2-a5e1-08dd9205d483 admin admin] Pushing event deleted for resources: {'Port': ['ID=85dfe489-cf2f-442c-a2b3-f8e86468eb9f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:18.604279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:18.620396 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d50eb5e-f1de-43d2-a5e1-08dd9205d483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:18.648945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:18.712401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d50eb5e-f1de-43d2-a5e1-08dd9205d483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:18.714713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d50eb5e-f1de-43d2-a5e1-08dd9205d483 admin admin] Publish callbacks [] for router_controller (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:18.831935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d50eb5e-f1de-43d2-a5e1-08dd9205d483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (8a0056a7-09b8-4f4c-944f-66aaaf7fdc05), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:18.832543 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d50eb5e-f1de-43d2-a5e1-08dd9205d483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:26:18.836813 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9d50eb5e-f1de-43d2-a5e1-08dd9205d483 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:18.838096 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9d50eb5e-f1de-43d2-a5e1-08dd9205d483 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/8a0056a7-09b8-4f4c-944f-66aaaf7fdc05 HTTP/1.1" status: 204 len: 168 time: 1.0003836 Oct 28 10:26:18.840804 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47340) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:26:18.889895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5dbf8e-5180-4cb8-8c84-e48b233eb3aa admin admin] Deleting subnet 8943ec50-d534-46d7-9519-9c761cfdd491 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:26:18.893853 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ec5dbf8e-5180-4cb8-8c84-e48b233eb3aa admin admin] Publish callbacks [] for subnet (8943ec50-d534-46d7-9519-9c761cfdd491), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:18.929862 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ec5dbf8e-5180-4cb8-8c84-e48b233eb3aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (8943ec50-d534-46d7-9519-9c761cfdd491), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.011199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ec5dbf8e-5180-4cb8-8c84-e48b233eb3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (8943ec50-d534-46d7-9519-9c761cfdd491), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.104269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 85dfe489-cf2f-442c-a2b3-f8e86468eb9f no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:26:19.127351 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 85dfe489-cf2f-442c-a2b3-f8e86468eb9f {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:26:19.127694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 85dfe489-cf2f-442c-a2b3-f8e86468eb9f not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:26:19.128109 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device cf479495-121d-431e-bb42-31365112d9e1 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:26:19.146361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ec5dbf8e-5180-4cb8-8c84-e48b233eb3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (8943ec50-d534-46d7-9519-9c761cfdd491), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.147337 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: cf479495-121d-431e-bb42-31365112d9e1 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:26:19.147685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device cf479495-121d-431e-bb42-31365112d9e1 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:26:19.172109 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dbf8e-5180-4cb8-8c84-e48b233eb3aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8943ec50-d534-46d7-9519-9c761cfdd491,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:19.178880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ec5dbf8e-5180-4cb8-8c84-e48b233eb3aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.182590 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ec5dbf8e-5180-4cb8-8c84-e48b233eb3aa admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/8943ec50-d534-46d7-9519-9c761cfdd491 HTTP/1.1" status: 204 len: 168 time: 0.3393006 Oct 28 10:26:19.184537 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47342) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:26:19.184686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c0e992-66e3-4cfe-b0d7-383e3ee91bf0 None None] Network cca6f21c-a9b5-4829-88cb-a09c18f85b2f requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:26:19.259127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (cca6f21c-a9b5-4829-88cb-a09c18f85b2f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.304439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] Deleting port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:26:19.304778 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (278b6b01-ddea-4ce6-a906-b9fdd2c9f170), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.318486 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:19.321949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd9033-f42e-4ff7-86a1-5f8ac6cf00a8 None None] DHCP port deletion for cca6f21c-a9b5-4829-88cb-a09c18f85b2f request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:26:19.329352 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:19.359215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd9033-f42e-4ff7-86a1-5f8ac6cf00a8 None None] Deleting port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:26:19.359518 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0fbd9033-f42e-4ff7-86a1-5f8ac6cf00a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (278b6b01-ddea-4ce6-a906-b9fdd2c9f170), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.372441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] For port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=278b6b01-ddea-4ce6-a906-b9fdd2c9f170,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:26:19.372806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (278b6b01-ddea-4ce6-a906-b9fdd2c9f170), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.387105 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] Calling delete_port for 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:26:19.424274 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-0fbd9033-f42e-4ff7-86a1-5f8ac6cf00a8 None None] For port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=278b6b01-ddea-4ce6-a906-b9fdd2c9f170,segment=NetworkSegment(d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49),segment_id=d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:26:19.424584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0fbd9033-f42e-4ff7-86a1-5f8ac6cf00a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (278b6b01-ddea-4ce6-a906-b9fdd2c9f170), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.437154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd9033-f42e-4ff7-86a1-5f8ac6cf00a8 None None] Calling delete_port for 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:26:19.501688 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (278b6b01-ddea-4ce6-a906-b9fdd2c9f170), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: from cryptography.utils import int_from_bytes Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: from cryptography.utils import int_from_bytes Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 10:26:19.514507 dv-neutron-zed-2-hyperv neutron-server[114061]: self.session.flush() Oct 28 10:26:19.524398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0fbd9033-f42e-4ff7-86a1-5f8ac6cf00a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (278b6b01-ddea-4ce6-a906-b9fdd2c9f170), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.528974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] Pushing event deleted for resources: {'Port': ['ID=278b6b01-ddea-4ce6-a906-b9fdd2c9f170,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:19.530851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] No DVR routers for this DVR port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:26:19.549202 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd9033-f42e-4ff7-86a1-5f8ac6cf00a8 None None] Pushing event deleted for resources: {'Port': ['ID=278b6b01-ddea-4ce6-a906-b9fdd2c9f170,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:19.555042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd9033-f42e-4ff7-86a1-5f8ac6cf00a8 None None] No DVR routers for this DVR port 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:26:19.595624 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:19.607542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (cca6f21c-a9b5-4829-88cb-a09c18f85b2f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.628353 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca6f21c-a9b5-4829-88cb-a09c18f85b2f']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:19.638062 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:19.638357 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ae52bc-2ef6-4944-9bfb-ecc1753d8a49') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:19.648169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.661329 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.667916 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:26:19.668285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.746562 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49 resource provider aggregate not found Oct 28 10:26:19.763510 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8ae52bc-2ef6-4944-9bfb-ecc1753d8a49 found for delete ", "request_id": "req-b870c0f4-8146-4b1f-b823-fc0b6b1de4b6"}]} Oct 28 10:26:19.792842 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (cca6f21c-a9b5-4829-88cb-a09c18f85b2f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.798485 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:19.801469 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/cca6f21c-a9b5-4829-88cb-a09c18f85b2f HTTP/1.1" status: 204 len: 168 time: 0.6158502 Oct 28 10:26:19.812723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114945a5-06ad-4cab-acac-171e5d111670 admin admin] Pushing event deleted for resources: {'Network': ['ID=cca6f21c-a9b5-4829-88cb-a09c18f85b2f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:20.033871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47352) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:26:20.079542 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-71057e68-25a0-4ac8-8695-40b220e2a55d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=13692d082ccc471090ed5336deccef99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438201 Oct 28 10:26:20.083303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47354) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:26:20.130318 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ef22dc07-ef54-46d8-bf7d-99af18661e28 admin admin] Publish callbacks [] for security_group (4066b8aa-50c8-4874-b3d3-96669f3640e1), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:20.150450 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ef22dc07-ef54-46d8-bf7d-99af18661e28 admin admin] Publish callbacks [] for security_group (4066b8aa-50c8-4874-b3d3-96669f3640e1), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:20.244152 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ef22dc07-ef54-46d8-bf7d-99af18661e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (4066b8aa-50c8-4874-b3d3-96669f3640e1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:20.246652 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ef22dc07-ef54-46d8-bf7d-99af18661e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:20.247836 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ef22dc07-ef54-46d8-bf7d-99af18661e28 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4066b8aa-50c8-4874-b3d3-96669f3640e1 HTTP/1.1" status: 204 len: 168 time: 0.1636426 Oct 28 10:26:20.256301 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22dc07-ef54-46d8-bf7d-99af18661e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4066b8aa-50c8-4874-b3d3-96669f3640e1,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:21.100598 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:26:21.119650 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:26:21.119997 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 278b6b01-ddea-4ce6-a906-b9fdd2c9f170 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:26:21.282483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47376) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:26:21.375380 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-47c94113-fed3-4c6a-b9f2-3e1b572d97f6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-728347752-network', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:26:21.478527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c94113-fed3-4c6a-b9f2-3e1b572d97f6 admin admin] Made reservation on behalf of 28780035ef9c4d36b6e4e3be7f2ca080 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:26:21.480972 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47c94113-fed3-4c6a-b9f2-3e1b572d97f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:21.489939 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47c94113-fed3-4c6a-b9f2-3e1b572d97f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:21.565161 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47c94113-fed3-4c6a-b9f2-3e1b572d97f6 admin admin] Publish callbacks [] for security_group (3c3c1edd-351a-476c-a8aa-fe8a7f8430cf), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:21.621080 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47c94113-fed3-4c6a-b9f2-3e1b572d97f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (3c3c1edd-351a-476c-a8aa-fe8a7f8430cf), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:21.644048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:21.650817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c94113-fed3-4c6a-b9f2-3e1b572d97f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:26:21.659786 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c94113-fed3-4c6a-b9f2-3e1b572d97f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:21.665830 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47c94113-fed3-4c6a-b9f2-3e1b572d97f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (6af2f543-9a59-4d29-acc5-f4670d74104c), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:21.666169 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-47c94113-fed3-4c6a-b9f2-3e1b572d97f6 admin admin] Added segment 6af2f543-9a59-4d29-acc5-f4670d74104c of type vlan for network 5df10697-8125-40cd-98d8-146555bffd8e Oct 28 10:26:21.707510 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47c94113-fed3-4c6a-b9f2-3e1b572d97f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (5df10697-8125-40cd-98d8-146555bffd8e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:21.791980 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47c94113-fed3-4c6a-b9f2-3e1b572d97f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (5df10697-8125-40cd-98d8-146555bffd8e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:21.792969 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c94113-fed3-4c6a-b9f2-3e1b572d97f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:21.793550 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-47c94113-fed3-4c6a-b9f2-3e1b572d97f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:21.853802 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c94113-fed3-4c6a-b9f2-3e1b572d97f6 admin admin] Pushing event updated for resources: {'Network': ['ID=5df10697-8125-40cd-98d8-146555bffd8e,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:21.864350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 5df10697-8125-40cd-98d8-146555bffd8e details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:26:21.886471 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-47c94113-fed3-4c6a-b9f2-3e1b572d97f6 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6028686 Oct 28 10:26:21.889422 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47380) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:26:21.894167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f2a0bd3e-7f6e-447c-9d46-29aec292a816 admin admin] Request body: {'subnet': {'network_id': '5df10697-8125-40cd-98d8-146555bffd8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-728347752-subnet', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:26:21.963689 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a0bd3e-7f6e-447c-9d46-29aec292a816 admin admin] Made reservation on behalf of 28780035ef9c4d36b6e4e3be7f2ca080 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:26:21.966109 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f2a0bd3e-7f6e-447c-9d46-29aec292a816 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:21.967888 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:22.169708 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f2a0bd3e-7f6e-447c-9d46-29aec292a816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (3f29c50e-a061-40e4-ba91-fc48917aa39a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:22.224548 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0bd3e-7f6e-447c-9d46-29aec292a816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f29c50e-a061-40e4-ba91-fc48917aa39a,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:22.241327 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0bd3e-7f6e-447c-9d46-29aec292a816 admin admin] Checking segment: {'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:26:22.241686 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a0bd3e-7f6e-447c-9d46-29aec292a816 admin admin] Network hostable DHCP agents. Network: 5df10697-8125-40cd-98d8-146555bffd8e, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:26:22.324020 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a0bd3e-7f6e-447c-9d46-29aec292a816 admin admin] Network 5df10697-8125-40cd-98d8-146555bffd8e is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:26:22.409503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-f2a0bd3e-7f6e-447c-9d46-29aec292a816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 5df10697-8125-40cd-98d8-146555bffd8e) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:26:22.413449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a0bd3e-7f6e-447c-9d46-29aec292a816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:22.414045 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f2a0bd3e-7f6e-447c-9d46-29aec292a816 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:22.419947 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b41bc-b5f9-4ae2-95ec-8d09c0ff7df7 None None] Network 5df10697-8125-40cd-98d8-146555bffd8e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:26:22.504190 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f2a0bd3e-7f6e-447c-9d46-29aec292a816 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6136935 Oct 28 10:26:22.506982 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47382) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:26:22.511235 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-728347752-router', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:26:22.581424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (98d971c4-3a07-46d9-90bb-9a700e957a52), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:22.582514 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (98d971c4-3a07-46d9-90bb-9a700e957a52), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:22.609915 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-5df10697-8125-40cd-98d8-146555bffd8e', 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e', 'project_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'fixed_ips': [{'subnet_id': '3f29c50e-a061-40e4-ba91-fc48917aa39a'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:26:22.610861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:22.621781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:22.634013 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Publish callbacks [] for router_controller (98d971c4-3a07-46d9-90bb-9a700e957a52), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:22.748953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Allocated IP 172.20.0.2 (5df10697-8125-40cd-98d8-146555bffd8e/3f29c50e-a061-40e4-ba91-fc48917aa39a/94ed6525-7410-41dc-be01-4c0d19be269e) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:26:22.816780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:22.841706 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Publish callbacks [] for router_gateway (98d971c4-3a07-46d9-90bb-9a700e957a52), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:22.894104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Publish callbacks [] for port (94ed6525-7410-41dc-be01-4c0d19be269e), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:22.975712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (94ed6525-7410-41dc-be01-4c0d19be269e), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:23.015760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Network 5df10697-8125-40cd-98d8-146555bffd8e is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:26:23.021233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:26:23.025777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:26:23.029128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Pushing event updated for resources: {'Port': ['ID=94ed6525-7410-41dc-be01-4c0d19be269e,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:23.071108 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:23.081593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Publish callbacks [] for router_gateway (98d971c4-3a07-46d9-90bb-9a700e957a52), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:23.084297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Attempting to bind port 94ed6525-7410-41dc-be01-4c0d19be269e on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:26:23.084671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Attempting to bind port 94ed6525-7410-41dc-be01-4c0d19be269e by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:26:23.086247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Attempting to bind port 94ed6525-7410-41dc-be01-4c0d19be269e on network 5df10697-8125-40cd-98d8-146555bffd8e {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:26:23.100982 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:23.128574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:26:23.128946 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Checking segment: {'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:26:23.129346 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:23.129735 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Bound using segment: {'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:26:23.130206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Bound port: 94ed6525-7410-41dc-be01-4c0d19be269e, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:26:23.130581 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (94ed6525-7410-41dc-be01-4c0d19be269e), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:23.194203 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] For port 94ed6525-7410-41dc-be01-4c0d19be269e, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:26:23.197286 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] For port 94ed6525-7410-41dc-be01-4c0d19be269e, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=94ed6525-7410-41dc-be01-4c0d19be269e,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:26:23.210230 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Allocated IP 172.36.1.236 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/6be2281c-f0b9-4622-be9b-e9f39d9ae4d2) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:26:23.264226 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:INSERT=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:23.279128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (94ed6525-7410-41dc-be01-4c0d19be269e), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:23.322987 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Publish callbacks [] for port (6be2281c-f0b9-4622-be9b-e9f39d9ae4d2), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:23.331478 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a0bd0-e845-4ecd-836e-e6a6a528bedc None None] Pushing event updated for resources: {'Port': ['ID=94ed6525-7410-41dc-be01-4c0d19be269e,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:23.415969 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (6be2281c-f0b9-4622-be9b-e9f39d9ae4d2), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:23.463297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:26:23.465182 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:26:23.467940 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:26:23.498963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Pushing event updated for resources: {'Port': ['ID=6be2281c-f0b9-4622-be9b-e9f39d9ae4d2,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:23.803413 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Publish callbacks [] for router_gateway (98d971c4-3a07-46d9-90bb-9a700e957a52), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:23.997300 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (98d971c4-3a07-46d9-90bb-9a700e957a52), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:24.038165 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:24.169484 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Router 98d971c4-3a07-46d9-90bb-9a700e957a52 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:26:24.176737 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:24.246210 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4cd332-b927-44cc-9bc5-d504c1c0a08d None None] Network 5df10697-8125-40cd-98d8-146555bffd8e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:26:24.274243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:26:24.291636 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Sync routers for ids ['98d971c4-3a07-46d9-90bb-9a700e957a52'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:26:24.313777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Routers {'98d971c4-3a07-46d9-90bb-9a700e957a52'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:26:24.314396 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:26:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['98d971c4-3a07-46d9-90bb-9a700e957a52'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:24.325705 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:24.327373 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-895f96b3-a9a1-4676-ba24-b4269205e1d2 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8194485 Oct 28 10:26:24.333122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47384) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:26:24.387820 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-80680809-a05f-4ddc-b064-bd8a2f9d9d77 None None] Provisioning complete for port 94ed6525-7410-41dc-be01-4c0d19be269e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:26:24.388197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-80680809-a05f-4ddc-b064-bd8a2f9d9d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (94ed6525-7410-41dc-be01-4c0d19be269e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:24.388532 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-80680809-a05f-4ddc-b064-bd8a2f9d9d77 None None] Attempt 1 to provision port 94ed6525-7410-41dc-be01-4c0d19be269e Oct 28 10:26:24.413111 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:24.473978 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:24.499161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Set router 98d971c4-3a07-46d9-90bb-9a700e957a52 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:26:24.625647 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-80680809-a05f-4ddc-b064-bd8a2f9d9d77 None None] Current status of the port 94ed6525-7410-41dc-be01-4c0d19be269e is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:26:24.625647 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-80680809-a05f-4ddc-b064-bd8a2f9d9d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (94ed6525-7410-41dc-be01-4c0d19be269e), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:24.683455 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-80680809-a05f-4ddc-b064-bd8a2f9d9d77 None None] For port 94ed6525-7410-41dc-be01-4c0d19be269e, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=94ed6525-7410-41dc-be01-4c0d19be269e,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:26:24.732161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'name': 'tempest-ServersNegativeTestJSON-728347752-router', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.236'}], 'enable_snat': True}, 'gw_port_id': '6be2281c-f0b9-4622-be9b-e9f39d9ae4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:26:22Z', 'updated_at': '2022-10-28T10:26:23Z', 'revision_number': 3, 'project_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'gw_port': {'id': '6be2281c-f0b9-4622-be9b-e9f39d9ae4d2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:26:23Z', 'updated_at': '2022-10-28T10:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:24.757767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-80680809-a05f-4ddc-b064-bd8a2f9d9d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (94ed6525-7410-41dc-be01-4c0d19be269e), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:24.761459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Checking router: 98d971c4-3a07-46d9-90bb-9a700e957a52 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:26:24.761810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Updating router 98d971c4-3a07-46d9-90bb-9a700e957a52 port 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:26:24.817978 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:24.825008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6be2281c-f0b9-4622-be9b-e9f39d9ae4d2), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:24.858395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80680809-a05f-4ddc-b064-bd8a2f9d9d77 None None] Pushing event updated for resources: {'Port': ['ID=94ed6525-7410-41dc-be01-4c0d19be269e,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:24.924282 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d2752a5e-7798-45fe-93f8-1b6d77087a86 None None] Provisioning complete for port 94ed6525-7410-41dc-be01-4c0d19be269e triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:26:24.924658 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d2752a5e-7798-45fe-93f8-1b6d77087a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (94ed6525-7410-41dc-be01-4c0d19be269e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:24.924997 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d2752a5e-7798-45fe-93f8-1b6d77087a86 None None] Attempt 1 to provision port 94ed6525-7410-41dc-be01-4c0d19be269e Oct 28 10:26:25.076098 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:25.145936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 94ed6525-7410-41dc-be01-4c0d19be269e up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:26:25.235159 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Allocated IP 172.20.0.1 (5df10697-8125-40cd-98d8-146555bffd8e/3f29c50e-a061-40e4-ba91-fc48917aa39a/41e0186c-1a66-4c55-8b35-ac164d2571b4) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:26:25.272576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d2752a5e-7798-45fe-93f8-1b6d77087a86 None None] Current status of the port 94ed6525-7410-41dc-be01-4c0d19be269e is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:26:25.289043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 94ed6525-7410-41dc-be01-4c0d19be269e triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:26:25.289425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (94ed6525-7410-41dc-be01-4c0d19be269e), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:25.289765 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 94ed6525-7410-41dc-be01-4c0d19be269e Oct 28 10:26:25.338983 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Publish callbacks [] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:25.349879 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:25.366428 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:25.378194 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Publish callbacks [] for port (6be2281c-f0b9-4622-be9b-e9f39d9ae4d2), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:25.413888 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 94ed6525-7410-41dc-be01-4c0d19be269e is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:26:25.427509 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:25.450483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6be2281c-f0b9-4622-be9b-e9f39d9ae4d2), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:25.476499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Network 5df10697-8125-40cd-98d8-146555bffd8e is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:26:25.481417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:26:25.486178 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:26:25.490067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Pushing event updated for resources: {'Port': ['ID=41e0186c-1a66-4c55-8b35-ac164d2571b4,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:25.490431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Attempting to bind port 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:26:25.490431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Attempting to bind port 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:26:25.490632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Attempting to bind port 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:26:25.521897 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:25.523425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cc92a-5311-45c1-9e38-91ff242b9c58 None None] Pushing event updated for resources: {'Port': ['ID=6be2281c-f0b9-4622-be9b-e9f39d9ae4d2,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:25.529125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (98d971c4-3a07-46d9-90bb-9a700e957a52), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:25.548162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:26:25.548492 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:26:25.549000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:25.549403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:26:25.549877 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Bound port: 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:26:25.550258 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6be2281c-f0b9-4622-be9b-e9f39d9ae4d2), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:25.603182 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] For port 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:26:25.606739 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] For port 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6be2281c-f0b9-4622-be9b-e9f39d9ae4d2,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:26:25.696057 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6be2281c-f0b9-4622-be9b-e9f39d9ae4d2), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:25.727471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:25.737610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Routers {'98d971c4-3a07-46d9-90bb-9a700e957a52'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:26:25.738239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:26:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['98d971c4-3a07-46d9-90bb-9a700e957a52'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:25.791024 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:25.800369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cc92a-5311-45c1-9e38-91ff242b9c58 None None] Pushing event updated for resources: {'Port': ['ID=6be2281c-f0b9-4622-be9b-e9f39d9ae4d2,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:25.812326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9ce67ec3-e140-422b-8494-f77b5da5d787 None None] Provisioning complete for port 41e0186c-1a66-4c55-8b35-ac164d2571b4 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:26:25.812723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9ce67ec3-e140-422b-8494-f77b5da5d787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:25.813067 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9ce67ec3-e140-422b-8494-f77b5da5d787 None None] Attempt 1 to provision port 41e0186c-1a66-4c55-8b35-ac164d2571b4 Oct 28 10:26:25.884126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9ce67ec3-e140-422b-8494-f77b5da5d787 None None] Port 41e0186c-1a66-4c55-8b35-ac164d2571b4 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:26:25.895546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Publish callbacks [] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:25.898152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] Set router 98d971c4-3a07-46d9-90bb-9a700e957a52 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:26:25.969318 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:26.036628 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Pushing event updated for resources: {'Port': ['ID=41e0186c-1a66-4c55-8b35-ac164d2571b4,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:26.039198 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (98d971c4-3a07-46d9-90bb-9a700e957a52), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:26.087276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'name': 'tempest-ServersNegativeTestJSON-728347752-router', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.236'}], 'enable_snat': True}, 'gw_port_id': '6be2281c-f0b9-4622-be9b-e9f39d9ae4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:26:22Z', 'updated_at': '2022-10-28T10:26:25Z', 'revision_number': 4, 'project_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'gw_port': {'id': '6be2281c-f0b9-4622-be9b-e9f39d9ae4d2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:26:23Z', 'updated_at': '2022-10-28T10:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '41e0186c-1a66-4c55-8b35-ac164d2571b4', 'name': '', 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'mac_address': 'fa:16:3e:29:61:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '3f29c50e-a061-40e4-ba91-fc48917aa39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:26:25Z', 'updated_at': '2022-10-28T10:26:25Z', 'revision_number': 1, 'project_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'subnets': [{'id': '3f29c50e-a061-40e4-ba91-fc48917aa39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:26.112277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e967c001-3ede-4b89-9400-3f0124aeef8f None None] The sync data for ids ['98d971c4-3a07-46d9-90bb-9a700e957a52'] in dv-neutron-zed-2-hyperv is: [{'id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'name': 'tempest-ServersNegativeTestJSON-728347752-router', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.236'}], 'enable_snat': True}, 'gw_port_id': '6be2281c-f0b9-4622-be9b-e9f39d9ae4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:26:22Z', 'updated_at': '2022-10-28T10:26:25Z', 'revision_number': 4, 'project_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'gw_port': {'id': '6be2281c-f0b9-4622-be9b-e9f39d9ae4d2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:26:23Z', 'updated_at': '2022-10-28T10:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '41e0186c-1a66-4c55-8b35-ac164d2571b4', 'name': '', 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'mac_address': 'fa:16:3e:29:61:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '3f29c50e-a061-40e4-ba91-fc48917aa39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:26:25Z', 'updated_at': '2022-10-28T10:26:25Z', 'revision_number': 1, 'project_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'subnets': [{'id': '3f29c50e-a061-40e4-ba91-fc48917aa39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:26:26.143616 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Network 5df10697-8125-40cd-98d8-146555bffd8e is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:26:26.144921 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:26:26.263104 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Router 98d971c4-3a07-46d9-90bb-9a700e957a52 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:26:26.375091 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:26.391300 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:26:26.399212 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-410640c3-60c4-45aa-947e-254798db07c5 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/98d971c4-3a07-46d9-90bb-9a700e957a52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0650010 Oct 28 10:26:26.415263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-db907ea9-c522-4977-85b0-356241e05836 None None] Provisioning complete for port 41e0186c-1a66-4c55-8b35-ac164d2571b4 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:26:26.415786 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-db907ea9-c522-4977-85b0-356241e05836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:26.415980 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-db907ea9-c522-4977-85b0-356241e05836 None None] Attempt 1 to provision port 41e0186c-1a66-4c55-8b35-ac164d2571b4 Oct 28 10:26:26.449436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-db907ea9-c522-4977-85b0-356241e05836 None None] Port 41e0186c-1a66-4c55-8b35-ac164d2571b4 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:26:26.903636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-bf977024-2bf8-445a-a1c2-8a201f55dad2 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:26.905191 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-bf977024-2bf8-445a-a1c2-8a201f55dad2 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5df10697-8125-40cd-98d8-146555bffd8e HTTP/1.1" status: 200 len: 813 time: 0.1107285 Oct 28 10:26:26.920615 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-f4ce8703-1097-41d7-b6b3-4c990920242a tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/quotas/28780035ef9c4d36b6e4e3be7f2ca080 HTTP/1.1" status: 200 len: 375 time: 0.0096962 Oct 28 10:26:26.978335 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-5b1a1873-639f-4d24-813d-9ed1061b73f2 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=28780035ef9c4d36b6e4e3be7f2ca080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520289 Oct 28 10:26:27.129310 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-6e2afca0-747b-48ea-8ce0-83dc0f7f2d14 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5df10697-8125-40cd-98d8-146555bffd8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437507 Oct 28 10:26:27.140236 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:26:27.187232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:26:27.188302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6be2281c-f0b9-4622-be9b-e9f39d9ae4d2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:27.188651 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 Oct 28 10:26:27.204621 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:27.253336 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-690a2aa0-ba19-4c22-b005-52561ff3778f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5df10697-8125-40cd-98d8-146555bffd8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182375 Oct 28 10:26:27.269112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:26:27.269571 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6be2281c-f0b9-4622-be9b-e9f39d9ae4d2), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:27.293962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6be2281c-f0b9-4622-be9b-e9f39d9ae4d2,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:26:27.347264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (6be2281c-f0b9-4622-be9b-e9f39d9ae4d2), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:27.400111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=6be2281c-f0b9-4622-be9b-e9f39d9ae4d2,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:27.407961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:27.411392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:27.411392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:27.411392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:27.411392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:27.411392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:27.411392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:27.411392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:27.411392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:27.411392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:27.411392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:27.412311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:27.412311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:27.412567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:27.412921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:28.078792 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Sync routers for ids ['98d971c4-3a07-46d9-90bb-9a700e957a52'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:26:28.088821 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Routers {'98d971c4-3a07-46d9-90bb-9a700e957a52'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:26:28.089415 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:26:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['98d971c4-3a07-46d9-90bb-9a700e957a52'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:28.190022 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Set router 98d971c4-3a07-46d9-90bb-9a700e957a52 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:26:28.372389 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'name': 'tempest-ServersNegativeTestJSON-728347752-router', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.236'}], 'enable_snat': True}, 'gw_port_id': '6be2281c-f0b9-4622-be9b-e9f39d9ae4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:26:22Z', 'updated_at': '2022-10-28T10:26:25Z', 'revision_number': 4, 'project_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'gw_port': {'id': '6be2281c-f0b9-4622-be9b-e9f39d9ae4d2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:26:23Z', 'updated_at': '2022-10-28T10:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '41e0186c-1a66-4c55-8b35-ac164d2571b4', 'name': '', 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'mac_address': 'fa:16:3e:29:61:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '3f29c50e-a061-40e4-ba91-fc48917aa39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:26:25Z', 'updated_at': '2022-10-28T10:26:25Z', 'revision_number': 2, 'project_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'subnets': [{'id': '3f29c50e-a061-40e4-ba91-fc48917aa39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:28.397737 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Checking router: 98d971c4-3a07-46d9-90bb-9a700e957a52 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:26:28.398256 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Updating router 98d971c4-3a07-46d9-90bb-9a700e957a52 port 41e0186c-1a66-4c55-8b35-ac164d2571b4 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:26:28.427803 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:28.501724 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-21d37468-82c8-4735-a33b-9fa4c2b7afb9 req-5470cd76-2d23-4d79-88f1-d3832344b9e9 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 210 time: 0.0406425 Oct 28 10:26:28.618917 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:28.626064 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:28.695714 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Publish callbacks [] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:28.755558 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:28.804277 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:28.864968 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Pushing event updated for resources: {'Port': ['ID=41e0186c-1a66-4c55-8b35-ac164d2571b4,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:28.888386 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:28.888727 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:28.889057 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:28.889496 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:28.889822 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:28.890146 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:28.890459 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:28.890799 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:28.891142 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:28.891454 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:28.891767 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:28.892100 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:28.892416 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:28.892724 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:28.893032 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:26:28.905983 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Attempting to bind port 41e0186c-1a66-4c55-8b35-ac164d2571b4 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:26:28.905983 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Attempting to bind port 41e0186c-1a66-4c55-8b35-ac164d2571b4 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:26:28.905983 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Attempting to bind port 41e0186c-1a66-4c55-8b35-ac164d2571b4 on network 5df10697-8125-40cd-98d8-146555bffd8e {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:26:28.950349 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:26:28.950633 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Checking segment: {'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:26:28.951049 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:28.951683 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Bound using segment: {'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:26:28.952139 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Bound port: 41e0186c-1a66-4c55-8b35-ac164d2571b4, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:26:28.952505 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:29.014693 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] For port 41e0186c-1a66-4c55-8b35-ac164d2571b4, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:26:29.017833 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] For port 41e0186c-1a66-4c55-8b35-ac164d2571b4, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=41e0186c-1a66-4c55-8b35-ac164d2571b4,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:26:29.114071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:26:29.135241 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:29.139180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:29.162654 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:26:29.163181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (6be2281c-f0b9-4622-be9b-e9f39d9ae4d2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:29.163590 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 Oct 28 10:26:29.172918 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Routers {'98d971c4-3a07-46d9-90bb-9a700e957a52'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:26:29.173554 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:26:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['98d971c4-3a07-46d9-90bb-9a700e957a52'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:29.242453 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b1834-dd9c-4824-8965-a5548159aec3 None None] Pushing event updated for resources: {'Port': ['ID=41e0186c-1a66-4c55-8b35-ac164d2571b4,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:29.245481 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:26:29.293621 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] Set router 98d971c4-3a07-46d9-90bb-9a700e957a52 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:26:29.484094 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'name': 'tempest-ServersNegativeTestJSON-728347752-router', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.236'}], 'enable_snat': True}, 'gw_port_id': '6be2281c-f0b9-4622-be9b-e9f39d9ae4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:26:22Z', 'updated_at': '2022-10-28T10:26:25Z', 'revision_number': 4, 'project_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'gw_port': {'id': '6be2281c-f0b9-4622-be9b-e9f39d9ae4d2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:26:23Z', 'updated_at': '2022-10-28T10:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '41e0186c-1a66-4c55-8b35-ac164d2571b4', 'name': '', 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'mac_address': 'fa:16:3e:29:61:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '3f29c50e-a061-40e4-ba91-fc48917aa39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:26:25Z', 'updated_at': '2022-10-28T10:26:29Z', 'revision_number': 4, 'project_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'subnets': [{'id': '3f29c50e-a061-40e4-ba91-fc48917aa39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:26:29.487018 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:29.509572 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ba013-82fa-4672-a10f-aca5ef34aedc None None] The sync data for ids ['98d971c4-3a07-46d9-90bb-9a700e957a52'] in dv-neutron-zed-2-hyperv is: [{'id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'name': 'tempest-ServersNegativeTestJSON-728347752-router', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.236'}], 'enable_snat': True}, 'gw_port_id': '6be2281c-f0b9-4622-be9b-e9f39d9ae4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:26:22Z', 'updated_at': '2022-10-28T10:26:25Z', 'revision_number': 4, 'project_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'gw_port': {'id': '6be2281c-f0b9-4622-be9b-e9f39d9ae4d2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:26:23Z', 'updated_at': '2022-10-28T10:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '41e0186c-1a66-4c55-8b35-ac164d2571b4', 'name': '', 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'mac_address': 'fa:16:3e:29:61:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '3f29c50e-a061-40e4-ba91-fc48917aa39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:26:25Z', 'updated_at': '2022-10-28T10:26:29Z', 'revision_number': 4, 'project_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'subnets': [{'id': '3f29c50e-a061-40e4-ba91-fc48917aa39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:26:29.600705 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f17f0a8e-adb3-458d-bccb-2ced1a765fd3 req-82737e4c-c857-45ab-9ee1-d457ba186326 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 210 time: 0.0294230 Oct 28 10:26:30.711107 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bdb9bcc7-d5f2-473c-bc00-0c6a02c7aa4d req-44d71833-0fdf-49cc-8623-2bc15e8f7b58 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 210 time: 0.0325980 Oct 28 10:26:31.041747 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-701084db-696e-4fe1-9388-c2c59c22d6a6 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:31.043211 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-701084db-696e-4fe1-9388-c2c59c22d6a6 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.48 "GET /networking/v2.0/networks?id=5df10697-8125-40cd-98d8-146555bffd8e HTTP/1.1" status: 200 len: 813 time: 0.1095550 Oct 28 10:26:31.075339 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-5c5036a1-ddd1-4b02-8a4d-3c9b6a87b001 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Request body: {'port': {'device_id': 'dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb', 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e', 'admin_state_up': True, 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:26:31.129099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 41e0186c-1a66-4c55-8b35-ac164d2571b4 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:26:31.176679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 41e0186c-1a66-4c55-8b35-ac164d2571b4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:26:31.176832 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:31.177201 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 41e0186c-1a66-4c55-8b35-ac164d2571b4 Oct 28 10:26:31.211927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:31.263042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 41e0186c-1a66-4c55-8b35-ac164d2571b4 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:26:31.263434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:31.294649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-5c5036a1-ddd1-4b02-8a4d-3c9b6a87b001 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Made reservation on behalf of 28780035ef9c4d36b6e4e3be7f2ca080 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:26:31.296720 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 41e0186c-1a66-4c55-8b35-ac164d2571b4, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=41e0186c-1a66-4c55-8b35-ac164d2571b4,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:26:31.299687 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-5c5036a1-ddd1-4b02-8a4d-3c9b6a87b001 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:31.386863 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:31.432655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-5c5036a1-ddd1-4b02-8a4d-3c9b6a87b001 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Allocated IP 172.20.0.10 (5df10697-8125-40cd-98d8-146555bffd8e/3f29c50e-a061-40e4-ba91-fc48917aa39a/e72b166b-7e80-4145-a49e-24df78e05113) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:26:31.438318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=41e0186c-1a66-4c55-8b35-ac164d2571b4,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:31.592959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-5c5036a1-ddd1-4b02-8a4d-3c9b6a87b001 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Publish callbacks [] for port (e72b166b-7e80-4145-a49e-24df78e05113), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:31.704607 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:26:31.706947 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-5c5036a1-ddd1-4b02-8a4d-3c9b6a87b001 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e72b166b-7e80-4145-a49e-24df78e05113), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:31.756863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-5c5036a1-ddd1-4b02-8a4d-3c9b6a87b001 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Network 5df10697-8125-40cd-98d8-146555bffd8e is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:26:31.760411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-5c5036a1-ddd1-4b02-8a4d-3c9b6a87b001 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:26:31.764904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-5c5036a1-ddd1-4b02-8a4d-3c9b6a87b001 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:26:31.791777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5036a1-ddd1-4b02-8a4d-3c9b6a87b001 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Pushing event updated for resources: {'Port': ['ID=e72b166b-7e80-4145-a49e-24df78e05113,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:31.820800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-5c5036a1-ddd1-4b02-8a4d-3c9b6a87b001 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:31.821492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-5c5036a1-ddd1-4b02-8a4d-3c9b6a87b001 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:31.847339 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5784bf-6ffb-4ad9-9545-fddafb1a3600 req-9911f4b6-6ad9-479a-919f-8c3395e21430 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:31.848916 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-db5784bf-6ffb-4ad9-9545-fddafb1a3600 req-9911f4b6-6ad9-479a-919f-8c3395e21430 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 932 time: 0.0557878 Oct 28 10:26:31.898474 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-5c5036a1-ddd1-4b02-8a4d-3c9b6a87b001 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8295105 Oct 28 10:26:31.913950 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-db5784bf-6ffb-4ad9-9545-fddafb1a3600 req-1b2ef6f4-4c82-4cf2-8b98-1fd1ed4c3dd3 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592072 Oct 28 10:26:31.927556 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Request body: {'port': {'device_id': 'dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:26:31.999515 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e72b166b-7e80-4145-a49e-24df78e05113), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:32.001479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:32.017759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-7daca9c6-5fd4-4461-acfd-c378612bd854 None None] Provisioning complete for port e72b166b-7e80-4145-a49e-24df78e05113 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:26:32.018125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7daca9c6-5fd4-4461-acfd-c378612bd854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e72b166b-7e80-4145-a49e-24df78e05113), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:32.018462 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7daca9c6-5fd4-4461-acfd-c378612bd854 None None] Attempt 1 to provision port e72b166b-7e80-4145-a49e-24df78e05113 Oct 28 10:26:32.057297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7daca9c6-5fd4-4461-acfd-c378612bd854 None None] Port e72b166b-7e80-4145-a49e-24df78e05113 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:26:32.103123 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:32.270410 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e72b166b-7e80-4145-a49e-24df78e05113 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:26:32.278053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Publish callbacks [] for port (e72b166b-7e80-4145-a49e-24df78e05113), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:32.291498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Transition to ACTIVE for port object e72b166b-7e80-4145-a49e-24df78e05113 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:26:32.340856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (e72b166b-7e80-4145-a49e-24df78e05113), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:32.428251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Pushing event updated for resources: {'Port': ['ID=e72b166b-7e80-4145-a49e-24df78e05113,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:32.456360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Attempting to bind port e72b166b-7e80-4145-a49e-24df78e05113 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:26:32.456800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Attempting to bind port e72b166b-7e80-4145-a49e-24df78e05113 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:26:32.457131 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Attempting to bind port e72b166b-7e80-4145-a49e-24df78e05113 on network 5df10697-8125-40cd-98d8-146555bffd8e {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:26:32.499436 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Port e72b166b-7e80-4145-a49e-24df78e05113 on network 5df10697-8125-40cd-98d8-146555bffd8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:26:32.499755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Attempting to bind port e72b166b-7e80-4145-a49e-24df78e05113 on network 5df10697-8125-40cd-98d8-146555bffd8e {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:26:32.541835 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:26:32.542164 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Checking segment: {'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:26:32.542541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Bound using segment: {'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:26:32.542997 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Bound port: e72b166b-7e80-4145-a49e-24df78e05113, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:26:32.543349 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e72b166b-7e80-4145-a49e-24df78e05113), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:32.608186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] For port e72b166b-7e80-4145-a49e-24df78e05113, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:26:32.611090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] For port e72b166b-7e80-4145-a49e-24df78e05113, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e72b166b-7e80-4145-a49e-24df78e05113,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:26:32.667085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (e72b166b-7e80-4145-a49e-24df78e05113), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:32.670166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:32.670809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:32.672242 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/e72b166b-7e80-4145-a49e-24df78e05113 HTTP/1.1" status: 200 len: 1094 time: 0.7499764 Oct 28 10:26:32.676599 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb', 'tag': 'e72b166b-7e80-4145-a49e-24df78e05113'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:26:32.676599 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d7d3ce-61d0-4c6e-a28e-537b71448103" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb", "tag": "e72b166b-7e80-4145-a49e-24df78e05113"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:26:32.717659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a0f222-9c9f-4476-a0c9-df9c51a678e2 x-openstack-request-id: req-40a0f222-9c9f-4476-a0c9-df9c51a678e2 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:26:32.717946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb", "tag": "e72b166b-7e80-4145-a49e-24df78e05113", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:26:32.718198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40a0f222-9c9f-4476-a0c9-df9c51a678e2 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:26:32.718603 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a0f222-9c9f-4476-a0c9-df9c51a678e2'] response: {'name': 'network-changed', 'server_uuid': 'dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb', 'tag': 'e72b166b-7e80-4145-a49e-24df78e05113', 'status': 'completed', 'code': 200} Oct 28 10:26:32.728075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f628e-6a2e-43ed-802a-d0e6d6ca07ad service neutron] Pushing event updated for resources: {'Port': ['ID=e72b166b-7e80-4145-a49e-24df78e05113,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:32.810096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7d3ce-61d0-4c6e-a28e-537b71448103 req-e99da21b-b947-4700-afd9-adcbf9c08804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:32.811607 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81d7d3ce-61d0-4c6e-a28e-537b71448103 req-e99da21b-b947-4700-afd9-adcbf9c08804 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=28780035ef9c4d36b6e4e3be7f2ca080&device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 1128 time: 0.0389683 Oct 28 10:26:32.925782 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7d3ce-61d0-4c6e-a28e-537b71448103 req-878780e5-d8ce-4a1c-b4d2-381662e574de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:32.927216 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81d7d3ce-61d0-4c6e-a28e-537b71448103 req-878780e5-d8ce-4a1c-b4d2-381662e574de service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=28780035ef9c4d36b6e4e3be7f2ca080&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0953667 Oct 28 10:26:32.959621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:33.029978 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96b8fd-3166-4bf3-a573-8653e6a2a8de req-c77b8675-13ea-4ed1-b59a-feee1cc9cb81 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:33.030610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7d3ce-61d0-4c6e-a28e-537b71448103 req-50d8c35b-38dc-4ee1-9193-81d9e1c4a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:33.031788 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3a96b8fd-3166-4bf3-a573-8653e6a2a8de req-c77b8675-13ea-4ed1-b59a-feee1cc9cb81 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 944 time: 0.0481400 Oct 28 10:26:33.031960 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-81d7d3ce-61d0-4c6e-a28e-537b71448103 req-50d8c35b-38dc-4ee1-9193-81d9e1c4a0dc service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943429 Oct 28 10:26:33.082024 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3a96b8fd-3166-4bf3-a573-8653e6a2a8de req-ddd96d99-c667-42f6-9eef-195b69fb3500 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446203 Oct 28 10:26:33.115257 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 41e0186c-1a66-4c55-8b35-ac164d2571b4 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:26:33.146775 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-a02fae7d-9f43-429a-9efa-6210e098ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:33.148339 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-a02fae7d-9f43-429a-9efa-6210e098ae97 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=28780035ef9c4d36b6e4e3be7f2ca080&device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 1128 time: 0.0477703 Oct 28 10:26:33.159589 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 41e0186c-1a66-4c55-8b35-ac164d2571b4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:26:33.159973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:33.160310 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 41e0186c-1a66-4c55-8b35-ac164d2571b4 Oct 28 10:26:33.200673 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-a9345703-5259-4894-8d46-c79f19bb8405 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e72b166b-7e80-4145-a49e-24df78e05113 HTTP/1.1" status: 200 len: 217 time: 0.0315826 Oct 28 10:26:33.235269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 41e0186c-1a66-4c55-8b35-ac164d2571b4 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:26:33.257837 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-12f57300-081e-4615-8c22-0090d4836618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:33.259292 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-12f57300-081e-4615-8c22-0090d4836618 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=3f29c50e-a061-40e4-ba91-fc48917aa39a HTTP/1.1" status: 200 len: 852 time: 0.0500185 Oct 28 10:26:33.304570 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-6eb36738-ae0b-40ef-9114-0a1b431542cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:33.306110 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-6eb36738-ae0b-40ef-9114-0a1b431542cf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=5df10697-8125-40cd-98d8-146555bffd8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0374937 Oct 28 10:26:33.322453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:33.403807 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-35b8a1e5-2c1c-46cc-aa58-789f47826088 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5df10697-8125-40cd-98d8-146555bffd8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879714 Oct 28 10:26:33.501391 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-55d82a67-6807-4ec4-903e-5dd1f578d1e9 req-838743eb-7570-4c63-8be2-64ec5bc2f9fb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5df10697-8125-40cd-98d8-146555bffd8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881267 Oct 28 10:26:34.207370 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe39126-8d4a-4ad7-b290-6e4d4c113392 req-8feea102-9ee7-4626-9c81-c32a3e17dc4b tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:34.208747 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3fe39126-8d4a-4ad7-b290-6e4d4c113392 req-8feea102-9ee7-4626-9c81-c32a3e17dc4b tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 944 time: 0.0508006 Oct 28 10:26:34.257237 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3fe39126-8d4a-4ad7-b290-6e4d4c113392 req-42555d2c-42d2-420e-8b75-f2e458594839 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420046 Oct 28 10:26:35.376057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb1bb4-b994-47f5-93e3-146312f11a13 req-34b2528e-8d8c-4f91-9554-aca578d77cf0 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:35.377535 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2beb1bb4-b994-47f5-93e3-146312f11a13 req-34b2528e-8d8c-4f91-9554-aca578d77cf0 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 944 time: 0.0466480 Oct 28 10:26:35.425483 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2beb1bb4-b994-47f5-93e3-146312f11a13 req-04a0d0d5-e65e-493c-88d2-0645be1db30c tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424902 Oct 28 10:26:36.352343 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e72b166b-7e80-4145-a49e-24df78e05113 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:26:36.452535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e72b166b-7e80-4145-a49e-24df78e05113, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e72b166b-7e80-4145-a49e-24df78e05113,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:26:36.463818 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'e72b166b-7e80-4145-a49e-24df78e05113', 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e', 'port_id': 'e72b166b-7e80-4145-a49e-24df78e05113', 'mac_address': 'fa:16:3e:be:65:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f29c50e-a061-40e4-ba91-fc48917aa39a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:26:36.504158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port e72b166b-7e80-4145-a49e-24df78e05113 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:26:36.504557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e72b166b-7e80-4145-a49e-24df78e05113), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:36.515194 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:36.518647 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e72b166b-7e80-4145-a49e-24df78e05113 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:26:36.539473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e72b166b-7e80-4145-a49e-24df78e05113, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e72b166b-7e80-4145-a49e-24df78e05113,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:26:36.544524 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be9c8e-6432-4ae9-8889-261eb2926ff8 req-84547e35-ef07-4b36-9a85-2b42cdc4a987 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:36.546050 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e2be9c8e-6432-4ae9-8889-261eb2926ff8 req-84547e35-ef07-4b36-9a85-2b42cdc4a987 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 944 time: 0.0471351 Oct 28 10:26:36.580955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e72b166b-7e80-4145-a49e-24df78e05113), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:36.600137 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e2be9c8e-6432-4ae9-8889-261eb2926ff8 req-124833d4-c649-42c1-a2a9-3624ad25bc99 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474348 Oct 28 10:26:36.629412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=e72b166b-7e80-4145-a49e-24df78e05113,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:36.948021 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['e72b166b-7e80-4145-a49e-24df78e05113'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:26:37.721963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479608f-640b-471f-91d0-955e94cac6f8 req-3242dbeb-a308-45af-9787-95de33329a2f tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:37.723472 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b479608f-640b-471f-91d0-955e94cac6f8 req-3242dbeb-a308-45af-9787-95de33329a2f tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 945 time: 0.0472379 Oct 28 10:26:37.770191 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b479608f-640b-471f-91d0-955e94cac6f8 req-6764f14f-3f56-46d1-aacc-c4792bb3422c tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413399 Oct 28 10:26:38.359557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e72b166b-7e80-4145-a49e-24df78e05113 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:26:38.401944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port e72b166b-7e80-4145-a49e-24df78e05113 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:26:38.494735 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port e72b166b-7e80-4145-a49e-24df78e05113 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:26:38.495112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e72b166b-7e80-4145-a49e-24df78e05113), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:38.495452 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port e72b166b-7e80-4145-a49e-24df78e05113 Oct 28 10:26:38.569694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port e72b166b-7e80-4145-a49e-24df78e05113 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:26:38.570083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e72b166b-7e80-4145-a49e-24df78e05113), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:38.580339 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:38.592648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72b166b-7e80-4145-a49e-24df78e05113'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:26:38.594895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65801eb8-52ce-4d60-ba6b-7f5fac492d40" -d '{"events": [{"server_uuid": "dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb", "name": "network-vif-plugged", "status": "completed", "tag": "e72b166b-7e80-4145-a49e-24df78e05113"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:26:38.607648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port e72b166b-7e80-4145-a49e-24df78e05113, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e72b166b-7e80-4145-a49e-24df78e05113,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:26:38.633690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0ca1ab-55d8-4251-8ee9-54bbf3994b83 x-openstack-request-id: req-fc0ca1ab-55d8-4251-8ee9-54bbf3994b83 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:26:38.633982 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb", "name": "network-vif-plugged", "status": "completed", "tag": "e72b166b-7e80-4145-a49e-24df78e05113", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:26:38.634239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc0ca1ab-55d8-4251-8ee9-54bbf3994b83 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:26:38.634643 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc0ca1ab-55d8-4251-8ee9-54bbf3994b83'] response: {'server_uuid': 'dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72b166b-7e80-4145-a49e-24df78e05113', 'code': 200} Oct 28 10:26:38.677668 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e72b166b-7e80-4145-a49e-24df78e05113), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:38.726814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=e72b166b-7e80-4145-a49e-24df78e05113,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:38.874011 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:38.892181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9549b-a826-4522-b692-b88ef86393ed req-83abb7cc-dfba-47bd-8f79-347016822833 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:38.893763 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-77d9549b-a826-4522-b692-b88ef86393ed req-83abb7cc-dfba-47bd-8f79-347016822833 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 946 time: 0.0480232 Oct 28 10:26:38.943088 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-77d9549b-a826-4522-b692-b88ef86393ed req-c607bb42-7cb5-493f-901f-a1ea7b00b158 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430634 Oct 28 10:26:38.961765 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747be0d-b14c-439e-aa02-bfefefcdd29e req-2f525fb1-2d18-417d-83d6-02a0b630e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:38.963371 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2747be0d-b14c-439e-aa02-bfefefcdd29e req-2f525fb1-2d18-417d-83d6-02a0b630e61b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 1130 time: 0.0404627 Oct 28 10:26:39.010209 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2747be0d-b14c-439e-aa02-bfefefcdd29e req-dacdb609-31a5-4523-9c70-257c2884ff49 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376098 Oct 28 10:26:40.070878 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b36e8-ee4c-4137-86e3-56e2cf774e21 req-8e79e54b-7231-4287-a926-bad165c3d23f tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:40.072354 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ca1b36e8-ee4c-4137-86e3-56e2cf774e21 req-8e79e54b-7231-4287-a926-bad165c3d23f tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 946 time: 0.0510423 Oct 28 10:26:40.120173 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ca1b36e8-ee4c-4137-86e3-56e2cf774e21 req-3cb54b74-6f79-4916-83a6-9f3203edf333 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 Oct 28 10:26:41.241012 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f8b8b-1455-4584-9858-e5ea93e6f34e req-e3fccb35-9285-43bc-9ed0-4954a224e630 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:41.242494 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-598f8b8b-1455-4584-9858-e5ea93e6f34e req-e3fccb35-9285-43bc-9ed0-4954a224e630 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 946 time: 0.0472898 Oct 28 10:26:41.290822 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-598f8b8b-1455-4584-9858-e5ea93e6f34e req-1635e0df-bdca-40a1-8031-bae3850ccb64 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426004 Oct 28 10:26:41.526064 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-c965111f-9565-4b0d-a59f-8a82a8757ee6 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:41.527638 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-c965111f-9565-4b0d-a59f-8a82a8757ee6 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5df10697-8125-40cd-98d8-146555bffd8e HTTP/1.1" status: 200 len: 813 time: 0.1051314 Oct 28 10:26:41.541928 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-e2c0121d-d880-4643-bb57-914855ce0a7d tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/quotas/28780035ef9c4d36b6e4e3be7f2ca080 HTTP/1.1" status: 200 len: 375 time: 0.0090115 Oct 28 10:26:41.557072 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:41.595145 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-c4b2e386-00c3-40ab-9b1c-81a7002c34e9 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=28780035ef9c4d36b6e4e3be7f2ca080&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482738 Oct 28 10:26:41.691873 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-eef03ad2-53a4-45c5-9a2d-8742331f86cf service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5df10697-8125-40cd-98d8-146555bffd8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899467 Oct 28 10:26:41.780153 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-55c4aea7-c556-4152-82ef-130d199e852f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5df10697-8125-40cd-98d8-146555bffd8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825498 Oct 28 10:26:42.011186 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4f4db094-67c6-4121-b652-2fe130d19da2 req-0c8b41df-cd82-4398-8e24-caaf8dab0a1c tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 210 time: 0.0318525 Oct 28 10:26:43.079014 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c129f715-9457-43e5-87a9-b65ecf345701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:43.114887 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7dafd7b4-fd85-4b29-a3ef-c22a5c21c1fc req-a3ec0306-5075-4f1e-8189-9ae2e9df2569 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 210 time: 0.0284963 Oct 28 10:26:44.137191 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-b911fd37-4623-4ea5-a36a-a6ae28234d80 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:44.138692 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-b911fd37-4623-4ea5-a36a-a6ae28234d80 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.48 "GET /networking/v2.0/networks?id=5df10697-8125-40cd-98d8-146555bffd8e HTTP/1.1" status: 200 len: 813 time: 0.1060603 Oct 28 10:26:44.156634 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-54db5bd5-b77e-4134-aa1c-33533d81c606 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Request body: {'port': {'device_id': '1b76c5e9-efbf-4f63-8a01-52a8cea40b8f', 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e', 'admin_state_up': True, 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:26:44.219963 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8f7a736a-a8a1-471e-b6e0-6cd0fd51da5c req-c652100e-55d5-4dfd-9e5b-caef77115c3d tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 210 time: 0.0288527 Oct 28 10:26:44.328598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-54db5bd5-b77e-4134-aa1c-33533d81c606 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Made reservation on behalf of 28780035ef9c4d36b6e4e3be7f2ca080 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:26:44.332461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-54db5bd5-b77e-4134-aa1c-33533d81c606 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:44.464983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-54db5bd5-b77e-4134-aa1c-33533d81c606 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Allocated IP 172.20.0.3 (5df10697-8125-40cd-98d8-146555bffd8e/3f29c50e-a061-40e4-ba91-fc48917aa39a/5568672c-a798-4343-90a6-9380b7bf5459) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:26:44.475876 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:44.614355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-54db5bd5-b77e-4134-aa1c-33533d81c606 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Publish callbacks [] for port (5568672c-a798-4343-90a6-9380b7bf5459), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:44.633787 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:44.723579 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-54db5bd5-b77e-4134-aa1c-33533d81c606 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (5568672c-a798-4343-90a6-9380b7bf5459), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:44.760419 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['e72b166b-7e80-4145-a49e-24df78e05113'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:26:44.772284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-54db5bd5-b77e-4134-aa1c-33533d81c606 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Network 5df10697-8125-40cd-98d8-146555bffd8e is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:26:44.777570 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-54db5bd5-b77e-4134-aa1c-33533d81c606 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:26:44.780211 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-54db5bd5-b77e-4134-aa1c-33533d81c606 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:26:44.785191 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db5bd5-b77e-4134-aa1c-33533d81c606 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Pushing event updated for resources: {'Port': ['ID=5568672c-a798-4343-90a6-9380b7bf5459,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:44.838956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-54db5bd5-b77e-4134-aa1c-33533d81c606 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:44.839885 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-54db5bd5-b77e-4134-aa1c-33533d81c606 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:44.914580 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-54db5bd5-b77e-4134-aa1c-33533d81c606 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7619421 Oct 28 10:26:44.932031 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Request body: {'port': {'device_id': '1b76c5e9-efbf-4f63-8a01-52a8cea40b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:26:44.994054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5568672c-a798-4343-90a6-9380b7bf5459), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:45.052059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b0b93b71-d5be-4e23-a06c-2412205daf80 None None] Provisioning complete for port 5568672c-a798-4343-90a6-9380b7bf5459 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:26:45.052539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b0b93b71-d5be-4e23-a06c-2412205daf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5568672c-a798-4343-90a6-9380b7bf5459), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:45.055777 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b0b93b71-d5be-4e23-a06c-2412205daf80 None None] Attempt 1 to provision port 5568672c-a798-4343-90a6-9380b7bf5459 Oct 28 10:26:45.085282 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b0b93b71-d5be-4e23-a06c-2412205daf80 None None] Port 5568672c-a798-4343-90a6-9380b7bf5459 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:26:45.340238 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4355ddf0-22cb-4db8-bbb9-478bc733082e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:45.347197 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04c27d-eaa4-47fe-bf35-57dc67ed43b6 req-908ed8b2-ce23-47da-911c-556e9d52fb98 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:45.348907 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ee04c27d-eaa4-47fe-bf35-57dc67ed43b6 req-908ed8b2-ce23-47da-911c-556e9d52fb98 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 931 time: 0.0505271 Oct 28 10:26:45.404280 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ee04c27d-eaa4-47fe-bf35-57dc67ed43b6 req-c707c84b-b6ff-455e-abe8-6300a06b5fb2 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493433 Oct 28 10:26:45.585801 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5568672c-a798-4343-90a6-9380b7bf5459 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:26:45.593287 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Publish callbacks [] for port (5568672c-a798-4343-90a6-9380b7bf5459), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:45.605438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Transition to ACTIVE for port object 5568672c-a798-4343-90a6-9380b7bf5459 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:26:45.705769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (5568672c-a798-4343-90a6-9380b7bf5459), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:45.764740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5568672c-a798-4343-90a6-9380b7bf5459,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:45.811966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Attempting to bind port 5568672c-a798-4343-90a6-9380b7bf5459 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:26:45.812294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Attempting to bind port 5568672c-a798-4343-90a6-9380b7bf5459 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:26:45.812614 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Attempting to bind port 5568672c-a798-4343-90a6-9380b7bf5459 on network 5df10697-8125-40cd-98d8-146555bffd8e {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:26:45.855436 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Port 5568672c-a798-4343-90a6-9380b7bf5459 on network 5df10697-8125-40cd-98d8-146555bffd8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:26:45.855895 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Attempting to bind port 5568672c-a798-4343-90a6-9380b7bf5459 on network 5df10697-8125-40cd-98d8-146555bffd8e {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:26:45.894127 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:45.896906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:26:45.897234 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Checking segment: {'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:26:45.897612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Bound using segment: {'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:26:45.898035 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Bound port: 5568672c-a798-4343-90a6-9380b7bf5459, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af2f543-9a59-4d29-acc5-f4670d74104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:26:45.898382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5568672c-a798-4343-90a6-9380b7bf5459), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:45.958044 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] For port 5568672c-a798-4343-90a6-9380b7bf5459, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:26:45.961295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] For port 5568672c-a798-4343-90a6-9380b7bf5459, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=5568672c-a798-4343-90a6-9380b7bf5459,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:26:46.032114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (5568672c-a798-4343-90a6-9380b7bf5459), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:46.036215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:46.036819 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:46.038166 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/5568672c-a798-4343-90a6-9380b7bf5459 HTTP/1.1" status: 200 len: 1093 time: 1.1106887 Oct 28 10:26:46.038717 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b76c5e9-efbf-4f63-8a01-52a8cea40b8f', 'tag': '5568672c-a798-4343-90a6-9380b7bf5459'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:26:46.040969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b49f91d-5a6b-4281-a423-5cb80b0cae37" -d '{"events": [{"name": "network-changed", "server_uuid": "1b76c5e9-efbf-4f63-8a01-52a8cea40b8f", "tag": "5568672c-a798-4343-90a6-9380b7bf5459"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:26:46.080437 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23ad4d4-fc07-44f2-b1e1-f9eef27f7816 x-openstack-request-id: req-f23ad4d4-fc07-44f2-b1e1-f9eef27f7816 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:26:46.080719 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b76c5e9-efbf-4f63-8a01-52a8cea40b8f", "tag": "5568672c-a798-4343-90a6-9380b7bf5459", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:26:46.080969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f23ad4d4-fc07-44f2-b1e1-f9eef27f7816 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:26:46.081366 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23ad4d4-fc07-44f2-b1e1-f9eef27f7816'] response: {'name': 'network-changed', 'server_uuid': '1b76c5e9-efbf-4f63-8a01-52a8cea40b8f', 'tag': '5568672c-a798-4343-90a6-9380b7bf5459', 'status': 'completed', 'code': 200} Oct 28 10:26:46.090595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c0b6c-afd2-4e4f-9ad7-d4f2e4d545b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5568672c-a798-4343-90a6-9380b7bf5459,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:46.160796 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:46.173285 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49f91d-5a6b-4281-a423-5cb80b0cae37 req-3a8ab2ee-d46d-4fcf-a2d3-9c04753a4bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:46.174783 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4b49f91d-5a6b-4281-a423-5cb80b0cae37 req-3a8ab2ee-d46d-4fcf-a2d3-9c04753a4bcb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=28780035ef9c4d36b6e4e3be7f2ca080&device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 1127 time: 0.0451808 Oct 28 10:26:46.279414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49f91d-5a6b-4281-a423-5cb80b0cae37 req-2f06960c-c492-4082-bb5e-460e47816db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:46.280874 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4b49f91d-5a6b-4281-a423-5cb80b0cae37 req-2f06960c-c492-4082-bb5e-460e47816db4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=28780035ef9c4d36b6e4e3be7f2ca080&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0932102 Oct 28 10:26:46.383397 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49f91d-5a6b-4281-a423-5cb80b0cae37 req-45fff198-8e9a-407e-8c9e-4740e52e59d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:46.384838 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4b49f91d-5a6b-4281-a423-5cb80b0cae37 req-45fff198-8e9a-407e-8c9e-4740e52e59d9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942984 Oct 28 10:26:46.490472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-83cb3161-fb8b-4b91-a9de-dba15afbc588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:46.491987 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-83cb3161-fb8b-4b91-a9de-dba15afbc588 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=28780035ef9c4d36b6e4e3be7f2ca080&device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 1127 time: 0.0401151 Oct 28 10:26:46.527790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a0093-5639-487d-98d4-ae47e396ccf6 req-4f42e507-c13e-442e-bfdd-f274c98389e2 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:46.529278 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-168a0093-5639-487d-98d4-ae47e396ccf6 req-4f42e507-c13e-442e-bfdd-f274c98389e2 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 943 time: 0.0471308 Oct 28 10:26:46.544944 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-519615d9-44b6-483c-9319-0325de42e2f4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5568672c-a798-4343-90a6-9380b7bf5459 HTTP/1.1" status: 200 len: 217 time: 0.0369740 Oct 28 10:26:46.578204 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-168a0093-5639-487d-98d4-ae47e396ccf6 req-59117df6-de6d-4364-b9c8-4ebbe8761d9d tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426674 Oct 28 10:26:46.593032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-be120377-b3cf-403b-b85a-76c5471fe50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:46.594558 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-be120377-b3cf-403b-b85a-76c5471fe50d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=3f29c50e-a061-40e4-ba91-fc48917aa39a HTTP/1.1" status: 200 len: 852 time: 0.0442426 Oct 28 10:26:46.637325 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-40054d36-1370-49bd-90b0-3ae753789529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:46.638797 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-40054d36-1370-49bd-90b0-3ae753789529 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=5df10697-8125-40cd-98d8-146555bffd8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0388422 Oct 28 10:26:46.731228 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-8411baa7-5b1c-4d86-ad7e-4beb57bd9b01 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5df10697-8125-40cd-98d8-146555bffd8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862300 Oct 28 10:26:46.821822 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1df175df-c9ef-4280-8d17-62fea57bbac7 req-267d128e-3b27-493c-b0ce-abd3329a1794 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5df10697-8125-40cd-98d8-146555bffd8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849712 Oct 28 10:26:46.923574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:46.974451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:47.701297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eccdae-acc7-45c9-a625-cc9ef60240cf req-affa8a2c-e6de-49c8-828f-f8ea98bc40f1 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:47.702788 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f0eccdae-acc7-45c9-a625-cc9ef60240cf req-affa8a2c-e6de-49c8-828f-f8ea98bc40f1 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 943 time: 0.0480447 Oct 28 10:26:47.749062 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f0eccdae-acc7-45c9-a625-cc9ef60240cf req-49c5ed3c-7d70-429f-8234-114bd235dfe2 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408165 Oct 28 10:26:47.968412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:48.608552 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:48.870552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d59040-1c72-43d1-afc5-92aa34adb470 req-33414457-9e2c-4e8e-a94a-f8551b1a26e4 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:48.872032 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-52d59040-1c72-43d1-afc5-92aa34adb470 req-33414457-9e2c-4e8e-a94a-f8551b1a26e4 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 943 time: 0.0496445 Oct 28 10:26:48.906920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:48.918303 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-52d59040-1c72-43d1-afc5-92aa34adb470 req-7e466b1f-9c08-4b79-8248-63c53f8807fb tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400825 Oct 28 10:26:50.037409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d42fcf-e72b-4ea5-a448-711bb13f9de2 req-4377c316-8982-40af-aa2f-c765fdbcae02 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:50.038903 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-20d42fcf-e72b-4ea5-a448-711bb13f9de2 req-4377c316-8982-40af-aa2f-c765fdbcae02 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 943 time: 0.0469987 Oct 28 10:26:50.085942 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-20d42fcf-e72b-4ea5-a448-711bb13f9de2 req-ade7aad0-1b59-4749-84b8-dfc6b32e4693 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416305 Oct 28 10:26:50.380039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 5568672c-a798-4343-90a6-9380b7bf5459 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:26:50.475149 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 5568672c-a798-4343-90a6-9380b7bf5459, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=5568672c-a798-4343-90a6-9380b7bf5459,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:26:50.489829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '5568672c-a798-4343-90a6-9380b7bf5459', 'network_id': '5df10697-8125-40cd-98d8-146555bffd8e', 'port_id': '5568672c-a798-4343-90a6-9380b7bf5459', 'mac_address': 'fa:16:3e:a5:17:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f29c50e-a061-40e4-ba91-fc48917aa39a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:26:50.523800 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 5568672c-a798-4343-90a6-9380b7bf5459 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:26:50.524187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5568672c-a798-4343-90a6-9380b7bf5459), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:50.536779 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5568672c-a798-4343-90a6-9380b7bf5459 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:26:50.556156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 5568672c-a798-4343-90a6-9380b7bf5459, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=5568672c-a798-4343-90a6-9380b7bf5459,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:26:50.614400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5568672c-a798-4343-90a6-9380b7bf5459), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:50.659340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=5568672c-a798-4343-90a6-9380b7bf5459,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:50.665124 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:50.666009 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:50.931601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['5568672c-a798-4343-90a6-9380b7bf5459'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:26:51.202602 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb937bfc-679d-4731-ac7a-1147503709fd req-df596fa1-aa22-470c-83c3-f524f2dbea38 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:51.204631 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cb937bfc-679d-4731-ac7a-1147503709fd req-df596fa1-aa22-470c-83c3-f524f2dbea38 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 944 time: 0.0458140 Oct 28 10:26:51.254639 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cb937bfc-679d-4731-ac7a-1147503709fd req-6f9764f6-31bc-4a24-be95-429f5c93a7c4 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444624 Oct 28 10:26:52.376712 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3abec3-8a6a-48b1-bbf4-c7f818d7ce35 req-654fbcd7-5a32-4753-8ebd-d395771cf5bd tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:52.378125 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0e3abec3-8a6a-48b1-bbf4-c7f818d7ce35 req-654fbcd7-5a32-4753-8ebd-d395771cf5bd tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 944 time: 0.0478153 Oct 28 10:26:52.406517 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 5568672c-a798-4343-90a6-9380b7bf5459 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:26:52.427762 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0e3abec3-8a6a-48b1-bbf4-c7f818d7ce35 req-f55c465c-83f3-4f66-8c81-0af0228f4de3 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439827 Oct 28 10:26:52.449843 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 5568672c-a798-4343-90a6-9380b7bf5459 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:26:52.539708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 5568672c-a798-4343-90a6-9380b7bf5459 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:26:52.540085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5568672c-a798-4343-90a6-9380b7bf5459), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:52.540427 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 5568672c-a798-4343-90a6-9380b7bf5459 Oct 28 10:26:52.579290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:52.754697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 5568672c-a798-4343-90a6-9380b7bf5459 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:26:52.755097 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5568672c-a798-4343-90a6-9380b7bf5459), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:52.777821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b76c5e9-efbf-4f63-8a01-52a8cea40b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5568672c-a798-4343-90a6-9380b7bf5459'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:26:52.780125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3660736-ad25-4b27-b19d-ed4d3d188a0c" -d '{"events": [{"server_uuid": "1b76c5e9-efbf-4f63-8a01-52a8cea40b8f", "name": "network-vif-plugged", "status": "completed", "tag": "5568672c-a798-4343-90a6-9380b7bf5459"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:26:52.792800 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 5568672c-a798-4343-90a6-9380b7bf5459, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=5568672c-a798-4343-90a6-9380b7bf5459,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:26:52.822303 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68e5ed0-3fc9-4297-a570-75a8215574bb x-openstack-request-id: req-f68e5ed0-3fc9-4297-a570-75a8215574bb {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:26:52.822599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b76c5e9-efbf-4f63-8a01-52a8cea40b8f", "name": "network-vif-plugged", "status": "completed", "tag": "5568672c-a798-4343-90a6-9380b7bf5459", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:26:52.822888 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f68e5ed0-3fc9-4297-a570-75a8215574bb {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:26:52.823293 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f68e5ed0-3fc9-4297-a570-75a8215574bb'] response: {'server_uuid': '1b76c5e9-efbf-4f63-8a01-52a8cea40b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5568672c-a798-4343-90a6-9380b7bf5459', 'code': 200} Oct 28 10:26:52.854553 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5568672c-a798-4343-90a6-9380b7bf5459), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:52.888625 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:52.903168 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=5568672c-a798-4343-90a6-9380b7bf5459,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:53.203655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56196737-a98c-49b4-90b2-54486a1fb57b req-31cb80d1-e39e-4bb0-b1ad-89c59585f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:53.205612 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-56196737-a98c-49b4-90b2-54486a1fb57b req-31cb80d1-e39e-4bb0-b1ad-89c59585f789 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 1129 time: 0.0439315 Oct 28 10:26:53.254579 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-56196737-a98c-49b4-90b2-54486a1fb57b req-cc99bb5e-f60e-4384-9618-17b538dd0e55 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380104 Oct 28 10:26:53.546936 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4db09-eeff-424f-a90b-328e83dab17b req-54e12d4e-0ba8-40f7-9b99-69a49896bb10 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:53.549024 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-82e4db09-eeff-424f-a90b-328e83dab17b req-54e12d4e-0ba8-40f7-9b99-69a49896bb10 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 945 time: 0.0462608 Oct 28 10:26:53.595467 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-82e4db09-eeff-424f-a90b-328e83dab17b req-5fb67a44-2841-4806-aec4-73be22b65cee tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408664 Oct 28 10:26:54.042778 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:54.722816 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d1cb2-0c56-4f7c-b1d7-79e126981285 req-35d10719-bc65-45d4-91fc-8ad0304d3ccf tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:54.724279 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1e2d1cb2-0c56-4f7c-b1d7-79e126981285 req-35d10719-bc65-45d4-91fc-8ad0304d3ccf tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 945 time: 0.0509713 Oct 28 10:26:54.772935 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1e2d1cb2-0c56-4f7c-b1d7-79e126981285 req-e91bca30-850b-426a-a46f-72cc0767b9c6 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429423 Oct 28 10:26:55.151016 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa1831-367e-4bf0-8986-64a8ecec6a66 req-d5459475-45f1-47f0-a3ae-493032bd494a tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:55.152470 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8daa1831-367e-4bf0-8986-64a8ecec6a66 req-d5459475-45f1-47f0-a3ae-493032bd494a tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 945 time: 0.0470104 Oct 28 10:26:55.171128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:55.201279 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8daa1831-367e-4bf0-8986-64a8ecec6a66 req-7af1f48d-d24a-4649-9455-4b3272d18bbd tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427322 Oct 28 10:26:56.326332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d7965-0759-47e5-bd1b-7f288e64c446 req-0d19969f-b555-42fb-8966-d5b571b5b3b2 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:56.327848 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-795d7965-0759-47e5-bd1b-7f288e64c446 req-0d19969f-b555-42fb-8966-d5b571b5b3b2 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 945 time: 0.0506840 Oct 28 10:26:56.376161 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-795d7965-0759-47e5-bd1b-7f288e64c446 req-e51fa10d-d145-4357-b559-76ba3fe60e19 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421009 Oct 28 10:26:56.873303 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88c024-9320-4e5b-9fae-e1b6bb5bdf29 req-8541fcae-d2df-4f9d-89b6-aad07ab85322 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:56.874772 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ab88c024-9320-4e5b-9fae-e1b6bb5bdf29 req-8541fcae-d2df-4f9d-89b6-aad07ab85322 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 945 time: 0.0469735 Oct 28 10:26:56.954347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-ab88c024-9320-4e5b-9fae-e1b6bb5bdf29 req-426e2b0d-d4a5-46b3-bfeb-da9c42cecd9b tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Deleting port 5568672c-a798-4343-90a6-9380b7bf5459 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:26:56.954611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ab88c024-9320-4e5b-9fae-e1b6bb5bdf29 req-426e2b0d-d4a5-46b3-bfeb-da9c42cecd9b tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (5568672c-a798-4343-90a6-9380b7bf5459), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:56.973755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:26:57.048842 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-ab88c024-9320-4e5b-9fae-e1b6bb5bdf29 req-426e2b0d-d4a5-46b3-bfeb-da9c42cecd9b tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] For port 5568672c-a798-4343-90a6-9380b7bf5459, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=5568672c-a798-4343-90a6-9380b7bf5459,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:26:57.049207 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ab88c024-9320-4e5b-9fae-e1b6bb5bdf29 req-426e2b0d-d4a5-46b3-bfeb-da9c42cecd9b tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (5568672c-a798-4343-90a6-9380b7bf5459), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:57.062124 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-ab88c024-9320-4e5b-9fae-e1b6bb5bdf29 req-426e2b0d-d4a5-46b3-bfeb-da9c42cecd9b tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Calling delete_port for 5568672c-a798-4343-90a6-9380b7bf5459 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:26:57.494910 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87651cc5-5b5a-44d4-b640-ab94157eac1d req-a11a118b-6661-4b11-b9a9-4522d91c3632 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:57.496386 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-87651cc5-5b5a-44d4-b640-ab94157eac1d req-a11a118b-6661-4b11-b9a9-4522d91c3632 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 945 time: 0.0468409 Oct 28 10:26:57.543538 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-87651cc5-5b5a-44d4-b640-ab94157eac1d req-62db433c-aff8-4829-8ffe-a682d0c3a873 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410244 Oct 28 10:26:57.637309 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ab88c024-9320-4e5b-9fae-e1b6bb5bdf29 req-426e2b0d-d4a5-46b3-bfeb-da9c42cecd9b tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (5568672c-a798-4343-90a6-9380b7bf5459), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:57.663825 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e2b0d-d4a5-46b3-bfeb-da9c42cecd9b tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Pushing event deleted for resources: {'Port': ['ID=5568672c-a798-4343-90a6-9380b7bf5459,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:26:57.674333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['e72b166b-7e80-4145-a49e-24df78e05113', '5568672c-a798-4343-90a6-9380b7bf5459'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:26:57.712729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab88c024-9320-4e5b-9fae-e1b6bb5bdf29 req-426e2b0d-d4a5-46b3-bfeb-da9c42cecd9b tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] No DVR routers for this DVR port 5568672c-a798-4343-90a6-9380b7bf5459 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:26:57.715446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ab88c024-9320-4e5b-9fae-e1b6bb5bdf29 req-426e2b0d-d4a5-46b3-bfeb-da9c42cecd9b tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:26:57.719002 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ab88c024-9320-4e5b-9fae-e1b6bb5bdf29 req-426e2b0d-d4a5-46b3-bfeb-da9c42cecd9b tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.48 "DELETE /networking/v2.0/ports/5568672c-a798-4343-90a6-9380b7bf5459 HTTP/1.1" status: 204 len: 173 time: 0.8388021 Oct 28 10:26:57.719510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b76c5e9-efbf-4f63-8a01-52a8cea40b8f', 'name': 'network-vif-deleted', 'tag': '5568672c-a798-4343-90a6-9380b7bf5459'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:26:57.721815 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd0c1af-1d03-4c42-8142-4822516ad3d4" -d '{"events": [{"server_uuid": "1b76c5e9-efbf-4f63-8a01-52a8cea40b8f", "name": "network-vif-deleted", "tag": "5568672c-a798-4343-90a6-9380b7bf5459"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:26:57.767171 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bb171f-e667-4f5b-9534-2607cfb92b15 x-openstack-request-id: req-c1bb171f-e667-4f5b-9534-2607cfb92b15 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:26:57.767708 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b76c5e9-efbf-4f63-8a01-52a8cea40b8f", "name": "network-vif-deleted", "tag": "5568672c-a798-4343-90a6-9380b7bf5459", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:26:57.768134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1bb171f-e667-4f5b-9534-2607cfb92b15 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:26:57.768552 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bb171f-e667-4f5b-9534-2607cfb92b15'] response: {'server_uuid': '1b76c5e9-efbf-4f63-8a01-52a8cea40b8f', 'name': 'network-vif-deleted', 'tag': '5568672c-a798-4343-90a6-9380b7bf5459', 'status': 'completed', 'code': 200} Oct 28 10:26:58.658247 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-213ce479-4010-482c-9c60-18ed811e8f91 req-ca37262f-6629-43b1-8252-f9b66b6b19fc tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1b76c5e9-efbf-4f63-8a01-52a8cea40b8f HTTP/1.1" status: 200 len: 210 time: 0.0285544 Oct 28 10:26:59.818970 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe31a3-61ae-43ae-ad89-a15e31582569 req-d776f4d6-373f-4dbd-81ca-f8cb647a70a4 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:26:59.820486 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-08fe31a3-61ae-43ae-ad89-a15e31582569 req-d776f4d6-373f-4dbd-81ca-f8cb647a70a4 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 946 time: 0.0505614 Oct 28 10:26:59.867932 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-08fe31a3-61ae-43ae-ad89-a15e31582569 req-4a6ebe5d-2a8b-4aa5-945f-652e94be480e tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415258 Oct 28 10:27:00.019867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eda5c5-5f30-4f17-b56a-a501b60d9a30 req-43e72106-c5e0-4546-9d00-fb6b208a7a70 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:00.021319 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-07eda5c5-5f30-4f17-b56a-a501b60d9a30 req-43e72106-c5e0-4546-9d00-fb6b208a7a70 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 946 time: 0.0466878 Oct 28 10:27:00.067701 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-07eda5c5-5f30-4f17-b56a-a501b60d9a30 req-d08da2d0-712f-4b12-be9b-6d0e0d3f6228 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407925 Oct 28 10:27:00.187313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae42b75-60f6-47be-b531-3d577e3a44fc req-266c51b9-7fe2-4426-9ab4-edb217988f6a tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:00.188747 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9ae42b75-60f6-47be-b531-3d577e3a44fc req-266c51b9-7fe2-4426-9ab4-edb217988f6a tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 946 time: 0.0450623 Oct 28 10:27:00.216493 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:00.239523 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9ae42b75-60f6-47be-b531-3d577e3a44fc req-e1ed141c-d373-422e-850d-9f493f77ae0d tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453839 Oct 28 10:27:00.319229 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-b4111dc4-a4b4-4a9f-8cec-1a40d0245ee6 req-b8fb3a29-03d3-49d6-a884-f13eafd42522 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:27:00.320210 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b4111dc4-a4b4-4a9f-8cec-1a40d0245ee6 req-b8fb3a29-03d3-49d6-a884-f13eafd42522 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053580 Oct 28 10:27:00.427440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2893ce0-9f81-42ac-a20e-d5e2c6cc0f74 req-7155b4af-9e2e-4bc7-bd4c-a351928ba060 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:00.428921 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f2893ce0-9f81-42ac-a20e-d5e2c6cc0f74 req-7155b4af-9e2e-4bc7-bd4c-a351928ba060 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 946 time: 0.0463405 Oct 28 10:27:00.430543 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 5568672c-a798-4343-90a6-9380b7bf5459 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:27:00.450993 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 5568672c-a798-4343-90a6-9380b7bf5459 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:27:00.451351 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 5568672c-a798-4343-90a6-9380b7bf5459 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:27:00.485694 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f2893ce0-9f81-42ac-a20e-d5e2c6cc0f74 req-5c207d83-e882-456b-b15d-49961d4edf69 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429549 Oct 28 10:27:00.596160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce2bc7-81a2-4ffb-aaa6-37b383340c9a req-714b38c5-616c-44b5-a9ff-cad62320dddb tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:00.597600 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d6ce2bc7-81a2-4ffb-aaa6-37b383340c9a req-714b38c5-616c-44b5-a9ff-cad62320dddb tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 946 time: 0.0464907 Oct 28 10:27:00.643573 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d6ce2bc7-81a2-4ffb-aaa6-37b383340c9a req-a17eb349-b672-478a-b02a-e2617c2fe49d tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Oct 28 10:27:00.786396 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a6c42-5673-41d2-ad18-e2bfc6fcc23a req-82707807-b03b-4fc2-9128-7f26a72034ec tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:00.787792 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dd8a6c42-5673-41d2-ad18-e2bfc6fcc23a req-82707807-b03b-4fc2-9128-7f26a72034ec tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 946 time: 0.0499139 Oct 28 10:27:00.834822 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dd8a6c42-5673-41d2-ad18-e2bfc6fcc23a req-0787ba04-746f-49fd-8dcf-c48592201d84 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415463 Oct 28 10:27:01.344573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f1ae9-7394-439d-b978-c60ee1974749 req-43d55c3c-97cb-41dc-aa1d-658846361c50 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:01.346117 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-df9f1ae9-7394-439d-b978-c60ee1974749 req-43d55c3c-97cb-41dc-aa1d-658846361c50 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 946 time: 0.0459204 Oct 28 10:27:01.393577 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-df9f1ae9-7394-439d-b978-c60ee1974749 req-1df9d591-3bcb-4694-a05f-28dd328aa0f7 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422242 Oct 28 10:27:02.518775 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae7a01-aabd-4e6f-bbe0-84663ca9b3fd req-b833cbea-8b01-4161-9a94-7699e3fba88f tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:02.520229 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a5ae7a01-aabd-4e6f-bbe0-84663ca9b3fd req-b833cbea-8b01-4161-9a94-7699e3fba88f tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 946 time: 0.0503314 Oct 28 10:27:02.550376 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:02.567082 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a5ae7a01-aabd-4e6f-bbe0-84663ca9b3fd req-3e40cc5e-a0bd-4b3b-a1d1-12adee71a32d tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413508 Oct 28 10:27:03.018327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:03.034815 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359dd16-8309-4d3b-9f84-fe1720011ad9 req-85a09fe6-16d2-4a3c-a004-d3094d6b69e4 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:03.036363 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d359dd16-8309-4d3b-9f84-fe1720011ad9 req-85a09fe6-16d2-4a3c-a004-d3094d6b69e4 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 946 time: 0.0522258 Oct 28 10:27:03.119822 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-d359dd16-8309-4d3b-9f84-fe1720011ad9 req-69be63b3-c32e-46ec-b115-7ad48e73aeb5 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Deleting port e72b166b-7e80-4145-a49e-24df78e05113 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:27:03.120156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d359dd16-8309-4d3b-9f84-fe1720011ad9 req-69be63b3-c32e-46ec-b115-7ad48e73aeb5 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e72b166b-7e80-4145-a49e-24df78e05113), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:03.211429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-d359dd16-8309-4d3b-9f84-fe1720011ad9 req-69be63b3-c32e-46ec-b115-7ad48e73aeb5 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] For port e72b166b-7e80-4145-a49e-24df78e05113, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=e72b166b-7e80-4145-a49e-24df78e05113,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:03.211785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d359dd16-8309-4d3b-9f84-fe1720011ad9 req-69be63b3-c32e-46ec-b115-7ad48e73aeb5 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e72b166b-7e80-4145-a49e-24df78e05113), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:03.225487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-d359dd16-8309-4d3b-9f84-fe1720011ad9 req-69be63b3-c32e-46ec-b115-7ad48e73aeb5 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Calling delete_port for e72b166b-7e80-4145-a49e-24df78e05113 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:27:03.425486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d359dd16-8309-4d3b-9f84-fe1720011ad9 req-69be63b3-c32e-46ec-b115-7ad48e73aeb5 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (e72b166b-7e80-4145-a49e-24df78e05113), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:03.457218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be63b3-c32e-46ec-b115-7ad48e73aeb5 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Pushing event deleted for resources: {'Port': ['ID=e72b166b-7e80-4145-a49e-24df78e05113,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:03.473397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['e72b166b-7e80-4145-a49e-24df78e05113'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:27:03.502979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d359dd16-8309-4d3b-9f84-fe1720011ad9 req-69be63b3-c32e-46ec-b115-7ad48e73aeb5 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] No DVR routers for this DVR port e72b166b-7e80-4145-a49e-24df78e05113 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:27:03.505472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d359dd16-8309-4d3b-9f84-fe1720011ad9 req-69be63b3-c32e-46ec-b115-7ad48e73aeb5 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:03.508990 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d359dd16-8309-4d3b-9f84-fe1720011ad9 req-69be63b3-c32e-46ec-b115-7ad48e73aeb5 tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.48 "DELETE /networking/v2.0/ports/e72b166b-7e80-4145-a49e-24df78e05113 HTTP/1.1" status: 204 len: 173 time: 0.4651675 Oct 28 10:27:03.509529 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb', 'name': 'network-vif-deleted', 'tag': 'e72b166b-7e80-4145-a49e-24df78e05113'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:27:03.511880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9a01fa-7155-494e-963f-48e2613fa52a" -d '{"events": [{"server_uuid": "dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb", "name": "network-vif-deleted", "tag": "e72b166b-7e80-4145-a49e-24df78e05113"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:27:03.551847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de0f750-a1e7-447a-ab65-beadc23efe71 x-openstack-request-id: req-8de0f750-a1e7-447a-ab65-beadc23efe71 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:27:03.552299 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb", "name": "network-vif-deleted", "tag": "e72b166b-7e80-4145-a49e-24df78e05113", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:27:03.552555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8de0f750-a1e7-447a-ab65-beadc23efe71 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:27:03.552963 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de0f750-a1e7-447a-ab65-beadc23efe71'] response: {'server_uuid': 'dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb', 'name': 'network-vif-deleted', 'tag': 'e72b166b-7e80-4145-a49e-24df78e05113', 'status': 'completed', 'code': 200} Oct 28 10:27:03.677047 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0f357df2-598f-4e20-bd3e-3fc7f2e2abf5 req-696d8943-3796-442a-9039-4706fe8d43eb tempest-ServersNegativeTestJSON-2016155859 tempest-ServersNegativeTestJSON-2016155859-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dcf79cdc-f5ff-47b5-bb95-f5d4517ba9bb HTTP/1.1" status: 200 len: 210 time: 0.0287097 Oct 28 10:27:04.743424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47550) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:05.047093 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8771d84-eaa0-4088-a9bb-d1be51507453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (98d971c4-3a07-46d9-90bb-9a700e957a52), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:05.233399 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:05.263229 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e8771d84-eaa0-4088-a9bb-d1be51507453 admin admin] Deleting port 41e0186c-1a66-4c55-8b35-ac164d2571b4 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:27:05.263564 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8771d84-eaa0-4088-a9bb-d1be51507453 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:05.345492 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-e8771d84-eaa0-4088-a9bb-d1be51507453 admin admin] For port 41e0186c-1a66-4c55-8b35-ac164d2571b4, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=41e0186c-1a66-4c55-8b35-ac164d2571b4,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:05.345852 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8771d84-eaa0-4088-a9bb-d1be51507453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:05.358269 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e8771d84-eaa0-4088-a9bb-d1be51507453 admin admin] Calling delete_port for 41e0186c-1a66-4c55-8b35-ac164d2571b4 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:27:05.490824 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:05.585602 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8771d84-eaa0-4088-a9bb-d1be51507453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (41e0186c-1a66-4c55-8b35-ac164d2571b4), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:05.611967 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8771d84-eaa0-4088-a9bb-d1be51507453 admin admin] Pushing event deleted for resources: {'Port': ['ID=41e0186c-1a66-4c55-8b35-ac164d2571b4,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:05.780471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8771d84-eaa0-4088-a9bb-d1be51507453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (98d971c4-3a07-46d9-90bb-9a700e957a52), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:06.283586 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8771d84-eaa0-4088-a9bb-d1be51507453 admin admin] Router 98d971c4-3a07-46d9-90bb-9a700e957a52 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:27:06.386127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8771d84-eaa0-4088-a9bb-d1be51507453 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:27:06.393971 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e8771d84-eaa0-4088-a9bb-d1be51507453 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/98d971c4-3a07-46d9-90bb-9a700e957a52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6466475 Oct 28 10:27:06.393971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47552) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:06.397171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81293071-555b-4630-8881-eddd453f84ee None None] Sync routers for ids ['98d971c4-3a07-46d9-90bb-9a700e957a52'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:27:06.408446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81293071-555b-4630-8881-eddd453f84ee None None] Routers {'98d971c4-3a07-46d9-90bb-9a700e957a52'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:27:06.409142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-81293071-555b-4630-8881-eddd453f84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:26:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['98d971c4-3a07-46d9-90bb-9a700e957a52'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:06.439521 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:06.498368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2f91ba5b-128e-4932-b9db-6aa3759040af admin admin] Publish callbacks [] for router (98d971c4-3a07-46d9-90bb-9a700e957a52), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:06.501323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e72b166b-7e80-4145-a49e-24df78e05113 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:27:06.531069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-81293071-555b-4630-8881-eddd453f84ee None None] Set router 98d971c4-3a07-46d9-90bb-9a700e957a52 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:27:06.533811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: e72b166b-7e80-4145-a49e-24df78e05113 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:27:06.534098 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device e72b166b-7e80-4145-a49e-24df78e05113 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:27:06.601099 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2f91ba5b-128e-4932-b9db-6aa3759040af admin admin] Publish callbacks [] for router_gateway (98d971c4-3a07-46d9-90bb-9a700e957a52), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:06.703787 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2f91ba5b-128e-4932-b9db-6aa3759040af admin admin] Deleting port 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:27:06.704389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2f91ba5b-128e-4932-b9db-6aa3759040af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6be2281c-f0b9-4622-be9b-e9f39d9ae4d2), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:06.710589 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-81293071-555b-4630-8881-eddd453f84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'name': 'tempest-ServersNegativeTestJSON-728347752-router', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.236'}], 'enable_snat': True}, 'gw_port_id': '6be2281c-f0b9-4622-be9b-e9f39d9ae4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:26:22Z', 'updated_at': '2022-10-28T10:27:05Z', 'revision_number': 5, 'project_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'gw_port': {'id': '6be2281c-f0b9-4622-be9b-e9f39d9ae4d2', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:26:23Z', 'updated_at': '2022-10-28T10:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:06.736664 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81293071-555b-4630-8881-eddd453f84ee None None] Checking router: 98d971c4-3a07-46d9-90bb-9a700e957a52 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:27:06.745558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81293071-555b-4630-8881-eddd453f84ee None None] Routers {'98d971c4-3a07-46d9-90bb-9a700e957a52'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:27:06.746230 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-81293071-555b-4630-8881-eddd453f84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:26:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['98d971c4-3a07-46d9-90bb-9a700e957a52'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:06.756509 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:06.799076 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-2f91ba5b-128e-4932-b9db-6aa3759040af admin admin] For port 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=6be2281c-f0b9-4622-be9b-e9f39d9ae4d2,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:06.799765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2f91ba5b-128e-4932-b9db-6aa3759040af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6be2281c-f0b9-4622-be9b-e9f39d9ae4d2), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:06.813554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2f91ba5b-128e-4932-b9db-6aa3759040af admin admin] Calling delete_port for 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:27:06.837794 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-81293071-555b-4630-8881-eddd453f84ee None None] Set router 98d971c4-3a07-46d9-90bb-9a700e957a52 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:27:06.887878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-81293071-555b-4630-8881-eddd453f84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'name': 'tempest-ServersNegativeTestJSON-728347752-router', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:26:22Z', 'updated_at': '2022-10-28T10:27:06Z', 'revision_number': 6, 'project_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:06.918987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81293071-555b-4630-8881-eddd453f84ee None None] The sync data for ids ['98d971c4-3a07-46d9-90bb-9a700e957a52'] in dv-neutron-zed-2-hyperv is: [{'id': '98d971c4-3a07-46d9-90bb-9a700e957a52', 'name': 'tempest-ServersNegativeTestJSON-728347752-router', 'tenant_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:26:22Z', 'updated_at': '2022-10-28T10:27:06Z', 'revision_number': 6, 'project_id': '28780035ef9c4d36b6e4e3be7f2ca080', 'gw_port_host': None}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:27:07.076722 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2f91ba5b-128e-4932-b9db-6aa3759040af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (6be2281c-f0b9-4622-be9b-e9f39d9ae4d2), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:07.100776 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91ba5b-128e-4932-b9db-6aa3759040af admin admin] Pushing event deleted for resources: {'Port': ['ID=6be2281c-f0b9-4622-be9b-e9f39d9ae4d2,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:07.163802 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2f91ba5b-128e-4932-b9db-6aa3759040af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (98d971c4-3a07-46d9-90bb-9a700e957a52), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:07.252453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2f91ba5b-128e-4932-b9db-6aa3759040af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (98d971c4-3a07-46d9-90bb-9a700e957a52), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:07.254511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2f91ba5b-128e-4932-b9db-6aa3759040af admin admin] Publish callbacks [] for router_controller (98d971c4-3a07-46d9-90bb-9a700e957a52), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:07.374327 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2f91ba5b-128e-4932-b9db-6aa3759040af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (98d971c4-3a07-46d9-90bb-9a700e957a52), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:07.374963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f91ba5b-128e-4932-b9db-6aa3759040af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98d971c4-3a07-46d9-90bb-9a700e957a52 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:27:07.382025 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2f91ba5b-128e-4932-b9db-6aa3759040af admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:07.382025 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2f91ba5b-128e-4932-b9db-6aa3759040af admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/98d971c4-3a07-46d9-90bb-9a700e957a52 HTTP/1.1" status: 204 len: 168 time: 0.9861901 Oct 28 10:27:07.383550 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47554) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:07.428553 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-39744925-e6a2-4932-9e2a-df5be9ca0f00 admin admin] Deleting subnet 3f29c50e-a061-40e4-ba91-fc48917aa39a {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:27:07.431683 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-39744925-e6a2-4932-9e2a-df5be9ca0f00 admin admin] Publish callbacks [] for subnet (3f29c50e-a061-40e4-ba91-fc48917aa39a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:07.463520 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:07.467687 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-39744925-e6a2-4932-9e2a-df5be9ca0f00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (3f29c50e-a061-40e4-ba91-fc48917aa39a), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:07.546900 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-39744925-e6a2-4932-9e2a-df5be9ca0f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (3f29c50e-a061-40e4-ba91-fc48917aa39a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:07.683945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 41e0186c-1a66-4c55-8b35-ac164d2571b4 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:27:07.701559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-39744925-e6a2-4932-9e2a-df5be9ca0f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (3f29c50e-a061-40e4-ba91-fc48917aa39a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:07.705745 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 41e0186c-1a66-4c55-8b35-ac164d2571b4 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:27:07.706099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 41e0186c-1a66-4c55-8b35-ac164d2571b4 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:27:07.726426 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39744925-e6a2-4932-9e2a-df5be9ca0f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f29c50e-a061-40e4-ba91-fc48917aa39a,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:07.732335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-39744925-e6a2-4932-9e2a-df5be9ca0f00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:07.735440 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-39744925-e6a2-4932-9e2a-df5be9ca0f00 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/3f29c50e-a061-40e4-ba91-fc48917aa39a HTTP/1.1" status: 204 len: 168 time: 0.3508651 Oct 28 10:27:07.738398 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47556) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:07.740888 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b69d9b-884f-4085-afb2-04b5093f9f5a None None] Network 5df10697-8125-40cd-98d8-146555bffd8e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:07.812404 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (5df10697-8125-40cd-98d8-146555bffd8e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:07.856562 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] Deleting port 94ed6525-7410-41dc-be01-4c0d19be269e {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:27:07.856938 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (94ed6525-7410-41dc-be01-4c0d19be269e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:07.898774 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a57104-e6c6-400c-b9ce-c92d416a2330 None None] DHCP port deletion for 5df10697-8125-40cd-98d8-146555bffd8e request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:27:07.925374 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] For port 94ed6525-7410-41dc-be01-4c0d19be269e, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=94ed6525-7410-41dc-be01-4c0d19be269e,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:07.925808 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (94ed6525-7410-41dc-be01-4c0d19be269e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:07.938059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-57a57104-e6c6-400c-b9ce-c92d416a2330 None None] Deleting port 94ed6525-7410-41dc-be01-4c0d19be269e {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:27:07.938435 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-57a57104-e6c6-400c-b9ce-c92d416a2330 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (94ed6525-7410-41dc-be01-4c0d19be269e), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:07.940025 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] Calling delete_port for 94ed6525-7410-41dc-be01-4c0d19be269e owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:27:07.992302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:08.009250 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-57a57104-e6c6-400c-b9ce-c92d416a2330 None None] For port 94ed6525-7410-41dc-be01-4c0d19be269e, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=94ed6525-7410-41dc-be01-4c0d19be269e,segment=NetworkSegment(6af2f543-9a59-4d29-acc5-f4670d74104c),segment_id=6af2f543-9a59-4d29-acc5-f4670d74104c)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:08.009740 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-57a57104-e6c6-400c-b9ce-c92d416a2330 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (94ed6525-7410-41dc-be01-4c0d19be269e), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:08.022224 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-57a57104-e6c6-400c-b9ce-c92d416a2330 None None] Calling delete_port for 94ed6525-7410-41dc-be01-4c0d19be269e owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:27:08.031984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:08.066175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:08.082397 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (94ed6525-7410-41dc-be01-4c0d19be269e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:08.097698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-57a57104-e6c6-400c-b9ce-c92d416a2330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (94ed6525-7410-41dc-be01-4c0d19be269e), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:08.108134 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] Pushing event deleted for resources: {'Port': ['ID=94ed6525-7410-41dc-be01-4c0d19be269e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:08.113748 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] No DVR routers for this DVR port 94ed6525-7410-41dc-be01-4c0d19be269e on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:27:08.122111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57104-e6c6-400c-b9ce-c92d416a2330 None None] Pushing event deleted for resources: {'Port': ['ID=94ed6525-7410-41dc-be01-4c0d19be269e,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:08.126414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a57104-e6c6-400c-b9ce-c92d416a2330 None None] No DVR routers for this DVR port 94ed6525-7410-41dc-be01-4c0d19be269e on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:27:08.192183 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (5df10697-8125-40cd-98d8-146555bffd8e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:08.212308 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df10697-8125-40cd-98d8-146555bffd8e']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:08.221838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af2f543-9a59-4d29-acc5-f4670d74104c') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:08.222131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af2f543-9a59-4d29-acc5-f4670d74104c') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:08.231640 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (6af2f543-9a59-4d29-acc5-f4670d74104c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:08.245552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (6af2f543-9a59-4d29-acc5-f4670d74104c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:08.251972 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:27:08.252351 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (6af2f543-9a59-4d29-acc5-f4670d74104c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:08.293845 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 6af2f543-9a59-4d29-acc5-f4670d74104c resource provider aggregate not found Oct 28 10:27:08.310357 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 6af2f543-9a59-4d29-acc5-f4670d74104c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6af2f543-9a59-4d29-acc5-f4670d74104c found for delete ", "request_id": "req-e4242885-c914-41a6-b3a0-9511ae755e57"}]} Oct 28 10:27:08.379651 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (5df10697-8125-40cd-98d8-146555bffd8e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:08.384175 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:08.387272 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/5df10697-8125-40cd-98d8-146555bffd8e HTTP/1.1" status: 204 len: 168 time: 0.6479468 Oct 28 10:27:08.400573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61954695-b654-426c-9033-b99ed72c7aff admin admin] Pushing event deleted for resources: {'Network': ['ID=5df10697-8125-40cd-98d8-146555bffd8e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:08.704107 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:27:08.742369 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47564) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:08.782813 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2b67ad22-8950-4067-9092-fcbc8afc0a2b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=28780035ef9c4d36b6e4e3be7f2ca080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388045 Oct 28 10:27:08.785244 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47566) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:08.833335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Publish callbacks [] for security_group (3c3c1edd-351a-476c-a8aa-fe8a7f8430cf), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:08.836270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:08.854659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Publish callbacks [] for security_group (3c3c1edd-351a-476c-a8aa-fe8a7f8430cf), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:08.973548 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (3c3c1edd-351a-476c-a8aa-fe8a7f8430cf), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:08.976163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:08.984476 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3c3c1edd-351a-476c-a8aa-fe8a7f8430cf HTTP/1.1" status: 204 len: 168 time: 0.1911869 Oct 28 10:27:08.985246 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3c1edd-351a-476c-a8aa-fe8a7f8430cf,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:08.993746 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:08.994093 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:08.994431 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:08.994792 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:08.995124 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:08.995450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:08.995883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:08.996136 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:08.996542 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:08.996875 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:08.997199 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:08.997521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:08.997838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:08.998153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:08.998465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1fe47-2344-4073-b9ef-83176510cdab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:09.122651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 94ed6525-7410-41dc-be01-4c0d19be269e no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:27:09.145805 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 94ed6525-7410-41dc-be01-4c0d19be269e {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:27:09.146156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 94ed6525-7410-41dc-be01-4c0d19be269e not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:27:09.146571 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:27:09.164331 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:27:09.164681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 6be2281c-f0b9-4622-be9b-e9f39d9ae4d2 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:27:09.931755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47588) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:10.025101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b96d7f1c-bfb9-46ee-9a04-b4fe50e51b51 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-888010189'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:10.127024 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96d7f1c-bfb9-46ee-9a04-b4fe50e51b51 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Made reservation on behalf of c609695330394b9e80b9507af7b984b1 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:10.130761 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b96d7f1c-bfb9-46ee-9a04-b4fe50e51b51 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:10.144142 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b96d7f1c-bfb9-46ee-9a04-b4fe50e51b51 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:10.219629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b96d7f1c-bfb9-46ee-9a04-b4fe50e51b51 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for security_group (f3a2807c-3526-4831-9876-d1cddcfd4a75), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:10.287750 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b96d7f1c-bfb9-46ee-9a04-b4fe50e51b51 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (f3a2807c-3526-4831-9876-d1cddcfd4a75), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:10.294921 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:10.316141 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96d7f1c-bfb9-46ee-9a04-b4fe50e51b51 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:27:10.325483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d7f1c-bfb9-46ee-9a04-b4fe50e51b51 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a2807c-3526-4831-9876-d1cddcfd4a75,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:10.332654 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b96d7f1c-bfb9-46ee-9a04-b4fe50e51b51 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (792f8775-29ef-4103-a867-2a6508b696a3), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:10.333663 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-b96d7f1c-bfb9-46ee-9a04-b4fe50e51b51 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Added segment 792f8775-29ef-4103-a867-2a6508b696a3 of type vlan for network 954a428a-9155-4da4-8df9-464b52cee5d7 Oct 28 10:27:10.374813 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b96d7f1c-bfb9-46ee-9a04-b4fe50e51b51 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (954a428a-9155-4da4-8df9-464b52cee5d7), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:10.465169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b96d7f1c-bfb9-46ee-9a04-b4fe50e51b51 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (954a428a-9155-4da4-8df9-464b52cee5d7), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:10.470784 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96d7f1c-bfb9-46ee-9a04-b4fe50e51b51 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:10.471368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b96d7f1c-bfb9-46ee-9a04-b4fe50e51b51 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:10.542601 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d7f1c-bfb9-46ee-9a04-b4fe50e51b51 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event updated for resources: {'Network': ['ID=954a428a-9155-4da4-8df9-464b52cee5d7,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:10.556515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 954a428a-9155-4da4-8df9-464b52cee5d7 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:27:10.599552 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b96d7f1c-bfb9-46ee-9a04-b4fe50e51b51 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6666963 Oct 28 10:27:13.053765 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8a7ce25a-e61c-48dd-97ec-7425b26baa2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:13.851718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47592) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:13.856824 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-ccea8ad8-920d-4454-9bad-8a37ce3dc9e9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Request body: {'subnet': {'network_id': '954a428a-9155-4da4-8df9-464b52cee5d7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:14.036397 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccea8ad8-920d-4454-9bad-8a37ce3dc9e9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Made reservation on behalf of c609695330394b9e80b9507af7b984b1 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:14.040168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ccea8ad8-920d-4454-9bad-8a37ce3dc9e9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:14.098330 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:14.276574 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ccea8ad8-920d-4454-9bad-8a37ce3dc9e9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (d5a07f9f-08e0-48a3-a4ae-1e34445f18fb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:14.346357 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea8ad8-920d-4454-9bad-8a37ce3dc9e9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event updated for resources: {'Subnet': ['ID=d5a07f9f-08e0-48a3-a4ae-1e34445f18fb,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:14.351715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccea8ad8-920d-4454-9bad-8a37ce3dc9e9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Checking segment: {'id': '792f8775-29ef-4103-a867-2a6508b696a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '954a428a-9155-4da4-8df9-464b52cee5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:14.352075 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccea8ad8-920d-4454-9bad-8a37ce3dc9e9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Network hostable DHCP agents. Network: 954a428a-9155-4da4-8df9-464b52cee5d7, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:27:14.448044 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccea8ad8-920d-4454-9bad-8a37ce3dc9e9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Network 954a428a-9155-4da4-8df9-464b52cee5d7 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:27:14.539086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-ccea8ad8-920d-4454-9bad-8a37ce3dc9e9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 954a428a-9155-4da4-8df9-464b52cee5d7) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:14.543197 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccea8ad8-920d-4454-9bad-8a37ce3dc9e9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:14.543806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ccea8ad8-920d-4454-9bad-8a37ce3dc9e9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:14.548859 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7f0050-4c8d-4d1c-8629-d2967c4f2f22 None None] Network 954a428a-9155-4da4-8df9-464b52cee5d7 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:14.610853 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ccea8ad8-920d-4454-9bad-8a37ce3dc9e9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7578716 Oct 28 10:27:14.614101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47594) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:14.619060 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-13d2394b-75f2-42bc-815b-cfcbbc5609b0 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1965753822'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:14.647425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-954a428a-9155-4da4-8df9-464b52cee5d7', 'network_id': '954a428a-9155-4da4-8df9-464b52cee5d7', 'project_id': 'c609695330394b9e80b9507af7b984b1', 'fixed_ips': [{'subnet_id': 'd5a07f9f-08e0-48a3-a4ae-1e34445f18fb'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:27:14.648327 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:14.693650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d2394b-75f2-42bc-815b-cfcbbc5609b0 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Made reservation on behalf of c609695330394b9e80b9507af7b984b1 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:14.697607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-13d2394b-75f2-42bc-815b-cfcbbc5609b0 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:14.722381 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d2394b-75f2-42bc-815b-cfcbbc5609b0 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:27:14.731581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-13d2394b-75f2-42bc-815b-cfcbbc5609b0 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (9ca292ce-e04d-49e3-b776-4cea35bd7436), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:14.731921 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-13d2394b-75f2-42bc-815b-cfcbbc5609b0 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Added segment 9ca292ce-e04d-49e3-b776-4cea35bd7436 of type vlan for network 84ea10f7-a356-4954-82fa-abc51342af2e Oct 28 10:27:14.773864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-13d2394b-75f2-42bc-815b-cfcbbc5609b0 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (84ea10f7-a356-4954-82fa-abc51342af2e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:14.788949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Allocated IP 2001:db8:0:ffff::2 (954a428a-9155-4da4-8df9-464b52cee5d7/d5a07f9f-08e0-48a3-a4ae-1e34445f18fb/0339f022-28c9-433b-b8ba-35c4e06db86b) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:27:14.796742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:14.870449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-13d2394b-75f2-42bc-815b-cfcbbc5609b0 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (84ea10f7-a356-4954-82fa-abc51342af2e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:14.875383 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d2394b-75f2-42bc-815b-cfcbbc5609b0 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:14.876722 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-13d2394b-75f2-42bc-815b-cfcbbc5609b0 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:14.931966 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Publish callbacks [] for port (0339f022-28c9-433b-b8ba-35c4e06db86b), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:14.947660 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2394b-75f2-42bc-815b-cfcbbc5609b0 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event updated for resources: {'Network': ['ID=84ea10f7-a356-4954-82fa-abc51342af2e,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:14.958576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 84ea10f7-a356-4954-82fa-abc51342af2e details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:27:14.976366 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-13d2394b-75f2-42bc-815b-cfcbbc5609b0 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3611546 Oct 28 10:27:14.979224 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47596) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:14.984000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-4a53a440-b852-4e82-9636-e83c3c176bc8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Request body: {'subnet': {'network_id': '84ea10f7-a356-4954-82fa-abc51342af2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:15.013804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (0339f022-28c9-433b-b8ba-35c4e06db86b), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:15.066635 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Network 954a428a-9155-4da4-8df9-464b52cee5d7 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:27:15.069802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:15.074923 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:27:15.081222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Pushing event updated for resources: {'Port': ['ID=0339f022-28c9-433b-b8ba-35c4e06db86b,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:15.126738 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:15.128275 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a53a440-b852-4e82-9636-e83c3c176bc8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Made reservation on behalf of c609695330394b9e80b9507af7b984b1 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:15.132140 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4a53a440-b852-4e82-9636-e83c3c176bc8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:15.136364 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Attempting to bind port 0339f022-28c9-433b-b8ba-35c4e06db86b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:15.137674 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Attempting to bind port 0339f022-28c9-433b-b8ba-35c4e06db86b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '792f8775-29ef-4103-a867-2a6508b696a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '954a428a-9155-4da4-8df9-464b52cee5d7'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:15.137674 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Attempting to bind port 0339f022-28c9-433b-b8ba-35c4e06db86b on network 954a428a-9155-4da4-8df9-464b52cee5d7 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:15.182585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:27:15.182993 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Checking segment: {'id': '792f8775-29ef-4103-a867-2a6508b696a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '954a428a-9155-4da4-8df9-464b52cee5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:15.183415 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:15.183949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Bound using segment: {'id': '792f8775-29ef-4103-a867-2a6508b696a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '954a428a-9155-4da4-8df9-464b52cee5d7'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:27:15.184445 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Bound port: 0339f022-28c9-433b-b8ba-35c4e06db86b, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792f8775-29ef-4103-a867-2a6508b696a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '954a428a-9155-4da4-8df9-464b52cee5d7'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:27:15.184818 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0339f022-28c9-433b-b8ba-35c4e06db86b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:15.243621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:15.247333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] For port 0339f022-28c9-433b-b8ba-35c4e06db86b, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:27:15.250284 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] For port 0339f022-28c9-433b-b8ba-35c4e06db86b, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0339f022-28c9-433b-b8ba-35c4e06db86b,segment=NetworkSegment(792f8775-29ef-4103-a867-2a6508b696a3),segment_id=792f8775-29ef-4103-a867-2a6508b696a3)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:27:15.317171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0339f022-28c9-433b-b8ba-35c4e06db86b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:15.345313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1cff17a1-e994-4f0a-9ffb-cef6384470f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:15.370489 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6bb91-859d-49d7-b892-cfb4bc520ad8 None None] Pushing event updated for resources: {'Port': ['ID=0339f022-28c9-433b-b8ba-35c4e06db86b,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:15.380743 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4a53a440-b852-4e82-9636-e83c3c176bc8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (d77c5c0a-1983-41ac-9c11-23fa3df0cd28), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:15.449981 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:15.453707 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53a440-b852-4e82-9636-e83c3c176bc8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event updated for resources: {'Subnet': ['ID=d77c5c0a-1983-41ac-9c11-23fa3df0cd28,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:15.464113 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a53a440-b852-4e82-9636-e83c3c176bc8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Checking segment: {'id': '9ca292ce-e04d-49e3-b776-4cea35bd7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '84ea10f7-a356-4954-82fa-abc51342af2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:15.464479 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a53a440-b852-4e82-9636-e83c3c176bc8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Network hostable DHCP agents. Network: 84ea10f7-a356-4954-82fa-abc51342af2e, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:27:15.545050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a53a440-b852-4e82-9636-e83c3c176bc8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Network 84ea10f7-a356-4954-82fa-abc51342af2e is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:27:15.608177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-4a53a440-b852-4e82-9636-e83c3c176bc8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 84ea10f7-a356-4954-82fa-abc51342af2e) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:15.612362 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a53a440-b852-4e82-9636-e83c3c176bc8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:15.612982 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4a53a440-b852-4e82-9636-e83c3c176bc8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:15.623646 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b838715-0fc3-4b73-9506-661a78bf3d07 None None] Network 84ea10f7-a356-4954-82fa-abc51342af2e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:15.702523 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4a53a440-b852-4e82-9636-e83c3c176bc8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7222240 Oct 28 10:27:15.706129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47598) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:15.725007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc56628a-8eef-4187-9fbc-74581194a53c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-84ea10f7-a356-4954-82fa-abc51342af2e', 'network_id': '84ea10f7-a356-4954-82fa-abc51342af2e', 'project_id': 'c609695330394b9e80b9507af7b984b1', 'fixed_ips': [{'subnet_id': 'd77c5c0a-1983-41ac-9c11-23fa3df0cd28'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:27:15.726000 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cc56628a-8eef-4187-9fbc-74581194a53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:15.805789 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (84ea10f7-a356-4954-82fa-abc51342af2e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:15.864525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (d77c5c0a-1983-41ac-9c11-23fa3df0cd28), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.015521 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (d77c5c0a-1983-41ac-9c11-23fa3df0cd28), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.044163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event deleted for resources: {'Subnet': ['ID=d77c5c0a-1983-41ac-9c11-23fa3df0cd28,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server [None req-cc56628a-8eef-4187-9fbc-74581194a53c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d77c5c0a-1983-41ac-9c11-23fa3df0cd28: This subnet is being modified by another concurrent operation. Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server raise exception Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d77c5c0a-1983-41ac-9c11-23fa3df0cd28: This subnet is being modified by another concurrent operation. Oct 28 10:27:16.050619 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR oslo_messaging.rpc.server Oct 28 10:27:16.068015 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:16.068311 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:16.068660 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:16.069007 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:16.069348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:16.069690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:16.070025 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:16.070361 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:16.070741 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:16.071075 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:16.071407 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:16.071736 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:16.072063 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:16.072392 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:16.072721 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:16.126085 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (84ea10f7-a356-4954-82fa-abc51342af2e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.147502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ea10f7-a356-4954-82fa-abc51342af2e']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:16.157867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca292ce-e04d-49e3-b776-4cea35bd7436') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:16.158157 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca292ce-e04d-49e3-b776-4cea35bd7436') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:16.168443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (9ca292ce-e04d-49e3-b776-4cea35bd7436), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.183321 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (9ca292ce-e04d-49e3-b776-4cea35bd7436), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.190154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:27:16.190571 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (9ca292ce-e04d-49e3-b776-4cea35bd7436), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.232760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166dbfde-1358-46fb-aedd-8d39650d016d None None] get_active_networks_info from dv-neutron-zed-2-hyperv {{(pid=114061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 28 10:27:16.238318 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 9ca292ce-e04d-49e3-b776-4cea35bd7436 resource provider aggregate not found Oct 28 10:27:16.258072 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 9ca292ce-e04d-49e3-b776-4cea35bd7436 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ca292ce-e04d-49e3-b776-4cea35bd7436 found for delete ", "request_id": "req-234b7127-95f8-41df-ac99-a51f33735f02"}]} Oct 28 10:27:16.308778 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-5886c376-7635-4f69-8824-c7d3d3476ba3 None None] Provisioning complete for port 0339f022-28c9-433b-b8ba-35c4e06db86b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:16.309150 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5886c376-7635-4f69-8824-c7d3d3476ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0339f022-28c9-433b-b8ba-35c4e06db86b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.309486 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-5886c376-7635-4f69-8824-c7d3d3476ba3 None None] Attempt 1 to provision port 0339f022-28c9-433b-b8ba-35c4e06db86b Oct 28 10:27:16.314583 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166dbfde-1358-46fb-aedd-8d39650d016d None None] Resources bound (agent type, host, resource id): {{(pid=114061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 10:27:16.334118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (84ea10f7-a356-4954-82fa-abc51342af2e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.341249 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.348481 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "DELETE /networking/v2.0/networks/84ea10f7-a356-4954-82fa-abc51342af2e HTTP/1.1" status: 204 len: 168 time: 0.6373134 Oct 28 10:27:16.349371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47604) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:16.356026 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-f1b527c0-b041-4a5a-8a60-63326edf3bea tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1146801341'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:16.357393 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5617f39-cded-44da-b881-1dd731e93c83 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event deleted for resources: {'Network': ['ID=84ea10f7-a356-4954-82fa-abc51342af2e,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:16.436678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b527c0-b041-4a5a-8a60-63326edf3bea tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Made reservation on behalf of c609695330394b9e80b9507af7b984b1 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:16.441030 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f1b527c0-b041-4a5a-8a60-63326edf3bea tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.461883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5886c376-7635-4f69-8824-c7d3d3476ba3 None None] Current status of the port 0339f022-28c9-433b-b8ba-35c4e06db86b is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:16.462199 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5886c376-7635-4f69-8824-c7d3d3476ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0339f022-28c9-433b-b8ba-35c4e06db86b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.466081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b527c0-b041-4a5a-8a60-63326edf3bea tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:27:16.476252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f1b527c0-b041-4a5a-8a60-63326edf3bea tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (75e763c5-a6f6-4607-bc03-cd9fb8f9fc31), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.476252 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-f1b527c0-b041-4a5a-8a60-63326edf3bea tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Added segment 75e763c5-a6f6-4607-bc03-cd9fb8f9fc31 of type vlan for network 63aa86e3-d22b-4e50-9430-19d402d1102b Oct 28 10:27:16.518345 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f1b527c0-b041-4a5a-8a60-63326edf3bea tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (63aa86e3-d22b-4e50-9430-19d402d1102b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.539570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-5886c376-7635-4f69-8824-c7d3d3476ba3 None None] For port 0339f022-28c9-433b-b8ba-35c4e06db86b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0339f022-28c9-433b-b8ba-35c4e06db86b,segment=NetworkSegment(792f8775-29ef-4103-a867-2a6508b696a3),segment_id=792f8775-29ef-4103-a867-2a6508b696a3)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:16.553199 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bb5337-d69c-4c06-b7ad-25622bc19e39 None None] Network 954a428a-9155-4da4-8df9-464b52cee5d7 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:16.556480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff9b785-4ae5-41b5-a65f-6b6ca12de3cd None None] Network 84ea10f7-a356-4954-82fa-abc51342af2e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:16.602715 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f1b527c0-b041-4a5a-8a60-63326edf3bea tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (63aa86e3-d22b-4e50-9430-19d402d1102b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.603236 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff9b785-4ae5-41b5-a65f-6b6ca12de3cd None None] Network 84ea10f7-a356-4954-82fa-abc51342af2e could not be found, it might have been deleted concurrently. {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 28 10:27:16.607966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b527c0-b041-4a5a-8a60-63326edf3bea tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:16.608507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f1b527c0-b041-4a5a-8a60-63326edf3bea tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.619787 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:16.625272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5886c376-7635-4f69-8824-c7d3d3476ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0339f022-28c9-433b-b8ba-35c4e06db86b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.682403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b527c0-b041-4a5a-8a60-63326edf3bea tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event updated for resources: {'Network': ['ID=63aa86e3-d22b-4e50-9430-19d402d1102b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:16.698327 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 63aa86e3-d22b-4e50-9430-19d402d1102b details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:27:16.748462 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f1b527c0-b041-4a5a-8a60-63326edf3bea tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3968012 Oct 28 10:27:16.751493 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47606) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:16.753409 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886c376-7635-4f69-8824-c7d3d3476ba3 None None] Pushing event updated for resources: {'Port': ['ID=0339f022-28c9-433b-b8ba-35c4e06db86b,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:16.759003 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-2c2ce04f-299f-459a-9119-4ceca5245881 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Request body: {'subnet': {'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:16.768193 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:16.777926 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:16.923181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:16.973387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2ce04f-299f-459a-9119-4ceca5245881 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Made reservation on behalf of c609695330394b9e80b9507af7b984b1 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:16.977250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce04f-299f-459a-9119-4ceca5245881 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:16.996378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:17.035729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.ipam_backend_mixin [None req-2c2ce04f-299f-459a-9119-4ceca5245881 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Performing IP validity checks on allocation pools {{(pid=114059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 28 10:27:17.036276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.ipam_backend_mixin [None req-2c2ce04f-299f-459a-9119-4ceca5245881 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 28 10:27:17.050872 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-1666ce9b-397e-4bc9-80c5-6e72eacd6e3b None None] Provisioning complete for port 0339f022-28c9-433b-b8ba-35c4e06db86b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:17.051253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1666ce9b-397e-4bc9-80c5-6e72eacd6e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0339f022-28c9-433b-b8ba-35c4e06db86b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:17.051598 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-1666ce9b-397e-4bc9-80c5-6e72eacd6e3b None None] Attempt 1 to provision port 0339f022-28c9-433b-b8ba-35c4e06db86b Oct 28 10:27:17.073941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:17.127856 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1666ce9b-397e-4bc9-80c5-6e72eacd6e3b None None] Current status of the port 0339f022-28c9-433b-b8ba-35c4e06db86b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:17.159725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0339f022-28c9-433b-b8ba-35c4e06db86b up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:27:17.203241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0339f022-28c9-433b-b8ba-35c4e06db86b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:17.203617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0339f022-28c9-433b-b8ba-35c4e06db86b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:17.203957 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0339f022-28c9-433b-b8ba-35c4e06db86b Oct 28 10:27:17.213703 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce04f-299f-459a-9119-4ceca5245881 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (b095ef40-8b5a-4ecf-9329-9a364034091f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:17.277820 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ce04f-299f-459a-9119-4ceca5245881 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event updated for resources: {'Subnet': ['ID=b095ef40-8b5a-4ecf-9329-9a364034091f,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:17.281376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0339f022-28c9-433b-b8ba-35c4e06db86b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:17.285839 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2ce04f-299f-459a-9119-4ceca5245881 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Checking segment: {'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:17.286149 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2ce04f-299f-459a-9119-4ceca5245881 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Network hostable DHCP agents. Network: 63aa86e3-d22b-4e50-9430-19d402d1102b, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:27:17.350529 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2ce04f-299f-459a-9119-4ceca5245881 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Network 63aa86e3-d22b-4e50-9430-19d402d1102b is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:27:17.413280 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-2c2ce04f-299f-459a-9119-4ceca5245881 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 63aa86e3-d22b-4e50-9430-19d402d1102b) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:17.417509 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2ce04f-299f-459a-9119-4ceca5245881 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:17.418116 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce04f-299f-459a-9119-4ceca5245881 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:17.427013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea704e0-9d67-4a7d-b8d3-1493e54a5f52 None None] Network 63aa86e3-d22b-4e50-9430-19d402d1102b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:17.525042 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2c2ce04f-299f-459a-9119-4ceca5245881 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7724035 Oct 28 10:27:17.526117 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-63aa86e3-d22b-4e50-9430-19d402d1102b', 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b', 'project_id': 'c609695330394b9e80b9507af7b984b1', 'fixed_ips': [{'subnet_id': 'b095ef40-8b5a-4ecf-9329-9a364034091f'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:27:17.527077 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:17.527627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47608) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:17.631690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (63aa86e3-d22b-4e50-9430-19d402d1102b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:17.655622 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:17.661214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Allocated IP 2001:db8::3 (63aa86e3-d22b-4e50-9430-19d402d1102b/b095ef40-8b5a-4ecf-9329-9a364034091f/4b06207a-a8d9-4f73-9ef1-62752b8abe38) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:27:17.687411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (b095ef40-8b5a-4ecf-9329-9a364034091f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:17.806129 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Publish callbacks [] for port (4b06207a-a8d9-4f73-9ef1-62752b8abe38), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:17.865392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (4b06207a-a8d9-4f73-9ef1-62752b8abe38), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:17.925290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Network 63aa86e3-d22b-4e50-9430-19d402d1102b is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:27:17.928655 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:17.930457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Pushing event updated for resources: {'Port': ['ID=4b06207a-a8d9-4f73-9ef1-62752b8abe38,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:17.932641 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:27:17.951133 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (b095ef40-8b5a-4ecf-9329-9a364034091f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:17.957037 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:17.986657 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event deleted for resources: {'Subnet': ['ID=b095ef40-8b5a-4ecf-9329-9a364034091f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:17.989156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:17.992806 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:17.993183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:17.994477 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.014315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.017402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.034574 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.037537 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Failed to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] Oct 28 10:27:18.037537 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempt 2 to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 Oct 28 10:27:18.048963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:18.049339 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:18.053050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (63aa86e3-d22b-4e50-9430-19d402d1102b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:18.053530 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.071070 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63aa86e3-d22b-4e50-9430-19d402d1102b']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.073003 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.076162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.081210 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:18.081518 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:18.091400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (75e763c5-a6f6-4607-bc03-cd9fb8f9fc31), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.093047 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.095718 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Failed to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] Oct 28 10:27:18.095718 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempt 3 to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 Oct 28 10:27:18.105534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (75e763c5-a6f6-4607-bc03-cd9fb8f9fc31), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:18.106834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:18.107202 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:18.107601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.112636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:27:18.116452 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (75e763c5-a6f6-4607-bc03-cd9fb8f9fc31), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.127679 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.130290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.147413 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.149806 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Failed to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] Oct 28 10:27:18.149806 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempt 4 to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 Oct 28 10:27:18.160439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:18.160812 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:18.161174 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.181945 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.184980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.203057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.206598 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Failed to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] Oct 28 10:27:18.206598 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempt 5 to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 Oct 28 10:27:18.207379 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.api [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 10:27:18.207379 dv-neutron-zed-2-hyperv neutron-server[114059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 10:27:18.207379 dv-neutron-zed-2-hyperv neutron-server[114059]: [parameters: {'id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] Oct 28 10:27:18.207379 dv-neutron-zed-2-hyperv neutron-server[114059]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:27:18.207781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG oslo_db.api [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:27:18.216071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:18.216437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:18.216798 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.239475 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.242423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.258961 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.261868 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Failed to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] Oct 28 10:27:18.261868 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempt 6 to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 Oct 28 10:27:18.272314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:18.272685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:18.273046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.275482 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 75e763c5-a6f6-4607-bc03-cd9fb8f9fc31 resource provider aggregate not found Oct 28 10:27:18.291810 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 75e763c5-a6f6-4607-bc03-cd9fb8f9fc31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75e763c5-a6f6-4607-bc03-cd9fb8f9fc31 found for delete ", "request_id": "req-9c6d343a-9242-489f-b4e7-256b74141dcc"}]} Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.293499 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.296264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.312730 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.315266 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Failed to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] Oct 28 10:27:18.315266 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempt 7 to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 Oct 28 10:27:18.325395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:18.325766 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:18.326117 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.345872 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.348945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.364865 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.382184 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Failed to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] Oct 28 10:27:18.382184 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempt 8 to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 Oct 28 10:27:18.382184 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:18.382184 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:18.382184 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.400917 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.403973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.420113 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.423102 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Failed to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] Oct 28 10:27:18.423102 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempt 9 to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 Oct 28 10:27:18.432446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:18.432749 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:18.433101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.453015 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.456824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.472754 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.475811 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Failed to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] Oct 28 10:27:18.475811 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempt 10 to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 Oct 28 10:27:18.485005 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:18.485437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:18.485787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.504733 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.507846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempting to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on network 63aa86e3-d22b-4e50-9430-19d402d1102b {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b095ef40-8b5a-4ecf-9329-9a364034091f could not be found. Oct 28 10:27:18.525921 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:18.528857 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Failed to bind port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '63aa86e3-d22b-4e50-9430-19d402d1102b'}] Oct 28 10:27:18.528857 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4b06207a-a8d9-4f73-9ef1-62752b8abe38), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:18.570925 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:18.599866 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] For port 4b06207a-a8d9-4f73-9ef1-62752b8abe38, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:27:18.600251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Attempted to set empty binding levels {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 10:27:18.613202 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:18.665386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (4b06207a-a8d9-4f73-9ef1-62752b8abe38), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:18.709244 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (63aa86e3-d22b-4e50-9430-19d402d1102b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:18.732821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc069c-2d1f-413e-9228-59ed2187b1ca None None] Pushing event updated for resources: {'Port': ['ID=4b06207a-a8d9-4f73-9ef1-62752b8abe38,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:18.744994 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229170a9-2e14-4b56-a58d-5c0520483c85 None None] get_active_networks_info from dv-neutron-zed-2-hyperv {{(pid=114061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 28 10:27:18.755017 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Deleting port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:27:18.755359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4b06207a-a8d9-4f73-9ef1-62752b8abe38), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:18.769438 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:18.818729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] For port 4b06207a-a8d9-4f73-9ef1-62752b8abe38, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:18.819096 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4b06207a-a8d9-4f73-9ef1-62752b8abe38), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:18.819288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229170a9-2e14-4b56-a58d-5c0520483c85 None None] Resources bound (agent type, host, resource id): {{(pid=114061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 10:27:18.831975 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Calling delete_port for 4b06207a-a8d9-4f73-9ef1-62752b8abe38 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:27:18.967597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41305e2a-814f-40fe-9e5e-82960e63a40a None None] Network 63aa86e3-d22b-4e50-9430-19d402d1102b requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:18.990744 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (4b06207a-a8d9-4f73-9ef1-62752b8abe38), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:19.015946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event deleted for resources: {'Port': ['ID=4b06207a-a8d9-4f73-9ef1-62752b8abe38,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:19.019887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] No DVR routers for this DVR port 4b06207a-a8d9-4f73-9ef1-62752b8abe38 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:27:19.102266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (63aa86e3-d22b-4e50-9430-19d402d1102b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:19.122275 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63aa86e3-d22b-4e50-9430-19d402d1102b']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:19.131542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:19.131838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e763c5-a6f6-4607-bc03-cd9fb8f9fc31') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:19.141260 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (75e763c5-a6f6-4607-bc03-cd9fb8f9fc31), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:19.154545 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (75e763c5-a6f6-4607-bc03-cd9fb8f9fc31), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:19.161525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:27:19.161901 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (75e763c5-a6f6-4607-bc03-cd9fb8f9fc31), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:19.282906 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (63aa86e3-d22b-4e50-9430-19d402d1102b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:19.289471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:19.292527 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "DELETE /networking/v2.0/networks/63aa86e3-d22b-4e50-9430-19d402d1102b HTTP/1.1" status: 204 len: 168 time: 1.7637935 Oct 28 10:27:19.296179 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47614) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:19.301974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-32de28d7-0c7d-418e-a36d-5a7ae1655c64 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-189564994'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:19.308774 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8b968-b688-4828-b8b1-c04f975cc568 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event deleted for resources: {'Network': ['ID=63aa86e3-d22b-4e50-9430-19d402d1102b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:19.379330 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32de28d7-0c7d-418e-a36d-5a7ae1655c64 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Made reservation on behalf of c609695330394b9e80b9507af7b984b1 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:19.383029 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-32de28d7-0c7d-418e-a36d-5a7ae1655c64 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:19.406695 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32de28d7-0c7d-418e-a36d-5a7ae1655c64 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:27:19.415951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-32de28d7-0c7d-418e-a36d-5a7ae1655c64 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (8f447210-b8e1-4abe-b56a-9ba4ff4c671e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:19.416284 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-32de28d7-0c7d-418e-a36d-5a7ae1655c64 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Added segment 8f447210-b8e1-4abe-b56a-9ba4ff4c671e of type vlan for network aab0ea73-543c-412d-ad31-227838b20739 Oct 28 10:27:19.457353 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-32de28d7-0c7d-418e-a36d-5a7ae1655c64 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (aab0ea73-543c-412d-ad31-227838b20739), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:19.522429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-32de28d7-0c7d-418e-a36d-5a7ae1655c64 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (aab0ea73-543c-412d-ad31-227838b20739), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:19.527550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32de28d7-0c7d-418e-a36d-5a7ae1655c64 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:19.528126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-32de28d7-0c7d-418e-a36d-5a7ae1655c64 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:19.598715 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de28d7-0c7d-418e-a36d-5a7ae1655c64 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event updated for resources: {'Network': ['ID=aab0ea73-543c-412d-ad31-227838b20739,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:19.608403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network aab0ea73-543c-412d-ad31-227838b20739 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:27:19.632916 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-32de28d7-0c7d-418e-a36d-5a7ae1655c64 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3355203 Oct 28 10:27:19.635698 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47616) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:19.640568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-feb6c592-8cd5-4266-a401-bfde924820d8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Request body: {'subnet': {'network_id': 'aab0ea73-543c-412d-ad31-227838b20739', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:19.790465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb6c592-8cd5-4266-a401-bfde924820d8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Made reservation on behalf of c609695330394b9e80b9507af7b984b1 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:19.794179 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-feb6c592-8cd5-4266-a401-bfde924820d8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:20.036723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-feb6c592-8cd5-4266-a401-bfde924820d8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (e8500fc8-6de6-46b3-8b04-251a4f68e3a7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:20.091800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=6,neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:20.100343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6c592-8cd5-4266-a401-bfde924820d8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event updated for resources: {'Subnet': ['ID=e8500fc8-6de6-46b3-8b04-251a4f68e3a7,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:20.110529 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb6c592-8cd5-4266-a401-bfde924820d8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Checking segment: {'id': '8f447210-b8e1-4abe-b56a-9ba4ff4c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aab0ea73-543c-412d-ad31-227838b20739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:20.110904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6c592-8cd5-4266-a401-bfde924820d8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Network hostable DHCP agents. Network: aab0ea73-543c-412d-ad31-227838b20739, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:27:20.196308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6c592-8cd5-4266-a401-bfde924820d8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Network aab0ea73-543c-412d-ad31-227838b20739 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:27:20.253323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-feb6c592-8cd5-4266-a401-bfde924820d8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, aab0ea73-543c-412d-ad31-227838b20739) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:20.257375 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb6c592-8cd5-4266-a401-bfde924820d8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:20.257999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-feb6c592-8cd5-4266-a401-bfde924820d8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:20.262195 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744eb06f-1969-4466-a963-f3d268af00de None None] Network aab0ea73-543c-412d-ad31-227838b20739 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:20.310215 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 75e763c5-a6f6-4607-bc03-cd9fb8f9fc31 resource provider aggregate not found Oct 28 10:27:20.328753 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 75e763c5-a6f6-4607-bc03-cd9fb8f9fc31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75e763c5-a6f6-4607-bc03-cd9fb8f9fc31 found for delete ", "request_id": "req-8b771d21-230a-4595-a8f3-69e87ed8233b"}]} Oct 28 10:27:20.347563 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-feb6c592-8cd5-4266-a401-bfde924820d8 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7107513 Oct 28 10:27:20.351051 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47622) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:20.356037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-8c0eee3a-9bf4-4a45-a803-757ab72fe98d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1766007607'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:20.367561 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-aab0ea73-543c-412d-ad31-227838b20739', 'network_id': 'aab0ea73-543c-412d-ad31-227838b20739', 'project_id': 'c609695330394b9e80b9507af7b984b1', 'fixed_ips': [{'subnet_id': 'e8500fc8-6de6-46b3-8b04-251a4f68e3a7'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:27:20.368495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:20.436370 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0eee3a-9bf4-4a45-a803-757ab72fe98d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Made reservation on behalf of c609695330394b9e80b9507af7b984b1 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:20.440687 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c0eee3a-9bf4-4a45-a803-757ab72fe98d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:20.456236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:20.465894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0eee3a-9bf4-4a45-a803-757ab72fe98d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:27:20.475121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c0eee3a-9bf4-4a45-a803-757ab72fe98d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:20.475454 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-8c0eee3a-9bf4-4a45-a803-757ab72fe98d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Added segment 2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126 of type vlan for network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae Oct 28 10:27:20.503671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Allocated IP 2001:db8::2 (aab0ea73-543c-412d-ad31-227838b20739/e8500fc8-6de6-46b3-8b04-251a4f68e3a7/75821ebb-f2cc-419b-a5b7-a8798987aeb2) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:27:20.517329 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c0eee3a-9bf4-4a45-a803-757ab72fe98d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (9929d8b0-2cc6-4cee-a0d4-aca98c7129ae), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:20.607609 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c0eee3a-9bf4-4a45-a803-757ab72fe98d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (9929d8b0-2cc6-4cee-a0d4-aca98c7129ae), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:20.613125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0eee3a-9bf4-4a45-a803-757ab72fe98d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:20.613694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c0eee3a-9bf4-4a45-a803-757ab72fe98d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:20.642131 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Publish callbacks [] for port (75821ebb-f2cc-419b-a5b7-a8798987aeb2), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:20.685184 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0eee3a-9bf4-4a45-a803-757ab72fe98d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event updated for resources: {'Network': ['ID=9929d8b0-2cc6-4cee-a0d4-aca98c7129ae,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:20.695052 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:27:20.711452 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8c0eee3a-9bf4-4a45-a803-757ab72fe98d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3552146 Oct 28 10:27:20.714556 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47624) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:20.720194 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-ecee0038-f24c-4715-9a6c-0e039d41ba30 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Request body: {'subnet': {'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:20.723543 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:20.739938 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (75821ebb-f2cc-419b-a5b7-a8798987aeb2), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:20.774431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:20.802339 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Network aab0ea73-543c-412d-ad31-227838b20739 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:27:20.804555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:20.810553 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:27:20.813752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Pushing event updated for resources: {'Port': ['ID=75821ebb-f2cc-419b-a5b7-a8798987aeb2,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:20.864397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:20.870701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecee0038-f24c-4715-9a6c-0e039d41ba30 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Made reservation on behalf of c609695330394b9e80b9507af7b984b1 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:20.873700 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Attempting to bind port 75821ebb-f2cc-419b-a5b7-a8798987aeb2 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:20.874137 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Attempting to bind port 75821ebb-f2cc-419b-a5b7-a8798987aeb2 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '8f447210-b8e1-4abe-b56a-9ba4ff4c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aab0ea73-543c-412d-ad31-227838b20739'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:20.874504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Attempting to bind port 75821ebb-f2cc-419b-a5b7-a8798987aeb2 on network aab0ea73-543c-412d-ad31-227838b20739 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:20.875177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ecee0038-f24c-4715-9a6c-0e039d41ba30 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:20.916176 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:27:20.916548 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Checking segment: {'id': '8f447210-b8e1-4abe-b56a-9ba4ff4c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aab0ea73-543c-412d-ad31-227838b20739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:20.916953 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:20.917347 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Bound using segment: {'id': '8f447210-b8e1-4abe-b56a-9ba4ff4c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aab0ea73-543c-412d-ad31-227838b20739'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:27:20.917813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Bound port: 75821ebb-f2cc-419b-a5b7-a8798987aeb2, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f447210-b8e1-4abe-b56a-9ba4ff4c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aab0ea73-543c-412d-ad31-227838b20739'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:27:20.918216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (75821ebb-f2cc-419b-a5b7-a8798987aeb2), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:20.980063 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] For port 75821ebb-f2cc-419b-a5b7-a8798987aeb2, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:27:20.983031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] For port 75821ebb-f2cc-419b-a5b7-a8798987aeb2, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=75821ebb-f2cc-419b-a5b7-a8798987aeb2,segment=NetworkSegment(8f447210-b8e1-4abe-b56a-9ba4ff4c671e),segment_id=8f447210-b8e1-4abe-b56a-9ba4ff4c671e)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:27:21.065457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (75821ebb-f2cc-419b-a5b7-a8798987aeb2), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:21.111484 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ecee0038-f24c-4715-9a6c-0e039d41ba30 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (077ad855-77c9-44ee-9e73-e7181c15c3e1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:21.123382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920229d6-b0a7-46fe-9bea-6658178cb4f6 None None] Pushing event updated for resources: {'Port': ['ID=75821ebb-f2cc-419b-a5b7-a8798987aeb2,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:21.139605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:21.180183 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee0038-f24c-4715-9a6c-0e039d41ba30 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event updated for resources: {'Subnet': ['ID=077ad855-77c9-44ee-9e73-e7181c15c3e1,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:21.190725 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecee0038-f24c-4715-9a6c-0e039d41ba30 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Checking segment: {'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:21.191089 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecee0038-f24c-4715-9a6c-0e039d41ba30 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Network hostable DHCP agents. Network: 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:27:21.283554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecee0038-f24c-4715-9a6c-0e039d41ba30 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:27:21.373050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-ecee0038-f24c-4715-9a6c-0e039d41ba30 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:21.377895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecee0038-f24c-4715-9a6c-0e039d41ba30 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:21.378434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ecee0038-f24c-4715-9a6c-0e039d41ba30 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:21.382208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86692132-044b-4d48-a750-73b777697af7 None None] Network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:21.473280 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ecee0038-f24c-4715-9a6c-0e039d41ba30 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7575336 Oct 28 10:27:21.475750 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47626) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:21.485499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-9929d8b0-2cc6-4cee-a0d4-aca98c7129ae', 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae', 'project_id': 'c609695330394b9e80b9507af7b984b1', 'fixed_ips': [{'subnet_id': '077ad855-77c9-44ee-9e73-e7181c15c3e1'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:27:21.490553 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:21.584825 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (9929d8b0-2cc6-4cee-a0d4-aca98c7129ae), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:21.628754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Allocated IP 2001:db8::2 (9929d8b0-2cc6-4cee-a0d4-aca98c7129ae/077ad855-77c9-44ee-9e73-e7181c15c3e1/9d20c042-dc0d-4e24-9208-7d5a496f39c0) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:27:21.643266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (077ad855-77c9-44ee-9e73-e7181c15c3e1), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:21.929093 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Publish callbacks [] for port (9d20c042-dc0d-4e24-9208-7d5a496f39c0), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:22.002060 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a0e1da-ebcc-411e-9fd6-7f4e9d23227c None None] Network aab0ea73-543c-412d-ad31-227838b20739 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:22.042980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (9d20c042-dc0d-4e24-9208-7d5a496f39c0), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:22.048290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:22.098732 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (077ad855-77c9-44ee-9e73-e7181c15c3e1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:22.117938 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:27:22.118893 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-f0d9a460-467d-4c3b-8ca3-e15f94282287 None None] Provisioning complete for port 75821ebb-f2cc-419b-a5b7-a8798987aeb2 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:22.119262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f0d9a460-467d-4c3b-8ca3-e15f94282287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (75821ebb-f2cc-419b-a5b7-a8798987aeb2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:22.119592 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f0d9a460-467d-4c3b-8ca3-e15f94282287 None None] Attempt 1 to provision port 75821ebb-f2cc-419b-a5b7-a8798987aeb2 Oct 28 10:27:22.132696 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event deleted for resources: {'Subnet': ['ID=077ad855-77c9-44ee-9e73-e7181c15c3e1,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:22.145880 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Pushing event updated for resources: {'Port': ['ID=9d20c042-dc0d-4e24-9208-7d5a496f39c0,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:22.148487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:22.154421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:27:22.192979 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (9929d8b0-2cc6-4cee-a0d4-aca98c7129ae), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:22.244551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:22.280585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:22.280950 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:22.281318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.308462 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.311080 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.335761 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.338838 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Failed to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] Oct 28 10:27:22.338838 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempt 2 to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 Oct 28 10:27:22.339658 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f0d9a460-467d-4c3b-8ca3-e15f94282287 None None] Current status of the port 75821ebb-f2cc-419b-a5b7-a8798987aeb2 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:22.340044 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f0d9a460-467d-4c3b-8ca3-e15f94282287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (75821ebb-f2cc-419b-a5b7-a8798987aeb2), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:22.365689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:22.365689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:22.365689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.396744 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.401402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.428057 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.431880 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Failed to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] Oct 28 10:27:22.431880 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempt 3 to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 Oct 28 10:27:22.435702 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f0d9a460-467d-4c3b-8ca3-e15f94282287 None None] For port 75821ebb-f2cc-419b-a5b7-a8798987aeb2, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=75821ebb-f2cc-419b-a5b7-a8798987aeb2,segment=NetworkSegment(8f447210-b8e1-4abe-b56a-9ba4ff4c671e),segment_id=8f447210-b8e1-4abe-b56a-9ba4ff4c671e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:22.448316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:22.448690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:22.449056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.470315 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.473430 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.491323 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.494294 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Failed to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] Oct 28 10:27:22.494294 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempt 4 to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 Oct 28 10:27:22.506374 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f0d9a460-467d-4c3b-8ca3-e15f94282287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (75821ebb-f2cc-419b-a5b7-a8798987aeb2), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:22.509796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:22.509796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:22.509796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.532675 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.539212 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.542736 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9929d8b0-2cc6-4cee-a0d4-aca98c7129ae']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:22.552954 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:22.553249 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:22.565125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:22.578634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.578808 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.581555 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Failed to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] Oct 28 10:27:22.581644 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:22.581733 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempt 5 to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 Oct 28 10:27:22.585610 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:27:22.585998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:22.600309 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:22.600690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:22.601048 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.631685 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126 resource provider aggregate not found Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.632712 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.635845 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.652604 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126 found for delete ", "request_id": "req-dc4a7a4b-9cb8-4fd7-98bb-45ffeb1a08f7"}]} Oct 28 10:27:22.659564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9a460-467d-4c3b-8ca3-e15f94282287 None None] Pushing event updated for resources: {'Port': ['ID=75821ebb-f2cc-419b-a5b7-a8798987aeb2,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:22.663642 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-73364f79-48f1-40f3-9538-e2642a638d6d None None] Provisioning complete for port 75821ebb-f2cc-419b-a5b7-a8798987aeb2 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:22.664026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-73364f79-48f1-40f3-9538-e2642a638d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (75821ebb-f2cc-419b-a5b7-a8798987aeb2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:22.664362 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-73364f79-48f1-40f3-9538-e2642a638d6d None None] Attempt 1 to provision port 75821ebb-f2cc-419b-a5b7-a8798987aeb2 Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.666600 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.669468 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Failed to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] Oct 28 10:27:22.669468 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempt 6 to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 Oct 28 10:27:22.671454 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.db.api [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 10:27:22.671454 dv-neutron-zed-2-hyperv neutron-server[114059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 10:27:22.671454 dv-neutron-zed-2-hyperv neutron-server[114059]: [parameters: {'id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] Oct 28 10:27:22.671454 dv-neutron-zed-2-hyperv neutron-server[114059]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:27:22.671833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG oslo_db.api [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:27:22.710892 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:22.711271 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:22.711635 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.734403 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.737963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.757155 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.759991 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Failed to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] Oct 28 10:27:22.759991 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempt 7 to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 Oct 28 10:27:22.774619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:22.775012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:22.775380 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.814758 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.817715 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.843044 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.846345 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Failed to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] Oct 28 10:27:22.846345 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempt 8 to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 Oct 28 10:27:22.848089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-73364f79-48f1-40f3-9538-e2642a638d6d None None] Current status of the port 75821ebb-f2cc-419b-a5b7-a8798987aeb2 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:22.858306 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:22.858697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:22.859070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.879272 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.881917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.899006 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.901955 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Failed to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] Oct 28 10:27:22.901955 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempt 9 to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 Oct 28 10:27:22.912382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:22.912775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:22.913141 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.933156 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.938188 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.953583 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.956291 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Failed to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] Oct 28 10:27:22.956291 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempt 10 to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 Oct 28 10:27:22.966263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:22.966638 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:22.967031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:22.988231 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:22.991272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempting to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise self.value Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 077ad855-77c9-44ee-9e73-e7181c15c3e1 could not be found. Oct 28 10:27:23.011393 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers Oct 28 10:27:23.014513 dv-neutron-zed-2-hyperv neutron-server[114061]: ERROR neutron.plugins.ml2.managers [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Failed to bind port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv for vnic_type normal using segments [{'id': '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9929d8b0-2cc6-4cee-a0d4-aca98c7129ae'}] Oct 28 10:27:23.014513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9d20c042-dc0d-4e24-9208-7d5a496f39c0), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:23.072063 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] For port 9d20c042-dc0d-4e24-9208-7d5a496f39c0, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:27:23.072463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Attempted to set empty binding levels {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 10:27:23.134038 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9d20c042-dc0d-4e24-9208-7d5a496f39c0), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:23.162449 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 75821ebb-f2cc-419b-a5b7-a8798987aeb2 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:27:23.173745 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (9929d8b0-2cc6-4cee-a0d4-aca98c7129ae), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:23.215388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Deleting port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:27:23.215740 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9d20c042-dc0d-4e24-9208-7d5a496f39c0), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:23.221138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:23.231441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd498c-d611-4ea0-918a-e7585a00ae5c None None] Pushing event updated for resources: {'Port': ['ID=9d20c042-dc0d-4e24-9208-7d5a496f39c0,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:23.249156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 75821ebb-f2cc-419b-a5b7-a8798987aeb2 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:23.249560 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (75821ebb-f2cc-419b-a5b7-a8798987aeb2), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:23.249902 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 75821ebb-f2cc-419b-a5b7-a8798987aeb2 Oct 28 10:27:23.252920 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db12a213-4f69-4ae1-8072-002bf4413334 None None] get_active_networks_info from dv-neutron-zed-2-hyperv {{(pid=114061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 28 10:27:23.284866 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] For port 9d20c042-dc0d-4e24-9208-7d5a496f39c0, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:23.285226 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9d20c042-dc0d-4e24-9208-7d5a496f39c0), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:23.298329 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Calling delete_port for 9d20c042-dc0d-4e24-9208-7d5a496f39c0 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:27:23.304085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:23.385046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 75821ebb-f2cc-419b-a5b7-a8798987aeb2 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:23.394934 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db12a213-4f69-4ae1-8072-002bf4413334 None None] Resources bound (agent type, host, resource id): {{(pid=114061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 10:27:23.436322 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (9d20c042-dc0d-4e24-9208-7d5a496f39c0), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:23.466657 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event deleted for resources: {'Port': ['ID=9d20c042-dc0d-4e24-9208-7d5a496f39c0,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:23.471787 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] No DVR routers for this DVR port 9d20c042-dc0d-4e24-9208-7d5a496f39c0 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:27:23.546730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0884ada6-378f-49c4-b3e0-3becf51b821a None None] Network 9929d8b0-2cc6-4cee-a0d4-aca98c7129ae requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:23.552144 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (9929d8b0-2cc6-4cee-a0d4-aca98c7129ae), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:23.573121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9929d8b0-2cc6-4cee-a0d4-aca98c7129ae']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:23.583254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:23.583549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:23.593022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:23.607577 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:23.609612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:23.614900 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:27:23.615298 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:23.733561 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (9929d8b0-2cc6-4cee-a0d4-aca98c7129ae), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:23.737859 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:23.743081 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "DELETE /networking/v2.0/networks/9929d8b0-2cc6-4cee-a0d4-aca98c7129ae HTTP/1.1" status: 204 len: 168 time: 2.2663713 Oct 28 10:27:23.744061 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47632) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:23.758899 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b769e6-0cf3-440b-9eff-ec6ee1720b62 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event deleted for resources: {'Network': ['ID=9929d8b0-2cc6-4cee-a0d4-aca98c7129ae,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:23.773162 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50e8785-8e04-4ec0-8f37-250287c903eb tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] GET failed (client error): The resource could not be found. Oct 28 10:27:23.774458 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e50e8785-8e04-4ec0-8f37-250287c903eb tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "GET /networking/v2.0/subnets/077ad855-77c9-44ee-9e73-e7181c15c3e1 HTTP/1.1" status: 404 len: 337 time: 0.0289688 Oct 28 10:27:23.777222 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47634) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:23.794682 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee58524-912d-4c10-a8bf-216cdbb32229 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] DELETE failed (client error): The resource could not be found. Oct 28 10:27:23.795148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee58524-912d-4c10-a8bf-216cdbb32229 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:27:23.797942 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1ee58524-912d-4c10-a8bf-216cdbb32229 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "DELETE /networking/v2.0/networks/9929d8b0-2cc6-4cee-a0d4-aca98c7129ae HTTP/1.1" status: 404 len: 339 time: 0.0198581 Oct 28 10:27:23.802040 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47636) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:23.827175 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-19bc6d5a-e49e-49e0-b55f-a8a085b5d898 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] DELETE failed (client error): The resource could not be found. Oct 28 10:27:23.827603 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19bc6d5a-e49e-49e0-b55f-a8a085b5d898 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:27:23.831044 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-19bc6d5a-e49e-49e0-b55f-a8a085b5d898 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/077ad855-77c9-44ee-9e73-e7181c15c3e1 HTTP/1.1" status: 404 len: 337 time: 0.0281596 Oct 28 10:27:23.833318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47638) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:23.850348 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c8ace6-f885-459b-8621-983023ec853c tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] DELETE failed (client error): The resource could not be found. Oct 28 10:27:23.851074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c8ace6-f885-459b-8621-983023ec853c tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:27:23.853809 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-13c8ace6-f885-459b-8621-983023ec853c tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "DELETE /networking/v2.0/networks/9929d8b0-2cc6-4cee-a0d4-aca98c7129ae HTTP/1.1" status: 404 len: 339 time: 0.0196447 Oct 28 10:27:23.856048 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47640) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:23.906298 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0cd16a-c194-43da-a5ff-39a8ffcb321d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Deleting subnet e8500fc8-6de6-46b3-8b04-251a4f68e3a7 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:27:23.909486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd16a-c194-43da-a5ff-39a8ffcb321d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for subnet (e8500fc8-6de6-46b3-8b04-251a4f68e3a7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:23.952650 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd16a-c194-43da-a5ff-39a8ffcb321d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (e8500fc8-6de6-46b3-8b04-251a4f68e3a7), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.032994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd16a-c194-43da-a5ff-39a8ffcb321d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (e8500fc8-6de6-46b3-8b04-251a4f68e3a7), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.041225 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.145065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd16a-c194-43da-a5ff-39a8ffcb321d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (e8500fc8-6de6-46b3-8b04-251a4f68e3a7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.174942 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cd16a-c194-43da-a5ff-39a8ffcb321d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event deleted for resources: {'Subnet': ['ID=e8500fc8-6de6-46b3-8b04-251a4f68e3a7,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:24.181261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd16a-c194-43da-a5ff-39a8ffcb321d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.184375 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1f0cd16a-c194-43da-a5ff-39a8ffcb321d tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/e8500fc8-6de6-46b3-8b04-251a4f68e3a7 HTTP/1.1" status: 204 len: 168 time: 0.3274727 Oct 28 10:27:24.186890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47642) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:24.189886 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ff791f-76b1-4a57-8a48-0db9b619d79e None None] Network aab0ea73-543c-412d-ad31-227838b20739 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:24.263310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (aab0ea73-543c-412d-ad31-227838b20739), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.307484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Deleting port 75821ebb-f2cc-419b-a5b7-a8798987aeb2 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:27:24.307819 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (75821ebb-f2cc-419b-a5b7-a8798987aeb2), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.319562 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:24.334498 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025e06f3-8c04-48a5-82ae-b1ff8707a0c4 None None] DHCP port deletion for aab0ea73-543c-412d-ad31-227838b20739 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:27:24.372698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-025e06f3-8c04-48a5-82ae-b1ff8707a0c4 None None] Deleting port 75821ebb-f2cc-419b-a5b7-a8798987aeb2 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:27:24.373074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-025e06f3-8c04-48a5-82ae-b1ff8707a0c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (75821ebb-f2cc-419b-a5b7-a8798987aeb2), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.377510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] For port 75821ebb-f2cc-419b-a5b7-a8798987aeb2, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=75821ebb-f2cc-419b-a5b7-a8798987aeb2,segment=NetworkSegment(8f447210-b8e1-4abe-b56a-9ba4ff4c671e),segment_id=8f447210-b8e1-4abe-b56a-9ba4ff4c671e)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:24.377878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (75821ebb-f2cc-419b-a5b7-a8798987aeb2), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.392039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Calling delete_port for 75821ebb-f2cc-419b-a5b7-a8798987aeb2 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:27:24.442063 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-025e06f3-8c04-48a5-82ae-b1ff8707a0c4 None None] For port 75821ebb-f2cc-419b-a5b7-a8798987aeb2, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=75821ebb-f2cc-419b-a5b7-a8798987aeb2,segment=NetworkSegment(8f447210-b8e1-4abe-b56a-9ba4ff4c671e),segment_id=8f447210-b8e1-4abe-b56a-9ba4ff4c671e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:24.442522 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-025e06f3-8c04-48a5-82ae-b1ff8707a0c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (75821ebb-f2cc-419b-a5b7-a8798987aeb2), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.455823 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-025e06f3-8c04-48a5-82ae-b1ff8707a0c4 None None] Calling delete_port for 75821ebb-f2cc-419b-a5b7-a8798987aeb2 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:27:24.528184 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (75821ebb-f2cc-419b-a5b7-a8798987aeb2), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.534506 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-025e06f3-8c04-48a5-82ae-b1ff8707a0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (75821ebb-f2cc-419b-a5b7-a8798987aeb2), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.557226 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event deleted for resources: {'Port': ['ID=75821ebb-f2cc-419b-a5b7-a8798987aeb2,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:24.557617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e06f3-8c04-48a5-82ae-b1ff8707a0c4 None None] Pushing event deleted for resources: {'Port': ['ID=75821ebb-f2cc-419b-a5b7-a8798987aeb2,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:24.560966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] No DVR routers for this DVR port 75821ebb-f2cc-419b-a5b7-a8798987aeb2 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:27:24.563213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025e06f3-8c04-48a5-82ae-b1ff8707a0c4 None None] No DVR routers for this DVR port 75821ebb-f2cc-419b-a5b7-a8798987aeb2 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:27:24.639619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (aab0ea73-543c-412d-ad31-227838b20739), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.646760 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:24.660910 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab0ea73-543c-412d-ad31-227838b20739']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:24.670652 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f447210-b8e1-4abe-b56a-9ba4ff4c671e') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:24.670977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f447210-b8e1-4abe-b56a-9ba4ff4c671e') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:24.671280 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126 resource provider aggregate not found Oct 28 10:27:24.682331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (8f447210-b8e1-4abe-b56a-9ba4ff4c671e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.693009 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b97b7af-e48a-4f8a-a1dd-ebaaed2bd126 found for delete ", "request_id": "req-0ee9b087-c942-4f74-8bc6-2f4aab3da2c1"}]} Oct 28 10:27:24.702903 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (8f447210-b8e1-4abe-b56a-9ba4ff4c671e), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.709237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:27:24.713456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (8f447210-b8e1-4abe-b56a-9ba4ff4c671e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.840645 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 8f447210-b8e1-4abe-b56a-9ba4ff4c671e resource provider aggregate not found Oct 28 10:27:24.859874 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 8f447210-b8e1-4abe-b56a-9ba4ff4c671e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f447210-b8e1-4abe-b56a-9ba4ff4c671e found for delete ", "request_id": "req-c4534e67-8462-4fb0-a63e-b16e32a458bf"}]} Oct 28 10:27:24.876402 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (aab0ea73-543c-412d-ad31-227838b20739), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.884008 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:24.887376 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "DELETE /networking/v2.0/networks/aab0ea73-543c-412d-ad31-227838b20739 HTTP/1.1" status: 204 len: 168 time: 0.6995096 Oct 28 10:27:24.889959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47654) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:24.908866 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a28daa-0b46-48d3-b032-6b708b4d5029 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event deleted for resources: {'Network': ['ID=aab0ea73-543c-412d-ad31-227838b20739,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:24.926477 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f9e24e-f60f-458f-9384-381135b49753 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] DELETE failed (client error): The resource could not be found. Oct 28 10:27:24.926949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f9e24e-f60f-458f-9384-381135b49753 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:27:24.929826 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-78f9e24e-f60f-458f-9384-381135b49753 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b095ef40-8b5a-4ecf-9329-9a364034091f HTTP/1.1" status: 404 len: 337 time: 0.0389743 Oct 28 10:27:24.932371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47656) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:24.949811 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfe49ff-3b03-4471-8388-5b32ac6008ac tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] DELETE failed (client error): The resource could not be found. Oct 28 10:27:24.950278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dfe49ff-3b03-4471-8388-5b32ac6008ac tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:27:24.953073 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9dfe49ff-3b03-4471-8388-5b32ac6008ac tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "DELETE /networking/v2.0/networks/63aa86e3-d22b-4e50-9430-19d402d1102b HTTP/1.1" status: 404 len: 339 time: 0.0198326 Oct 28 10:27:24.955945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47658) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:24.981115 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f505a3-4ea9-4a87-b407-1b99f2aed909 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] DELETE failed (client error): The resource could not be found. Oct 28 10:27:24.981542 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f505a3-4ea9-4a87-b407-1b99f2aed909 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:27:24.984354 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-09f505a3-4ea9-4a87-b407-1b99f2aed909 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/d77c5c0a-1983-41ac-9c11-23fa3df0cd28 HTTP/1.1" status: 404 len: 337 time: 0.0275745 Oct 28 10:27:24.986766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47660) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:25.004520 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.pecan_wsgi.hooks.translation [None req-b347e0d6-9c64-44a2-b22b-f74ff54dde94 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] DELETE failed (client error): The resource could not be found. Oct 28 10:27:25.005019 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b347e0d6-9c64-44a2-b22b-f74ff54dde94 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 10:27:25.007850 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b347e0d6-9c64-44a2-b22b-f74ff54dde94 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "DELETE /networking/v2.0/networks/84ea10f7-a356-4954-82fa-abc51342af2e HTTP/1.1" status: 404 len: 339 time: 0.0201972 Oct 28 10:27:25.010201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47662) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:25.064725 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e14ce0e-87db-4959-a794-6ea9a9a2def9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Deleting subnet d5a07f9f-08e0-48a3-a4ae-1e34445f18fb {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:27:25.067909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e14ce0e-87db-4959-a794-6ea9a9a2def9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for subnet (d5a07f9f-08e0-48a3-a4ae-1e34445f18fb), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.109868 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e14ce0e-87db-4959-a794-6ea9a9a2def9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (d5a07f9f-08e0-48a3-a4ae-1e34445f18fb), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.131566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 75821ebb-f2cc-419b-a5b7-a8798987aeb2 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:27:25.155046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 75821ebb-f2cc-419b-a5b7-a8798987aeb2 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:27:25.155395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 75821ebb-f2cc-419b-a5b7-a8798987aeb2 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:27:25.191827 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e14ce0e-87db-4959-a794-6ea9a9a2def9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (d5a07f9f-08e0-48a3-a4ae-1e34445f18fb), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.305175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e14ce0e-87db-4959-a794-6ea9a9a2def9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (d5a07f9f-08e0-48a3-a4ae-1e34445f18fb), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.333976 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14ce0e-87db-4959-a794-6ea9a9a2def9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a07f9f-08e0-48a3-a4ae-1e34445f18fb,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:25.338917 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5e14ce0e-87db-4959-a794-6ea9a9a2def9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.344280 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47664) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:25.344734 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5e14ce0e-87db-4959-a794-6ea9a9a2def9 tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/d5a07f9f-08e0-48a3-a4ae-1e34445f18fb HTTP/1.1" status: 204 len: 168 time: 0.3336074 Oct 28 10:27:25.346981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35d072c-e478-4e34-a914-efa393b4f95b None None] Network 954a428a-9155-4da4-8df9-464b52cee5d7 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:25.360361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:25.428849 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (954a428a-9155-4da4-8df9-464b52cee5d7), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.477243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Deleting port 0339f022-28c9-433b-b8ba-35c4e06db86b {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:27:25.480057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (0339f022-28c9-433b-b8ba-35c4e06db86b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.502981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5e2277-fc8c-47f8-ba3b-2d9a2f52d61e None None] DHCP port deletion for 954a428a-9155-4da4-8df9-464b52cee5d7 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:27:25.539300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e2277-fc8c-47f8-ba3b-2d9a2f52d61e None None] Deleting port 0339f022-28c9-433b-b8ba-35c4e06db86b {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:27:25.539680 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2d5e2277-fc8c-47f8-ba3b-2d9a2f52d61e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (0339f022-28c9-433b-b8ba-35c4e06db86b), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.542166 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] For port 0339f022-28c9-433b-b8ba-35c4e06db86b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0339f022-28c9-433b-b8ba-35c4e06db86b,segment=NetworkSegment(792f8775-29ef-4103-a867-2a6508b696a3),segment_id=792f8775-29ef-4103-a867-2a6508b696a3)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:25.542533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (0339f022-28c9-433b-b8ba-35c4e06db86b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.555949 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Calling delete_port for 0339f022-28c9-433b-b8ba-35c4e06db86b owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:27:25.604046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-2d5e2277-fc8c-47f8-ba3b-2d9a2f52d61e None None] For port 0339f022-28c9-433b-b8ba-35c4e06db86b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0339f022-28c9-433b-b8ba-35c4e06db86b,segment=NetworkSegment(792f8775-29ef-4103-a867-2a6508b696a3),segment_id=792f8775-29ef-4103-a867-2a6508b696a3)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:25.604620 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2d5e2277-fc8c-47f8-ba3b-2d9a2f52d61e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (0339f022-28c9-433b-b8ba-35c4e06db86b), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.617721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e2277-fc8c-47f8-ba3b-2d9a2f52d61e None None] Calling delete_port for 0339f022-28c9-433b-b8ba-35c4e06db86b owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:27:25.693434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (0339f022-28c9-433b-b8ba-35c4e06db86b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.699541 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2d5e2277-fc8c-47f8-ba3b-2d9a2f52d61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (0339f022-28c9-433b-b8ba-35c4e06db86b), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.719482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event deleted for resources: {'Port': ['ID=0339f022-28c9-433b-b8ba-35c4e06db86b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:25.723402 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] No DVR routers for this DVR port 0339f022-28c9-433b-b8ba-35c4e06db86b on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:27:25.723781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e2277-fc8c-47f8-ba3b-2d9a2f52d61e None None] Pushing event deleted for resources: {'Port': ['ID=0339f022-28c9-433b-b8ba-35c4e06db86b,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:25.727494 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e2277-fc8c-47f8-ba3b-2d9a2f52d61e None None] No DVR routers for this DVR port 0339f022-28c9-433b-b8ba-35c4e06db86b on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:27:25.806951 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (954a428a-9155-4da4-8df9-464b52cee5d7), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.823904 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:25.827500 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954a428a-9155-4da4-8df9-464b52cee5d7']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:25.836549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792f8775-29ef-4103-a867-2a6508b696a3') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:25.836850 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792f8775-29ef-4103-a867-2a6508b696a3') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:25.847172 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (792f8775-29ef-4103-a867-2a6508b696a3), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.864745 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (792f8775-29ef-4103-a867-2a6508b696a3), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.867777 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:27:25.868154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (792f8775-29ef-4103-a867-2a6508b696a3), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.979196 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (954a428a-9155-4da4-8df9-464b52cee5d7), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.986774 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:25.989968 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] 10.222.0.49 "DELETE /networking/v2.0/networks/954a428a-9155-4da4-8df9-464b52cee5d7 HTTP/1.1" status: 204 len: 168 time: 0.6446724 Oct 28 10:27:26.002155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3478f2-c800-4028-a983-24456664687f tempest-NetworksIpV6Test-1854541376 tempest-NetworksIpV6Test-1854541376-project] Pushing event deleted for resources: {'Network': ['ID=954a428a-9155-4da4-8df9-464b52cee5d7,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:26.435024 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47670) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:26.568600 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b6504d05-efd5-4fb3-8e09-5e11940fc4d8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c609695330394b9e80b9507af7b984b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323612 Oct 28 10:27:26.571235 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47674) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:26.619330 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-05d452e1-6396-47a2-bd15-27a1841bf632 admin admin] Publish callbacks [] for security_group (f3a2807c-3526-4831-9876-d1cddcfd4a75), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:26.639015 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-05d452e1-6396-47a2-bd15-27a1841bf632 admin admin] Publish callbacks [] for security_group (f3a2807c-3526-4831-9876-d1cddcfd4a75), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:26.712719 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 792f8775-29ef-4103-a867-2a6508b696a3 resource provider aggregate not found Oct 28 10:27:26.728213 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 792f8775-29ef-4103-a867-2a6508b696a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 792f8775-29ef-4103-a867-2a6508b696a3 found for delete ", "request_id": "req-eed83c53-a078-44d1-a88b-b729cd177d9b"}]} Oct 28 10:27:26.755851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-05d452e1-6396-47a2-bd15-27a1841bf632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (f3a2807c-3526-4831-9876-d1cddcfd4a75), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:26.758291 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-05d452e1-6396-47a2-bd15-27a1841bf632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:26.759459 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-05d452e1-6396-47a2-bd15-27a1841bf632 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f3a2807c-3526-4831-9876-d1cddcfd4a75 HTTP/1.1" status: 204 len: 168 time: 0.1873398 Oct 28 10:27:26.768131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d452e1-6396-47a2-bd15-27a1841bf632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a2807c-3526-4831-9876-d1cddcfd4a75,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:27.130402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0339f022-28c9-433b-b8ba-35c4e06db86b no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:27:27.133552 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:27.151867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 0339f022-28c9-433b-b8ba-35c4e06db86b {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:27:27.152214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0339f022-28c9-433b-b8ba-35c4e06db86b not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:27:27.660304 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:27.663258 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:27.733793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47700) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:27.827042 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-74ee5220-4bf9-4d78-a68e-3daf6061f6ff tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1979950786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:27.904806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-74ee5220-4bf9-4d78-a68e-3daf6061f6ff tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (ee5a63a2-0f06-48aa-8c8c-86c95f1621d3), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:27.905790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-74ee5220-4bf9-4d78-a68e-3daf6061f6ff tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (ee5a63a2-0f06-48aa-8c8c-86c95f1621d3), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:27.919916 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:27.957825 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-74ee5220-4bf9-4d78-a68e-3daf6061f6ff tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for router_controller (ee5a63a2-0f06-48aa-8c8c-86c95f1621d3), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:28.024176 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-74ee5220-4bf9-4d78-a68e-3daf6061f6ff tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (ee5a63a2-0f06-48aa-8c8c-86c95f1621d3), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:28.135199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-74ee5220-4bf9-4d78-a68e-3daf6061f6ff tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:28.136644 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-74ee5220-4bf9-4d78-a68e-3daf6061f6ff tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4017854 Oct 28 10:27:28.139596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47704) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:28.146704 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e90d4b46-f448-4e43-853e-41c534ffc259 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1354393328'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:28.304368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90d4b46-f448-4e43-853e-41c534ffc259 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Made reservation on behalf of 3bc9325c80974c1d83c39dcb94dcb465 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:28.308185 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e90d4b46-f448-4e43-853e-41c534ffc259 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:28.318569 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e90d4b46-f448-4e43-853e-41c534ffc259 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:28.394836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e90d4b46-f448-4e43-853e-41c534ffc259 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for security_group (c355c781-a0f3-48dd-af41-5091d9d38e96), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:28.470105 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e90d4b46-f448-4e43-853e-41c534ffc259 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (c355c781-a0f3-48dd-af41-5091d9d38e96), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:28.498015 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90d4b46-f448-4e43-853e-41c534ffc259 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:27:28.508636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d4b46-f448-4e43-853e-41c534ffc259 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c355c781-a0f3-48dd-af41-5091d9d38e96,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:28.513460 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e90d4b46-f448-4e43-853e-41c534ffc259 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (40452e78-2a93-45f9-a4c6-13a0090f87dd), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:28.513806 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-e90d4b46-f448-4e43-853e-41c534ffc259 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Added segment 40452e78-2a93-45f9-a4c6-13a0090f87dd of type vlan for network 574aa597-2a29-49de-b17f-758f109bd43a Oct 28 10:27:28.553900 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e90d4b46-f448-4e43-853e-41c534ffc259 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (574aa597-2a29-49de-b17f-758f109bd43a), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:28.640765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e90d4b46-f448-4e43-853e-41c534ffc259 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (574aa597-2a29-49de-b17f-758f109bd43a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:28.645747 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90d4b46-f448-4e43-853e-41c534ffc259 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:28.646303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e90d4b46-f448-4e43-853e-41c534ffc259 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:28.716499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d4b46-f448-4e43-853e-41c534ffc259 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Pushing event updated for resources: {'Network': ['ID=574aa597-2a29-49de-b17f-758f109bd43a,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:28.726814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 574aa597-2a29-49de-b17f-758f109bd43a details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:27:28.792381 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e90d4b46-f448-4e43-853e-41c534ffc259 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6515329 Oct 28 10:27:28.795146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47706) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:28.800758 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-524368f2-9fac-42c0-821f-8e64ff005597 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Request body: {'subnet': {'network_id': '574aa597-2a29-49de-b17f-758f109bd43a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:28.848209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:28.978344 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524368f2-9fac-42c0-821f-8e64ff005597 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Made reservation on behalf of 3bc9325c80974c1d83c39dcb94dcb465 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:28.982315 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-524368f2-9fac-42c0-821f-8e64ff005597 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:29.224047 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-524368f2-9fac-42c0-821f-8e64ff005597 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (fd194e8d-d507-4653-a1c9-5dd009daa3da), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:29.290805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524368f2-9fac-42c0-821f-8e64ff005597 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Pushing event updated for resources: {'Subnet': ['ID=fd194e8d-d507-4653-a1c9-5dd009daa3da,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:29.300327 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524368f2-9fac-42c0-821f-8e64ff005597 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Checking segment: {'id': '40452e78-2a93-45f9-a4c6-13a0090f87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '574aa597-2a29-49de-b17f-758f109bd43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:29.300687 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524368f2-9fac-42c0-821f-8e64ff005597 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Network hostable DHCP agents. Network: 574aa597-2a29-49de-b17f-758f109bd43a, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:27:29.377936 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524368f2-9fac-42c0-821f-8e64ff005597 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Network 574aa597-2a29-49de-b17f-758f109bd43a is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:27:29.509254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-524368f2-9fac-42c0-821f-8e64ff005597 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 574aa597-2a29-49de-b17f-758f109bd43a) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:29.513384 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524368f2-9fac-42c0-821f-8e64ff005597 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:29.514511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-524368f2-9fac-42c0-821f-8e64ff005597 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:29.518904 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcee1e8-8d95-4901-b7c0-3a52b04c3e53 None None] Network 574aa597-2a29-49de-b17f-758f109bd43a requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:29.587191 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-524368f2-9fac-42c0-821f-8e64ff005597 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7903571 Oct 28 10:27:29.589702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47708) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:29.595381 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d04c9443-d527-4fec-bf72-4f4ae6b328f7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-763313378'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:29.610313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:29.622854 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-574aa597-2a29-49de-b17f-758f109bd43a', 'network_id': '574aa597-2a29-49de-b17f-758f109bd43a', 'project_id': '3bc9325c80974c1d83c39dcb94dcb465', 'fixed_ips': [{'subnet_id': 'fd194e8d-d507-4653-a1c9-5dd009daa3da'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:27:29.622854 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:29.693278 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04c9443-d527-4fec-bf72-4f4ae6b328f7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Made reservation on behalf of 3bc9325c80974c1d83c39dcb94dcb465 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:29.697238 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d04c9443-d527-4fec-bf72-4f4ae6b328f7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:29.723046 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04c9443-d527-4fec-bf72-4f4ae6b328f7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:27:29.732167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d04c9443-d527-4fec-bf72-4f4ae6b328f7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (bfb9d745-23d9-4099-a71f-8433ed33b59f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:29.732571 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-d04c9443-d527-4fec-bf72-4f4ae6b328f7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Added segment bfb9d745-23d9-4099-a71f-8433ed33b59f of type vlan for network 8d053b6c-86e6-43e9-80cd-0257af27768c Oct 28 10:27:29.761267 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Allocated IP 172.20.0.2 (574aa597-2a29-49de-b17f-758f109bd43a/fd194e8d-d507-4653-a1c9-5dd009daa3da/62a15071-8120-4e61-8e5b-de21d59e7c8c) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:27:29.774795 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d04c9443-d527-4fec-bf72-4f4ae6b328f7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (8d053b6c-86e6-43e9-80cd-0257af27768c), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:29.864721 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d04c9443-d527-4fec-bf72-4f4ae6b328f7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (8d053b6c-86e6-43e9-80cd-0257af27768c), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:29.869765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04c9443-d527-4fec-bf72-4f4ae6b328f7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:29.870353 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d04c9443-d527-4fec-bf72-4f4ae6b328f7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:29.904605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Publish callbacks [] for port (62a15071-8120-4e61-8e5b-de21d59e7c8c), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:29.941775 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c9443-d527-4fec-bf72-4f4ae6b328f7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Pushing event updated for resources: {'Network': ['ID=8d053b6c-86e6-43e9-80cd-0257af27768c,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:29.951777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 8d053b6c-86e6-43e9-80cd-0257af27768c details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:27:29.967410 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (62a15071-8120-4e61-8e5b-de21d59e7c8c), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:29.999294 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d04c9443-d527-4fec-bf72-4f4ae6b328f7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4084203 Oct 28 10:27:30.002684 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47710) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:30.007566 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-23a0fc5c-d5ae-4eda-adde-bfa5de43187c tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Request body: {'subnet': {'network_id': '8d053b6c-86e6-43e9-80cd-0257af27768c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:30.041245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:30.065162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Network 574aa597-2a29-49de-b17f-758f109bd43a is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:27:30.068038 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Pushing event updated for resources: {'Port': ['ID=62a15071-8120-4e61-8e5b-de21d59e7c8c,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:30.070792 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:30.073083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:27:30.074817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:30.082865 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:30.088234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:30.088234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:30.088234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:30.088234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:30.088234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:30.088234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:30.088234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:30.088234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:30.088234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:30.088234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:30.088234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:30.088234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:30.088234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:30.088234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:30.144336 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Attempting to bind port 62a15071-8120-4e61-8e5b-de21d59e7c8c on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:30.144709 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Attempting to bind port 62a15071-8120-4e61-8e5b-de21d59e7c8c by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '40452e78-2a93-45f9-a4c6-13a0090f87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '574aa597-2a29-49de-b17f-758f109bd43a'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:30.145074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Attempting to bind port 62a15071-8120-4e61-8e5b-de21d59e7c8c on network 574aa597-2a29-49de-b17f-758f109bd43a {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:30.166828 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a0fc5c-d5ae-4eda-adde-bfa5de43187c tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Made reservation on behalf of 3bc9325c80974c1d83c39dcb94dcb465 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:30.170649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-23a0fc5c-d5ae-4eda-adde-bfa5de43187c tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:30.187214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:27:30.187590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Checking segment: {'id': '40452e78-2a93-45f9-a4c6-13a0090f87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '574aa597-2a29-49de-b17f-758f109bd43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:30.188555 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:30.188954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Bound using segment: {'id': '40452e78-2a93-45f9-a4c6-13a0090f87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '574aa597-2a29-49de-b17f-758f109bd43a'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:27:30.189466 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Bound port: 62a15071-8120-4e61-8e5b-de21d59e7c8c, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40452e78-2a93-45f9-a4c6-13a0090f87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '574aa597-2a29-49de-b17f-758f109bd43a'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:27:30.189847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (62a15071-8120-4e61-8e5b-de21d59e7c8c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:30.235296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:30.254580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] For port 62a15071-8120-4e61-8e5b-de21d59e7c8c, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:27:30.257752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] For port 62a15071-8120-4e61-8e5b-de21d59e7c8c, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=62a15071-8120-4e61-8e5b-de21d59e7c8c,segment=NetworkSegment(40452e78-2a93-45f9-a4c6-13a0090f87dd),segment_id=40452e78-2a93-45f9-a4c6-13a0090f87dd)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:27:30.368422 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (62a15071-8120-4e61-8e5b-de21d59e7c8c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:30.420078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d60184-3162-45bd-b66d-8c4c51e0595f None None] Pushing event updated for resources: {'Port': ['ID=62a15071-8120-4e61-8e5b-de21d59e7c8c,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:30.448051 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-23a0fc5c-d5ae-4eda-adde-bfa5de43187c tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (acdff585-06af-48e4-9fe3-51f8fe778961), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:30.554793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0fc5c-d5ae-4eda-adde-bfa5de43187c tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Pushing event updated for resources: {'Subnet': ['ID=acdff585-06af-48e4-9fe3-51f8fe778961,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:30.554793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0fc5c-d5ae-4eda-adde-bfa5de43187c tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Checking segment: {'id': 'bfb9d745-23d9-4099-a71f-8433ed33b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8d053b6c-86e6-43e9-80cd-0257af27768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:30.554793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a0fc5c-d5ae-4eda-adde-bfa5de43187c tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Network hostable DHCP agents. Network: 8d053b6c-86e6-43e9-80cd-0257af27768c, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:27:30.647685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a0fc5c-d5ae-4eda-adde-bfa5de43187c tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Network 8d053b6c-86e6-43e9-80cd-0257af27768c is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:27:30.716273 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-23a0fc5c-d5ae-4eda-adde-bfa5de43187c tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 8d053b6c-86e6-43e9-80cd-0257af27768c) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:30.721038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a0fc5c-d5ae-4eda-adde-bfa5de43187c tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:30.721711 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-23a0fc5c-d5ae-4eda-adde-bfa5de43187c tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:30.725680 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe9978a-3a8d-4d34-852f-0649480d70a5 None None] Network 8d053b6c-86e6-43e9-80cd-0257af27768c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:30.793599 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-23a0fc5c-d5ae-4eda-adde-bfa5de43187c tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7895720 Oct 28 10:27:30.796075 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47712) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:30.800664 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-085572c4-944b-480b-b710-fc70dfd024d6 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Request body: {'router': {'external_gateway_info': {'network_id': '8d053b6c-86e6-43e9-80cd-0257af27768c'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:30.835267 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-8d053b6c-86e6-43e9-80cd-0257af27768c', 'network_id': '8d053b6c-86e6-43e9-80cd-0257af27768c', 'project_id': '3bc9325c80974c1d83c39dcb94dcb465', 'fixed_ips': [{'subnet_id': 'acdff585-06af-48e4-9fe3-51f8fe778961'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:27:30.836262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:30.933418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:30.972635 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Allocated IP 172.21.0.2 (8d053b6c-86e6-43e9-80cd-0257af27768c/acdff585-06af-48e4-9fe3-51f8fe778961/c7dc484e-ed3d-454f-a5a3-49e48be1f3bf) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:27:31.013248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-085572c4-944b-480b-b710-fc70dfd024d6 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for router_gateway (ee5a63a2-0f06-48aa-8c8c-86c95f1621d3), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.137776 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Publish callbacks [] for port (c7dc484e-ed3d-454f-a5a3-49e48be1f3bf), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.189839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 62a15071-8120-4e61-8e5b-de21d59e7c8c up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:27:31.201240 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.api.v2.resource [None req-085572c4-944b-480b-b710-fc70dfd024d6 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 10:27:31.207922 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-085572c4-944b-480b-b710-fc70dfd024d6 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] 10.222.0.49 "PUT /networking/v2.0/routers/ee5a63a2-0f06-48aa-8c8c-86c95f1621d3 HTTP/1.1" status: 400 len: 364 time: 0.4052899 Oct 28 10:27:31.209027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47714) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:31.228478 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (c7dc484e-ed3d-454f-a5a3-49e48be1f3bf), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.268912 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-528b7cb5-083b-4b74-9794-1ebe98527d9a tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Deleting subnet acdff585-06af-48e4-9fe3-51f8fe778961 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:27:31.272767 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-528b7cb5-083b-4b74-9794-1ebe98527d9a tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for subnet (acdff585-06af-48e4-9fe3-51f8fe778961), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.281267 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Network 8d053b6c-86e6-43e9-80cd-0257af27768c is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:27:31.290907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:31.297181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:27:31.334280 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-528b7cb5-083b-4b74-9794-1ebe98527d9a tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (acdff585-06af-48e4-9fe3-51f8fe778961), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.338960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Pushing event updated for resources: {'Port': ['ID=c7dc484e-ed3d-454f-a5a3-49e48be1f3bf,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:31.348808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 62a15071-8120-4e61-8e5b-de21d59e7c8c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:31.349194 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (62a15071-8120-4e61-8e5b-de21d59e7c8c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.349531 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 62a15071-8120-4e61-8e5b-de21d59e7c8c Oct 28 10:27:31.367478 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb91f789-de74-4b88-9b58-f418ca09fe9f None None] Network 574aa597-2a29-49de-b17f-758f109bd43a requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:31.395338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:31.437065 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-528b7cb5-083b-4b74-9794-1ebe98527d9a tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (acdff585-06af-48e4-9fe3-51f8fe778961), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.473019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Attempting to bind port c7dc484e-ed3d-454f-a5a3-49e48be1f3bf on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:31.473397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Attempting to bind port c7dc484e-ed3d-454f-a5a3-49e48be1f3bf by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'bfb9d745-23d9-4099-a71f-8433ed33b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8d053b6c-86e6-43e9-80cd-0257af27768c'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:31.473765 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Attempting to bind port c7dc484e-ed3d-454f-a5a3-49e48be1f3bf on network 8d053b6c-86e6-43e9-80cd-0257af27768c {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:31.502770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-71c747f0-7e57-4129-b260-aaf59da12613 None None] Provisioning complete for port 62a15071-8120-4e61-8e5b-de21d59e7c8c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:31.503179 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-71c747f0-7e57-4129-b260-aaf59da12613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (62a15071-8120-4e61-8e5b-de21d59e7c8c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.503526 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-71c747f0-7e57-4129-b260-aaf59da12613 None None] Attempt 1 to provision port 62a15071-8120-4e61-8e5b-de21d59e7c8c Oct 28 10:27:31.564628 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:31.574794 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-528b7cb5-083b-4b74-9794-1ebe98527d9a tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (acdff585-06af-48e4-9fe3-51f8fe778961), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.611151 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-528b7cb5-083b-4b74-9794-1ebe98527d9a tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.616944 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-528b7cb5-083b-4b74-9794-1ebe98527d9a tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/acdff585-06af-48e4-9fe3-51f8fe778961 HTTP/1.1" status: 204 len: 168 time: 0.4032872 Oct 28 10:27:31.616944 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b7cb5-083b-4b74-9794-1ebe98527d9a tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Pushing event deleted for resources: {'Subnet': ['ID=acdff585-06af-48e4-9fe3-51f8fe778961,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:31.617257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47716) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:31.635392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:27:31.637796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Checking segment: {'id': 'bfb9d745-23d9-4099-a71f-8433ed33b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8d053b6c-86e6-43e9-80cd-0257af27768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:31.637796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.637796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Bound using segment: {'id': 'bfb9d745-23d9-4099-a71f-8433ed33b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8d053b6c-86e6-43e9-80cd-0257af27768c'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:27:31.637796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Bound port: c7dc484e-ed3d-454f-a5a3-49e48be1f3bf, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb9d745-23d9-4099-a71f-8433ed33b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8d053b6c-86e6-43e9-80cd-0257af27768c'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:27:31.637796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c7dc484e-ed3d-454f-a5a3-49e48be1f3bf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.660086 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 62a15071-8120-4e61-8e5b-de21d59e7c8c is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:31.660474 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (62a15071-8120-4e61-8e5b-de21d59e7c8c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.712736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (8d053b6c-86e6-43e9-80cd-0257af27768c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.760251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 62a15071-8120-4e61-8e5b-de21d59e7c8c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=62a15071-8120-4e61-8e5b-de21d59e7c8c,segment=NetworkSegment(40452e78-2a93-45f9-a4c6-13a0090f87dd),segment_id=40452e78-2a93-45f9-a4c6-13a0090f87dd)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:31.772622 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-71c747f0-7e57-4129-b260-aaf59da12613 None None] Current status of the port 62a15071-8120-4e61-8e5b-de21d59e7c8c is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:31.773015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-71c747f0-7e57-4129-b260-aaf59da12613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (62a15071-8120-4e61-8e5b-de21d59e7c8c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.791059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Deleting port c7dc484e-ed3d-454f-a5a3-49e48be1f3bf {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:27:31.792033 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (c7dc484e-ed3d-454f-a5a3-49e48be1f3bf), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.801982 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] For port c7dc484e-ed3d-454f-a5a3-49e48be1f3bf, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:27:31.812727 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (62a15071-8120-4e61-8e5b-de21d59e7c8c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.828808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] For port c7dc484e-ed3d-454f-a5a3-49e48be1f3bf, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c7dc484e-ed3d-454f-a5a3-49e48be1f3bf,segment=NetworkSegment(bfb9d745-23d9-4099-a71f-8433ed33b59f),segment_id=bfb9d745-23d9-4099-a71f-8433ed33b59f)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:27:31.898125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] For port c7dc484e-ed3d-454f-a5a3-49e48be1f3bf, host dv-neutron-zed-2-hyperv, got binding levels [] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:31.898528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (c7dc484e-ed3d-454f-a5a3-49e48be1f3bf), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.907275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-71c747f0-7e57-4129-b260-aaf59da12613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:27:31.912400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-71c747f0-7e57-4129-b260-aaf59da12613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:27:31.914637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=62a15071-8120-4e61-8e5b-de21d59e7c8c,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:31.915419 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Calling delete_port for c7dc484e-ed3d-454f-a5a3-49e48be1f3bf owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:27:31.925505 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (c7dc484e-ed3d-454f-a5a3-49e48be1f3bf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:31.972152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:31.999443 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fabbf04-4419-45e1-9f5c-e6f795607654 None None] get_active_networks_info from dv-neutron-zed-2-hyperv {{(pid=114061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 28 10:27:32.061224 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:32.064039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03eccf-f15a-4a6b-b94b-e2f53f4f9e8c None None] Pushing event updated for resources: {'Port': ['ID=c7dc484e-ed3d-454f-a5a3-49e48be1f3bf,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:32.096495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fabbf04-4419-45e1-9f5c-e6f795607654 None None] Resources bound (agent type, host, resource id): {{(pid=114061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 10:27:32.104072 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (c7dc484e-ed3d-454f-a5a3-49e48be1f3bf), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:32.133340 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Pushing event deleted for resources: {'Port': ['ID=c7dc484e-ed3d-454f-a5a3-49e48be1f3bf,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:32.136460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] No DVR routers for this DVR port c7dc484e-ed3d-454f-a5a3-49e48be1f3bf on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:27:32.225581 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (8d053b6c-86e6-43e9-80cd-0257af27768c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:32.247017 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d053b6c-86e6-43e9-80cd-0257af27768c']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:32.258552 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb9d745-23d9-4099-a71f-8433ed33b59f') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:32.258880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb9d745-23d9-4099-a71f-8433ed33b59f') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:32.270064 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (bfb9d745-23d9-4099-a71f-8433ed33b59f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:32.285481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (bfb9d745-23d9-4099-a71f-8433ed33b59f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:32.293987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:27:32.296394 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (bfb9d745-23d9-4099-a71f-8433ed33b59f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:32.317465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:32.319240 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment bfb9d745-23d9-4099-a71f-8433ed33b59f resource provider aggregate not found Oct 28 10:27:32.367652 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment bfb9d745-23d9-4099-a71f-8433ed33b59f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfb9d745-23d9-4099-a71f-8433ed33b59f found for delete ", "request_id": "req-520e4df0-3e1f-4715-be6b-8096da2e0c00"}]} Oct 28 10:27:32.399033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acfd3b2-3e55-468c-82a1-3d44a84c0570 None None] Network 8d053b6c-86e6-43e9-80cd-0257af27768c requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:32.452849 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (8d053b6c-86e6-43e9-80cd-0257af27768c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:32.458325 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:32.466646 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47722) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:32.467329 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] 10.222.0.49 "DELETE /networking/v2.0/networks/8d053b6c-86e6-43e9-80cd-0257af27768c HTTP/1.1" status: 204 len: 168 time: 0.8480220 Oct 28 10:27:32.485551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-71c747f0-7e57-4129-b260-aaf59da12613 None None] Current status of the port 62a15071-8120-4e61-8e5b-de21d59e7c8c is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:32.486215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6557a15-6971-438e-b822-031ee4ee3bba tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Pushing event deleted for resources: {'Network': ['ID=8d053b6c-86e6-43e9-80cd-0257af27768c,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:32.539491 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3fcb73-033f-4c48-8acb-b0a3db8532a4 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Deleting subnet fd194e8d-d507-4653-a1c9-5dd009daa3da {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:27:32.542661 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3c3fcb73-033f-4c48-8acb-b0a3db8532a4 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for subnet (fd194e8d-d507-4653-a1c9-5dd009daa3da), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:32.587424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3c3fcb73-033f-4c48-8acb-b0a3db8532a4 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (fd194e8d-d507-4653-a1c9-5dd009daa3da), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:32.602273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b65dec94-7fa3-47dd-82b6-5369347c36a9 None None] Provisioning complete for port 62a15071-8120-4e61-8e5b-de21d59e7c8c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:32.602651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b65dec94-7fa3-47dd-82b6-5369347c36a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (62a15071-8120-4e61-8e5b-de21d59e7c8c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:32.603012 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b65dec94-7fa3-47dd-82b6-5369347c36a9 None None] Attempt 1 to provision port 62a15071-8120-4e61-8e5b-de21d59e7c8c Oct 28 10:27:32.667771 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3c3fcb73-033f-4c48-8acb-b0a3db8532a4 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (fd194e8d-d507-4653-a1c9-5dd009daa3da), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:32.677834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b65dec94-7fa3-47dd-82b6-5369347c36a9 None None] Current status of the port 62a15071-8120-4e61-8e5b-de21d59e7c8c is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:32.710880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:32.784038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3c3fcb73-033f-4c48-8acb-b0a3db8532a4 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (fd194e8d-d507-4653-a1c9-5dd009daa3da), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:32.817216 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fcb73-033f-4c48-8acb-b0a3db8532a4 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Pushing event deleted for resources: {'Subnet': ['ID=fd194e8d-d507-4653-a1c9-5dd009daa3da,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:32.821138 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3c3fcb73-033f-4c48-8acb-b0a3db8532a4 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:32.824546 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3c3fcb73-033f-4c48-8acb-b0a3db8532a4 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/fd194e8d-d507-4653-a1c9-5dd009daa3da HTTP/1.1" status: 204 len: 168 time: 0.3555140 Oct 28 10:27:32.827055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47724) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:32.829652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181e1129-e224-48a7-b79c-13c84c6e1e29 None None] Network 574aa597-2a29-49de-b17f-758f109bd43a requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:32.876918 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:32.903856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (574aa597-2a29-49de-b17f-758f109bd43a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:32.948515 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Deleting port 62a15071-8120-4e61-8e5b-de21d59e7c8c {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:27:32.949125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (62a15071-8120-4e61-8e5b-de21d59e7c8c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:32.978083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b71a05-aa47-4538-a7e9-2ef547d7d8b7 None None] DHCP port deletion for 574aa597-2a29-49de-b17f-758f109bd43a request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:27:33.015056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a7b71a05-aa47-4538-a7e9-2ef547d7d8b7 None None] Deleting port 62a15071-8120-4e61-8e5b-de21d59e7c8c {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:27:33.015453 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a7b71a05-aa47-4538-a7e9-2ef547d7d8b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (62a15071-8120-4e61-8e5b-de21d59e7c8c), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:33.017825 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] For port 62a15071-8120-4e61-8e5b-de21d59e7c8c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=62a15071-8120-4e61-8e5b-de21d59e7c8c,segment=NetworkSegment(40452e78-2a93-45f9-a4c6-13a0090f87dd),segment_id=40452e78-2a93-45f9-a4c6-13a0090f87dd)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:33.018191 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (62a15071-8120-4e61-8e5b-de21d59e7c8c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:33.032146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Calling delete_port for 62a15071-8120-4e61-8e5b-de21d59e7c8c owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:27:33.085019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a7b71a05-aa47-4538-a7e9-2ef547d7d8b7 None None] For port 62a15071-8120-4e61-8e5b-de21d59e7c8c, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=62a15071-8120-4e61-8e5b-de21d59e7c8c,segment=NetworkSegment(40452e78-2a93-45f9-a4c6-13a0090f87dd),segment_id=40452e78-2a93-45f9-a4c6-13a0090f87dd)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:33.085546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a7b71a05-aa47-4538-a7e9-2ef547d7d8b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (62a15071-8120-4e61-8e5b-de21d59e7c8c), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:33.088279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:33.100562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a7b71a05-aa47-4538-a7e9-2ef547d7d8b7 None None] Calling delete_port for 62a15071-8120-4e61-8e5b-de21d59e7c8c owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:27:33.149882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 62a15071-8120-4e61-8e5b-de21d59e7c8c no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:27:33.190457 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (62a15071-8120-4e61-8e5b-de21d59e7c8c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:33.206232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No active binding found for port 62a15071-8120-4e61-8e5b-de21d59e7c8c {{(pid=114061) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 28 10:27:33.206544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] The host dv-neutron-zed-2-hyperv is not matching for port 62a15071-8120-4e61-8e5b-de21d59e7c8c host None! {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 28 10:27:33.206957 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 62a15071-8120-4e61-8e5b-de21d59e7c8c not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:27:33.220993 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Pushing event deleted for resources: {'Port': ['ID=62a15071-8120-4e61-8e5b-de21d59e7c8c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:33.224494 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] No DVR routers for this DVR port 62a15071-8120-4e61-8e5b-de21d59e7c8c on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:27:33.226768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a7b71a05-aa47-4538-a7e9-2ef547d7d8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (62a15071-8120-4e61-8e5b-de21d59e7c8c), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:33.250908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b71a05-aa47-4538-a7e9-2ef547d7d8b7 None None] Pushing event deleted for resources: {'Port': ['ID=62a15071-8120-4e61-8e5b-de21d59e7c8c,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:33.257290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b71a05-aa47-4538-a7e9-2ef547d7d8b7 None None] No DVR routers for this DVR port 62a15071-8120-4e61-8e5b-de21d59e7c8c on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:27:33.306893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (574aa597-2a29-49de-b17f-758f109bd43a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:33.327502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574aa597-2a29-49de-b17f-758f109bd43a']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:33.337483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40452e78-2a93-45f9-a4c6-13a0090f87dd') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:33.337726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40452e78-2a93-45f9-a4c6-13a0090f87dd') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:33.348108 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (40452e78-2a93-45f9-a4c6-13a0090f87dd), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:33.373238 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (40452e78-2a93-45f9-a4c6-13a0090f87dd), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:33.380401 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:27:33.380796 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (40452e78-2a93-45f9-a4c6-13a0090f87dd), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:33.429046 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 40452e78-2a93-45f9-a4c6-13a0090f87dd resource provider aggregate not found Oct 28 10:27:33.446994 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 40452e78-2a93-45f9-a4c6-13a0090f87dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40452e78-2a93-45f9-a4c6-13a0090f87dd found for delete ", "request_id": "req-f09ae5f6-6c80-4e2c-9a5c-cad21578fdbd"}]} Oct 28 10:27:33.514741 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (574aa597-2a29-49de-b17f-758f109bd43a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:33.522239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:33.525322 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] 10.222.0.49 "DELETE /networking/v2.0/networks/574aa597-2a29-49de-b17f-758f109bd43a HTTP/1.1" status: 204 len: 168 time: 0.6973972 Oct 28 10:27:33.528104 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47730) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:33.537425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd7d88-9450-42f1-ab77-5d54004c1df7 tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Pushing event deleted for resources: {'Network': ['ID=574aa597-2a29-49de-b17f-758f109bd43a,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:33.560406 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5d3bc666-ea28-4abd-ae95-8ab36bdb443d tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ee5a63a2-0f06-48aa-8c8c-86c95f1621d3 HTTP/1.1" status: 200 len: 205 time: 0.0306215 Oct 28 10:27:33.564442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47732) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:33.634435 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9e0dc90-fdea-447b-9167-1dc19181910f tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for router (ee5a63a2-0f06-48aa-8c8c-86c95f1621d3), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:33.782268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9e0dc90-fdea-447b-9167-1dc19181910f tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (ee5a63a2-0f06-48aa-8c8c-86c95f1621d3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:33.784470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9e0dc90-fdea-447b-9167-1dc19181910f tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for router_controller (ee5a63a2-0f06-48aa-8c8c-86c95f1621d3), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:33.893220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9e0dc90-fdea-447b-9167-1dc19181910f tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (ee5a63a2-0f06-48aa-8c8c-86c95f1621d3), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:33.893790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e0dc90-fdea-447b-9167-1dc19181910f tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Fanout notify agent at l3_agent the message router_deleted on router ee5a63a2-0f06-48aa-8c8c-86c95f1621d3 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:27:33.900536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e9e0dc90-fdea-447b-9167-1dc19181910f tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:33.901637 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e9e0dc90-fdea-447b-9167-1dc19181910f tempest-RoutersNegativeTest-588370596 tempest-RoutersNegativeTest-588370596-project] 10.222.0.49 "DELETE /networking/v2.0/routers/ee5a63a2-0f06-48aa-8c8c-86c95f1621d3 HTTP/1.1" status: 204 len: 168 time: 0.3374810 Oct 28 10:27:34.278951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47738) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:34.408474 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-74fb2ca6-2a9f-40da-947d-959526cb9c5d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3bc9325c80974c1d83c39dcb94dcb465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283214 Oct 28 10:27:34.411026 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47742) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:34.458652 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df9b7f1c-0077-46de-a111-c55cd6d54c81 admin admin] Publish callbacks [] for security_group (c355c781-a0f3-48dd-af41-5091d9d38e96), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:34.478532 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df9b7f1c-0077-46de-a111-c55cd6d54c81 admin admin] Publish callbacks [] for security_group (c355c781-a0f3-48dd-af41-5091d9d38e96), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:34.584446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df9b7f1c-0077-46de-a111-c55cd6d54c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (c355c781-a0f3-48dd-af41-5091d9d38e96), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:34.587002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df9b7f1c-0077-46de-a111-c55cd6d54c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:34.588165 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-df9b7f1c-0077-46de-a111-c55cd6d54c81 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c355c781-a0f3-48dd-af41-5091d9d38e96 HTTP/1.1" status: 204 len: 168 time: 0.1761959 Oct 28 10:27:34.596900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b7f1c-0077-46de-a111-c55cd6d54c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c355c781-a0f3-48dd-af41-5091d9d38e96,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:35.449795 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47764) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:35.543870 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-c55bab5b-6f23-4fcc-85df-c0f9aa950983 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-555752024-network', 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:35.623345 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55bab5b-6f23-4fcc-85df-c0f9aa950983 admin admin] Made reservation on behalf of 6ad7876c566f454096f2dfbd4485bf64 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:35.625613 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c55bab5b-6f23-4fcc-85df-c0f9aa950983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:35.634565 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c55bab5b-6f23-4fcc-85df-c0f9aa950983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:35.712340 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c55bab5b-6f23-4fcc-85df-c0f9aa950983 admin admin] Publish callbacks [] for security_group (cb2f5f3f-80bb-4561-ae16-a42a94541da8), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:35.789990 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c55bab5b-6f23-4fcc-85df-c0f9aa950983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (cb2f5f3f-80bb-4561-ae16-a42a94541da8), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:35.812776 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55bab5b-6f23-4fcc-85df-c0f9aa950983 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:27:35.829515 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55bab5b-6f23-4fcc-85df-c0f9aa950983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2f5f3f-80bb-4561-ae16-a42a94541da8,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:35.833369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c55bab5b-6f23-4fcc-85df-c0f9aa950983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (1f8e8d29-7a16-4951-8c8e-5ebe82ff8583), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:35.833721 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-c55bab5b-6f23-4fcc-85df-c0f9aa950983 admin admin] Added segment 1f8e8d29-7a16-4951-8c8e-5ebe82ff8583 of type vlan for network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 Oct 28 10:27:35.843542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:35.874087 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c55bab5b-6f23-4fcc-85df-c0f9aa950983 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (9db7e08e-fb25-446d-ac2d-5bde769fbc12), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:35.972494 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c55bab5b-6f23-4fcc-85df-c0f9aa950983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (9db7e08e-fb25-446d-ac2d-5bde769fbc12), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:35.973475 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55bab5b-6f23-4fcc-85df-c0f9aa950983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:35.974045 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c55bab5b-6f23-4fcc-85df-c0f9aa950983 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:36.038247 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55bab5b-6f23-4fcc-85df-c0f9aa950983 admin admin] Pushing event updated for resources: {'Network': ['ID=9db7e08e-fb25-446d-ac2d-5bde769fbc12,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:36.047878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:27:36.072730 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c55bab5b-6f23-4fcc-85df-c0f9aa950983 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6218464 Oct 28 10:27:36.075862 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47768) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:36.081131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-78de7052-a31d-4c5a-a200-39ee5b769e9a admin admin] Request body: {'subnet': {'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-555752024-subnet', 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64', 'ip_version': 4}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:36.161563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78de7052-a31d-4c5a-a200-39ee5b769e9a admin admin] Made reservation on behalf of 6ad7876c566f454096f2dfbd4485bf64 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:36.163919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-78de7052-a31d-4c5a-a200-39ee5b769e9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:36.240027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:36.389520 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-78de7052-a31d-4c5a-a200-39ee5b769e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (981c185a-7636-4ff9-afe0-1ffed93168e9), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:36.445997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de7052-a31d-4c5a-a200-39ee5b769e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=981c185a-7636-4ff9-afe0-1ffed93168e9,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:36.456886 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78de7052-a31d-4c5a-a200-39ee5b769e9a admin admin] Checking segment: {'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:36.457582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de7052-a31d-4c5a-a200-39ee5b769e9a admin admin] Network hostable DHCP agents. Network: 9db7e08e-fb25-446d-ac2d-5bde769fbc12, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:27:36.526290 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de7052-a31d-4c5a-a200-39ee5b769e9a admin admin] Network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:27:36.600474 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-78de7052-a31d-4c5a-a200-39ee5b769e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 9db7e08e-fb25-446d-ac2d-5bde769fbc12) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:36.604500 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78de7052-a31d-4c5a-a200-39ee5b769e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:36.605089 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-78de7052-a31d-4c5a-a200-39ee5b769e9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:36.608822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741322ed-e530-47d6-8f10-26cf33f2470c None None] Network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:36.671675 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-78de7052-a31d-4c5a-a200-39ee5b769e9a admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5947361 Oct 28 10:27:36.674455 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47770) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:36.682696 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-555752024-router', 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:36.709263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-9db7e08e-fb25-446d-ac2d-5bde769fbc12', 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12', 'project_id': '6ad7876c566f454096f2dfbd4485bf64', 'fixed_ips': [{'subnet_id': '981c185a-7636-4ff9-afe0-1ffed93168e9'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:27:36.710169 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:36.756160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (e209d270-65fb-416b-8f11-d0ebccc9a373), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:36.757671 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (e209d270-65fb-416b-8f11-d0ebccc9a373), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:36.817019 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Publish callbacks [] for router_controller (e209d270-65fb-416b-8f11-d0ebccc9a373), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:36.847979 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Allocated IP 172.20.0.2 (9db7e08e-fb25-446d-ac2d-5bde769fbc12/981c185a-7636-4ff9-afe0-1ffed93168e9/b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:27:36.861089 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:36.990263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:36.994492 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Publish callbacks [] for port (b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:37.006041 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Publish callbacks [] for router_gateway (e209d270-65fb-416b-8f11-d0ebccc9a373), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:37.075277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:37.117420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:27:37.122377 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:37.124866 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:27:37.131821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Pushing event updated for resources: {'Port': ['ID=b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:37.191071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Attempting to bind port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:37.191452 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Attempting to bind port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:37.191817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Attempting to bind port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af on network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:37.234981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:27:37.235406 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Checking segment: {'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:37.235751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:37.236141 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Bound using segment: {'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:27:37.236639 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Bound port: b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:27:37.237020 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:37.262602 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:37.277416 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Publish callbacks [] for router_gateway (e209d270-65fb-416b-8f11-d0ebccc9a373), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:37.298004 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] For port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:27:37.298239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:37.301241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] For port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:27:37.385060 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:37.434448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42794d-031e-4735-ad0c-6a6310d3ff18 None None] Pushing event updated for resources: {'Port': ['ID=b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:37.486566 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Allocated IP 172.36.1.178 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/9f687a5d-7100-428b-984c-7e8a00e4c066) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:27:37.616855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Publish callbacks [] for port (9f687a5d-7100-428b-984c-7e8a00e4c066), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:37.641751 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:37.693431 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (9f687a5d-7100-428b-984c-7e8a00e4c066), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:37.735780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:27:37.740597 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:37.745149 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:27:37.748382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Pushing event updated for resources: {'Port': ['ID=9f687a5d-7100-428b-984c-7e8a00e4c066,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:38.061346 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Publish callbacks [] for router_gateway (e209d270-65fb-416b-8f11-d0ebccc9a373), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:38.258896 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (e209d270-65fb-416b-8f11-d0ebccc9a373), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:38.269685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017d6773-d127-44c0-a49a-3a951f71f760 None None] Network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:38.339564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b0984d87-ec8d-422d-96cf-f3719dbd538a None None] Provisioning complete for port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:38.339852 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b0984d87-ec8d-422d-96cf-f3719dbd538a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:38.340185 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b0984d87-ec8d-422d-96cf-f3719dbd538a None None] Attempt 1 to provision port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af Oct 28 10:27:38.456092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b0984d87-ec8d-422d-96cf-f3719dbd538a None None] Current status of the port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:38.456498 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b0984d87-ec8d-422d-96cf-f3719dbd538a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:38.492553 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-b0984d87-ec8d-422d-96cf-f3719dbd538a None None] For port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:38.504751 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Router e209d270-65fb-416b-8f11-d0ebccc9a373 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:27:38.549982 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b0984d87-ec8d-422d-96cf-f3719dbd538a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:38.550276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:38.598285 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0984d87-ec8d-422d-96cf-f3719dbd538a None None] Pushing event updated for resources: {'Port': ['ID=b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:38.619821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:27:38.629216 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Sync routers for ids ['e209d270-65fb-416b-8f11-d0ebccc9a373'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:27:38.639324 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Routers {'e209d270-65fb-416b-8f11-d0ebccc9a373'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:27:38.639927 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:27:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e209d270-65fb-416b-8f11-d0ebccc9a373'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:38.668056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a217872d-19c8-46ff-be4c-da28e2397789 None None] Provisioning complete for port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:38.668524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a217872d-19c8-46ff-be4c-da28e2397789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:38.668860 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a217872d-19c8-46ff-be4c-da28e2397789 None None] Attempt 1 to provision port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af Oct 28 10:27:38.684634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-284ea291-45e8-4742-809c-326862610423 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:38.690055 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47772) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:38.693047 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-284ea291-45e8-4742-809c-326862610423 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0174367 Oct 28 10:27:38.745296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:38.747740 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a217872d-19c8-46ff-be4c-da28e2397789 None None] Current status of the port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:38.750503 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Set router e209d270-65fb-416b-8f11-d0ebccc9a373 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:27:39.003729 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'name': 'tempest-TestEncryptedCinderVolumes-555752024-router', 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178'}], 'enable_snat': True}, 'gw_port_id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:36Z', 'updated_at': '2022-10-28T10:27:37Z', 'revision_number': 3, 'project_id': '6ad7876c566f454096f2dfbd4485bf64', 'gw_port': {'id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:37Z', 'updated_at': '2022-10-28T10:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:39.032069 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Checking router: e209d270-65fb-416b-8f11-d0ebccc9a373 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:27:39.032420 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Updating router e209d270-65fb-416b-8f11-d0ebccc9a373 port 9f687a5d-7100-428b-984c-7e8a00e4c066 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:27:39.061308 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9f687a5d-7100-428b-984c-7e8a00e4c066), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:39.177840 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:27:39.225302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:39.225570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:39.225670 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af Oct 28 10:27:39.304593 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:39.322629 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Publish callbacks [] for port (9f687a5d-7100-428b-984c-7e8a00e4c066), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:39.351672 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:39.395966 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9f687a5d-7100-428b-984c-7e8a00e4c066), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:39.437967 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Attempting to bind port 9f687a5d-7100-428b-984c-7e8a00e4c066 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:39.438330 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Attempting to bind port 9f687a5d-7100-428b-984c-7e8a00e4c066 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:39.438733 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Attempting to bind port 9f687a5d-7100-428b-984c-7e8a00e4c066 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:39.446721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:39.449659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:39.467396 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Pushing event updated for resources: {'Port': ['ID=9f687a5d-7100-428b-984c-7e8a00e4c066,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:39.479119 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:39.481383 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:39.481383 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:39.481383 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:39.481383 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:39.481383 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:39.481383 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:39.481383 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:39.481963 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:39.482064 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:39.482336 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:39.482649 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:39.482987 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:39.483295 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:39.483604 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:27:39.503756 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:27:39.504133 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:39.504553 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:39.504916 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:27:39.505386 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Bound port: 9f687a5d-7100-428b-984c-7e8a00e4c066, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:27:39.505762 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9f687a5d-7100-428b-984c-7e8a00e4c066), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:39.553456 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] For port 9f687a5d-7100-428b-984c-7e8a00e4c066, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:27:39.556499 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] For port 9f687a5d-7100-428b-984c-7e8a00e4c066, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9f687a5d-7100-428b-984c-7e8a00e4c066,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:27:39.653382 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9f687a5d-7100-428b-984c-7e8a00e4c066), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:39.693298 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Routers {'e209d270-65fb-416b-8f11-d0ebccc9a373'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:27:39.693922 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:27:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e209d270-65fb-416b-8f11-d0ebccc9a373'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:39.709813 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Allocated IP 172.20.0.1 (9db7e08e-fb25-446d-ac2d-5bde769fbc12/981c185a-7636-4ff9-afe0-1ffed93168e9/317af2f5-6090-4015-94ba-583fe67e7c07) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:27:39.738963 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:39.757446 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8add9-e7c7-407f-b963-2a638547edbd None None] Pushing event updated for resources: {'Port': ['ID=9f687a5d-7100-428b-984c-7e8a00e4c066,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:39.789220 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:39.815626 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] Set router e209d270-65fb-416b-8f11-d0ebccc9a373 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:27:39.815838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Publish callbacks [] for port (317af2f5-6090-4015-94ba-583fe67e7c07), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:39.909777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (317af2f5-6090-4015-94ba-583fe67e7c07), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:39.957460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:27:39.962356 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:39.966295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:27:39.969678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Pushing event updated for resources: {'Port': ['ID=317af2f5-6090-4015-94ba-583fe67e7c07,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:39.982805 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'name': 'tempest-TestEncryptedCinderVolumes-555752024-router', 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178'}], 'enable_snat': True}, 'gw_port_id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:36Z', 'updated_at': '2022-10-28T10:27:37Z', 'revision_number': 3, 'project_id': '6ad7876c566f454096f2dfbd4485bf64', 'gw_port': {'id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:37Z', 'updated_at': '2022-10-28T10:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:40.007773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (e209d270-65fb-416b-8f11-d0ebccc9a373), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:40.009099 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3940df8-a7fe-40f0-aa86-1ef3a62188b2 None None] The sync data for ids ['e209d270-65fb-416b-8f11-d0ebccc9a373'] in dv-neutron-zed-2-hyperv is: [{'id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'name': 'tempest-TestEncryptedCinderVolumes-555752024-router', 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178'}], 'enable_snat': True}, 'gw_port_id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:36Z', 'updated_at': '2022-10-28T10:27:37Z', 'revision_number': 3, 'project_id': '6ad7876c566f454096f2dfbd4485bf64', 'gw_port': {'id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:37Z', 'updated_at': '2022-10-28T10:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:27:40.174936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-5f88ad87-04b1-43dd-bf0d-28b150a794c8 None None] Provisioning complete for port 317af2f5-6090-4015-94ba-583fe67e7c07 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:40.175321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5f88ad87-04b1-43dd-bf0d-28b150a794c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (317af2f5-6090-4015-94ba-583fe67e7c07), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:40.175652 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-5f88ad87-04b1-43dd-bf0d-28b150a794c8 None None] Attempt 1 to provision port 317af2f5-6090-4015-94ba-583fe67e7c07 Oct 28 10:27:40.218216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-5f88ad87-04b1-43dd-bf0d-28b150a794c8 None None] Port 317af2f5-6090-4015-94ba-583fe67e7c07 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:27:40.291005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (317af2f5-6090-4015-94ba-583fe67e7c07), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:40.397214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:40.467073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Publish callbacks [] for port (317af2f5-6090-4015-94ba-583fe67e7c07), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:40.526388 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (317af2f5-6090-4015-94ba-583fe67e7c07), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:40.600247 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:40.601305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (e209d270-65fb-416b-8f11-d0ebccc9a373), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:40.609483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Pushing event updated for resources: {'Port': ['ID=317af2f5-6090-4015-94ba-583fe67e7c07,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:40.707969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:27:40.709526 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:40.830976 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Router e209d270-65fb-416b-8f11-d0ebccc9a373 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:27:40.939491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-85f80d5e-6d69-4d13-a367-7bdeb9072e7f None None] Provisioning complete for port 317af2f5-6090-4015-94ba-583fe67e7c07 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:40.940115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:27:40.940222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-85f80d5e-6d69-4d13-a367-7bdeb9072e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (317af2f5-6090-4015-94ba-583fe67e7c07), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:40.940222 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-85f80d5e-6d69-4d13-a367-7bdeb9072e7f None None] Attempt 1 to provision port 317af2f5-6090-4015-94ba-583fe67e7c07 Oct 28 10:27:40.946277 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d75fa76c-837c-4f5d-a6c6-5589d3de2c54 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/e209d270-65fb-416b-8f11-d0ebccc9a373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2551417 Oct 28 10:27:40.973003 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-85f80d5e-6d69-4d13-a367-7bdeb9072e7f None None] Port 317af2f5-6090-4015-94ba-583fe67e7c07 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:27:41.157375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9f687a5d-7100-428b-984c-7e8a00e4c066 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:27:41.160565 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:41.209418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 9f687a5d-7100-428b-984c-7e8a00e4c066 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:41.209796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9f687a5d-7100-428b-984c-7e8a00e4c066), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:41.210146 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 9f687a5d-7100-428b-984c-7e8a00e4c066 Oct 28 10:27:41.283946 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 9f687a5d-7100-428b-984c-7e8a00e4c066 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:41.284421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9f687a5d-7100-428b-984c-7e8a00e4c066), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:41.306972 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 9f687a5d-7100-428b-984c-7e8a00e4c066, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9f687a5d-7100-428b-984c-7e8a00e4c066,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:41.378927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9f687a5d-7100-428b-984c-7e8a00e4c066), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:41.430488 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=9f687a5d-7100-428b-984c-7e8a00e4c066,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:41.508637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Sync routers for ids ['e209d270-65fb-416b-8f11-d0ebccc9a373'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:27:41.519574 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Routers {'e209d270-65fb-416b-8f11-d0ebccc9a373'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:27:41.520178 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:27:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e209d270-65fb-416b-8f11-d0ebccc9a373'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:41.627879 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Set router e209d270-65fb-416b-8f11-d0ebccc9a373 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:27:41.757567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:41.814874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'name': 'tempest-TestEncryptedCinderVolumes-555752024-router', 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178'}], 'enable_snat': True}, 'gw_port_id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:36Z', 'updated_at': '2022-10-28T10:27:40Z', 'revision_number': 4, 'project_id': '6ad7876c566f454096f2dfbd4485bf64', 'gw_port': {'id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:37Z', 'updated_at': '2022-10-28T10:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '317af2f5-6090-4015-94ba-583fe67e7c07', 'name': '', 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12', 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64', 'mac_address': 'fa:16:3e:f8:7d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '981c185a-7636-4ff9-afe0-1ffed93168e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:39Z', 'updated_at': '2022-10-28T10:27:40Z', 'revision_number': 2, 'project_id': '6ad7876c566f454096f2dfbd4485bf64', 'subnets': [{'id': '981c185a-7636-4ff9-afe0-1ffed93168e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:41.840705 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Checking router: e209d270-65fb-416b-8f11-d0ebccc9a373 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:27:41.841307 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Updating router e209d270-65fb-416b-8f11-d0ebccc9a373 port 317af2f5-6090-4015-94ba-583fe67e7c07 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:27:41.872309 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47788) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:41.873694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (317af2f5-6090-4015-94ba-583fe67e7c07), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:41.877381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-7f4c782b-ea0a-4af1-aa6f-0549c94dede0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-278473869-network', 'tenant_id': 'a77b9b5cb00341f4b7cca959cc2e3c20'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:41.950035 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4c782b-ea0a-4af1-aa6f-0549c94dede0 admin admin] Made reservation on behalf of a77b9b5cb00341f4b7cca959cc2e3c20 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:41.952433 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7f4c782b-ea0a-4af1-aa6f-0549c94dede0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:41.961510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7f4c782b-ea0a-4af1-aa6f-0549c94dede0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:42.059379 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7f4c782b-ea0a-4af1-aa6f-0549c94dede0 admin admin] Publish callbacks [] for security_group (08167aec-dbc8-43fd-b9a7-833308bdc701), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:42.120453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7f4c782b-ea0a-4af1-aa6f-0549c94dede0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (08167aec-dbc8-43fd-b9a7-833308bdc701), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:42.148138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4c782b-ea0a-4af1-aa6f-0549c94dede0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:27:42.159076 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c782b-ea0a-4af1-aa6f-0549c94dede0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08167aec-dbc8-43fd-b9a7-833308bdc701,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:42.164394 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7f4c782b-ea0a-4af1-aa6f-0549c94dede0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (ea4f23ee-bc5d-4cc8-9611-38388d1a151f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:42.164824 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-7f4c782b-ea0a-4af1-aa6f-0549c94dede0 admin admin] Added segment ea4f23ee-bc5d-4cc8-9611-38388d1a151f of type vlan for network 6049b69c-e6bc-4ee1-acc3-ef130de45626 Oct 28 10:27:42.210154 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7f4c782b-ea0a-4af1-aa6f-0549c94dede0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (6049b69c-e6bc-4ee1-acc3-ef130de45626), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:42.290101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Publish callbacks [] for port (317af2f5-6090-4015-94ba-583fe67e7c07), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:42.298421 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7f4c782b-ea0a-4af1-aa6f-0549c94dede0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (6049b69c-e6bc-4ee1-acc3-ef130de45626), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:42.299523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4c782b-ea0a-4af1-aa6f-0549c94dede0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:42.302197 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7f4c782b-ea0a-4af1-aa6f-0549c94dede0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:42.339228 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:42.395271 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c782b-ea0a-4af1-aa6f-0549c94dede0 admin admin] Pushing event updated for resources: {'Network': ['ID=6049b69c-e6bc-4ee1-acc3-ef130de45626,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:42.402691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (317af2f5-6090-4015-94ba-583fe67e7c07), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:42.408323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 6049b69c-e6bc-4ee1-acc3-ef130de45626 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:27:42.433156 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7f4c782b-ea0a-4af1-aa6f-0549c94dede0 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5596616 Oct 28 10:27:42.435966 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47790) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:42.441388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f0a124a0-ec73-4825-9a83-409bc8188407 admin admin] Request body: {'subnet': {'network_id': '6049b69c-e6bc-4ee1-acc3-ef130de45626', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-278473869-subnet', 'tenant_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'ip_version': 4}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:42.527377 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a124a0-ec73-4825-9a83-409bc8188407 admin admin] Made reservation on behalf of a77b9b5cb00341f4b7cca959cc2e3c20 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:42.529179 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844dffc-3721-4bed-8dd3-3e687c863e02 None None] Pushing event updated for resources: {'Port': ['ID=317af2f5-6090-4015-94ba-583fe67e7c07,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:42.529999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f0a124a0-ec73-4825-9a83-409bc8188407 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:42.560584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:42.565423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Attempting to bind port 317af2f5-6090-4015-94ba-583fe67e7c07 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:42.565796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Attempting to bind port 317af2f5-6090-4015-94ba-583fe67e7c07 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:42.566170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Attempting to bind port 317af2f5-6090-4015-94ba-583fe67e7c07 on network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:42.603050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:42.613596 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:27:42.613977 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Checking segment: {'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:42.614439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:42.614836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Bound using segment: {'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:27:42.615318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Bound port: 317af2f5-6090-4015-94ba-583fe67e7c07, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:27:42.615699 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (317af2f5-6090-4015-94ba-583fe67e7c07), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:42.677661 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] For port 317af2f5-6090-4015-94ba-583fe67e7c07, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:27:42.686711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] For port 317af2f5-6090-4015-94ba-583fe67e7c07, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=317af2f5-6090-4015-94ba-583fe67e7c07,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:27:42.745138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (317af2f5-6090-4015-94ba-583fe67e7c07), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:42.787063 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Routers {'e209d270-65fb-416b-8f11-d0ebccc9a373'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:27:42.787705 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:27:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e209d270-65fb-416b-8f11-d0ebccc9a373'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:42.846215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844dffc-3721-4bed-8dd3-3e687c863e02 None None] Pushing event updated for resources: {'Port': ['ID=317af2f5-6090-4015-94ba-583fe67e7c07,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:42.891488 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:42.912147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] Set router e209d270-65fb-416b-8f11-d0ebccc9a373 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:27:43.092843 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f0a124a0-ec73-4825-9a83-409bc8188407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (3d106dd6-5084-40dd-a7fa-d6fe12f97f30), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:43.116247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'name': 'tempest-TestEncryptedCinderVolumes-555752024-router', 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178'}], 'enable_snat': True}, 'gw_port_id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:36Z', 'updated_at': '2022-10-28T10:27:40Z', 'revision_number': 4, 'project_id': '6ad7876c566f454096f2dfbd4485bf64', 'gw_port': {'id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:37Z', 'updated_at': '2022-10-28T10:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '317af2f5-6090-4015-94ba-583fe67e7c07', 'name': '', 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12', 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64', 'mac_address': 'fa:16:3e:f8:7d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '981c185a-7636-4ff9-afe0-1ffed93168e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:39Z', 'updated_at': '2022-10-28T10:27:42Z', 'revision_number': 4, 'project_id': '6ad7876c566f454096f2dfbd4485bf64', 'subnets': [{'id': '981c185a-7636-4ff9-afe0-1ffed93168e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:43.118213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e826f0b5-550c-4f23-9af5-f1ea89dac729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:43.146203 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf9ce6-6468-4e39-a56d-64fb49781a90 None None] The sync data for ids ['e209d270-65fb-416b-8f11-d0ebccc9a373'] in dv-neutron-zed-2-hyperv is: [{'id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'name': 'tempest-TestEncryptedCinderVolumes-555752024-router', 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178'}], 'enable_snat': True}, 'gw_port_id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:36Z', 'updated_at': '2022-10-28T10:27:40Z', 'revision_number': 4, 'project_id': '6ad7876c566f454096f2dfbd4485bf64', 'gw_port': {'id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:37Z', 'updated_at': '2022-10-28T10:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '317af2f5-6090-4015-94ba-583fe67e7c07', 'name': '', 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12', 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64', 'mac_address': 'fa:16:3e:f8:7d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '981c185a-7636-4ff9-afe0-1ffed93168e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:39Z', 'updated_at': '2022-10-28T10:27:42Z', 'revision_number': 4, 'project_id': '6ad7876c566f454096f2dfbd4485bf64', 'subnets': [{'id': '981c185a-7636-4ff9-afe0-1ffed93168e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:27:43.149341 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a124a0-ec73-4825-9a83-409bc8188407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d106dd6-5084-40dd-a7fa-d6fe12f97f30,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:43.166037 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a124a0-ec73-4825-9a83-409bc8188407 admin admin] Checking segment: {'id': 'ea4f23ee-bc5d-4cc8-9611-38388d1a151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6049b69c-e6bc-4ee1-acc3-ef130de45626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:43.166398 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a124a0-ec73-4825-9a83-409bc8188407 admin admin] Network hostable DHCP agents. Network: 6049b69c-e6bc-4ee1-acc3-ef130de45626, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:27:43.170840 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9f687a5d-7100-428b-984c-7e8a00e4c066 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:27:43.229879 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 9f687a5d-7100-428b-984c-7e8a00e4c066 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:43.230259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9f687a5d-7100-428b-984c-7e8a00e4c066), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:43.230599 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 9f687a5d-7100-428b-984c-7e8a00e4c066 Oct 28 10:27:43.264714 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a124a0-ec73-4825-9a83-409bc8188407 admin admin] Network 6049b69c-e6bc-4ee1-acc3-ef130de45626 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:27:43.311764 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:43.317153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 9f687a5d-7100-428b-984c-7e8a00e4c066 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:43.344971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-f0a124a0-ec73-4825-9a83-409bc8188407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 6049b69c-e6bc-4ee1-acc3-ef130de45626) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:43.349628 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a124a0-ec73-4825-9a83-409bc8188407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:43.352629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f0a124a0-ec73-4825-9a83-409bc8188407 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:43.355594 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b066f9b-1d67-496b-a178-6ce370872d22 None None] Network 6049b69c-e6bc-4ee1-acc3-ef130de45626 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:43.431846 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f0a124a0-ec73-4825-9a83-409bc8188407 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9945734 Oct 28 10:27:43.434237 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 47792) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:43.438655 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-278473869-router', 'tenant_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:43.471375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-6049b69c-e6bc-4ee1-acc3-ef130de45626', 'network_id': '6049b69c-e6bc-4ee1-acc3-ef130de45626', 'project_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'fixed_ips': [{'subnet_id': '3d106dd6-5084-40dd-a7fa-d6fe12f97f30'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:27:43.472395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:43.521647 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (de9e42ee-b7ce-4983-96de-00c22f928f66), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:43.523193 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (de9e42ee-b7ce-4983-96de-00c22f928f66), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:43.581837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Publish callbacks [] for router_controller (de9e42ee-b7ce-4983-96de-00c22f928f66), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:43.617032 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Allocated IP 172.20.0.2 (6049b69c-e6bc-4ee1-acc3-ef130de45626/3d106dd6-5084-40dd-a7fa-d6fe12f97f30/431a2cfb-b215-4b2c-9f18-301843f43588) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:27:43.779442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Publish callbacks [] for port (431a2cfb-b215-4b2c-9f18-301843f43588), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:43.795419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Publish callbacks [] for router_gateway (de9e42ee-b7ce-4983-96de-00c22f928f66), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:43.847546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (431a2cfb-b215-4b2c-9f18-301843f43588), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:43.890157 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:43.893319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Network 6049b69c-e6bc-4ee1-acc3-ef130de45626 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:27:43.896729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:43.900651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:27:43.911940 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Pushing event updated for resources: {'Port': ['ID=431a2cfb-b215-4b2c-9f18-301843f43588,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:43.917563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:43.970379 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Attempting to bind port 431a2cfb-b215-4b2c-9f18-301843f43588 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:43.970925 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Attempting to bind port 431a2cfb-b215-4b2c-9f18-301843f43588 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'ea4f23ee-bc5d-4cc8-9611-38388d1a151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6049b69c-e6bc-4ee1-acc3-ef130de45626'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:43.971190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Attempting to bind port 431a2cfb-b215-4b2c-9f18-301843f43588 on network 6049b69c-e6bc-4ee1-acc3-ef130de45626 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:44.016561 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:27:44.017003 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Checking segment: {'id': 'ea4f23ee-bc5d-4cc8-9611-38388d1a151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6049b69c-e6bc-4ee1-acc3-ef130de45626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:44.017343 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:44.017740 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Bound using segment: {'id': 'ea4f23ee-bc5d-4cc8-9611-38388d1a151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6049b69c-e6bc-4ee1-acc3-ef130de45626'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:27:44.018229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Bound port: 431a2cfb-b215-4b2c-9f18-301843f43588, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4f23ee-bc5d-4cc8-9611-38388d1a151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6049b69c-e6bc-4ee1-acc3-ef130de45626'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:27:44.018618 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (431a2cfb-b215-4b2c-9f18-301843f43588), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:44.074250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Publish callbacks [] for router_gateway (de9e42ee-b7ce-4983-96de-00c22f928f66), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:44.089829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] For port 431a2cfb-b215-4b2c-9f18-301843f43588, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:27:44.093128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] For port 431a2cfb-b215-4b2c-9f18-301843f43588, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=431a2cfb-b215-4b2c-9f18-301843f43588,segment=NetworkSegment(ea4f23ee-bc5d-4cc8-9611-38388d1a151f),segment_id=ea4f23ee-bc5d-4cc8-9611-38388d1a151f)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:27:44.094639 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:44.184006 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (431a2cfb-b215-4b2c-9f18-301843f43588), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:44.212239 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Allocated IP 172.36.1.170 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/9147b086-dba7-4a10-a07a-552155d88a94) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:27:44.254842 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c8c88-da17-401f-a0fa-9501d000a94a None None] Pushing event updated for resources: {'Port': ['ID=431a2cfb-b215-4b2c-9f18-301843f43588,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:44.285474 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:44.328286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Publish callbacks [] for port (9147b086-dba7-4a10-a07a-552155d88a94), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:44.413660 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (9147b086-dba7-4a10-a07a-552155d88a94), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:44.466627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:27:44.472234 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:44.476153 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Pushing event updated for resources: {'Port': ['ID=9147b086-dba7-4a10-a07a-552155d88a94,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:44.476725 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:27:44.806215 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Publish callbacks [] for router_gateway (de9e42ee-b7ce-4983-96de-00c22f928f66), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:45.006741 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (de9e42ee-b7ce-4983-96de-00c22f928f66), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:45.060554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:45.179437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba85e662-8388-4d0b-b060-9200cd6acda2 None None] Network 6049b69c-e6bc-4ee1-acc3-ef130de45626 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:27:45.195695 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Router de9e42ee-b7ce-4983-96de-00c22f928f66 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:27:45.219200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 431a2cfb-b215-4b2c-9f18-301843f43588 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:27:45.267010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a6301b5c-69a4-4c20-89dd-893f44ebc929 None None] Provisioning complete for port 431a2cfb-b215-4b2c-9f18-301843f43588 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:45.267419 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a6301b5c-69a4-4c20-89dd-893f44ebc929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (431a2cfb-b215-4b2c-9f18-301843f43588), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:45.267760 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a6301b5c-69a4-4c20-89dd-893f44ebc929 None None] Attempt 1 to provision port 431a2cfb-b215-4b2c-9f18-301843f43588 Oct 28 10:27:45.301906 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:27:45.311878 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Sync routers for ids ['de9e42ee-b7ce-4983-96de-00c22f928f66'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:27:45.325218 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Routers {'de9e42ee-b7ce-4983-96de-00c22f928f66'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:27:45.326020 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:27:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['de9e42ee-b7ce-4983-96de-00c22f928f66'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:45.364969 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 431a2cfb-b215-4b2c-9f18-301843f43588 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:45.365353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (431a2cfb-b215-4b2c-9f18-301843f43588), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:45.365698 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 431a2cfb-b215-4b2c-9f18-301843f43588 Oct 28 10:27:45.403659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:45.407622 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-95b839c2-8eb3-47b1-a2ca-0957e128a8fb admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9719012 Oct 28 10:27:45.409712 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 47794) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:27:45.432849 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Set router de9e42ee-b7ce-4983-96de-00c22f928f66 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:27:45.441213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9fd09138-a645-4a8f-a515-cc14f2b1e5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:45.449226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a6301b5c-69a4-4c20-89dd-893f44ebc929 None None] Current status of the port 431a2cfb-b215-4b2c-9f18-301843f43588 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:45.449619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a6301b5c-69a4-4c20-89dd-893f44ebc929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (431a2cfb-b215-4b2c-9f18-301843f43588), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:45.511652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:45.516652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a6301b5c-69a4-4c20-89dd-893f44ebc929 None None] For port 431a2cfb-b215-4b2c-9f18-301843f43588, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=431a2cfb-b215-4b2c-9f18-301843f43588,segment=NetworkSegment(ea4f23ee-bc5d-4cc8-9611-38388d1a151f),segment_id=ea4f23ee-bc5d-4cc8-9611-38388d1a151f)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:45.523305 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 431a2cfb-b215-4b2c-9f18-301843f43588 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:45.523702 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (431a2cfb-b215-4b2c-9f18-301843f43588), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:45.579645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a6301b5c-69a4-4c20-89dd-893f44ebc929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (431a2cfb-b215-4b2c-9f18-301843f43588), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:45.625314 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'name': 'tempest-TestEncryptedCinderVolumes-278473869-router', 'tenant_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.170'}], 'enable_snat': True}, 'gw_port_id': '9147b086-dba7-4a10-a07a-552155d88a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:43Z', 'updated_at': '2022-10-28T10:27:44Z', 'revision_number': 3, 'project_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'gw_port': {'id': '9147b086-dba7-4a10-a07a-552155d88a94', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:44Z', 'updated_at': '2022-10-28T10:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:45.653006 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Checking router: de9e42ee-b7ce-4983-96de-00c22f928f66 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:27:45.653724 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Updating router de9e42ee-b7ce-4983-96de-00c22f928f66 port 9147b086-dba7-4a10-a07a-552155d88a94 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:27:45.663927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:27:45.664365 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:27:45.682777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6301b5c-69a4-4c20-89dd-893f44ebc929 None None] Pushing event updated for resources: {'Port': ['ID=431a2cfb-b215-4b2c-9f18-301843f43588,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:45.692842 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:45.705924 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:27:45.711327 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9147b086-dba7-4a10-a07a-552155d88a94), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:45.799130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-721f02fb-d702-4573-a933-ceb977e7537f None None] Provisioning complete for port 431a2cfb-b215-4b2c-9f18-301843f43588 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:45.799502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-721f02fb-d702-4573-a933-ceb977e7537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (431a2cfb-b215-4b2c-9f18-301843f43588), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:45.799836 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-721f02fb-d702-4573-a933-ceb977e7537f None None] Attempt 1 to provision port 431a2cfb-b215-4b2c-9f18-301843f43588 Oct 28 10:27:45.875051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-721f02fb-d702-4573-a933-ceb977e7537f None None] Current status of the port 431a2cfb-b215-4b2c-9f18-301843f43588 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:45.878616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:45.880471 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:46.040112 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Allocated IP 172.20.0.1 (6049b69c-e6bc-4ee1-acc3-ef130de45626/3d106dd6-5084-40dd-a7fa-d6fe12f97f30/d1b36d20-fe2f-4a76-abbe-418763098800) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:27:46.058355 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Publish callbacks [] for port (9147b086-dba7-4a10-a07a-552155d88a94), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:46.133557 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9147b086-dba7-4a10-a07a-552155d88a94), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:46.143350 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Publish callbacks [] for port (d1b36d20-fe2f-4a76-abbe-418763098800), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:46.163316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:46.168390 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Attempting to bind port 9147b086-dba7-4a10-a07a-552155d88a94 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:46.168709 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:46.168843 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Attempting to bind port 9147b086-dba7-4a10-a07a-552155d88a94 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:46.169097 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Attempting to bind port 9147b086-dba7-4a10-a07a-552155d88a94 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:46.173642 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:46.201872 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 431a2cfb-b215-4b2c-9f18-301843f43588 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:46.203567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 317af2f5-6090-4015-94ba-583fe67e7c07 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:27:46.204277 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14c4e7-5491-4be7-ab12-0ad72bea9a4a None None] Pushing event updated for resources: {'Port': ['ID=9147b086-dba7-4a10-a07a-552155d88a94,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:46.223155 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:27:46.235005 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:46.235005 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:46.235005 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:27:46.235005 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Bound port: 9147b086-dba7-4a10-a07a-552155d88a94, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:27:46.235005 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9147b086-dba7-4a10-a07a-552155d88a94), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:46.245111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 317af2f5-6090-4015-94ba-583fe67e7c07 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:46.245485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (317af2f5-6090-4015-94ba-583fe67e7c07), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:46.245817 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 317af2f5-6090-4015-94ba-583fe67e7c07 Oct 28 10:27:46.270118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (d1b36d20-fe2f-4a76-abbe-418763098800), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:46.275785 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] For port 9147b086-dba7-4a10-a07a-552155d88a94, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:27:46.280194 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] For port 9147b086-dba7-4a10-a07a-552155d88a94, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9147b086-dba7-4a10-a07a-552155d88a94,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:27:46.315569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Network 6049b69c-e6bc-4ee1-acc3-ef130de45626 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:27:46.318554 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:46.321108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:27:46.321470 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 317af2f5-6090-4015-94ba-583fe67e7c07 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:46.321865 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (317af2f5-6090-4015-94ba-583fe67e7c07), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:46.346550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1b36d20-fe2f-4a76-abbe-418763098800,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:46.360764 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 317af2f5-6090-4015-94ba-583fe67e7c07, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=317af2f5-6090-4015-94ba-583fe67e7c07,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:46.362534 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9147b086-dba7-4a10-a07a-552155d88a94), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:46.371189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (de9e42ee-b7ce-4983-96de-00c22f928f66), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:46.413523 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Routers {'de9e42ee-b7ce-4983-96de-00c22f928f66'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:27:46.414314 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:27:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['de9e42ee-b7ce-4983-96de-00c22f928f66'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:46.469167 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (317af2f5-6090-4015-94ba-583fe67e7c07), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:46.486593 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14c4e7-5491-4be7-ab12-0ad72bea9a4a None None] Pushing event updated for resources: {'Port': ['ID=9147b086-dba7-4a10-a07a-552155d88a94,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:46.518748 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=317af2f5-6090-4015-94ba-583fe67e7c07,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:46.559101 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] Set router de9e42ee-b7ce-4983-96de-00c22f928f66 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:27:46.568679 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:46.597386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4f4bc75c-ee76-4156-acd8-a90f85f77b3e None None] Provisioning complete for port d1b36d20-fe2f-4a76-abbe-418763098800 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:46.597821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75c-ee76-4156-acd8-a90f85f77b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d1b36d20-fe2f-4a76-abbe-418763098800), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:46.598256 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4f4bc75c-ee76-4156-acd8-a90f85f77b3e None None] Attempt 1 to provision port d1b36d20-fe2f-4a76-abbe-418763098800 Oct 28 10:27:46.601456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d1b36d20-fe2f-4a76-abbe-418763098800), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:46.631917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4f4bc75c-ee76-4156-acd8-a90f85f77b3e None None] Port d1b36d20-fe2f-4a76-abbe-418763098800 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:27:46.730335 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'name': 'tempest-TestEncryptedCinderVolumes-278473869-router', 'tenant_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.170'}], 'enable_snat': True}, 'gw_port_id': '9147b086-dba7-4a10-a07a-552155d88a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:43Z', 'updated_at': '2022-10-28T10:27:44Z', 'revision_number': 3, 'project_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'gw_port': {'id': '9147b086-dba7-4a10-a07a-552155d88a94', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:44Z', 'updated_at': '2022-10-28T10:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:46.759170 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94091bd-9d7b-4e3d-b967-6430fbad0cfa None None] The sync data for ids ['de9e42ee-b7ce-4983-96de-00c22f928f66'] in dv-neutron-zed-2-hyperv is: [{'id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'name': 'tempest-TestEncryptedCinderVolumes-278473869-router', 'tenant_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.170'}], 'enable_snat': True}, 'gw_port_id': '9147b086-dba7-4a10-a07a-552155d88a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:43Z', 'updated_at': '2022-10-28T10:27:44Z', 'revision_number': 3, 'project_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'gw_port': {'id': '9147b086-dba7-4a10-a07a-552155d88a94', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:44Z', 'updated_at': '2022-10-28T10:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:27:46.766311 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Publish callbacks [] for port (d1b36d20-fe2f-4a76-abbe-418763098800), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:46.829358 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (d1b36d20-fe2f-4a76-abbe-418763098800), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:46.914785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1b36d20-fe2f-4a76-abbe-418763098800,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:46.921216 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (de9e42ee-b7ce-4983-96de-00c22f928f66), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:47.012503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:47.040225 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Network 6049b69c-e6bc-4ee1-acc3-ef130de45626 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:27:47.041677 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:47.171037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Router de9e42ee-b7ce-4983-96de-00c22f928f66 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:27:47.292296 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:27:47.294141 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9147b086-dba7-4a10-a07a-552155d88a94 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:27:47.300832 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-85498c61-e5bc-47bf-909d-f808e61caec1 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/de9e42ee-b7ce-4983-96de-00c22f928f66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8853703 Oct 28 10:27:47.348652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 9147b086-dba7-4a10-a07a-552155d88a94 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:47.349290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9147b086-dba7-4a10-a07a-552155d88a94), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:47.349808 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 9147b086-dba7-4a10-a07a-552155d88a94 Oct 28 10:27:47.542010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-6da0adcc-35f5-4384-8f54-35d424348aa9 None None] Provisioning complete for port d1b36d20-fe2f-4a76-abbe-418763098800 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:47.542385 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6da0adcc-35f5-4384-8f54-35d424348aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d1b36d20-fe2f-4a76-abbe-418763098800), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:47.542846 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-6da0adcc-35f5-4384-8f54-35d424348aa9 None None] Attempt 1 to provision port d1b36d20-fe2f-4a76-abbe-418763098800 Oct 28 10:27:47.547433 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:47.588532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-6da0adcc-35f5-4384-8f54-35d424348aa9 None None] Port d1b36d20-fe2f-4a76-abbe-418763098800 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:27:47.621822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 9147b086-dba7-4a10-a07a-552155d88a94 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:47.622476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9147b086-dba7-4a10-a07a-552155d88a94), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:47.646657 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 9147b086-dba7-4a10-a07a-552155d88a94, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9147b086-dba7-4a10-a07a-552155d88a94,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:47.726196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (9147b086-dba7-4a10-a07a-552155d88a94), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:47.727058 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 431a2cfb-b215-4b2c-9f18-301843f43588 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:27:47.805622 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=9147b086-dba7-4a10-a07a-552155d88a94,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:47.814918 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 431a2cfb-b215-4b2c-9f18-301843f43588 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:47.815285 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (431a2cfb-b215-4b2c-9f18-301843f43588), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:47.815721 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 431a2cfb-b215-4b2c-9f18-301843f43588 Oct 28 10:27:47.908501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 431a2cfb-b215-4b2c-9f18-301843f43588 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:47.909532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 317af2f5-6090-4015-94ba-583fe67e7c07 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:27:47.953523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 317af2f5-6090-4015-94ba-583fe67e7c07 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:47.953895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (317af2f5-6090-4015-94ba-583fe67e7c07), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:47.954230 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 317af2f5-6090-4015-94ba-583fe67e7c07 Oct 28 10:27:47.980837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:48.031207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 317af2f5-6090-4015-94ba-583fe67e7c07 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:48.096534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-90a79a5d-0c59-4ae1-a8d9-bcff2d245f63 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:48.098034 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-90a79a5d-0c59-4ae1-a8d9-bcff2d245f63 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/networks?id=9db7e08e-fb25-446d-ac2d-5bde769fbc12 HTTP/1.1" status: 200 len: 816 time: 0.1098299 Oct 28 10:27:48.113759 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-3ce1fa38-3d84-47d4-a58e-8b93356c72e7 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/quotas/6ad7876c566f454096f2dfbd4485bf64 HTTP/1.1" status: 200 len: 375 time: 0.0101025 Oct 28 10:27:48.164343 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-5d4968de-1173-4fc4-a708-8f043868d639 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6ad7876c566f454096f2dfbd4485bf64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451679 Oct 28 10:27:48.180731 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-711ae1d5-b010-4d94-85e5-5bbda200f60b service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:27:48.181690 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-711ae1d5-b010-4d94-85e5-5bbda200f60b service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054941 Oct 28 10:27:48.243991 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:48.277939 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-e7a9f260-1013-460b-8f18-0c9520b39fa2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9db7e08e-fb25-446d-ac2d-5bde769fbc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898361 Oct 28 10:27:48.372666 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-81ca5b99-17c9-422c-83fa-7b15683ec72c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9db7e08e-fb25-446d-ac2d-5bde769fbc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887239 Oct 28 10:27:48.390742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Sync routers for ids ['de9e42ee-b7ce-4983-96de-00c22f928f66'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:27:48.401152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Routers {'de9e42ee-b7ce-4983-96de-00c22f928f66'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:27:48.403133 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:27:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['de9e42ee-b7ce-4983-96de-00c22f928f66'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:48.495412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:48.506357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Set router de9e42ee-b7ce-4983-96de-00c22f928f66 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:27:48.641965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:48.732380 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'name': 'tempest-TestEncryptedCinderVolumes-278473869-router', 'tenant_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.170'}], 'enable_snat': True}, 'gw_port_id': '9147b086-dba7-4a10-a07a-552155d88a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:43Z', 'updated_at': '2022-10-28T10:27:46Z', 'revision_number': 4, 'project_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'gw_port': {'id': '9147b086-dba7-4a10-a07a-552155d88a94', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:44Z', 'updated_at': '2022-10-28T10:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'd1b36d20-fe2f-4a76-abbe-418763098800', 'name': '', 'network_id': '6049b69c-e6bc-4ee1-acc3-ef130de45626', 'tenant_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'mac_address': 'fa:16:3e:4b:f6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3d106dd6-5084-40dd-a7fa-d6fe12f97f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:45Z', 'updated_at': '2022-10-28T10:27:46Z', 'revision_number': 2, 'project_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'subnets': [{'id': '3d106dd6-5084-40dd-a7fa-d6fe12f97f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:48.742539 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-05c2fa9f-8696-4c80-8c18-4c7af68512ec req-134573a4-1743-4bb8-abcf-224d79373695 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 210 time: 0.1677420 Oct 28 10:27:48.760312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Checking router: de9e42ee-b7ce-4983-96de-00c22f928f66 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:27:48.760681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Updating router de9e42ee-b7ce-4983-96de-00c22f928f66 port d1b36d20-fe2f-4a76-abbe-418763098800 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:27:48.789874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d1b36d20-fe2f-4a76-abbe-418763098800), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:48.803352 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:49.048986 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Publish callbacks [] for port (d1b36d20-fe2f-4a76-abbe-418763098800), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:49.132804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d1b36d20-fe2f-4a76-abbe-418763098800), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:49.160350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9147b086-dba7-4a10-a07a-552155d88a94 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:27:49.225495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed432a-24d5-48bc-b88f-04560855ad9e None None] Pushing event updated for resources: {'Port': ['ID=d1b36d20-fe2f-4a76-abbe-418763098800,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:49.269562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Attempting to bind port d1b36d20-fe2f-4a76-abbe-418763098800 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:49.269931 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Attempting to bind port d1b36d20-fe2f-4a76-abbe-418763098800 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'ea4f23ee-bc5d-4cc8-9611-38388d1a151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6049b69c-e6bc-4ee1-acc3-ef130de45626'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:49.270296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Attempting to bind port d1b36d20-fe2f-4a76-abbe-418763098800 on network 6049b69c-e6bc-4ee1-acc3-ef130de45626 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:49.272293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 9147b086-dba7-4a10-a07a-552155d88a94 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:49.272655 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (9147b086-dba7-4a10-a07a-552155d88a94), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:49.272987 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 9147b086-dba7-4a10-a07a-552155d88a94 Oct 28 10:27:49.318640 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:49.345356 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:27:49.345726 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Checking segment: {'id': 'ea4f23ee-bc5d-4cc8-9611-38388d1a151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6049b69c-e6bc-4ee1-acc3-ef130de45626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:49.346132 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:49.346515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Bound using segment: {'id': 'ea4f23ee-bc5d-4cc8-9611-38388d1a151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6049b69c-e6bc-4ee1-acc3-ef130de45626'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:27:49.347020 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Bound port: d1b36d20-fe2f-4a76-abbe-418763098800, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4f23ee-bc5d-4cc8-9611-38388d1a151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6049b69c-e6bc-4ee1-acc3-ef130de45626'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:27:49.347402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d1b36d20-fe2f-4a76-abbe-418763098800), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:49.417297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 9147b086-dba7-4a10-a07a-552155d88a94 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:49.439707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] For port d1b36d20-fe2f-4a76-abbe-418763098800, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:27:49.442692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] For port d1b36d20-fe2f-4a76-abbe-418763098800, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d1b36d20-fe2f-4a76-abbe-418763098800,segment=NetworkSegment(ea4f23ee-bc5d-4cc8-9611-38388d1a151f),segment_id=ea4f23ee-bc5d-4cc8-9611-38388d1a151f)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:27:49.538505 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d1b36d20-fe2f-4a76-abbe-418763098800), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:49.575177 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Routers {'de9e42ee-b7ce-4983-96de-00c22f928f66'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:27:49.575700 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:27:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['de9e42ee-b7ce-4983-96de-00c22f928f66'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:49.634944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed432a-24d5-48bc-b88f-04560855ad9e None None] Pushing event updated for resources: {'Port': ['ID=d1b36d20-fe2f-4a76-abbe-418763098800,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:49.693438 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] Set router de9e42ee-b7ce-4983-96de-00c22f928f66 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:27:49.857648 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6ae0ff4c-e863-4753-b6d5-6f474d32bd42 req-357cfe46-9e52-48c4-9296-6a2516e8a10f tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 210 time: 0.0336299 Oct 28 10:27:49.867844 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:49.891875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'name': 'tempest-TestEncryptedCinderVolumes-278473869-router', 'tenant_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.170'}], 'enable_snat': True}, 'gw_port_id': '9147b086-dba7-4a10-a07a-552155d88a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:43Z', 'updated_at': '2022-10-28T10:27:46Z', 'revision_number': 4, 'project_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'gw_port': {'id': '9147b086-dba7-4a10-a07a-552155d88a94', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:44Z', 'updated_at': '2022-10-28T10:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'd1b36d20-fe2f-4a76-abbe-418763098800', 'name': '', 'network_id': '6049b69c-e6bc-4ee1-acc3-ef130de45626', 'tenant_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'mac_address': 'fa:16:3e:4b:f6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3d106dd6-5084-40dd-a7fa-d6fe12f97f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:45Z', 'updated_at': '2022-10-28T10:27:49Z', 'revision_number': 4, 'project_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'subnets': [{'id': '3d106dd6-5084-40dd-a7fa-d6fe12f97f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:27:49.916408 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ef90f-e322-4b51-8692-5718df5dd36e None None] The sync data for ids ['de9e42ee-b7ce-4983-96de-00c22f928f66'] in dv-neutron-zed-2-hyperv is: [{'id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'name': 'tempest-TestEncryptedCinderVolumes-278473869-router', 'tenant_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.170'}], 'enable_snat': True}, 'gw_port_id': '9147b086-dba7-4a10-a07a-552155d88a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:43Z', 'updated_at': '2022-10-28T10:27:46Z', 'revision_number': 4, 'project_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'gw_port': {'id': '9147b086-dba7-4a10-a07a-552155d88a94', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:44Z', 'updated_at': '2022-10-28T10:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'd1b36d20-fe2f-4a76-abbe-418763098800', 'name': '', 'network_id': '6049b69c-e6bc-4ee1-acc3-ef130de45626', 'tenant_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'mac_address': 'fa:16:3e:4b:f6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3d106dd6-5084-40dd-a7fa-d6fe12f97f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:45Z', 'updated_at': '2022-10-28T10:27:49Z', 'revision_number': 4, 'project_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'subnets': [{'id': '3d106dd6-5084-40dd-a7fa-d6fe12f97f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:27:50.967079 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-da5a44ac-7488-4e20-9212-7f0235036a11 req-3113b9dd-8131-4ee4-83f1-28e3e0ff079e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 210 time: 0.0313222 Oct 28 10:27:50.994861 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:51.031160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-e49a9a35-09e9-45c2-986f-e98c97acb638 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:51.032604 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-e49a9a35-09e9-45c2-986f-e98c97acb638 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.48 "GET /networking/v2.0/networks?id=9db7e08e-fb25-446d-ac2d-5bde769fbc12 HTTP/1.1" status: 200 len: 816 time: 0.1079068 Oct 28 10:27:51.058935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-a142e2f4-4f6b-4117-ad95-926feec7315e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Request body: {'port': {'device_id': 'da82d402-04ba-445d-948b-0c4e0b41c721', 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12', 'admin_state_up': True, 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:51.167722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d1b36d20-fe2f-4a76-abbe-418763098800 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:27:51.213476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d1b36d20-fe2f-4a76-abbe-418763098800 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:51.213851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d1b36d20-fe2f-4a76-abbe-418763098800), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:51.214187 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d1b36d20-fe2f-4a76-abbe-418763098800 Oct 28 10:27:51.269816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-a142e2f4-4f6b-4117-ad95-926feec7315e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Made reservation on behalf of 6ad7876c566f454096f2dfbd4485bf64 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:27:51.273774 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-a142e2f4-4f6b-4117-ad95-926feec7315e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:51.288440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d1b36d20-fe2f-4a76-abbe-418763098800 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:51.289092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (d1b36d20-fe2f-4a76-abbe-418763098800), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:51.325211 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port d1b36d20-fe2f-4a76-abbe-418763098800, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d1b36d20-fe2f-4a76-abbe-418763098800,segment=NetworkSegment(ea4f23ee-bc5d-4cc8-9611-38388d1a151f),segment_id=ea4f23ee-bc5d-4cc8-9611-38388d1a151f)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:51.332614 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:51.389737 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (d1b36d20-fe2f-4a76-abbe-418763098800), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:51.405022 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-a142e2f4-4f6b-4117-ad95-926feec7315e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Allocated IP 172.20.0.5 (9db7e08e-fb25-446d-ac2d-5bde769fbc12/981c185a-7636-4ff9-afe0-1ffed93168e9/c7907c6d-7b9a-49c8-93be-337decbd8bc0) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:27:51.437795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=d1b36d20-fe2f-4a76-abbe-418763098800,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:51.558809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-a142e2f4-4f6b-4117-ad95-926feec7315e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks [] for port (c7907c6d-7b9a-49c8-93be-337decbd8bc0), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:51.680638 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-a142e2f4-4f6b-4117-ad95-926feec7315e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (c7907c6d-7b9a-49c8-93be-337decbd8bc0), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:51.729707 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-a142e2f4-4f6b-4117-ad95-926feec7315e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:27:51.732895 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-a142e2f4-4f6b-4117-ad95-926feec7315e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:27:51.737487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-a142e2f4-4f6b-4117-ad95-926feec7315e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:27:51.763442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142e2f4-4f6b-4117-ad95-926feec7315e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Pushing event updated for resources: {'Port': ['ID=c7907c6d-7b9a-49c8-93be-337decbd8bc0,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:51.791860 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-a142e2f4-4f6b-4117-ad95-926feec7315e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:51.792481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-a142e2f4-4f6b-4117-ad95-926feec7315e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:51.877212 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-a142e2f4-4f6b-4117-ad95-926feec7315e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8220193 Oct 28 10:27:51.930811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-df04d253-0a37-409b-aab2-8fa2695d7e26 None None] Provisioning complete for port c7907c6d-7b9a-49c8-93be-337decbd8bc0 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:51.931185 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df04d253-0a37-409b-aab2-8fa2695d7e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c7907c6d-7b9a-49c8-93be-337decbd8bc0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:51.931520 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-df04d253-0a37-409b-aab2-8fa2695d7e26 None None] Attempt 1 to provision port c7907c6d-7b9a-49c8-93be-337decbd8bc0 Oct 28 10:27:51.944675 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Request body: {'port': {'device_id': 'da82d402-04ba-445d-948b-0c4e0b41c721', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:27:51.963655 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-df04d253-0a37-409b-aab2-8fa2695d7e26 None None] Port c7907c6d-7b9a-49c8-93be-337decbd8bc0 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:27:52.004709 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c7907c6d-7b9a-49c8-93be-337decbd8bc0), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:52.089673 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1a12a-3481-44a2-9f21-e02c38c8d46c req-22d32780-22b7-4d6a-9871-3ef0e95f9780 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:52.091172 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9fe1a12a-3481-44a2-9f21-e02c38c8d46c req-22d32780-22b7-4d6a-9871-3ef0e95f9780 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 931 time: 0.0463109 Oct 28 10:27:52.119198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:52.141181 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9fe1a12a-3481-44a2-9f21-e02c38c8d46c req-3273a621-3441-40ba-8192-33e1572cb9c3 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436578 Oct 28 10:27:52.271805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7907c6d-7b9a-49c8-93be-337decbd8bc0 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:27:52.279277 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Publish callbacks [] for port (c7907c6d-7b9a-49c8-93be-337decbd8bc0), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:52.291919 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Transition to ACTIVE for port object c7907c6d-7b9a-49c8-93be-337decbd8bc0 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:27:52.390508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (c7907c6d-7b9a-49c8-93be-337decbd8bc0), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:52.452196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Pushing event updated for resources: {'Port': ['ID=c7907c6d-7b9a-49c8-93be-337decbd8bc0,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:52.476249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:52.506531 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Attempting to bind port c7907c6d-7b9a-49c8-93be-337decbd8bc0 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:27:52.506906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Attempting to bind port c7907c6d-7b9a-49c8-93be-337decbd8bc0 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:27:52.507337 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Attempting to bind port c7907c6d-7b9a-49c8-93be-337decbd8bc0 on network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:52.548809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Port c7907c6d-7b9a-49c8-93be-337decbd8bc0 on network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:27:52.549261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Attempting to bind port c7907c6d-7b9a-49c8-93be-337decbd8bc0 on network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:27:52.591758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:27:52.592091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Checking segment: {'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:27:52.592471 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Bound using segment: {'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:27:52.592899 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Bound port: c7907c6d-7b9a-49c8-93be-337decbd8bc0, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:27:52.593324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c7907c6d-7b9a-49c8-93be-337decbd8bc0), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:52.652786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] For port c7907c6d-7b9a-49c8-93be-337decbd8bc0, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:27:52.655754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] For port c7907c6d-7b9a-49c8-93be-337decbd8bc0, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=c7907c6d-7b9a-49c8-93be-337decbd8bc0,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:27:52.744459 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (c7907c6d-7b9a-49c8-93be-337decbd8bc0), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:52.747636 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:52.748248 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:52.749609 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/c7907c6d-7b9a-49c8-93be-337decbd8bc0 HTTP/1.1" status: 200 len: 1093 time: 0.8577390 Oct 28 10:27:52.752690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da82d402-04ba-445d-948b-0c4e0b41c721', 'tag': 'c7907c6d-7b9a-49c8-93be-337decbd8bc0'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:27:52.755018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec44e47-2043-4564-bda4-aa7807b029ef" -d '{"events": [{"name": "network-changed", "server_uuid": "da82d402-04ba-445d-948b-0c4e0b41c721", "tag": "c7907c6d-7b9a-49c8-93be-337decbd8bc0"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:27:52.791795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6402ec32-59b7-42f8-b211-0993185372b6 x-openstack-request-id: req-6402ec32-59b7-42f8-b211-0993185372b6 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:27:52.792099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da82d402-04ba-445d-948b-0c4e0b41c721", "tag": "c7907c6d-7b9a-49c8-93be-337decbd8bc0", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:27:52.792358 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6402ec32-59b7-42f8-b211-0993185372b6 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:27:52.792761 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6402ec32-59b7-42f8-b211-0993185372b6'] response: {'name': 'network-changed', 'server_uuid': 'da82d402-04ba-445d-948b-0c4e0b41c721', 'tag': 'c7907c6d-7b9a-49c8-93be-337decbd8bc0', 'status': 'completed', 'code': 200} Oct 28 10:27:52.809520 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0a1c2-2e30-48b4-b5f4-57a917286305 service neutron] Pushing event updated for resources: {'Port': ['ID=c7907c6d-7b9a-49c8-93be-337decbd8bc0,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:52.882649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec44e47-2043-4564-bda4-aa7807b029ef req-87652327-c132-4109-a725-937e46d19590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:52.884144 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eec44e47-2043-4564-bda4-aa7807b029ef req-87652327-c132-4109-a725-937e46d19590 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6ad7876c566f454096f2dfbd4485bf64&device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 1127 time: 0.0406489 Oct 28 10:27:53.002258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec44e47-2043-4564-bda4-aa7807b029ef req-f1c2a1a4-216b-4c60-9251-1d0d21f138a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:53.003737 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eec44e47-2043-4564-bda4-aa7807b029ef req-f1c2a1a4-216b-4c60-9251-1d0d21f138a6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=6ad7876c566f454096f2dfbd4485bf64&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0975990 Oct 28 10:27:53.160421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d1b36d20-fe2f-4a76-abbe-418763098800 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:27:53.208086 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port d1b36d20-fe2f-4a76-abbe-418763098800 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:53.208463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (d1b36d20-fe2f-4a76-abbe-418763098800), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:53.208990 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port d1b36d20-fe2f-4a76-abbe-418763098800 Oct 28 10:27:53.274060 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0d6f8-d331-452a-a3f4-da967068a621 req-62e720d9-97cc-47b6-9ed6-144b8dc6ffc0 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:53.275855 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b1b0d6f8-d331-452a-a3f4-da967068a621 req-62e720d9-97cc-47b6-9ed6-144b8dc6ffc0 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 943 time: 0.0542519 Oct 28 10:27:53.284749 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port d1b36d20-fe2f-4a76-abbe-418763098800 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:53.333465 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b1b0d6f8-d331-452a-a3f4-da967068a621 req-0a2c4a72-1795-40a9-b39d-5b02887513e3 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486841 Oct 28 10:27:53.453379 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec44e47-2043-4564-bda4-aa7807b029ef req-e4499314-7341-4d86-a37a-8a2504ef632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:53.455377 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eec44e47-2043-4564-bda4-aa7807b029ef req-e4499314-7341-4d86-a37a-8a2504ef632f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4407997 Oct 28 10:27:53.566804 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-0adfdf78-ddcf-4a8c-9b5d-669739105d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:53.568283 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-0adfdf78-ddcf-4a8c-9b5d-669739105d1b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6ad7876c566f454096f2dfbd4485bf64&device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 1127 time: 0.0426869 Oct 28 10:27:53.593892 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:53.619725 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-d43a2c74-a878-4f9a-82ef-06ed47539dec service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7907c6d-7b9a-49c8-93be-337decbd8bc0 HTTP/1.1" status: 200 len: 217 time: 0.0318584 Oct 28 10:27:53.672735 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-473fa2d8-49a6-444a-b05d-50dc2103631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:53.674212 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-473fa2d8-49a6-444a-b05d-50dc2103631d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=981c185a-7636-4ff9-afe0-1ffed93168e9 HTTP/1.1" status: 200 len: 855 time: 0.0437996 Oct 28 10:27:53.723069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-3e73932d-0fb7-4242-bebe-b6f3d330dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:53.724777 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-3e73932d-0fb7-4242-bebe-b6f3d330dbae service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9db7e08e-fb25-446d-ac2d-5bde769fbc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0406590 Oct 28 10:27:53.818446 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-24bc3e74-ed9c-4587-a310-44ecf450f4e1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9db7e08e-fb25-446d-ac2d-5bde769fbc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860097 Oct 28 10:27:53.914440 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6f0c0d44-5cb8-4708-9bdd-00c0cd984909 req-ae08c9e5-048b-4f78-b2af-cb53ae04176f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9db7e08e-fb25-446d-ac2d-5bde769fbc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869477 Oct 28 10:27:54.035119 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:54.457266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643dd90-0998-47f2-8b9f-2044f572d7b9 req-0249cc6c-72f6-4eb7-b0e7-4c8bad7122d6 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:54.458815 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7643dd90-0998-47f2-8b9f-2044f572d7b9 req-0249cc6c-72f6-4eb7-b0e7-4c8bad7122d6 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 943 time: 0.0472503 Oct 28 10:27:54.506087 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7643dd90-0998-47f2-8b9f-2044f572d7b9 req-681ed3a9-437b-4839-aec8-e917e18d3fd3 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Oct 28 10:27:55.625082 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d985055-9190-4e68-b694-8f24994d466d req-b5deca0c-cedf-440d-8fb2-ccecb086ced6 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:55.627198 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6d985055-9190-4e68-b694-8f24994d466d req-b5deca0c-cedf-440d-8fb2-ccecb086ced6 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 943 time: 0.0461926 Oct 28 10:27:55.656389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:55.677055 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6d985055-9190-4e68-b694-8f24994d466d req-78af1ffa-f8ba-49e3-be2f-be6100e1a515 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444155 Oct 28 10:27:56.647707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device c7907c6d-7b9a-49c8-93be-337decbd8bc0 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:27:56.653389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:56.752256 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port c7907c6d-7b9a-49c8-93be-337decbd8bc0, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=c7907c6d-7b9a-49c8-93be-337decbd8bc0,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:56.763423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'c7907c6d-7b9a-49c8-93be-337decbd8bc0', 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12', 'port_id': 'c7907c6d-7b9a-49c8-93be-337decbd8bc0', 'mac_address': 'fa:16:3e:e1:cf:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981c185a-7636-4ff9-afe0-1ffed93168e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:27:56.803509 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port c7907c6d-7b9a-49c8-93be-337decbd8bc0 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:56.803901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c7907c6d-7b9a-49c8-93be-337decbd8bc0), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:56.807817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1d779-2bb1-4230-b68a-f0b5aa873b8d req-bcdf93ff-ca17-4101-8d6d-75a709688245 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:56.809327 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d9d1d779-2bb1-4230-b68a-f0b5aa873b8d req-bcdf93ff-ca17-4101-8d6d-75a709688245 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 943 time: 0.0484207 Oct 28 10:27:56.817281 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7907c6d-7b9a-49c8-93be-337decbd8bc0 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:27:56.837754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port c7907c6d-7b9a-49c8-93be-337decbd8bc0, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=c7907c6d-7b9a-49c8-93be-337decbd8bc0,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:56.860255 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d9d1d779-2bb1-4230-b68a-f0b5aa873b8d req-96cb761e-bb02-4288-9df2-449be3baeed7 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445433 Oct 28 10:27:56.909314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (c7907c6d-7b9a-49c8-93be-337decbd8bc0), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:56.942994 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:27:56.957566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=c7907c6d-7b9a-49c8-93be-337decbd8bc0,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:57.257884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['c7907c6d-7b9a-49c8-93be-337decbd8bc0'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:27:57.980780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee6dfd-582d-4366-a5ef-f3172d85f991 req-3c82c72a-f762-45ee-853d-91c3fb60b527 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:57.982155 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c3ee6dfd-582d-4366-a5ef-f3172d85f991 req-3c82c72a-f762-45ee-853d-91c3fb60b527 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 944 time: 0.0468850 Oct 28 10:27:58.028737 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c3ee6dfd-582d-4366-a5ef-f3172d85f991 req-0441dd4b-ba38-4a7a-b866-48be1f1e8d6f tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410411 Oct 28 10:27:58.670507 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device c7907c6d-7b9a-49c8-93be-337decbd8bc0 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:27:58.714198 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port c7907c6d-7b9a-49c8-93be-337decbd8bc0 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:27:58.806135 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port c7907c6d-7b9a-49c8-93be-337decbd8bc0 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:27:58.806515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c7907c6d-7b9a-49c8-93be-337decbd8bc0), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:58.806882 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port c7907c6d-7b9a-49c8-93be-337decbd8bc0 Oct 28 10:27:58.885453 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port c7907c6d-7b9a-49c8-93be-337decbd8bc0 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:27:58.885845 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c7907c6d-7b9a-49c8-93be-337decbd8bc0), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:58.909954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da82d402-04ba-445d-948b-0c4e0b41c721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7907c6d-7b9a-49c8-93be-337decbd8bc0'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:27:58.915205 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd515b17-be48-453d-a35d-87dfc073e983" -d '{"events": [{"server_uuid": "da82d402-04ba-445d-948b-0c4e0b41c721", "name": "network-vif-plugged", "status": "completed", "tag": "c7907c6d-7b9a-49c8-93be-337decbd8bc0"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:27:58.925712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port c7907c6d-7b9a-49c8-93be-337decbd8bc0, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=c7907c6d-7b9a-49c8-93be-337decbd8bc0,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:27:58.951932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259c7223-35db-4bd9-8ae9-372646d5bd38 x-openstack-request-id: req-259c7223-35db-4bd9-8ae9-372646d5bd38 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:27:58.952278 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da82d402-04ba-445d-948b-0c4e0b41c721", "name": "network-vif-plugged", "status": "completed", "tag": "c7907c6d-7b9a-49c8-93be-337decbd8bc0", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:27:58.952542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-259c7223-35db-4bd9-8ae9-372646d5bd38 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:27:58.952949 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259c7223-35db-4bd9-8ae9-372646d5bd38'] response: {'server_uuid': 'da82d402-04ba-445d-948b-0c4e0b41c721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7907c6d-7b9a-49c8-93be-337decbd8bc0', 'code': 200} Oct 28 10:27:58.988078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (c7907c6d-7b9a-49c8-93be-337decbd8bc0), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:27:59.038203 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=c7907c6d-7b9a-49c8-93be-337decbd8bc0,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:27:59.157000 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa15a2-3268-47d6-ba44-667bc9e7e0be req-d9232d02-21b3-4368-b30c-9527f8b8108e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:59.158502 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-43aa15a2-3268-47d6-ba44-667bc9e7e0be req-d9232d02-21b3-4368-b30c-9527f8b8108e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 945 time: 0.0521362 Oct 28 10:27:59.206939 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-43aa15a2-3268-47d6-ba44-667bc9e7e0be req-3dd10f06-48f9-4788-9e66-fe88b2d19b60 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428560 Oct 28 10:27:59.299777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2a093-98fd-4163-a3ba-90614520b418 req-8e98f86f-ccc9-4594-ac6c-ecd5d6a69124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:27:59.301216 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f9a2a093-98fd-4163-a3ba-90614520b418 req-8e98f86f-ccc9-4594-ac6c-ecd5d6a69124 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 1129 time: 0.0387352 Oct 28 10:27:59.346050 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f9a2a093-98fd-4163-a3ba-90614520b418 req-3da95fa4-7a38-42c9-9add-28e1fcaf03ea service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380745 Oct 28 10:28:00.329240 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d55141-4b71-4ef8-8e20-508342e2e4e0 req-67b86d05-214b-460b-8178-0879b78b5f5c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:00.330892 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-57d55141-4b71-4ef8-8e20-508342e2e4e0 req-67b86d05-214b-460b-8178-0879b78b5f5c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 945 time: 0.0471663 Oct 28 10:28:00.379266 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-57d55141-4b71-4ef8-8e20-508342e2e4e0 req-b52d4338-71aa-4234-a2f6-9541f4f2817a tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428796 Oct 28 10:28:01.501008 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f6dde-e247-45b1-a1b3-770c0bebd312 req-45657d30-f193-4e13-acf7-61a98a256fb1 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:01.502511 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cb6f6dde-e247-45b1-a1b3-770c0bebd312 req-45657d30-f193-4e13-acf7-61a98a256fb1 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 945 time: 0.0463984 Oct 28 10:28:01.553264 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cb6f6dde-e247-45b1-a1b3-770c0bebd312 req-2194a8a9-4dcc-4dce-96e6-8ad873986782 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451369 Oct 28 10:28:01.673966 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42496b4e-dc74-4e66-a02f-f56b6570a6d4 req-ec793f8a-882e-402c-baa5-d53a651713a1 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:01.675481 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-42496b4e-dc74-4e66-a02f-f56b6570a6d4 req-ec793f8a-882e-402c-baa5-d53a651713a1 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 945 time: 0.0467153 Oct 28 10:28:01.723802 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-42496b4e-dc74-4e66-a02f-f56b6570a6d4 req-0ac69237-8991-4997-97dd-b8678c921958 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427442 Oct 28 10:28:09.028772 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:09.035710 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=51,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:09.333096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:09.343292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=35 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:10.699983 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=30 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:10.700814 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:11.717269 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:11.720398 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=53 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:13.063813 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-30a144b7-8e1f-4785-adf1-aaf869539339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:15.366158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1e82-8682-4b86-b1fd-ac8cce46f89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:16.983241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:17.948929 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:18.623232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:22.705785 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:28:24.046049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:25.479893 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-18f56ee5-68ba-4190-863a-886058e86d33 req-66536790-3bdb-4389-a445-789a4061aac9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393255 Oct 28 10:28:25.588663 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f56ee5-68ba-4190-863a-886058e86d33 req-303f9235-a9f4-400a-b075-bd6a51614f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:25.590200 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-18f56ee5-68ba-4190-863a-886058e86d33 req-303f9235-a9f4-400a-b075-bd6a51614f46 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6ad7876c566f454096f2dfbd4485bf64&device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 1129 time: 0.0429795 Oct 28 10:28:25.696039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f56ee5-68ba-4190-863a-886058e86d33 req-82182c20-8a51-487b-bfcc-9fd8181b45df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:25.697772 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-18f56ee5-68ba-4190-863a-886058e86d33 req-82182c20-8a51-487b-bfcc-9fd8181b45df service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9db7e08e-fb25-446d-ac2d-5bde769fbc12 HTTP/1.1" status: 200 len: 917 time: 0.0878928 Oct 28 10:28:25.741532 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-18f56ee5-68ba-4190-863a-886058e86d33 req-988f1814-64e3-4a27-8488-cfaf8d07cfe4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7907c6d-7b9a-49c8-93be-337decbd8bc0 HTTP/1.1" status: 200 len: 217 time: 0.0364141 Oct 28 10:28:25.790514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f56ee5-68ba-4190-863a-886058e86d33 req-96af6818-ab5e-49f8-9fe6-0af9e27707d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:25.792056 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-18f56ee5-68ba-4190-863a-886058e86d33 req-96af6818-ab5e-49f8-9fe6-0af9e27707d4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=981c185a-7636-4ff9-afe0-1ffed93168e9 HTTP/1.1" status: 200 len: 855 time: 0.0447407 Oct 28 10:28:25.838468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f56ee5-68ba-4190-863a-886058e86d33 req-25684fe7-0027-47f7-9878-f208b65a44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:25.840029 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-18f56ee5-68ba-4190-863a-886058e86d33 req-25684fe7-0027-47f7-9878-f208b65a44ad service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9db7e08e-fb25-446d-ac2d-5bde769fbc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0419409 Oct 28 10:28:25.935355 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-18f56ee5-68ba-4190-863a-886058e86d33 req-0d66b2ce-8de3-4083-837f-1952d91c3e0c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9db7e08e-fb25-446d-ac2d-5bde769fbc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879374 Oct 28 10:28:26.027043 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-18f56ee5-68ba-4190-863a-886058e86d33 req-6f5cb9b1-87ee-4304-8688-edbb5e9487e7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9db7e08e-fb25-446d-ac2d-5bde769fbc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850856 Oct 28 10:28:27.194121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a540087-8a38-4d87-b70a-cb462aa1c437 req-5f6d9b42-853e-49cd-84b9-04d885f543b1 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:27.195659 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3a540087-8a38-4d87-b70a-cb462aa1c437 req-5f6d9b42-853e-49cd-84b9-04d885f543b1 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 945 time: 0.0469170 Oct 28 10:28:27.243787 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3a540087-8a38-4d87-b70a-cb462aa1c437 req-4e6517c5-570c-4a8d-8635-5ee1dbc7e454 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421495 Oct 28 10:28:28.368933 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11a8dc-25a6-40a6-b9fd-05cbb6729bb2 req-36f28237-3c48-45e2-b2e6-d22fb4bec2e9 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:28.370418 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-de11a8dc-25a6-40a6-b9fd-05cbb6729bb2 req-36f28237-3c48-45e2-b2e6-d22fb4bec2e9 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 945 time: 0.0504713 Oct 28 10:28:28.417901 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-de11a8dc-25a6-40a6-b9fd-05cbb6729bb2 req-40e671ae-9921-4648-9a47-7f6aa220499d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419652 Oct 28 10:28:28.994420 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59155f2f-26d7-479b-8376-f4cbcb4de6f0 req-9bfe61d9-fbad-4278-b553-e57cf369c4a6 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:28.995777 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-59155f2f-26d7-479b-8376-f4cbcb4de6f0 req-9bfe61d9-fbad-4278-b553-e57cf369c4a6 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 945 time: 0.0506265 Oct 28 10:28:29.078958 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-59155f2f-26d7-479b-8376-f4cbcb4de6f0 req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Deleting port c7907c6d-7b9a-49c8-93be-337decbd8bc0 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:28:29.079289 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-59155f2f-26d7-479b-8376-f4cbcb4de6f0 req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (c7907c6d-7b9a-49c8-93be-337decbd8bc0), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:29.171175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-59155f2f-26d7-479b-8376-f4cbcb4de6f0 req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] For port c7907c6d-7b9a-49c8-93be-337decbd8bc0, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=c7907c6d-7b9a-49c8-93be-337decbd8bc0,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:28:29.172047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-59155f2f-26d7-479b-8376-f4cbcb4de6f0 req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (c7907c6d-7b9a-49c8-93be-337decbd8bc0), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:29.184986 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-59155f2f-26d7-479b-8376-f4cbcb4de6f0 req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Calling delete_port for c7907c6d-7b9a-49c8-93be-337decbd8bc0 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:28:29.371400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-59155f2f-26d7-479b-8376-f4cbcb4de6f0 req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (c7907c6d-7b9a-49c8-93be-337decbd8bc0), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:29.401966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Pushing event deleted for resources: {'Port': ['ID=c7907c6d-7b9a-49c8-93be-337decbd8bc0,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:28:29.407062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:29.413135 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:29.413354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['c7907c6d-7b9a-49c8-93be-337decbd8bc0'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:28:29.413836 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:29.413836 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:29.414266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:29.414535 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:29.414987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:29.415229 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:29.415969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:29.415969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:29.416215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:29.416557 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:29.416888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:29.417213 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:29.417535 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:29.417920 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:29.463966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-59155f2f-26d7-479b-8376-f4cbcb4de6f0 req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] No DVR routers for this DVR port c7907c6d-7b9a-49c8-93be-337decbd8bc0 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:28:29.466619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-59155f2f-26d7-479b-8376-f4cbcb4de6f0 req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:29.470472 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-59155f2f-26d7-479b-8376-f4cbcb4de6f0 req-0646e9d1-2ce1-458e-8955-038ae5a10ac5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.48 "DELETE /networking/v2.0/ports/c7907c6d-7b9a-49c8-93be-337decbd8bc0 HTTP/1.1" status: 204 len: 173 time: 0.4665291 Oct 28 10:28:29.471003 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da82d402-04ba-445d-948b-0c4e0b41c721', 'name': 'network-vif-deleted', 'tag': 'c7907c6d-7b9a-49c8-93be-337decbd8bc0'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:28:29.473311 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df511ca-ae9b-4a81-8e94-aa0f4517876a" -d '{"events": [{"server_uuid": "da82d402-04ba-445d-948b-0c4e0b41c721", "name": "network-vif-deleted", "tag": "c7907c6d-7b9a-49c8-93be-337decbd8bc0"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:28:29.511605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5b0dc5-f333-4ccc-8539-3376e76d14c7 x-openstack-request-id: req-8d5b0dc5-f333-4ccc-8539-3376e76d14c7 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:28:29.511982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da82d402-04ba-445d-948b-0c4e0b41c721", "name": "network-vif-deleted", "tag": "c7907c6d-7b9a-49c8-93be-337decbd8bc0", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:28:29.512242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d5b0dc5-f333-4ccc-8539-3376e76d14c7 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:28:29.513899 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5b0dc5-f333-4ccc-8539-3376e76d14c7'] response: {'server_uuid': 'da82d402-04ba-445d-948b-0c4e0b41c721', 'name': 'network-vif-deleted', 'tag': 'c7907c6d-7b9a-49c8-93be-337decbd8bc0', 'status': 'completed', 'code': 200} Oct 28 10:28:29.523719 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f02640b5-befc-4b8f-8d29-dcfbc7daf5c6 req-c5c48db9-c727-4051-af13-b3131a69f620 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 210 time: 0.0285289 Oct 28 10:28:30.646823 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fb53a515-fecf-4368-b648-2b6bf1ed3b6f req-fc1b46d4-291e-4691-a475-c5a9692335f5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da82d402-04ba-445d-948b-0c4e0b41c721 HTTP/1.1" status: 200 len: 210 time: 0.0284395 Oct 28 10:28:32.149344 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-fa799508-322f-43ac-8b24-659b664272bd tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:32.150850 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-fa799508-322f-43ac-8b24-659b664272bd tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/networks?id=9db7e08e-fb25-446d-ac2d-5bde769fbc12 HTTP/1.1" status: 200 len: 816 time: 0.1071260 Oct 28 10:28:32.165556 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-a6abb9bb-ff79-4f0b-8735-a1b997251b31 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/quotas/6ad7876c566f454096f2dfbd4485bf64 HTTP/1.1" status: 200 len: 375 time: 0.0090616 Oct 28 10:28:32.216301 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-4ed9442f-5c25-4e18-b3de-e7e78f428b81 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6ad7876c566f454096f2dfbd4485bf64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455174 Oct 28 10:28:32.317622 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-48e2b0ae-a36c-4b70-81db-d68b8e1d0382 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9db7e08e-fb25-446d-ac2d-5bde769fbc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901537 Oct 28 10:28:32.410039 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-102d9cc6-cc51-4ad0-9eac-3a7436cad7f4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9db7e08e-fb25-446d-ac2d-5bde769fbc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858877 Oct 28 10:28:32.634825 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-94e0b161-db4b-4677-99c3-f24b43826b6e req-7289df7d-001e-4dea-98df-27bdd28801c9 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 210 time: 0.0320184 Oct 28 10:28:32.856650 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device c7907c6d-7b9a-49c8-93be-337decbd8bc0 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:28:32.876024 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: c7907c6d-7b9a-49c8-93be-337decbd8bc0 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:28:32.877868 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device c7907c6d-7b9a-49c8-93be-337decbd8bc0 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:28:33.737449 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7b49c28d-a269-4224-869b-61751cf18ca3 req-6f1f0f6c-ebd9-467a-91ea-1c8df93e3344 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 210 time: 0.0278087 Oct 28 10:28:34.731596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:34.766035 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-ebb2f90a-5c76-41ae-9e40-11efb5a15e67 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:34.767454 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-ebb2f90a-5c76-41ae-9e40-11efb5a15e67 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.48 "GET /networking/v2.0/networks?id=9db7e08e-fb25-446d-ac2d-5bde769fbc12 HTTP/1.1" status: 200 len: 816 time: 0.1094034 Oct 28 10:28:34.786158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-49be9ca8-bc82-4e64-82df-c2b6534af026 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Request body: {'port': {'device_id': '180f2d1c-65a1-45d0-a3f7-18d71fdda360', 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12', 'admin_state_up': True, 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:28:34.841891 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4a5656ea-3054-4c65-84ae-23965f0dd526 req-d3637d9d-278f-4a1f-9c9b-645d7107d96e tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 210 time: 0.0280156 Oct 28 10:28:34.981340 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-49be9ca8-bc82-4e64-82df-c2b6534af026 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Made reservation on behalf of 6ad7876c566f454096f2dfbd4485bf64 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:28:34.985825 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-49be9ca8-bc82-4e64-82df-c2b6534af026 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:35.117124 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-49be9ca8-bc82-4e64-82df-c2b6534af026 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Allocated IP 172.20.0.13 (9db7e08e-fb25-446d-ac2d-5bde769fbc12/981c185a-7636-4ff9-afe0-1ffed93168e9/1774fee8-80e7-4c2e-b105-644d5099ae3b) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:28:35.264559 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-49be9ca8-bc82-4e64-82df-c2b6534af026 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks [] for port (1774fee8-80e7-4c2e-b105-644d5099ae3b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:35.348377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-49be9ca8-bc82-4e64-82df-c2b6534af026 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (1774fee8-80e7-4c2e-b105-644d5099ae3b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:35.393645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-49be9ca8-bc82-4e64-82df-c2b6534af026 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:28:35.396839 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-49be9ca8-bc82-4e64-82df-c2b6534af026 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:28:35.400765 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-49be9ca8-bc82-4e64-82df-c2b6534af026 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:28:35.425359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be9ca8-bc82-4e64-82df-c2b6534af026 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Pushing event updated for resources: {'Port': ['ID=1774fee8-80e7-4c2e-b105-644d5099ae3b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:28:35.454662 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-49be9ca8-bc82-4e64-82df-c2b6534af026 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:35.455314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-49be9ca8-bc82-4e64-82df-c2b6534af026 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:35.510958 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-49be9ca8-bc82-4e64-82df-c2b6534af026 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7287831 Oct 28 10:28:35.537873 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Request body: {'port': {'device_id': '180f2d1c-65a1-45d0-a3f7-18d71fdda360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:28:35.576433 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:35.604556 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1774fee8-80e7-4c2e-b105-644d5099ae3b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:35.635847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-c5a9e6ee-8525-4099-a89e-583a2c6b73de None None] Provisioning complete for port 1774fee8-80e7-4c2e-b105-644d5099ae3b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:28:35.636465 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e6ee-8525-4099-a89e-583a2c6b73de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1774fee8-80e7-4c2e-b105-644d5099ae3b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:35.636673 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-c5a9e6ee-8525-4099-a89e-583a2c6b73de None None] Attempt 1 to provision port 1774fee8-80e7-4c2e-b105-644d5099ae3b Oct 28 10:28:35.668160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c5a9e6ee-8525-4099-a89e-583a2c6b73de None None] Port 1774fee8-80e7-4c2e-b105-644d5099ae3b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:28:35.729677 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:35.860518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1774fee8-80e7-4c2e-b105-644d5099ae3b {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:28:35.868327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Publish callbacks [] for port (1774fee8-80e7-4c2e-b105-644d5099ae3b), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:35.882503 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Transition to ACTIVE for port object 1774fee8-80e7-4c2e-b105-644d5099ae3b will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:28:35.963850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (1774fee8-80e7-4c2e-b105-644d5099ae3b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:35.964336 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4e4fb-611d-4e51-96ca-59735c6d8766 req-10372e64-e3c2-4b8d-a228-b783be803243 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:35.965833 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-59c4e4fb-611d-4e51-96ca-59735c6d8766 req-10372e64-e3c2-4b8d-a228-b783be803243 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 932 time: 0.0470107 Oct 28 10:28:36.015293 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-59c4e4fb-611d-4e51-96ca-59735c6d8766 req-3154471f-9081-41c6-adbc-1b47bfd00c3b tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435104 Oct 28 10:28:36.031252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1774fee8-80e7-4c2e-b105-644d5099ae3b,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:28:36.080593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Attempting to bind port 1774fee8-80e7-4c2e-b105-644d5099ae3b on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:28:36.080935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Attempting to bind port 1774fee8-80e7-4c2e-b105-644d5099ae3b by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:28:36.081267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Attempting to bind port 1774fee8-80e7-4c2e-b105-644d5099ae3b on network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:28:36.121682 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Port 1774fee8-80e7-4c2e-b105-644d5099ae3b on network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:28:36.121938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Attempting to bind port 1774fee8-80e7-4c2e-b105-644d5099ae3b on network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:28:36.166960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:28:36.167288 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Checking segment: {'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:28:36.167658 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Bound using segment: {'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:28:36.168081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Bound port: 1774fee8-80e7-4c2e-b105-644d5099ae3b, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:28:36.168432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1774fee8-80e7-4c2e-b105-644d5099ae3b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:36.228206 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] For port 1774fee8-80e7-4c2e-b105-644d5099ae3b, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:28:36.231343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] For port 1774fee8-80e7-4c2e-b105-644d5099ae3b, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=1774fee8-80e7-4c2e-b105-644d5099ae3b,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:28:36.291172 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (1774fee8-80e7-4c2e-b105-644d5099ae3b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:36.295257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:36.295900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:36.297846 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/1774fee8-80e7-4c2e-b105-644d5099ae3b HTTP/1.1" status: 200 len: 1094 time: 0.7644923 Oct 28 10:28:36.298417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180f2d1c-65a1-45d0-a3f7-18d71fdda360', 'tag': '1774fee8-80e7-4c2e-b105-644d5099ae3b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:28:36.300669 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03b2de5-1099-4bd7-a801-0a4a0b5e0639" -d '{"events": [{"name": "network-changed", "server_uuid": "180f2d1c-65a1-45d0-a3f7-18d71fdda360", "tag": "1774fee8-80e7-4c2e-b105-644d5099ae3b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:28:36.338931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9992222-01af-4886-9ba1-87983c97ea85 x-openstack-request-id: req-f9992222-01af-4886-9ba1-87983c97ea85 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:28:36.339221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180f2d1c-65a1-45d0-a3f7-18d71fdda360", "tag": "1774fee8-80e7-4c2e-b105-644d5099ae3b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:28:36.339474 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9992222-01af-4886-9ba1-87983c97ea85 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:28:36.339877 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9992222-01af-4886-9ba1-87983c97ea85'] response: {'name': 'network-changed', 'server_uuid': '180f2d1c-65a1-45d0-a3f7-18d71fdda360', 'tag': '1774fee8-80e7-4c2e-b105-644d5099ae3b', 'status': 'completed', 'code': 200} Oct 28 10:28:36.352162 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c562b-6576-436c-b350-8f0d183512d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1774fee8-80e7-4c2e-b105-644d5099ae3b,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:28:36.424651 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b2de5-1099-4bd7-a801-0a4a0b5e0639 req-6504b70b-f5cc-405b-b26c-4c6359744025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:36.426491 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e03b2de5-1099-4bd7-a801-0a4a0b5e0639 req-6504b70b-f5cc-405b-b26c-4c6359744025 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6ad7876c566f454096f2dfbd4485bf64&device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 1128 time: 0.0415642 Oct 28 10:28:36.533930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:36.563491 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b2de5-1099-4bd7-a801-0a4a0b5e0639 req-151f1525-2573-4a4a-be34-a49e855f5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:36.564984 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e03b2de5-1099-4bd7-a801-0a4a0b5e0639 req-151f1525-2573-4a4a-be34-a49e855f5206 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=6ad7876c566f454096f2dfbd4485bf64&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1004057 Oct 28 10:28:36.669480 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b2de5-1099-4bd7-a801-0a4a0b5e0639 req-44b73c75-06d0-4e81-af50-5d27196a8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:36.670989 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e03b2de5-1099-4bd7-a801-0a4a0b5e0639 req-44b73c75-06d0-4e81-af50-5d27196a8724 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950921 Oct 28 10:28:36.787138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-aecb25de-f749-4f67-b77f-9667ec93d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:36.788628 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-aecb25de-f749-4f67-b77f-9667ec93d16a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6ad7876c566f454096f2dfbd4485bf64&device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 1128 time: 0.0407853 Oct 28 10:28:36.841178 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-ce6f7ef0-0091-45d5-813b-80c6e5d8a067 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1774fee8-80e7-4c2e-b105-644d5099ae3b HTTP/1.1" status: 200 len: 217 time: 0.0332534 Oct 28 10:28:36.893172 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-f7aee99c-a000-4912-97f8-66577b704150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:36.894628 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-f7aee99c-a000-4912-97f8-66577b704150 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=981c185a-7636-4ff9-afe0-1ffed93168e9 HTTP/1.1" status: 200 len: 855 time: 0.0474739 Oct 28 10:28:36.947294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-d08ef8d4-c4da-4580-8a01-51da7c7f6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:36.948692 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-d08ef8d4-c4da-4580-8a01-51da7c7f6d16 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9db7e08e-fb25-446d-ac2d-5bde769fbc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0391531 Oct 28 10:28:37.013854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:37.049691 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-f8ca94ab-6d50-4ca1-9dde-166c782a4552 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9db7e08e-fb25-446d-ac2d-5bde769fbc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910347 Oct 28 10:28:37.143485 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7222b-4090-4f84-b373-0a17f352a5b9 req-57118048-6c62-461c-8624-3929b3305612 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:37.144968 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-efb7222b-4090-4f84-b373-0a17f352a5b9 req-57118048-6c62-461c-8624-3929b3305612 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 944 time: 0.0520172 Oct 28 10:28:37.147235 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-20b38ec7-2dbd-4224-8b86-b7f4e0909952 req-13df8c5a-0d19-418a-adef-732be3cb3b1e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9db7e08e-fb25-446d-ac2d-5bde769fbc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894845 Oct 28 10:28:37.193431 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-efb7222b-4090-4f84-b373-0a17f352a5b9 req-1a488550-7ca0-4b36-9577-c64042a0cfc7 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428433 Oct 28 10:28:38.322953 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98598e35-497e-4fad-8782-8b7e92d4d39d req-c0a87696-4794-4b86-869a-dd8fe4a6800f tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:38.324424 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-98598e35-497e-4fad-8782-8b7e92d4d39d req-c0a87696-4794-4b86-869a-dd8fe4a6800f tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 944 time: 0.0468771 Oct 28 10:28:38.371421 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-98598e35-497e-4fad-8782-8b7e92d4d39d req-9e405995-58de-4a0d-b01c-050c9e41102b tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409517 Oct 28 10:28:38.878121 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 1774fee8-80e7-4c2e-b105-644d5099ae3b details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:28:38.977410 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 1774fee8-80e7-4c2e-b105-644d5099ae3b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=1774fee8-80e7-4c2e-b105-644d5099ae3b,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:28:38.988741 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '1774fee8-80e7-4c2e-b105-644d5099ae3b', 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12', 'port_id': '1774fee8-80e7-4c2e-b105-644d5099ae3b', 'mac_address': 'fa:16:3e:34:65:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981c185a-7636-4ff9-afe0-1ffed93168e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:28:39.022595 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 1774fee8-80e7-4c2e-b105-644d5099ae3b is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:28:39.023012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1774fee8-80e7-4c2e-b105-644d5099ae3b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:39.035431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1774fee8-80e7-4c2e-b105-644d5099ae3b {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:28:39.055489 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 1774fee8-80e7-4c2e-b105-644d5099ae3b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=1774fee8-80e7-4c2e-b105-644d5099ae3b,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:28:39.142108 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1774fee8-80e7-4c2e-b105-644d5099ae3b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:39.146489 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=51,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:39.189942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=1774fee8-80e7-4c2e-b105-644d5099ae3b,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:28:39.197323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:39.202839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:39.202839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:39.202839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:39.202839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:39.202839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:39.202839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:39.202839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:39.202839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:39.202839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:39.202839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:39.202839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:39.202839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:39.202839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:39.202839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:28:39.466069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['1774fee8-80e7-4c2e-b105-644d5099ae3b'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:28:39.468704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:39.496895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768bb05-5017-4443-b0b2-aef873e4d977 req-ee237694-7449-4d04-ae3e-7ecaad5c31c2 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:39.498414 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c768bb05-5017-4443-b0b2-aef873e4d977 req-ee237694-7449-4d04-ae3e-7ecaad5c31c2 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 945 time: 0.0532928 Oct 28 10:28:39.552813 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c768bb05-5017-4443-b0b2-aef873e4d977 req-4ffbd002-366d-4777-a578-20bdc14cbf89 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482941 Oct 28 10:28:40.672684 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea53cb-ed3c-46c2-8918-c6d2384eb1b6 req-b73baaf9-c1e1-49a8-8f1f-01da27cecdb1 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:40.674141 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8cea53cb-ed3c-46c2-8918-c6d2384eb1b6 req-b73baaf9-c1e1-49a8-8f1f-01da27cecdb1 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 945 time: 0.0462692 Oct 28 10:28:40.694653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:40.700400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:40.723058 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8cea53cb-ed3c-46c2-8918-c6d2384eb1b6 req-8a52eb45-0f6d-45ef-a660-bc921e8164b6 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433779 Oct 28 10:28:40.903018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 1774fee8-80e7-4c2e-b105-644d5099ae3b up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:28:40.947295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 1774fee8-80e7-4c2e-b105-644d5099ae3b completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:28:40.999459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 1774fee8-80e7-4c2e-b105-644d5099ae3b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:28:40.999869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1774fee8-80e7-4c2e-b105-644d5099ae3b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:41.000199 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 1774fee8-80e7-4c2e-b105-644d5099ae3b Oct 28 10:28:41.069919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 1774fee8-80e7-4c2e-b105-644d5099ae3b is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:28:41.070304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1774fee8-80e7-4c2e-b105-644d5099ae3b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:41.093113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180f2d1c-65a1-45d0-a3f7-18d71fdda360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1774fee8-80e7-4c2e-b105-644d5099ae3b'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:28:41.095362 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a7f771-1fdc-4b0a-95d8-efaafddd579e" -d '{"events": [{"server_uuid": "180f2d1c-65a1-45d0-a3f7-18d71fdda360", "name": "network-vif-plugged", "status": "completed", "tag": "1774fee8-80e7-4c2e-b105-644d5099ae3b"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:28:41.107814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 1774fee8-80e7-4c2e-b105-644d5099ae3b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=1774fee8-80e7-4c2e-b105-644d5099ae3b,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:28:41.132652 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9569cb65-e54e-4dc7-b96e-a800d85e6c3f x-openstack-request-id: req-9569cb65-e54e-4dc7-b96e-a800d85e6c3f {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:28:41.132947 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180f2d1c-65a1-45d0-a3f7-18d71fdda360", "name": "network-vif-plugged", "status": "completed", "tag": "1774fee8-80e7-4c2e-b105-644d5099ae3b", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:28:41.133214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9569cb65-e54e-4dc7-b96e-a800d85e6c3f {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:28:41.133617 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9569cb65-e54e-4dc7-b96e-a800d85e6c3f'] response: {'server_uuid': '180f2d1c-65a1-45d0-a3f7-18d71fdda360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1774fee8-80e7-4c2e-b105-644d5099ae3b', 'code': 200} Oct 28 10:28:41.165293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1774fee8-80e7-4c2e-b105-644d5099ae3b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:41.215375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=1774fee8-80e7-4c2e-b105-644d5099ae3b,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:28:41.491958 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdba012-f964-4553-bf6c-9fb822a32242 req-f71f634c-6fd2-4ae4-990a-5bdb5ec169ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:41.493352 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ccdba012-f964-4553-bf6c-9fb822a32242 req-f71f634c-6fd2-4ae4-990a-5bdb5ec169ed service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 1130 time: 0.0386758 Oct 28 10:28:41.541824 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ccdba012-f964-4553-bf6c-9fb822a32242 req-ff59b08a-050f-44ae-b5c1-cb097c8f770b service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Oct 28 10:28:41.650363 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:41.655731 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:41.839669 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45ad08-7b76-485d-a6a7-b7670327e1e8 req-db7265f8-18b7-4edf-bb67-534818d9c52c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:41.841127 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fa45ad08-7b76-485d-a6a7-b7670327e1e8 req-db7265f8-18b7-4edf-bb67-534818d9c52c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 946 time: 0.0463696 Oct 28 10:28:41.893286 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fa45ad08-7b76-485d-a6a7-b7670327e1e8 req-a6114d35-95bf-4c7f-aba7-31500398ebec tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460587 Oct 28 10:28:43.021980 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c907637-2e36-4925-8573-28b74b633ba6 req-81e8b83c-da2c-4496-8a15-e96b02a7f265 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:43.023500 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6c907637-2e36-4925-8573-28b74b633ba6 req-81e8b83c-da2c-4496-8a15-e96b02a7f265 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 946 time: 0.0480409 Oct 28 10:28:43.070907 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6c907637-2e36-4925-8573-28b74b633ba6 req-892fd79d-d446-400d-ae71-ef888a8ba90c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417151 Oct 28 10:28:43.091046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-da2f8a8b-306e-4fb3-b361-3102e8ddfaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:44.192622 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13002f92-888e-4793-a5a8-929dbccdc797 req-671a5700-8348-4d76-8bae-cda266ef8e8c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:44.194141 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-13002f92-888e-4793-a5a8-929dbccdc797 req-671a5700-8348-4d76-8bae-cda266ef8e8c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 946 time: 0.0473630 Oct 28 10:28:44.241006 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-13002f92-888e-4793-a5a8-929dbccdc797 req-085b65a9-df0c-4501-8447-88ef791d58ca tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410466 Oct 28 10:28:44.362545 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eededcea-7a28-421a-a2bd-aa1cedf7f9be req-7f947feb-20a4-4576-a548-444fa792b15c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:28:44.363981 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eededcea-7a28-421a-a2bd-aa1cedf7f9be req-7f947feb-20a4-4576-a548-444fa792b15c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 946 time: 0.0500722 Oct 28 10:28:44.411022 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eededcea-7a28-421a-a2bd-aa1cedf7f9be req-2b9913a4-429f-49c7-b725-3e5e76ec6879 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414288 Oct 28 10:28:45.342330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-54510a79-aff3-4996-b6e5-3a66884e639b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:46.981724 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:47.982220 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:48.629660 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:51.527941 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=16 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:51.539675 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=44 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:54.052606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:28:54.404497 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=37 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:54.407377 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=40 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:28:59.705689 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:29:03.984394 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=55,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:03.990395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=61,neutron:UPDATE=7 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:09.611973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a816dff-e3e0-4018-ba9c-67741a42e6fb req-b0139ac9-8bea-447d-8efd-7e43c865834f tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:09.614289 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1a816dff-e3e0-4018-ba9c-67741a42e6fb req-b0139ac9-8bea-447d-8efd-7e43c865834f tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 946 time: 0.0501773 Oct 28 10:29:09.662849 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1a816dff-e3e0-4018-ba9c-67741a42e6fb req-b7d6c4de-996a-47e0-a4c0-bfd46dcafc6b tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425553 Oct 28 10:29:10.788762 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51281f6e-2617-4ce4-8970-f72e0b26ad03 req-f5866ad1-a17f-48b2-af5b-3266efe7e751 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:10.790295 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-51281f6e-2617-4ce4-8970-f72e0b26ad03 req-f5866ad1-a17f-48b2-af5b-3266efe7e751 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 946 time: 0.0486300 Oct 28 10:29:10.848035 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-51281f6e-2617-4ce4-8970-f72e0b26ad03 req-42960bd2-387e-410d-bcdd-197032a11135 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474954 Oct 28 10:29:11.538846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bc8b2-861d-44d3-88d3-2a8e57f58738 req-0ca0c2c5-76d3-4fc5-9174-f7bf58c5b32c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:11.540144 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ef1bc8b2-861d-44d3-88d3-2a8e57f58738 req-0ca0c2c5-76d3-4fc5-9174-f7bf58c5b32c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 946 time: 0.0464907 Oct 28 10:29:11.632390 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-ef1bc8b2-861d-44d3-88d3-2a8e57f58738 req-1c88dabb-be52-459c-87c7-235e55d520e8 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Deleting port 1774fee8-80e7-4c2e-b105-644d5099ae3b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:29:11.632723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ef1bc8b2-861d-44d3-88d3-2a8e57f58738 req-1c88dabb-be52-459c-87c7-235e55d520e8 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (1774fee8-80e7-4c2e-b105-644d5099ae3b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:11.724678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-ef1bc8b2-861d-44d3-88d3-2a8e57f58738 req-1c88dabb-be52-459c-87c7-235e55d520e8 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] For port 1774fee8-80e7-4c2e-b105-644d5099ae3b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=1774fee8-80e7-4c2e-b105-644d5099ae3b,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:29:11.725270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ef1bc8b2-861d-44d3-88d3-2a8e57f58738 req-1c88dabb-be52-459c-87c7-235e55d520e8 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (1774fee8-80e7-4c2e-b105-644d5099ae3b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:11.738024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-ef1bc8b2-861d-44d3-88d3-2a8e57f58738 req-1c88dabb-be52-459c-87c7-235e55d520e8 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Calling delete_port for 1774fee8-80e7-4c2e-b105-644d5099ae3b owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:29:11.934149 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ef1bc8b2-861d-44d3-88d3-2a8e57f58738 req-1c88dabb-be52-459c-87c7-235e55d520e8 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (1774fee8-80e7-4c2e-b105-644d5099ae3b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:11.951907 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7bb4835a-dba8-436f-b195-f8c59e723b86 req-568b6b81-25c2-4701-a20e-a13fd76556ce tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 210 time: 0.0286059 Oct 28 10:29:11.961889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88dabb-be52-459c-87c7-235e55d520e8 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Pushing event deleted for resources: {'Port': ['ID=1774fee8-80e7-4c2e-b105-644d5099ae3b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:29:11.982981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['1774fee8-80e7-4c2e-b105-644d5099ae3b'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:29:12.010248 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1bc8b2-861d-44d3-88d3-2a8e57f58738 req-1c88dabb-be52-459c-87c7-235e55d520e8 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] No DVR routers for this DVR port 1774fee8-80e7-4c2e-b105-644d5099ae3b on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:29:12.012645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-ef1bc8b2-861d-44d3-88d3-2a8e57f58738 req-1c88dabb-be52-459c-87c7-235e55d520e8 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:12.015943 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ef1bc8b2-861d-44d3-88d3-2a8e57f58738 req-1c88dabb-be52-459c-87c7-235e55d520e8 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.48 "DELETE /networking/v2.0/ports/1774fee8-80e7-4c2e-b105-644d5099ae3b HTTP/1.1" status: 204 len: 173 time: 0.4679384 Oct 28 10:29:12.016440 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180f2d1c-65a1-45d0-a3f7-18d71fdda360', 'name': 'network-vif-deleted', 'tag': '1774fee8-80e7-4c2e-b105-644d5099ae3b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:29:12.018743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69b309f-760e-45ff-81d0-903fc3e4d915" -d '{"events": [{"server_uuid": "180f2d1c-65a1-45d0-a3f7-18d71fdda360", "name": "network-vif-deleted", "tag": "1774fee8-80e7-4c2e-b105-644d5099ae3b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:29:12.112184 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aafdbc9-5dcd-436a-8057-3327044c2323 x-openstack-request-id: req-7aafdbc9-5dcd-436a-8057-3327044c2323 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:29:12.112476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180f2d1c-65a1-45d0-a3f7-18d71fdda360", "name": "network-vif-deleted", "tag": "1774fee8-80e7-4c2e-b105-644d5099ae3b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:29:12.112727 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7aafdbc9-5dcd-436a-8057-3327044c2323 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:29:12.113141 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aafdbc9-5dcd-436a-8057-3327044c2323'] response: {'server_uuid': '180f2d1c-65a1-45d0-a3f7-18d71fdda360', 'name': 'network-vif-deleted', 'tag': '1774fee8-80e7-4c2e-b105-644d5099ae3b', 'status': 'completed', 'code': 200} Oct 28 10:29:13.070582 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0e8dbb8c-5bf8-4e4a-b896-8256df241102 req-9b91e32d-8e25-4555-90bb-2df7d458f676 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=180f2d1c-65a1-45d0-a3f7-18d71fdda360 HTTP/1.1" status: 200 len: 210 time: 0.0289593 Oct 28 10:29:13.094572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8c246139-727f-4137-b588-9fe119fa3c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:14.583584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-26bbb2f9-b24a-4073-b601-267588455f26 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:14.585062 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-26bbb2f9-b24a-4073-b601-267588455f26 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/networks?id=9db7e08e-fb25-446d-ac2d-5bde769fbc12 HTTP/1.1" status: 200 len: 816 time: 0.1049640 Oct 28 10:29:14.599694 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-3c7e75b6-2017-4433-98b1-6694c9be47b5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/quotas/6ad7876c566f454096f2dfbd4485bf64 HTTP/1.1" status: 200 len: 375 time: 0.0093153 Oct 28 10:29:14.648292 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-59f0bab6-6499-4b65-ac13-f5f8e348a15c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6ad7876c566f454096f2dfbd4485bf64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435340 Oct 28 10:29:14.791112 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-7af2ad3a-f593-4c29-8543-55d6464f6dbc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9db7e08e-fb25-446d-ac2d-5bde769fbc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306634 Oct 28 10:29:15.060712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 1774fee8-80e7-4c2e-b105-644d5099ae3b no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:29:15.081862 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 1774fee8-80e7-4c2e-b105-644d5099ae3b {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:29:15.082208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 1774fee8-80e7-4c2e-b105-644d5099ae3b not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:29:15.184427 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-fb33a4f1-26a3-4d26-8bc4-794f59bcf3a2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9db7e08e-fb25-446d-ac2d-5bde769fbc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866401 Oct 28 10:29:15.375515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5069c525-651f-46ec-9c2b-0e1995b592e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:15.521298 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4c860521-e3db-4d16-bd3d-15d142aa6448 req-d0c4f213-7d7a-48e6-b2ae-b7cf4d5435b7 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 210 time: 0.0304444 Oct 28 10:29:16.625737 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e0329447-b4e8-4db0-a46d-7a3633ad7865 req-b87f5d1f-650c-4e13-ba35-5114f9250472 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 210 time: 0.0322506 Oct 28 10:29:17.025526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:17.730415 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b1eed697-80bd-4bad-b1b1-dd561bd20577 req-7eff17a1-7e85-4dba-ae5f-439159c127d6 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 210 time: 0.0284050 Oct 28 10:29:17.914890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-21e5674b-4816-48d2-b323-b815fefff4b7 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:17.916272 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-21e5674b-4816-48d2-b323-b815fefff4b7 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.48 "GET /networking/v2.0/networks?id=9db7e08e-fb25-446d-ac2d-5bde769fbc12 HTTP/1.1" status: 200 len: 816 time: 0.1119642 Oct 28 10:29:17.939473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-e41caa00-279e-4eb3-84f3-3208ba65029c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Request body: {'port': {'device_id': 'f15634e3-8244-479e-99fa-8e661937a96e', 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12', 'admin_state_up': True, 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:29:17.956697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:18.363669 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-e41caa00-279e-4eb3-84f3-3208ba65029c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Made reservation on behalf of 6ad7876c566f454096f2dfbd4485bf64 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:29:18.367449 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-e41caa00-279e-4eb3-84f3-3208ba65029c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:18.493522 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-e41caa00-279e-4eb3-84f3-3208ba65029c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Allocated IP 172.20.0.6 (9db7e08e-fb25-446d-ac2d-5bde769fbc12/981c185a-7636-4ff9-afe0-1ffed93168e9/ac280521-3132-4ad0-b6e8-4513738bc1b1) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:29:18.530932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:18.594904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:18.610424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:18.655167 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:18.660942 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:18.676953 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-e41caa00-279e-4eb3-84f3-3208ba65029c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks [] for port (ac280521-3132-4ad0-b6e8-4513738bc1b1), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:18.769958 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-e41caa00-279e-4eb3-84f3-3208ba65029c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ac280521-3132-4ad0-b6e8-4513738bc1b1), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:18.816784 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-e41caa00-279e-4eb3-84f3-3208ba65029c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:29:18.820339 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-e41caa00-279e-4eb3-84f3-3208ba65029c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:29:18.824250 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-e41caa00-279e-4eb3-84f3-3208ba65029c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:29:18.855554 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41caa00-279e-4eb3-84f3-3208ba65029c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Pushing event updated for resources: {'Port': ['ID=ac280521-3132-4ad0-b6e8-4513738bc1b1,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:29:18.860081 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144901ad-83c7-448b-80cb-6a503b7031bf req-e472adea-e806-401e-b280-af7857262166 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:18.862223 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-144901ad-83c7-448b-80cb-6a503b7031bf req-e472adea-e806-401e-b280-af7857262166 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 931 time: 0.0538974 Oct 28 10:29:18.879836 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-e41caa00-279e-4eb3-84f3-3208ba65029c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:18.880467 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-e41caa00-279e-4eb3-84f3-3208ba65029c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:18.914554 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-144901ad-83c7-448b-80cb-6a503b7031bf req-22c7e645-a546-4b33-b5fe-8f8de1484b56 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447526 Oct 28 10:29:18.966737 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-e41caa00-279e-4eb3-84f3-3208ba65029c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0318346 Oct 28 10:29:18.990990 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Request body: {'port': {'device_id': 'f15634e3-8244-479e-99fa-8e661937a96e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:29:19.054407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ac280521-3132-4ad0-b6e8-4513738bc1b1), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:19.058320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-c8cacc6c-b10d-41c0-83d1-d33920d45ac9 None None] Provisioning complete for port ac280521-3132-4ad0-b6e8-4513738bc1b1 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:29:19.058717 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c8cacc6c-b10d-41c0-83d1-d33920d45ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac280521-3132-4ad0-b6e8-4513738bc1b1), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:19.059041 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-c8cacc6c-b10d-41c0-83d1-d33920d45ac9 None None] Attempt 1 to provision port ac280521-3132-4ad0-b6e8-4513738bc1b1 Oct 28 10:29:19.093887 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c8cacc6c-b10d-41c0-83d1-d33920d45ac9 None None] Port ac280521-3132-4ad0-b6e8-4513738bc1b1 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:29:19.309924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:19.315667 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac280521-3132-4ad0-b6e8-4513738bc1b1 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:29:19.323339 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Publish callbacks [] for port (ac280521-3132-4ad0-b6e8-4513738bc1b1), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:19.336283 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Transition to ACTIVE for port object ac280521-3132-4ad0-b6e8-4513738bc1b1 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:29:19.448056 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (ac280521-3132-4ad0-b6e8-4513738bc1b1), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:19.528372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac280521-3132-4ad0-b6e8-4513738bc1b1,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:29:19.564486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Attempting to bind port ac280521-3132-4ad0-b6e8-4513738bc1b1 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:29:19.564724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Attempting to bind port ac280521-3132-4ad0-b6e8-4513738bc1b1 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:29:19.565041 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Attempting to bind port ac280521-3132-4ad0-b6e8-4513738bc1b1 on network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:29:19.607050 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Port ac280521-3132-4ad0-b6e8-4513738bc1b1 on network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:29:19.607374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Attempting to bind port ac280521-3132-4ad0-b6e8-4513738bc1b1 on network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:29:19.652831 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:29:19.653156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Checking segment: {'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:29:19.653529 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Bound using segment: {'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:29:19.654060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Bound port: ac280521-3132-4ad0-b6e8-4513738bc1b1, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:29:19.654411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ac280521-3132-4ad0-b6e8-4513738bc1b1), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:19.694383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:19.719227 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] For port ac280521-3132-4ad0-b6e8-4513738bc1b1, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:29:19.722516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] For port ac280521-3132-4ad0-b6e8-4513738bc1b1, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=ac280521-3132-4ad0-b6e8-4513738bc1b1,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:29:19.798583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (ac280521-3132-4ad0-b6e8-4513738bc1b1), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:19.801835 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:19.802519 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:19.804059 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/ac280521-3132-4ad0-b6e8-4513738bc1b1 HTTP/1.1" status: 200 len: 1093 time: 0.8175406 Oct 28 10:29:19.806521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15634e3-8244-479e-99fa-8e661937a96e', 'tag': 'ac280521-3132-4ad0-b6e8-4513738bc1b1'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:29:19.809156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19c8dd5-42f0-40f9-8d66-0a4ac76bdb26" -d '{"events": [{"name": "network-changed", "server_uuid": "f15634e3-8244-479e-99fa-8e661937a96e", "tag": "ac280521-3132-4ad0-b6e8-4513738bc1b1"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:29:19.847037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84644790-fe8d-49ae-a3f9-ad1de7bfb7ff x-openstack-request-id: req-84644790-fe8d-49ae-a3f9-ad1de7bfb7ff {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:29:19.847333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15634e3-8244-479e-99fa-8e661937a96e", "tag": "ac280521-3132-4ad0-b6e8-4513738bc1b1", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:29:19.847623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84644790-fe8d-49ae-a3f9-ad1de7bfb7ff {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:29:19.848033 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84644790-fe8d-49ae-a3f9-ad1de7bfb7ff'] response: {'name': 'network-changed', 'server_uuid': 'f15634e3-8244-479e-99fa-8e661937a96e', 'tag': 'ac280521-3132-4ad0-b6e8-4513738bc1b1', 'status': 'completed', 'code': 200} Oct 28 10:29:19.868353 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19b4bd-0511-4053-89fe-6001caba6ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac280521-3132-4ad0-b6e8-4513738bc1b1,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:29:19.937251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c8dd5-42f0-40f9-8d66-0a4ac76bdb26 req-10ccf07e-27b4-4091-9d36-6f46c457bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:19.938770 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b19c8dd5-42f0-40f9-8d66-0a4ac76bdb26 req-10ccf07e-27b4-4091-9d36-6f46c457bb78 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6ad7876c566f454096f2dfbd4485bf64&device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 1127 time: 0.0430744 Oct 28 10:29:20.042653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dc86c-75f7-40ee-9a7c-a07f45da5078 req-fed67b5f-ffe1-4e14-83e4-930d34fc582a tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:20.044415 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d93dc86c-75f7-40ee-9a7c-a07f45da5078 req-fed67b5f-ffe1-4e14-83e4-930d34fc582a tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 943 time: 0.0507977 Oct 28 10:29:20.063494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c8dd5-42f0-40f9-8d66-0a4ac76bdb26 req-36bb5c75-ebb9-4f48-8066-1773837e5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:20.064956 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b19c8dd5-42f0-40f9-8d66-0a4ac76bdb26 req-36bb5c75-ebb9-4f48-8066-1773837e5f58 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=6ad7876c566f454096f2dfbd4485bf64&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1025343 Oct 28 10:29:20.094735 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d93dc86c-75f7-40ee-9a7c-a07f45da5078 req-383ced42-d317-455e-9984-b1780f619e5a tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438600 Oct 28 10:29:20.164961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c8dd5-42f0-40f9-8d66-0a4ac76bdb26 req-4ec1acf6-c4fe-43bd-80ea-f390db169dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:20.166466 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b19c8dd5-42f0-40f9-8d66-0a4ac76bdb26 req-4ec1acf6-c4fe-43bd-80ea-f390db169dad service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923147 Oct 28 10:29:20.270347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-bb9a7c98-f5a4-46a7-9671-c19b408261df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:20.271926 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-bb9a7c98-f5a4-46a7-9671-c19b408261df service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6ad7876c566f454096f2dfbd4485bf64&device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 1127 time: 0.0399089 Oct 28 10:29:20.331123 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-f42e7b70-f550-4fbb-9f3c-51ec97a3d535 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac280521-3132-4ad0-b6e8-4513738bc1b1 HTTP/1.1" status: 200 len: 217 time: 0.0384984 Oct 28 10:29:20.386547 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-da7602f6-420a-470d-b879-33741b40c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:20.387195 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-da7602f6-420a-470d-b879-33741b40c7ef service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=981c185a-7636-4ff9-afe0-1ffed93168e9 HTTP/1.1" status: 200 len: 855 time: 0.0474076 Oct 28 10:29:20.443716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-cc291957-587f-4a88-bef7-22c2fe944d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:20.445496 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-cc291957-587f-4a88-bef7-22c2fe944d5b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9db7e08e-fb25-446d-ac2d-5bde769fbc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0387225 Oct 28 10:29:20.545747 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-52eec513-25d6-47ce-b01e-e51aa0b7cf79 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9db7e08e-fb25-446d-ac2d-5bde769fbc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902503 Oct 28 10:29:20.641274 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-32d152a7-7fc1-483d-a5cc-e9324c9bda76 req-bd11032e-53d3-4b93-a86f-bf4aa88b3789 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9db7e08e-fb25-446d-ac2d-5bde769fbc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857084 Oct 28 10:29:21.216835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4592c-18eb-4ade-a6aa-4f8930e32702 req-7962a2be-701b-4e87-8ed2-0f4da09b6e9b tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:21.218953 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d0b4592c-18eb-4ade-a6aa-4f8930e32702 req-7962a2be-701b-4e87-8ed2-0f4da09b6e9b tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 943 time: 0.0471501 Oct 28 10:29:21.266435 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d0b4592c-18eb-4ade-a6aa-4f8930e32702 req-a5d82e9a-c325-4a74-a3ac-44de99bb827c tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Oct 28 10:29:22.388769 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8e916-a8d5-4446-aeb1-e008677c6217 req-6365bfd9-aba2-477a-b047-4a5fe9fc4dac tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:22.390284 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-97c8e916-a8d5-4446-aeb1-e008677c6217 req-6365bfd9-aba2-477a-b047-4a5fe9fc4dac tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 943 time: 0.0497355 Oct 28 10:29:22.429098 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:22.441371 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-97c8e916-a8d5-4446-aeb1-e008677c6217 req-0b4b5ee5-b0c2-42c4-8344-d30436f76296 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454285 Oct 28 10:29:23.049430 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device ac280521-3132-4ad0-b6e8-4513738bc1b1 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:29:23.147900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port ac280521-3132-4ad0-b6e8-4513738bc1b1, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=ac280521-3132-4ad0-b6e8-4513738bc1b1,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:29:23.159117 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'ac280521-3132-4ad0-b6e8-4513738bc1b1', 'network_id': '9db7e08e-fb25-446d-ac2d-5bde769fbc12', 'port_id': 'ac280521-3132-4ad0-b6e8-4513738bc1b1', 'mac_address': 'fa:16:3e:a8:1e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981c185a-7636-4ff9-afe0-1ffed93168e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:29:23.192200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port ac280521-3132-4ad0-b6e8-4513738bc1b1 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:29:23.192583 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ac280521-3132-4ad0-b6e8-4513738bc1b1), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:23.205812 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac280521-3132-4ad0-b6e8-4513738bc1b1 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:29:23.225315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port ac280521-3132-4ad0-b6e8-4513738bc1b1, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=ac280521-3132-4ad0-b6e8-4513738bc1b1,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:29:23.283466 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ac280521-3132-4ad0-b6e8-4513738bc1b1), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:23.332225 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=ac280521-3132-4ad0-b6e8-4513738bc1b1,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:29:23.560563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1478dd-b3ad-4afd-8358-da9c310cf3b8 req-3e9c4cfb-d9b7-4057-acb6-0a8d948d6cdd tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:23.562532 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5d1478dd-b3ad-4afd-8358-da9c310cf3b8 req-3e9c4cfb-d9b7-4057-acb6-0a8d948d6cdd tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 944 time: 0.0477993 Oct 28 10:29:23.628134 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['ac280521-3132-4ad0-b6e8-4513738bc1b1'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:29:23.628420 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5d1478dd-b3ad-4afd-8358-da9c310cf3b8 req-24345e86-6855-465d-bd55-32da71972733 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586653 Oct 28 10:29:24.301803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:24.776632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8ef7e-4e8b-4114-ba2a-2204aab5b56f req-6e0b55b8-4ffe-4eac-b583-4630d576b873 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:24.778278 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2af8ef7e-4e8b-4114-ba2a-2204aab5b56f req-6e0b55b8-4ffe-4eac-b583-4630d576b873 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 944 time: 0.0569036 Oct 28 10:29:24.795131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:24.832795 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2af8ef7e-4e8b-4114-ba2a-2204aab5b56f req-e7aadffc-e34c-479a-87b4-a9be82ad17c6 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 Oct 28 10:29:25.073502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device ac280521-3132-4ad0-b6e8-4513738bc1b1 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:29:25.115478 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port ac280521-3132-4ad0-b6e8-4513738bc1b1 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:29:25.180475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port ac280521-3132-4ad0-b6e8-4513738bc1b1 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:29:25.180870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ac280521-3132-4ad0-b6e8-4513738bc1b1), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:25.181231 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port ac280521-3132-4ad0-b6e8-4513738bc1b1 Oct 28 10:29:25.255490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port ac280521-3132-4ad0-b6e8-4513738bc1b1 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:29:25.255872 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ac280521-3132-4ad0-b6e8-4513738bc1b1), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:25.278429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15634e3-8244-479e-99fa-8e661937a96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac280521-3132-4ad0-b6e8-4513738bc1b1'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:29:25.280707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ce9d50-be61-4b77-b63a-c7f9dde84332" -d '{"events": [{"server_uuid": "f15634e3-8244-479e-99fa-8e661937a96e", "name": "network-vif-plugged", "status": "completed", "tag": "ac280521-3132-4ad0-b6e8-4513738bc1b1"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:29:25.282816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:25.293310 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port ac280521-3132-4ad0-b6e8-4513738bc1b1, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=ac280521-3132-4ad0-b6e8-4513738bc1b1,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:29:25.375991 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22014afc-6276-4c3c-b414-fc5067fae3d0 x-openstack-request-id: req-22014afc-6276-4c3c-b414-fc5067fae3d0 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:29:25.376636 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15634e3-8244-479e-99fa-8e661937a96e", "name": "network-vif-plugged", "status": "completed", "tag": "ac280521-3132-4ad0-b6e8-4513738bc1b1", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:29:25.376731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22014afc-6276-4c3c-b414-fc5067fae3d0 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:29:25.377126 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22014afc-6276-4c3c-b414-fc5067fae3d0'] response: {'server_uuid': 'f15634e3-8244-479e-99fa-8e661937a96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac280521-3132-4ad0-b6e8-4513738bc1b1', 'code': 200} Oct 28 10:29:25.390849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ac280521-3132-4ad0-b6e8-4513738bc1b1), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:25.412328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:25.440270 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=ac280521-3132-4ad0-b6e8-4513738bc1b1,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:29:25.756889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17f585-d016-4750-8259-aff4e97819c9 req-29814c11-bd46-443d-b1a5-3abeef4fc0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:25.758378 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8f17f585-d016-4750-8259-aff4e97819c9 req-29814c11-bd46-443d-b1a5-3abeef4fc0eb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 1129 time: 0.0434620 Oct 28 10:29:25.783725 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:25.804088 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8f17f585-d016-4750-8259-aff4e97819c9 req-83977044-d0bd-45ad-b457-83e88c82414f service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393667 Oct 28 10:29:25.960090 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f967bf-980d-4a55-b4e9-28166a8bf950 req-7326eed9-fd6d-4244-9267-dd6f6bb6ae1f tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:25.961603 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e9f967bf-980d-4a55-b4e9-28166a8bf950 req-7326eed9-fd6d-4244-9267-dd6f6bb6ae1f tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 945 time: 0.0506966 Oct 28 10:29:26.009795 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e9f967bf-980d-4a55-b4e9-28166a8bf950 req-ec6ff2b1-5b76-413c-8349-19714a26931a tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 Oct 28 10:29:27.153985 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec0e53-61ad-455a-968e-dbad3e519605 req-1c4771e6-cdac-40cb-8a20-102d1be4c1e5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:27.155507 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f0ec0e53-61ad-455a-968e-dbad3e519605 req-1c4771e6-cdac-40cb-8a20-102d1be4c1e5 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 945 time: 0.0663009 Oct 28 10:29:27.212505 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f0ec0e53-61ad-455a-968e-dbad3e519605 req-b979fa20-be96-4cfb-a3d8-bb1d575254f6 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509858 Oct 28 10:29:27.358851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a48d28-1a19-4d06-9bae-74ced75f91e0 req-a90e5ac8-5b9e-47d0-b1d0-f602312cbaec tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:27.361183 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e2a48d28-1a19-4d06-9bae-74ced75f91e0 req-a90e5ac8-5b9e-47d0-b1d0-f602312cbaec tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 945 time: 0.0568752 Oct 28 10:29:27.421708 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e2a48d28-1a19-4d06-9bae-74ced75f91e0 req-4dd29d35-5434-46f6-9d45-334ffd6fcf88 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541139 Oct 28 10:29:35.438849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:35.802232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=65 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:36.705208 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:29:37.405380 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=26 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:37.417640 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=51 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:43.094980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-59eb94f1-0a92-4b2c-86f2-c0db11b37cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:45.374384 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b15e8f64-d73f-4a3c-9aba-b5ae31bd308d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:47.014271 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:47.968852 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:48.629692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:54.112857 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edfc40-7799-4afc-92f2-1288c116947f req-cf8003b9-c039-4bdc-858b-dcf690ef8b32 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:54.114343 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c4edfc40-7799-4afc-92f2-1288c116947f req-cf8003b9-c039-4bdc-858b-dcf690ef8b32 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 945 time: 0.0490143 Oct 28 10:29:54.163862 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c4edfc40-7799-4afc-92f2-1288c116947f req-0a09e0a7-a485-4788-99e8-72ce90eee953 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433168 Oct 28 10:29:54.294192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:55.289615 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92b5b2-54cc-4108-b5c3-c5163406c624 req-8f586b7e-96bc-4874-bf27-abb61f49fc08 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:55.291118 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9a92b5b2-54cc-4108-b5c3-c5163406c624 req-8f586b7e-96bc-4874-bf27-abb61f49fc08 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 945 time: 0.0481369 Oct 28 10:29:55.343044 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9a92b5b2-54cc-4108-b5c3-c5163406c624 req-08885d14-b103-4cd4-8b70-9fc6fa9209d3 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cb2f5f3f-80bb-4561-ae16-a42a94541da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462372 Oct 28 10:29:55.657597 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=19 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:55.662458 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=15 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:55.910956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023ef6a-36e0-479b-909e-6ead200dc402 req-1dbd0487-ffe6-49bd-bf80-f33276205790 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:29:55.912310 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d023ef6a-36e0-479b-909e-6ead200dc402 req-1dbd0487-ffe6-49bd-bf80-f33276205790 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 945 time: 0.0505755 Oct 28 10:29:56.000457 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-d023ef6a-36e0-479b-909e-6ead200dc402 req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Deleting port ac280521-3132-4ad0-b6e8-4513738bc1b1 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:29:56.001466 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d023ef6a-36e0-479b-909e-6ead200dc402 req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ac280521-3132-4ad0-b6e8-4513738bc1b1), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:56.089814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-d023ef6a-36e0-479b-909e-6ead200dc402 req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] For port ac280521-3132-4ad0-b6e8-4513738bc1b1, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=ac280521-3132-4ad0-b6e8-4513738bc1b1,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:29:56.090168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d023ef6a-36e0-479b-909e-6ead200dc402 req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ac280521-3132-4ad0-b6e8-4513738bc1b1), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:56.107292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-d023ef6a-36e0-479b-909e-6ead200dc402 req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Calling delete_port for ac280521-3132-4ad0-b6e8-4513738bc1b1 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:29:56.299714 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d023ef6a-36e0-479b-909e-6ead200dc402 req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ac280521-3132-4ad0-b6e8-4513738bc1b1), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:56.325814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Pushing event deleted for resources: {'Port': ['ID=ac280521-3132-4ad0-b6e8-4513738bc1b1,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:29:56.340966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:29:56.340966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:29:56.340966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:29:56.341272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:29:56.341365 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:29:56.341656 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:29:56.341988 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:29:56.342332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:29:56.342648 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:29:56.343001 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:29:56.343330 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:29:56.343655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:29:56.343988 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:29:56.345305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:29:56.345305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:29:56.348114 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['ac280521-3132-4ad0-b6e8-4513738bc1b1'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:29:56.388487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d023ef6a-36e0-479b-909e-6ead200dc402 req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] No DVR routers for this DVR port ac280521-3132-4ad0-b6e8-4513738bc1b1 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:29:56.391069 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-d023ef6a-36e0-479b-909e-6ead200dc402 req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:56.394805 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d023ef6a-36e0-479b-909e-6ead200dc402 req-f24296a2-aa2f-46b0-bdbc-c2a2c56b5d1d tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.48 "DELETE /networking/v2.0/ports/ac280521-3132-4ad0-b6e8-4513738bc1b1 HTTP/1.1" status: 204 len: 173 time: 0.4742169 Oct 28 10:29:56.397689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15634e3-8244-479e-99fa-8e661937a96e', 'name': 'network-vif-deleted', 'tag': 'ac280521-3132-4ad0-b6e8-4513738bc1b1'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:29:56.397689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e0795e-b4dc-46ba-9a05-e4ef58010e6f" -d '{"events": [{"server_uuid": "f15634e3-8244-479e-99fa-8e661937a96e", "name": "network-vif-deleted", "tag": "ac280521-3132-4ad0-b6e8-4513738bc1b1"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:29:56.434829 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45adc814-e993-4c14-b54f-8dc410104afa x-openstack-request-id: req-45adc814-e993-4c14-b54f-8dc410104afa {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:29:56.435131 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15634e3-8244-479e-99fa-8e661937a96e", "name": "network-vif-deleted", "tag": "ac280521-3132-4ad0-b6e8-4513738bc1b1", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:29:56.435466 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45adc814-e993-4c14-b54f-8dc410104afa {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:29:56.435846 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45adc814-e993-4c14-b54f-8dc410104afa'] response: {'server_uuid': 'f15634e3-8244-479e-99fa-8e661937a96e', 'name': 'network-vif-deleted', 'tag': 'ac280521-3132-4ad0-b6e8-4513738bc1b1', 'status': 'completed', 'code': 200} Oct 28 10:29:56.452486 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f51c3c48-86f7-4cb1-8846-3a3895f64111 req-f594d743-e1b1-44b9-9071-f4d902971394 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 210 time: 0.0285788 Oct 28 10:29:57.573202 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a2d9e499-65aa-4625-91c5-9eb18edee6cf req-a99b9d1a-c2dd-4df3-b385-de74726310b1 tempest-TestEncryptedCinderVolumes-1084913497 tempest-TestEncryptedCinderVolumes-1084913497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f15634e3-8244-479e-99fa-8e661937a96e HTTP/1.1" status: 200 len: 210 time: 0.0293825 Oct 28 10:29:58.752762 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48300) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:29:59.078875 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3d71d4a-7cde-4c73-9b84-091a5cc244c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (e209d270-65fb-416b-8f11-d0ebccc9a373), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:59.197399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device ac280521-3132-4ad0-b6e8-4513738bc1b1 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:29:59.217634 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: ac280521-3132-4ad0-b6e8-4513738bc1b1 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:29:59.217977 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device ac280521-3132-4ad0-b6e8-4513738bc1b1 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:29:59.226655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:59.243858 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:29:59.306690 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e3d71d4a-7cde-4c73-9b84-091a5cc244c9 admin admin] Deleting port 317af2f5-6090-4015-94ba-583fe67e7c07 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:29:59.307048 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3d71d4a-7cde-4c73-9b84-091a5cc244c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (317af2f5-6090-4015-94ba-583fe67e7c07), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:59.395388 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-e3d71d4a-7cde-4c73-9b84-091a5cc244c9 admin admin] For port 317af2f5-6090-4015-94ba-583fe67e7c07, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=317af2f5-6090-4015-94ba-583fe67e7c07,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:29:59.395667 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3d71d4a-7cde-4c73-9b84-091a5cc244c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (317af2f5-6090-4015-94ba-583fe67e7c07), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:59.409484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-e3d71d4a-7cde-4c73-9b84-091a5cc244c9 admin admin] Calling delete_port for 317af2f5-6090-4015-94ba-583fe67e7c07 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:29:59.654346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3d71d4a-7cde-4c73-9b84-091a5cc244c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (317af2f5-6090-4015-94ba-583fe67e7c07), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:29:59.680452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d71d4a-7cde-4c73-9b84-091a5cc244c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=317af2f5-6090-4015-94ba-583fe67e7c07,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:29:59.865960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e3d71d4a-7cde-4c73-9b84-091a5cc244c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (e209d270-65fb-416b-8f11-d0ebccc9a373), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:00.059867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:00.078624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d71d4a-7cde-4c73-9b84-091a5cc244c9 admin admin] Router e209d270-65fb-416b-8f11-d0ebccc9a373 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:30:00.179555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:00.189133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d71d4a-7cde-4c73-9b84-091a5cc244c9 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:30:00.196391 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e3d71d4a-7cde-4c73-9b84-091a5cc244c9 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/e209d270-65fb-416b-8f11-d0ebccc9a373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4411933 Oct 28 10:30:00.198063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48302) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:00.201206 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3d151-617e-48b2-860a-f1a08438a610 None None] Sync routers for ids ['e209d270-65fb-416b-8f11-d0ebccc9a373'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:30:00.212967 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d3d151-617e-48b2-860a-f1a08438a610 None None] Routers {'e209d270-65fb-416b-8f11-d0ebccc9a373'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:30:00.214820 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-13d3d151-617e-48b2-860a-f1a08438a610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:29:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e209d270-65fb-416b-8f11-d0ebccc9a373'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:00.312013 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-301203dd-72e0-4653-88ab-070a2984a9b3 admin admin] Publish callbacks [] for router (e209d270-65fb-416b-8f11-d0ebccc9a373), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:00.317794 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-13d3d151-617e-48b2-860a-f1a08438a610 None None] Set router e209d270-65fb-416b-8f11-d0ebccc9a373 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:30:00.493278 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-13d3d151-617e-48b2-860a-f1a08438a610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'name': 'tempest-TestEncryptedCinderVolumes-555752024-router', 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178'}], 'enable_snat': True}, 'gw_port_id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:36Z', 'updated_at': '2022-10-28T10:29:59Z', 'revision_number': 5, 'project_id': '6ad7876c566f454096f2dfbd4485bf64', 'gw_port': {'id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:37Z', 'updated_at': '2022-10-28T10:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:00.520084 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3d151-617e-48b2-860a-f1a08438a610 None None] Checking router: e209d270-65fb-416b-8f11-d0ebccc9a373 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:30:00.529100 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d3d151-617e-48b2-860a-f1a08438a610 None None] Routers {'e209d270-65fb-416b-8f11-d0ebccc9a373'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:30:00.529722 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-13d3d151-617e-48b2-860a-f1a08438a610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:29:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e209d270-65fb-416b-8f11-d0ebccc9a373'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:00.634693 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-13d3d151-617e-48b2-860a-f1a08438a610 None None] Set router e209d270-65fb-416b-8f11-d0ebccc9a373 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:30:00.668274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-301203dd-72e0-4653-88ab-070a2984a9b3 admin admin] Publish callbacks [] for router_gateway (e209d270-65fb-416b-8f11-d0ebccc9a373), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:00.787560 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-301203dd-72e0-4653-88ab-070a2984a9b3 admin admin] Deleting port 9f687a5d-7100-428b-984c-7e8a00e4c066 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:30:00.787937 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-301203dd-72e0-4653-88ab-070a2984a9b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9f687a5d-7100-428b-984c-7e8a00e4c066), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:00.880894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-301203dd-72e0-4653-88ab-070a2984a9b3 admin admin] For port 9f687a5d-7100-428b-984c-7e8a00e4c066, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9f687a5d-7100-428b-984c-7e8a00e4c066,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:30:00.881616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-301203dd-72e0-4653-88ab-070a2984a9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9f687a5d-7100-428b-984c-7e8a00e4c066), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:00.893013 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-13d3d151-617e-48b2-860a-f1a08438a610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'name': 'tempest-TestEncryptedCinderVolumes-555752024-router', 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178'}], 'enable_snat': True}, 'gw_port_id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:36Z', 'updated_at': '2022-10-28T10:29:59Z', 'revision_number': 5, 'project_id': '6ad7876c566f454096f2dfbd4485bf64', 'gw_port': {'id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:37Z', 'updated_at': '2022-10-28T10:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:00.895002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-301203dd-72e0-4653-88ab-070a2984a9b3 admin admin] Calling delete_port for 9f687a5d-7100-428b-984c-7e8a00e4c066 owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:30:00.917881 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3d151-617e-48b2-860a-f1a08438a610 None None] The sync data for ids ['e209d270-65fb-416b-8f11-d0ebccc9a373'] in dv-neutron-zed-2-hyperv is: [{'id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'name': 'tempest-TestEncryptedCinderVolumes-555752024-router', 'tenant_id': '6ad7876c566f454096f2dfbd4485bf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178'}], 'enable_snat': True}, 'gw_port_id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:36Z', 'updated_at': '2022-10-28T10:29:59Z', 'revision_number': 5, 'project_id': '6ad7876c566f454096f2dfbd4485bf64', 'gw_port': {'id': '9f687a5d-7100-428b-984c-7e8a00e4c066', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e209d270-65fb-416b-8f11-d0ebccc9a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:37Z', 'updated_at': '2022-10-28T10:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:30:01.140036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-301203dd-72e0-4653-88ab-070a2984a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (9f687a5d-7100-428b-984c-7e8a00e4c066), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:01.165083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301203dd-72e0-4653-88ab-070a2984a9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f687a5d-7100-428b-984c-7e8a00e4c066,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:01.229820 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-301203dd-72e0-4653-88ab-070a2984a9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (e209d270-65fb-416b-8f11-d0ebccc9a373), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:01.331590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-301203dd-72e0-4653-88ab-070a2984a9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (e209d270-65fb-416b-8f11-d0ebccc9a373), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:01.334242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-301203dd-72e0-4653-88ab-070a2984a9b3 admin admin] Publish callbacks [] for router_controller (e209d270-65fb-416b-8f11-d0ebccc9a373), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:01.368139 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 317af2f5-6090-4015-94ba-583fe67e7c07 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:30:01.390712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 317af2f5-6090-4015-94ba-583fe67e7c07 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:30:01.390712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 317af2f5-6090-4015-94ba-583fe67e7c07 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:30:01.457845 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-301203dd-72e0-4653-88ab-070a2984a9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (e209d270-65fb-416b-8f11-d0ebccc9a373), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:01.458512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301203dd-72e0-4653-88ab-070a2984a9b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e209d270-65fb-416b-8f11-d0ebccc9a373 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:30:01.463141 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-301203dd-72e0-4653-88ab-070a2984a9b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:01.464340 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-301203dd-72e0-4653-88ab-070a2984a9b3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/e209d270-65fb-416b-8f11-d0ebccc9a373 HTTP/1.1" status: 204 len: 168 time: 1.2646625 Oct 28 10:30:01.467071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48304) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:01.537191 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-71837e35-5200-4ef9-abe9-73b12594dd7d admin admin] Deleting subnet 981c185a-7636-4ff9-afe0-1ffed93168e9 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:30:01.541088 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-71837e35-5200-4ef9-abe9-73b12594dd7d admin admin] Publish callbacks [] for subnet (981c185a-7636-4ff9-afe0-1ffed93168e9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:01.586972 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-71837e35-5200-4ef9-abe9-73b12594dd7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (981c185a-7636-4ff9-afe0-1ffed93168e9), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:01.617649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:01.662739 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:01.697873 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-71837e35-5200-4ef9-abe9-73b12594dd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (981c185a-7636-4ff9-afe0-1ffed93168e9), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:01.894365 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-71837e35-5200-4ef9-abe9-73b12594dd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (981c185a-7636-4ff9-afe0-1ffed93168e9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:01.924362 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-71837e35-5200-4ef9-abe9-73b12594dd7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:01.930322 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-71837e35-5200-4ef9-abe9-73b12594dd7d admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/981c185a-7636-4ff9-afe0-1ffed93168e9 HTTP/1.1" status: 204 len: 168 time: 0.4599087 Oct 28 10:30:01.930322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71837e35-5200-4ef9-abe9-73b12594dd7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=981c185a-7636-4ff9-afe0-1ffed93168e9,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:01.930566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48306) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:01.931572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47daf373-4acd-4c4f-9713-9c4db8266e52 None None] Network 9db7e08e-fb25-446d-ac2d-5bde769fbc12 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:30:02.011902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (9db7e08e-fb25-446d-ac2d-5bde769fbc12), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:02.059392 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] Deleting port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:30:02.059715 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:02.086326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] DHCP port deletion for 9db7e08e-fb25-446d-ac2d-5bde769fbc12 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:30:02.123959 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Deleting port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:30:02.124636 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:02.132192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] For port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:30:02.132547 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:02.150355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] Calling delete_port for b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:30:02.191955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] For port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af,segment=NetworkSegment(1f8e8d29-7a16-4951-8c8e-5ebe82ff8583),segment_id=1f8e8d29-7a16-4951-8c8e-5ebe82ff8583)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:30:02.192272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:02.205608 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Calling delete_port for b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:30:02.305514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:02.311879 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:02.329399 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:02.336652 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] No DVR routers for this DVR port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:30:02.339199 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Pushing event deleted for resources: {'Port': ['ID=b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:02.342517 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] No DVR routers for this DVR port b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:30:02.351075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:02.351643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:02.352197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:02.352753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:02.353292 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:02.353746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:02.354257 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:02.354796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:02.355316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:02.355833 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:02.356371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:02.356919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:02.357432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:02.358135 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:02.358528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80088c02-7f55-43d7-909c-5d114485cd8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:02.415417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (9db7e08e-fb25-446d-ac2d-5bde769fbc12), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:02.437319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db7e08e-fb25-446d-ac2d-5bde769fbc12']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:02.447723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:02.447945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8e8d29-7a16-4951-8c8e-5ebe82ff8583') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:02.458220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (1f8e8d29-7a16-4951-8c8e-5ebe82ff8583), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:02.472205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (1f8e8d29-7a16-4951-8c8e-5ebe82ff8583), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:02.478461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:30:02.478879 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (1f8e8d29-7a16-4951-8c8e-5ebe82ff8583), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:02.520379 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 1f8e8d29-7a16-4951-8c8e-5ebe82ff8583 resource provider aggregate not found Oct 28 10:30:02.543552 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 1f8e8d29-7a16-4951-8c8e-5ebe82ff8583 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f8e8d29-7a16-4951-8c8e-5ebe82ff8583 found for delete ", "request_id": "req-e4cfc0b9-8399-4fc2-b1a3-9c9909a958ad"}]} Oct 28 10:30:02.620335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (9db7e08e-fb25-446d-ac2d-5bde769fbc12), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:02.629873 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:02.631366 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/9db7e08e-fb25-446d-ac2d-5bde769fbc12 HTTP/1.1" status: 204 len: 168 time: 0.6998370 Oct 28 10:30:02.633297 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:02.634633 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 48312) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:02.643872 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68861874-90a9-44cd-99aa-32b49f97f50a admin admin] Pushing event deleted for resources: {'Network': ['ID=9db7e08e-fb25-446d-ac2d-5bde769fbc12,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:02.975847 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (de9e42ee-b7ce-4983-96de-00c22f928f66), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:03.207988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Deleting port d1b36d20-fe2f-4a76-abbe-418763098800 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:30:03.208326 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (d1b36d20-fe2f-4a76-abbe-418763098800), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:03.208476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9f687a5d-7100-428b-984c-7e8a00e4c066 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:30:03.230878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 9f687a5d-7100-428b-984c-7e8a00e4c066 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:30:03.231447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9f687a5d-7100-428b-984c-7e8a00e4c066 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:30:03.231950 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:30:03.250903 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:30:03.251253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device b4b426e9-2bbc-43f8-ab7d-23fdd6cbd3af not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:30:03.298352 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] For port d1b36d20-fe2f-4a76-abbe-418763098800, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=d1b36d20-fe2f-4a76-abbe-418763098800,segment=NetworkSegment(ea4f23ee-bc5d-4cc8-9611-38388d1a151f),segment_id=ea4f23ee-bc5d-4cc8-9611-38388d1a151f)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:30:03.298739 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (d1b36d20-fe2f-4a76-abbe-418763098800), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:03.311888 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Calling delete_port for d1b36d20-fe2f-4a76-abbe-418763098800 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:30:03.353839 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:03.374297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:03.560564 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (d1b36d20-fe2f-4a76-abbe-418763098800), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:03.587563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b36d20-fe2f-4a76-abbe-418763098800,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:03.618558 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:03.618938 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:03.619286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:03.619630 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:03.619966 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:03.620302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:03.620631 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:03.621066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:03.621417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:03.621734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:03.622071 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:03.622402 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:03.622818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:03.623146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:03.623469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:03.790253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (de9e42ee-b7ce-4983-96de-00c22f928f66), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:03.998865 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Router de9e42ee-b7ce-4983-96de-00c22f928f66 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:30:04.098763 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:30:04.104783 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ab49ab93-3a4d-4199-9109-5d1f10dcecd4 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/de9e42ee-b7ce-4983-96de-00c22f928f66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4678357 Oct 28 10:30:04.106214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 48314) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:04.109745 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178a6726-5bd2-45d8-a39f-a49cff246497 None None] Sync routers for ids ['de9e42ee-b7ce-4983-96de-00c22f928f66'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:30:04.119275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a6726-5bd2-45d8-a39f-a49cff246497 None None] Routers {'de9e42ee-b7ce-4983-96de-00c22f928f66'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:30:04.119869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-178a6726-5bd2-45d8-a39f-a49cff246497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:29:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['de9e42ee-b7ce-4983-96de-00c22f928f66'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:04.205402 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41382a26-9e35-4f8b-8196-f99ba234bddc admin admin] Publish callbacks [] for router (de9e42ee-b7ce-4983-96de-00c22f928f66), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:04.219866 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-178a6726-5bd2-45d8-a39f-a49cff246497 None None] Set router de9e42ee-b7ce-4983-96de-00c22f928f66 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:30:04.242752 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:04.307895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41382a26-9e35-4f8b-8196-f99ba234bddc admin admin] Publish callbacks [] for router_gateway (de9e42ee-b7ce-4983-96de-00c22f928f66), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:04.385777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-178a6726-5bd2-45d8-a39f-a49cff246497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'name': 'tempest-TestEncryptedCinderVolumes-278473869-router', 'tenant_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.170'}], 'enable_snat': True}, 'gw_port_id': '9147b086-dba7-4a10-a07a-552155d88a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:43Z', 'updated_at': '2022-10-28T10:30:03Z', 'revision_number': 5, 'project_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'gw_port': {'id': '9147b086-dba7-4a10-a07a-552155d88a94', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:27:44Z', 'updated_at': '2022-10-28T10:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:04.413815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178a6726-5bd2-45d8-a39f-a49cff246497 None None] Checking router: de9e42ee-b7ce-4983-96de-00c22f928f66 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:30:04.423315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a6726-5bd2-45d8-a39f-a49cff246497 None None] Routers {'de9e42ee-b7ce-4983-96de-00c22f928f66'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:30:04.423983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-178a6726-5bd2-45d8-a39f-a49cff246497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:29:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['de9e42ee-b7ce-4983-96de-00c22f928f66'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:04.424863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-41382a26-9e35-4f8b-8196-f99ba234bddc admin admin] Deleting port 9147b086-dba7-4a10-a07a-552155d88a94 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:30:04.425209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41382a26-9e35-4f8b-8196-f99ba234bddc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9147b086-dba7-4a10-a07a-552155d88a94), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:04.436693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:04.516259 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-41382a26-9e35-4f8b-8196-f99ba234bddc admin admin] For port 9147b086-dba7-4a10-a07a-552155d88a94, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=9147b086-dba7-4a10-a07a-552155d88a94,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:30:04.516623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41382a26-9e35-4f8b-8196-f99ba234bddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9147b086-dba7-4a10-a07a-552155d88a94), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:04.531567 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-41382a26-9e35-4f8b-8196-f99ba234bddc admin admin] Calling delete_port for 9147b086-dba7-4a10-a07a-552155d88a94 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:30:04.647672 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-178a6726-5bd2-45d8-a39f-a49cff246497 None None] Set router de9e42ee-b7ce-4983-96de-00c22f928f66 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:30:04.697908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-178a6726-5bd2-45d8-a39f-a49cff246497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'name': 'tempest-TestEncryptedCinderVolumes-278473869-router', 'tenant_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:43Z', 'updated_at': '2022-10-28T10:30:04Z', 'revision_number': 6, 'project_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:04.720689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178a6726-5bd2-45d8-a39f-a49cff246497 None None] The sync data for ids ['de9e42ee-b7ce-4983-96de-00c22f928f66'] in dv-neutron-zed-2-hyperv is: [{'id': 'de9e42ee-b7ce-4983-96de-00c22f928f66', 'name': 'tempest-TestEncryptedCinderVolumes-278473869-router', 'tenant_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:27:43Z', 'updated_at': '2022-10-28T10:30:04Z', 'revision_number': 6, 'project_id': 'a77b9b5cb00341f4b7cca959cc2e3c20', 'gw_port_host': None}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:30:04.779775 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41382a26-9e35-4f8b-8196-f99ba234bddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (9147b086-dba7-4a10-a07a-552155d88a94), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:04.806758 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41382a26-9e35-4f8b-8196-f99ba234bddc admin admin] Pushing event deleted for resources: {'Port': ['ID=9147b086-dba7-4a10-a07a-552155d88a94,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:04.873692 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41382a26-9e35-4f8b-8196-f99ba234bddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (de9e42ee-b7ce-4983-96de-00c22f928f66), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:04.964495 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41382a26-9e35-4f8b-8196-f99ba234bddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (de9e42ee-b7ce-4983-96de-00c22f928f66), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:04.966630 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41382a26-9e35-4f8b-8196-f99ba234bddc admin admin] Publish callbacks [] for router_controller (de9e42ee-b7ce-4983-96de-00c22f928f66), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:05.071290 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41382a26-9e35-4f8b-8196-f99ba234bddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (de9e42ee-b7ce-4983-96de-00c22f928f66), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:05.071779 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41382a26-9e35-4f8b-8196-f99ba234bddc admin admin] Fanout notify agent at l3_agent the message router_deleted on router de9e42ee-b7ce-4983-96de-00c22f928f66 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:30:05.076200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-41382a26-9e35-4f8b-8196-f99ba234bddc admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:05.077417 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-41382a26-9e35-4f8b-8196-f99ba234bddc admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/de9e42ee-b7ce-4983-96de-00c22f928f66 HTTP/1.1" status: 204 len: 168 time: 0.9702485 Oct 28 10:30:05.080309 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48316) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:05.133236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9df831-d80f-4fb3-bcd8-c1c6e403f35d admin admin] Deleting subnet 3d106dd6-5084-40dd-a7fa-d6fe12f97f30 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:30:05.139280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ea9df831-d80f-4fb3-bcd8-c1c6e403f35d admin admin] Publish callbacks [] for subnet (3d106dd6-5084-40dd-a7fa-d6fe12f97f30), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:05.174109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ea9df831-d80f-4fb3-bcd8-c1c6e403f35d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (3d106dd6-5084-40dd-a7fa-d6fe12f97f30), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:05.250806 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ea9df831-d80f-4fb3-bcd8-c1c6e403f35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (3d106dd6-5084-40dd-a7fa-d6fe12f97f30), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:05.380090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ea9df831-d80f-4fb3-bcd8-c1c6e403f35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (3d106dd6-5084-40dd-a7fa-d6fe12f97f30), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:05.407566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9df831-d80f-4fb3-bcd8-c1c6e403f35d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d106dd6-5084-40dd-a7fa-d6fe12f97f30,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:05.411987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ea9df831-d80f-4fb3-bcd8-c1c6e403f35d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:05.415916 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ea9df831-d80f-4fb3-bcd8-c1c6e403f35d admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/3d106dd6-5084-40dd-a7fa-d6fe12f97f30 HTTP/1.1" status: 204 len: 168 time: 0.3344877 Oct 28 10:30:05.418585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e503a7d-f94d-4c95-a36c-8ebbbcc015b0 None None] Network 6049b69c-e6bc-4ee1-acc3-ef130de45626 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:30:05.419092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48318) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:05.436187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:05.484424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:05.515909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (6049b69c-e6bc-4ee1-acc3-ef130de45626), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:05.539680 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d1b36d20-fe2f-4a76-abbe-418763098800 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:30:05.560786 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: d1b36d20-fe2f-4a76-abbe-418763098800 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:30:05.561046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device d1b36d20-fe2f-4a76-abbe-418763098800 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:30:05.561756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9147b086-dba7-4a10-a07a-552155d88a94 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:30:05.574256 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] Deleting port 431a2cfb-b215-4b2c-9f18-301843f43588 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:30:05.574628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (431a2cfb-b215-4b2c-9f18-301843f43588), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:05.587490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 9147b086-dba7-4a10-a07a-552155d88a94 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:30:05.587846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 9147b086-dba7-4a10-a07a-552155d88a94 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:30:05.616170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7bec6a-444c-4218-aee8-a32872ae4ca3 None None] DHCP port deletion for 6049b69c-e6bc-4ee1-acc3-ef130de45626 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:30:05.654771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] For port 431a2cfb-b215-4b2c-9f18-301843f43588, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=431a2cfb-b215-4b2c-9f18-301843f43588,segment=NetworkSegment(ea4f23ee-bc5d-4cc8-9611-38388d1a151f),segment_id=ea4f23ee-bc5d-4cc8-9611-38388d1a151f)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:30:05.655140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (431a2cfb-b215-4b2c-9f18-301843f43588), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:05.658412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8e7bec6a-444c-4218-aee8-a32872ae4ca3 None None] Deleting port 431a2cfb-b215-4b2c-9f18-301843f43588 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:30:05.658874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8e7bec6a-444c-4218-aee8-a32872ae4ca3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (431a2cfb-b215-4b2c-9f18-301843f43588), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:05.669874 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] Calling delete_port for 431a2cfb-b215-4b2c-9f18-301843f43588 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:30:05.675907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:05.751243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8e7bec6a-444c-4218-aee8-a32872ae4ca3 None None] For port 431a2cfb-b215-4b2c-9f18-301843f43588, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=431a2cfb-b215-4b2c-9f18-301843f43588,segment=NetworkSegment(ea4f23ee-bc5d-4cc8-9611-38388d1a151f),segment_id=ea4f23ee-bc5d-4cc8-9611-38388d1a151f)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:30:05.751243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8e7bec6a-444c-4218-aee8-a32872ae4ca3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (431a2cfb-b215-4b2c-9f18-301843f43588), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:05.768571 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8e7bec6a-444c-4218-aee8-a32872ae4ca3 None None] Calling delete_port for 431a2cfb-b215-4b2c-9f18-301843f43588 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:30:05.823159 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (431a2cfb-b215-4b2c-9f18-301843f43588), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:05.849994 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=431a2cfb-b215-4b2c-9f18-301843f43588,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:05.854525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] No DVR routers for this DVR port 431a2cfb-b215-4b2c-9f18-301843f43588 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:30:05.891459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8e7bec6a-444c-4218-aee8-a32872ae4ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (431a2cfb-b215-4b2c-9f18-301843f43588), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:05.917835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bec6a-444c-4218-aee8-a32872ae4ca3 None None] Pushing event deleted for resources: {'Port': ['ID=431a2cfb-b215-4b2c-9f18-301843f43588,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:05.922415 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7bec6a-444c-4218-aee8-a32872ae4ca3 None None] No DVR routers for this DVR port 431a2cfb-b215-4b2c-9f18-301843f43588 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:30:05.945660 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (6049b69c-e6bc-4ee1-acc3-ef130de45626), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:05.972740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6049b69c-e6bc-4ee1-acc3-ef130de45626']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:05.982836 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4f23ee-bc5d-4cc8-9611-38388d1a151f') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:05.983131 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4f23ee-bc5d-4cc8-9611-38388d1a151f') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:05.993944 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (ea4f23ee-bc5d-4cc8-9611-38388d1a151f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:06.007692 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (ea4f23ee-bc5d-4cc8-9611-38388d1a151f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:06.011944 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:06.016164 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:30:06.016164 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (ea4f23ee-bc5d-4cc8-9611-38388d1a151f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:06.057582 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment ea4f23ee-bc5d-4cc8-9611-38388d1a151f resource provider aggregate not found Oct 28 10:30:06.075372 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment ea4f23ee-bc5d-4cc8-9611-38388d1a151f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea4f23ee-bc5d-4cc8-9611-38388d1a151f found for delete ", "request_id": "req-83c86056-6d69-440d-9525-a2dda6f16f10"}]} Oct 28 10:30:06.168374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (6049b69c-e6bc-4ee1-acc3-ef130de45626), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:06.174193 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:06.177372 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/6049b69c-e6bc-4ee1-acc3-ef130de45626 HTTP/1.1" status: 204 len: 168 time: 0.7586141 Oct 28 10:30:06.189563 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1a44d-1288-4eaf-b300-91d772601a6e admin admin] Pushing event deleted for resources: {'Network': ['ID=6049b69c-e6bc-4ee1-acc3-ef130de45626,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:06.542695 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48326) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:06.585070 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a0696cae-358f-4b92-9ae2-1191a517bbf9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6ad7876c566f454096f2dfbd4485bf64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412006 Oct 28 10:30:06.587623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48328) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:06.641478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a8c7371f-9602-45df-961b-69323a6e2838 admin admin] Publish callbacks [] for security_group (cb2f5f3f-80bb-4561-ae16-a42a94541da8), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:06.663936 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a8c7371f-9602-45df-961b-69323a6e2838 admin admin] Publish callbacks [] for security_group (cb2f5f3f-80bb-4561-ae16-a42a94541da8), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:06.779616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a8c7371f-9602-45df-961b-69323a6e2838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (cb2f5f3f-80bb-4561-ae16-a42a94541da8), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:06.782085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a8c7371f-9602-45df-961b-69323a6e2838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:06.783296 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a8c7371f-9602-45df-961b-69323a6e2838 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/cb2f5f3f-80bb-4561-ae16-a42a94541da8 HTTP/1.1" status: 204 len: 168 time: 0.1947699 Oct 28 10:30:06.791962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7371f-9602-45df-961b-69323a6e2838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2f5f3f-80bb-4561-ae16-a42a94541da8,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:07.207924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 431a2cfb-b215-4b2c-9f18-301843f43588 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:30:07.228551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 431a2cfb-b215-4b2c-9f18-301843f43588 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:30:07.228896 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 431a2cfb-b215-4b2c-9f18-301843f43588 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:30:07.449333 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48334) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:07.491184 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-25bc32af-4dae-470f-9928-00209fced05f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a77b9b5cb00341f4b7cca959cc2e3c20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406270 Oct 28 10:30:07.493784 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48336) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:07.545908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9130229c-ae7d-4500-8f1f-28e06b09afbf admin admin] Publish callbacks [] for security_group (08167aec-dbc8-43fd-b9a7-833308bdc701), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:07.568487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9130229c-ae7d-4500-8f1f-28e06b09afbf admin admin] Publish callbacks [] for security_group (08167aec-dbc8-43fd-b9a7-833308bdc701), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:07.698344 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9130229c-ae7d-4500-8f1f-28e06b09afbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (08167aec-dbc8-43fd-b9a7-833308bdc701), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:07.702006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9130229c-ae7d-4500-8f1f-28e06b09afbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:07.703607 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9130229c-ae7d-4500-8f1f-28e06b09afbf admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/08167aec-dbc8-43fd-b9a7-833308bdc701 HTTP/1.1" status: 204 len: 168 time: 0.2087717 Oct 28 10:30:07.714979 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130229c-ae7d-4500-8f1f-28e06b09afbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08167aec-dbc8-43fd-b9a7-833308bdc701,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:08.706643 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48358) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:08.802217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-f9b280da-56d3-412d-84fb-af848bc5ba33 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1491486191-network', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:30:08.880335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b280da-56d3-412d-84fb-af848bc5ba33 admin admin] Made reservation on behalf of 6e0c22d8014545b8a65dc7ad268f8472 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:30:08.882730 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f9b280da-56d3-412d-84fb-af848bc5ba33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:08.891662 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f9b280da-56d3-412d-84fb-af848bc5ba33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:08.967490 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f9b280da-56d3-412d-84fb-af848bc5ba33 admin admin] Publish callbacks [] for security_group (67e34227-1289-4d24-9ac4-e91a5326c3cb), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:09.030575 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f9b280da-56d3-412d-84fb-af848bc5ba33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (67e34227-1289-4d24-9ac4-e91a5326c3cb), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:09.036658 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:09.056745 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b280da-56d3-412d-84fb-af848bc5ba33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:30:09.067412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b280da-56d3-412d-84fb-af848bc5ba33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e34227-1289-4d24-9ac4-e91a5326c3cb,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:09.072593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f9b280da-56d3-412d-84fb-af848bc5ba33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (f002f04f-fb6e-49d0-a515-c56d1419179e), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:09.072938 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-f9b280da-56d3-412d-84fb-af848bc5ba33 admin admin] Added segment f002f04f-fb6e-49d0-a515-c56d1419179e of type vlan for network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd Oct 28 10:30:09.114499 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f9b280da-56d3-412d-84fb-af848bc5ba33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (15f0d9f3-4614-412e-bad5-1b980e7eb5dd), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:09.134912 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:09.223167 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f9b280da-56d3-412d-84fb-af848bc5ba33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (15f0d9f3-4614-412e-bad5-1b980e7eb5dd), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:09.224318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b280da-56d3-412d-84fb-af848bc5ba33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:09.224948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f9b280da-56d3-412d-84fb-af848bc5ba33 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:09.291927 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b280da-56d3-412d-84fb-af848bc5ba33 admin admin] Pushing event updated for resources: {'Network': ['ID=15f0d9f3-4614-412e-bad5-1b980e7eb5dd,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:09.302142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:30:09.335184 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f9b280da-56d3-412d-84fb-af848bc5ba33 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6270683 Oct 28 10:30:09.337976 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48362) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:09.343077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b2fd6427-6c93-4fdf-8126-28de240b8266 admin admin] Request body: {'subnet': {'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1491486191-subnet', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'ip_version': 4}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:30:09.468996 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fd6427-6c93-4fdf-8126-28de240b8266 admin admin] Made reservation on behalf of 6e0c22d8014545b8a65dc7ad268f8472 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:30:09.471989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b2fd6427-6c93-4fdf-8126-28de240b8266 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:09.703677 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b2fd6427-6c93-4fdf-8126-28de240b8266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (49bdef76-92d0-44b8-af75-a275a020db67), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:09.753959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd6427-6c93-4fdf-8126-28de240b8266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49bdef76-92d0-44b8-af75-a275a020db67,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:09.769739 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fd6427-6c93-4fdf-8126-28de240b8266 admin admin] Checking segment: {'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:30:09.770092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fd6427-6c93-4fdf-8126-28de240b8266 admin admin] Network hostable DHCP agents. Network: 15f0d9f3-4614-412e-bad5-1b980e7eb5dd, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:30:09.851987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fd6427-6c93-4fdf-8126-28de240b8266 admin admin] Network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:30:09.927950 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-b2fd6427-6c93-4fdf-8126-28de240b8266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 15f0d9f3-4614-412e-bad5-1b980e7eb5dd) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:30:09.932152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fd6427-6c93-4fdf-8126-28de240b8266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:09.932751 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b2fd6427-6c93-4fdf-8126-28de240b8266 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:09.936632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a677874a-67cd-4136-8d68-7afe1412ce0c None None] Network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:30:10.019570 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b2fd6427-6c93-4fdf-8126-28de240b8266 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6803775 Oct 28 10:30:10.023629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48364) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:10.028232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:30:10.046055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:30:10.057411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:10.128429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (02086925-9578-47a8-bbb2-34f83eafc052), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:10.129515 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (02086925-9578-47a8-bbb2-34f83eafc052), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:10.213729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Allocated IP 172.20.0.2 (15f0d9f3-4614-412e-bad5-1b980e7eb5dd/49bdef76-92d0-44b8-af75-a275a020db67/568ab472-f1bf-4383-b43c-b352205ddbcd) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:30:10.221612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Publish callbacks [] for router_controller (02086925-9578-47a8-bbb2-34f83eafc052), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:10.350025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:10.361057 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Publish callbacks [] for port (568ab472-f1bf-4383-b43c-b352205ddbcd), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:10.426188 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (568ab472-f1bf-4383-b43c-b352205ddbcd), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:10.451220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Publish callbacks [] for router_gateway (02086925-9578-47a8-bbb2-34f83eafc052), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:10.471596 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:30:10.474897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:30:10.478983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:30:10.481954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Pushing event updated for resources: {'Port': ['ID=568ab472-f1bf-4383-b43c-b352205ddbcd,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:10.483844 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:10.538630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Attempting to bind port 568ab472-f1bf-4383-b43c-b352205ddbcd on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:30:10.539029 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Attempting to bind port 568ab472-f1bf-4383-b43c-b352205ddbcd by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:30:10.539424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Attempting to bind port 568ab472-f1bf-4383-b43c-b352205ddbcd on network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:30:10.554943 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:10.586575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:30:10.586986 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Checking segment: {'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:30:10.587388 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:10.587782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Bound using segment: {'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:30:10.588264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Bound port: 568ab472-f1bf-4383-b43c-b352205ddbcd, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:30:10.588647 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (568ab472-f1bf-4383-b43c-b352205ddbcd), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:10.652505 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] For port 568ab472-f1bf-4383-b43c-b352205ddbcd, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:30:10.655776 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] For port 568ab472-f1bf-4383-b43c-b352205ddbcd, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=568ab472-f1bf-4383-b43c-b352205ddbcd,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:30:10.739270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Publish callbacks [] for router_gateway (02086925-9578-47a8-bbb2-34f83eafc052), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:10.751502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (568ab472-f1bf-4383-b43c-b352205ddbcd), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:10.767503 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:10.809110 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579ef21-1d6f-425e-a012-6ee12ce13e57 None None] Pushing event updated for resources: {'Port': ['ID=568ab472-f1bf-4383-b43c-b352205ddbcd,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:10.861124 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:10.889118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Allocated IP 172.36.1.76 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/344a4d19-3e55-4d11-a39f-c1460a79f01f) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:30:10.891368 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=64 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:10.896798 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=57,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:11.023237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Publish callbacks [] for port (344a4d19-3e55-4d11-a39f-c1460a79f01f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:11.120891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (344a4d19-3e55-4d11-a39f-c1460a79f01f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:11.166983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:30:11.172081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:30:11.176781 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:30:11.180290 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Pushing event updated for resources: {'Port': ['ID=344a4d19-3e55-4d11-a39f-c1460a79f01f,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:11.244226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 568ab472-f1bf-4383-b43c-b352205ddbcd up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:30:11.295900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 568ab472-f1bf-4383-b43c-b352205ddbcd triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:11.296272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (568ab472-f1bf-4383-b43c-b352205ddbcd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:11.296632 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 568ab472-f1bf-4383-b43c-b352205ddbcd Oct 28 10:30:11.370554 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 568ab472-f1bf-4383-b43c-b352205ddbcd is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:11.371328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (568ab472-f1bf-4383-b43c-b352205ddbcd), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:11.411010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 568ab472-f1bf-4383-b43c-b352205ddbcd, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=568ab472-f1bf-4383-b43c-b352205ddbcd,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:30:11.432377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:11.499925 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (568ab472-f1bf-4383-b43c-b352205ddbcd), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:11.565381 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=568ab472-f1bf-4383-b43c-b352205ddbcd,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:11.748795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af3433-6c6c-4423-aaf0-0484f480ffcb None None] Network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:30:11.751998 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Publish callbacks [] for router_gateway (02086925-9578-47a8-bbb2-34f83eafc052), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:11.802892 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-f4b9710e-2558-404e-9031-25bf3ef2e2d2 None None] Provisioning complete for port 568ab472-f1bf-4383-b43c-b352205ddbcd triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:11.803398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f4b9710e-2558-404e-9031-25bf3ef2e2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (568ab472-f1bf-4383-b43c-b352205ddbcd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:11.803789 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f4b9710e-2558-404e-9031-25bf3ef2e2d2 None None] Attempt 1 to provision port 568ab472-f1bf-4383-b43c-b352205ddbcd Oct 28 10:30:11.868985 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:11.932864 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9710e-2558-404e-9031-25bf3ef2e2d2 None None] Current status of the port 568ab472-f1bf-4383-b43c-b352205ddbcd is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:11.962852 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (02086925-9578-47a8-bbb2-34f83eafc052), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:12.150273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-fffa4d48-6616-4843-8d6f-7a960b0bfa06 None None] Provisioning complete for port 568ab472-f1bf-4383-b43c-b352205ddbcd triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:12.150643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fffa4d48-6616-4843-8d6f-7a960b0bfa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (568ab472-f1bf-4383-b43c-b352205ddbcd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:12.151013 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-fffa4d48-6616-4843-8d6f-7a960b0bfa06 None None] Attempt 1 to provision port 568ab472-f1bf-4383-b43c-b352205ddbcd Oct 28 10:30:12.191644 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Router 02086925-9578-47a8-bbb2-34f83eafc052 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:30:12.228907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-fffa4d48-6616-4843-8d6f-7a960b0bfa06 None None] Current status of the port 568ab472-f1bf-4383-b43c-b352205ddbcd is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:12.296241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:30:12.305919 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Sync routers for ids ['02086925-9578-47a8-bbb2-34f83eafc052'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:30:12.317159 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Routers {'02086925-9578-47a8-bbb2-34f83eafc052'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:30:12.318038 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:29:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['02086925-9578-47a8-bbb2-34f83eafc052'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:12.398953 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:12.400234 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fba3f7c0-dd5c-4fb4-b178-044e55b235a3 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3754363 Oct 28 10:30:12.402999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48366) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:12.417260 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Set router 02086925-9578-47a8-bbb2-34f83eafc052 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:30:12.596715 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:11Z', 'revision_number': 3, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:12.622556 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Checking router: 02086925-9578-47a8-bbb2-34f83eafc052 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:30:12.622932 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Updating router 02086925-9578-47a8-bbb2-34f83eafc052 port 344a4d19-3e55-4d11-a39f-c1460a79f01f binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:30:12.650458 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:12.651382 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (344a4d19-3e55-4d11-a39f-c1460a79f01f), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:12.776927 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:12.835488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:12.903860 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Publish callbacks [] for port (344a4d19-3e55-4d11-a39f-c1460a79f01f), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:12.983790 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (344a4d19-3e55-4d11-a39f-c1460a79f01f), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:12.999275 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Allocated IP 172.20.0.1 (15f0d9f3-4614-412e-bad5-1b980e7eb5dd/49bdef76-92d0-44b8-af75-a275a020db67/1b88202f-faff-4bbf-aaa9-774f3163a447) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:30:13.020139 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Attempting to bind port 344a4d19-3e55-4d11-a39f-c1460a79f01f on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:30:13.020520 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Attempting to bind port 344a4d19-3e55-4d11-a39f-c1460a79f01f by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:30:13.020873 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Attempting to bind port 344a4d19-3e55-4d11-a39f-c1460a79f01f on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:30:13.053809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bf53e508-4d7a-4800-911c-b3d3d946f7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:13.057888 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Pushing event updated for resources: {'Port': ['ID=344a4d19-3e55-4d11-a39f-c1460a79f01f,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:13.068827 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:13.069172 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:13.069548 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:13.069906 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:13.070283 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:13.070594 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:13.070949 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:13.071276 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:13.071598 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:13.071921 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:13.072241 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:13.072573 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:13.072889 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:13.073208 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:13.073547 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:30:13.088588 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:30:13.089049 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:30:13.089595 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:13.089905 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:30:13.090377 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Bound port: 344a4d19-3e55-4d11-a39f-c1460a79f01f, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:30:13.090782 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (344a4d19-3e55-4d11-a39f-c1460a79f01f), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:13.108242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Publish callbacks [] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:13.143774 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] For port 344a4d19-3e55-4d11-a39f-c1460a79f01f, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:30:13.147067 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] For port 344a4d19-3e55-4d11-a39f-c1460a79f01f, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=344a4d19-3e55-4d11-a39f-c1460a79f01f,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:30:13.197110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:13.207623 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (344a4d19-3e55-4d11-a39f-c1460a79f01f), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:13.231794 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 568ab472-f1bf-4383-b43c-b352205ddbcd up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:30:13.245260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:30:13.248514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:30:13.253281 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:30:13.260553 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:13.261423 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ae984-d552-48a1-a157-a7dbd4b20826 None None] Pushing event updated for resources: {'Port': ['ID=344a4d19-3e55-4d11-a39f-c1460a79f01f,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:13.269948 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Routers {'02086925-9578-47a8-bbb2-34f83eafc052'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:30:13.270235 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:29:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['02086925-9578-47a8-bbb2-34f83eafc052'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:13.278155 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1b88202f-faff-4bbf-aaa9-774f3163a447,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:13.291519 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 568ab472-f1bf-4383-b43c-b352205ddbcd triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:13.291917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (568ab472-f1bf-4383-b43c-b352205ddbcd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:13.292254 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 568ab472-f1bf-4383-b43c-b352205ddbcd Oct 28 10:30:13.302613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (02086925-9578-47a8-bbb2-34f83eafc052), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:13.370136 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:13.393463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 568ab472-f1bf-4383-b43c-b352205ddbcd is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:13.403388 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] Set router 02086925-9578-47a8-bbb2-34f83eafc052 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:30:13.494460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:13.540978 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:13.559368 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-74e9bb10-f958-4695-b916-62ec2c4b34ae None None] Provisioning complete for port 1b88202f-faff-4bbf-aaa9-774f3163a447 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:13.559836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-74e9bb10-f958-4695-b916-62ec2c4b34ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:13.560245 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-74e9bb10-f958-4695-b916-62ec2c4b34ae None None] Attempt 1 to provision port 1b88202f-faff-4bbf-aaa9-774f3163a447 Oct 28 10:30:13.598962 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:11Z', 'revision_number': 3, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:13.603364 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-74e9bb10-f958-4695-b916-62ec2c4b34ae None None] Port 1b88202f-faff-4bbf-aaa9-774f3163a447 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:30:13.629475 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63dafe-3095-483f-b8d7-0c485eefb6c6 None None] The sync data for ids ['02086925-9578-47a8-bbb2-34f83eafc052'] in dv-neutron-zed-2-hyperv is: [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:11Z', 'revision_number': 3, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:30:13.707294 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:30:13.744292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Publish callbacks [] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:13.791108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:13.858233 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:13.859438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (02086925-9578-47a8-bbb2-34f83eafc052), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:13.881233 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1b88202f-faff-4bbf-aaa9-774f3163a447,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:13.977997 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:30:13.979574 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:30:14.112749 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Router 02086925-9578-47a8-bbb2-34f83eafc052 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:30:14.226653 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:14.228494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:30:14.231161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-832989af-4a21-4136-9bd2-53fe3c132307 None None] Provisioning complete for port 1b88202f-faff-4bbf-aaa9-774f3163a447 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:14.231551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-832989af-4a21-4136-9bd2-53fe3c132307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:14.232073 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-832989af-4a21-4136-9bd2-53fe3c132307 None None] Attempt 1 to provision port 1b88202f-faff-4bbf-aaa9-774f3163a447 Oct 28 10:30:14.235156 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-466aa020-a316-4c54-9fcc-a1935d9219d4 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/02086925-9578-47a8-bbb2-34f83eafc052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8311450 Oct 28 10:30:14.271701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-832989af-4a21-4136-9bd2-53fe3c132307 None None] Port 1b88202f-faff-4bbf-aaa9-774f3163a447 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:30:14.909369 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48382) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:14.914446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a4aae97c-1b9b-4bcd-b9ad-11565a28d63f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-831116057-network', 'tenant_id': '82e3180ab0034cdb8d41b241b984022b'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:30:14.988436 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aae97c-1b9b-4bcd-b9ad-11565a28d63f admin admin] Made reservation on behalf of 82e3180ab0034cdb8d41b241b984022b for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:30:14.990913 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a4aae97c-1b9b-4bcd-b9ad-11565a28d63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:15.000094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a4aae97c-1b9b-4bcd-b9ad-11565a28d63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:15.003323 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=57,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:15.005357 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=37,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:15.080781 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a4aae97c-1b9b-4bcd-b9ad-11565a28d63f admin admin] Publish callbacks [] for security_group (c24ac857-55e8-4f76-aed2-0c7a8eddb683), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:15.139453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a4aae97c-1b9b-4bcd-b9ad-11565a28d63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (c24ac857-55e8-4f76-aed2-0c7a8eddb683), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:15.155057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:15.169314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4aae97c-1b9b-4bcd-b9ad-11565a28d63f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:30:15.176893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aae97c-1b9b-4bcd-b9ad-11565a28d63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24ac857-55e8-4f76-aed2-0c7a8eddb683,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:15.185749 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a4aae97c-1b9b-4bcd-b9ad-11565a28d63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (17ee8d0b-7371-4b50-b123-f2b8178c4730), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:15.185749 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-a4aae97c-1b9b-4bcd-b9ad-11565a28d63f admin admin] Added segment 17ee8d0b-7371-4b50-b123-f2b8178c4730 of type vlan for network c605d931-3c5a-41e8-aff0-191211f23756 Oct 28 10:30:15.227144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Sync routers for ids ['02086925-9578-47a8-bbb2-34f83eafc052'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:30:15.235510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a4aae97c-1b9b-4bcd-b9ad-11565a28d63f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (c605d931-3c5a-41e8-aff0-191211f23756), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:15.238932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Routers {'02086925-9578-47a8-bbb2-34f83eafc052'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:30:15.239634 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:29:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['02086925-9578-47a8-bbb2-34f83eafc052'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:15.275685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 344a4d19-3e55-4d11-a39f-c1460a79f01f up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:30:15.310741 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a4aae97c-1b9b-4bcd-b9ad-11565a28d63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (c605d931-3c5a-41e8-aff0-191211f23756), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:15.311838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aae97c-1b9b-4bcd-b9ad-11565a28d63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:15.312419 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a4aae97c-1b9b-4bcd-b9ad-11565a28d63f admin admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:15.379021 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aae97c-1b9b-4bcd-b9ad-11565a28d63f admin admin] Pushing event updated for resources: {'Network': ['ID=c605d931-3c5a-41e8-aff0-191211f23756,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:15.393941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network c605d931-3c5a-41e8-aff0-191211f23756 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:30:15.397270 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Set router 02086925-9578-47a8-bbb2-34f83eafc052 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:30:15.400711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 344a4d19-3e55-4d11-a39f-c1460a79f01f triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:15.401094 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (344a4d19-3e55-4d11-a39f-c1460a79f01f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:15.401433 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 344a4d19-3e55-4d11-a39f-c1460a79f01f Oct 28 10:30:15.437622 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a4aae97c-1b9b-4bcd-b9ad-11565a28d63f admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5270956 Oct 28 10:30:15.441237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48384) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:15.446234 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-611dc8c2-209b-4f11-9e7d-611222ecda8a admin admin] Request body: {'subnet': {'network_id': 'c605d931-3c5a-41e8-aff0-191211f23756', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-831116057-subnet', 'tenant_id': '82e3180ab0034cdb8d41b241b984022b', 'ip_version': 4}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:30:15.454851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5aee7bd4-57ca-471f-a9d1-dff39b3b2141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:15.534991 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611dc8c2-209b-4f11-9e7d-611222ecda8a admin admin] Made reservation on behalf of 82e3180ab0034cdb8d41b241b984022b for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:30:15.537535 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-611dc8c2-209b-4f11-9e7d-611222ecda8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:15.609710 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:15.791850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-611dc8c2-209b-4f11-9e7d-611222ecda8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (625f0186-a718-43a6-9e7d-d6148ed4abf6), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:15.824782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 344a4d19-3e55-4d11-a39f-c1460a79f01f is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:15.825733 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (344a4d19-3e55-4d11-a39f-c1460a79f01f), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:15.853967 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:15.856097 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dc8c2-209b-4f11-9e7d-611222ecda8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=625f0186-a718-43a6-9e7d-d6148ed4abf6,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:15.865973 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611dc8c2-209b-4f11-9e7d-611222ecda8a admin admin] Checking segment: {'id': '17ee8d0b-7371-4b50-b123-f2b8178c4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c605d931-3c5a-41e8-aff0-191211f23756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:30:15.866332 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611dc8c2-209b-4f11-9e7d-611222ecda8a admin admin] Network hostable DHCP agents. Network: c605d931-3c5a-41e8-aff0-191211f23756, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:30:15.875332 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 344a4d19-3e55-4d11-a39f-c1460a79f01f, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=344a4d19-3e55-4d11-a39f-c1460a79f01f,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:30:15.915436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '1b88202f-faff-4bbf-aaa9-774f3163a447', 'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'mac_address': 'fa:16:3e:65:67:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:12Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 2, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'subnets': [{'id': '49bdef76-92d0-44b8-af75-a275a020db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:15.940058 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Checking router: 02086925-9578-47a8-bbb2-34f83eafc052 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:30:15.940414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Updating router 02086925-9578-47a8-bbb2-34f83eafc052 port 1b88202f-faff-4bbf-aaa9-774f3163a447 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:30:15.950507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611dc8c2-209b-4f11-9e7d-611222ecda8a admin admin] Network c605d931-3c5a-41e8-aff0-191211f23756 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:30:15.965817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (344a4d19-3e55-4d11-a39f-c1460a79f01f), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:15.995305 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:16.030948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-611dc8c2-209b-4f11-9e7d-611222ecda8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, c605d931-3c5a-41e8-aff0-191211f23756) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:30:16.036266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611dc8c2-209b-4f11-9e7d-611222ecda8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:16.036858 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-611dc8c2-209b-4f11-9e7d-611222ecda8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:16.044864 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8323a1-ce85-4476-b49c-b9fe95cd5509 None None] Network c605d931-3c5a-41e8-aff0-191211f23756 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:30:16.051832 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:16.068566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=344a4d19-3e55-4d11-a39f-c1460a79f01f,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:16.118774 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-611dc8c2-209b-4f11-9e7d-611222ecda8a admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6764200 Oct 28 10:30:16.121264 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48386) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:16.125818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-831116057-router', 'tenant_id': '82e3180ab0034cdb8d41b241b984022b', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:30:16.202491 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (faace556-a706-44d6-ade5-57855e06f5d9), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:16.203703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (faace556-a706-44d6-ade5-57855e06f5d9), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:16.261732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Publish callbacks [] for router_controller (faace556-a706-44d6-ade5-57855e06f5d9), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:16.271816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-c605d931-3c5a-41e8-aff0-191211f23756', 'network_id': 'c605d931-3c5a-41e8-aff0-191211f23756', 'project_id': '82e3180ab0034cdb8d41b241b984022b', 'fixed_ips': [{'subnet_id': '625f0186-a718-43a6-9e7d-d6148ed4abf6'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:30:16.272744 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:16.481403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Publish callbacks [] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:16.482250 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Publish callbacks [] for router_gateway (faace556-a706-44d6-ade5-57855e06f5d9), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:16.493098 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Allocated IP 172.20.0.2 (c605d931-3c5a-41e8-aff0-191211f23756/625f0186-a718-43a6-9e7d-d6148ed4abf6/c64b9cf6-cc4e-42ce-b762-3ed9b262b470) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:30:16.576721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:16.653736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:16.704799 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d270cc5-4765-4e5b-8f25-35c7d403f9a8 None None] Pushing event updated for resources: {'Port': ['ID=1b88202f-faff-4bbf-aaa9-774f3163a447,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:16.730157 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Publish callbacks [] for port (c64b9cf6-cc4e-42ce-b762-3ed9b262b470), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:16.737051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Attempting to bind port 1b88202f-faff-4bbf-aaa9-774f3163a447 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:30:16.737351 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Attempting to bind port 1b88202f-faff-4bbf-aaa9-774f3163a447 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:30:16.737711 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Attempting to bind port 1b88202f-faff-4bbf-aaa9-774f3163a447 on network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:30:16.786987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:30:16.787378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Checking segment: {'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:30:16.787778 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:16.788164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Bound using segment: {'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:30:16.788639 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Bound port: 1b88202f-faff-4bbf-aaa9-774f3163a447, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:30:16.789019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:16.832803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (c64b9cf6-cc4e-42ce-b762-3ed9b262b470), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:16.895795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Network c605d931-3c5a-41e8-aff0-191211f23756 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:30:16.899288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] For port 1b88202f-faff-4bbf-aaa9-774f3163a447, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:30:16.903553 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:30:16.905898 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:30:16.909176 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] For port 1b88202f-faff-4bbf-aaa9-774f3163a447, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1b88202f-faff-4bbf-aaa9-774f3163a447,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:30:16.912991 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=8 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:16.915125 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:16.916911 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Pushing event updated for resources: {'Port': ['ID=c64b9cf6-cc4e-42ce-b762-3ed9b262b470,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:16.988201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Attempting to bind port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:30:16.988488 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Attempting to bind port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '17ee8d0b-7371-4b50-b123-f2b8178c4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c605d931-3c5a-41e8-aff0-191211f23756'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:30:16.988845 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Attempting to bind port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 on network c605d931-3c5a-41e8-aff0-191211f23756 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:30:17.032370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:30:17.032849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Checking segment: {'id': '17ee8d0b-7371-4b50-b123-f2b8178c4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c605d931-3c5a-41e8-aff0-191211f23756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:30:17.033659 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:17.034048 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Bound using segment: {'id': '17ee8d0b-7371-4b50-b123-f2b8178c4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c605d931-3c5a-41e8-aff0-191211f23756'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:30:17.034519 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Bound port: c64b9cf6-cc4e-42ce-b762-3ed9b262b470, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ee8d0b-7371-4b50-b123-f2b8178c4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c605d931-3c5a-41e8-aff0-191211f23756'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:30:17.034932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c64b9cf6-cc4e-42ce-b762-3ed9b262b470), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:17.036454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Publish callbacks [] for router_gateway (faace556-a706-44d6-ade5-57855e06f5d9), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:17.038720 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:17.058566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:17.069744 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:17.120896 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Routers {'02086925-9578-47a8-bbb2-34f83eafc052'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:30:17.121522 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:30:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['02086925-9578-47a8-bbb2-34f83eafc052'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:17.176893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Allocated IP 172.36.1.162 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/0a266e91-644c-4763-b34e-b059efe758ea) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:30:17.181047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d270cc5-4765-4e5b-8f25-35c7d403f9a8 None None] Pushing event updated for resources: {'Port': ['ID=1b88202f-faff-4bbf-aaa9-774f3163a447,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:17.198405 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] For port c64b9cf6-cc4e-42ce-b762-3ed9b262b470, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:30:17.203223 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] For port c64b9cf6-cc4e-42ce-b762-3ed9b262b470, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c64b9cf6-cc4e-42ce-b762-3ed9b262b470,segment=NetworkSegment(17ee8d0b-7371-4b50-b123-f2b8178c4730),segment_id=17ee8d0b-7371-4b50-b123-f2b8178c4730)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:30:17.253359 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 344a4d19-3e55-4d11-a39f-c1460a79f01f up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:30:17.256516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:17.257839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:17.289731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] Set router 02086925-9578-47a8-bbb2-34f83eafc052 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:30:17.299138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Publish callbacks [] for port (0a266e91-644c-4763-b34e-b059efe758ea), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:17.318759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (c64b9cf6-cc4e-42ce-b762-3ed9b262b470), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:17.412254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (0a266e91-644c-4763-b34e-b059efe758ea), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:17.455708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 344a4d19-3e55-4d11-a39f-c1460a79f01f triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:17.456073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (344a4d19-3e55-4d11-a39f-c1460a79f01f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:17.456405 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 344a4d19-3e55-4d11-a39f-c1460a79f01f Oct 28 10:30:17.465379 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:30:17.468875 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:30:17.471655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:30:17.480988 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5fa60-e013-426b-bf49-9c6c5b8a6c57 None None] Pushing event updated for resources: {'Port': ['ID=c64b9cf6-cc4e-42ce-b762-3ed9b262b470,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:17.512513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Pushing event updated for resources: {'Port': ['ID=0a266e91-644c-4763-b34e-b059efe758ea,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:17.628954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 344a4d19-3e55-4d11-a39f-c1460a79f01f is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:17.641052 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '1b88202f-faff-4bbf-aaa9-774f3163a447', 'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'mac_address': 'fa:16:3e:65:67:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:12Z', 'updated_at': '2022-10-28T10:30:16Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'subnets': [{'id': '49bdef76-92d0-44b8-af75-a275a020db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:17.667272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277284aa-7d4a-4d5a-963f-97437d36037f None None] The sync data for ids ['02086925-9578-47a8-bbb2-34f83eafc052'] in dv-neutron-zed-2-hyperv is: [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '1b88202f-faff-4bbf-aaa9-774f3163a447', 'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'mac_address': 'fa:16:3e:65:67:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:12Z', 'updated_at': '2022-10-28T10:30:16Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'subnets': [{'id': '49bdef76-92d0-44b8-af75-a275a020db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:30:17.858413 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Publish callbacks [] for router_gateway (faace556-a706-44d6-ade5-57855e06f5d9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:17.959894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:18.059360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:18.071257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (faace556-a706-44d6-ade5-57855e06f5d9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:18.303018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Router faace556-a706-44d6-ade5-57855e06f5d9 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:30:18.345478 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a92ab17-1662-44b8-adab-112d4fec0b6e None None] Network c605d931-3c5a-41e8-aff0-191211f23756 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:30:18.417036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:30:18.434698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:18.438085 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Sync routers for ids ['faace556-a706-44d6-ade5-57855e06f5d9'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:30:18.444640 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-89fe0c71-e9bb-4dc1-878c-ec70cbffb584 None None] Provisioning complete for port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:18.445001 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-89fe0c71-e9bb-4dc1-878c-ec70cbffb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c64b9cf6-cc4e-42ce-b762-3ed9b262b470), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:18.445339 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-89fe0c71-e9bb-4dc1-878c-ec70cbffb584 None None] Attempt 1 to provision port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 Oct 28 10:30:18.452392 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Routers {'faace556-a706-44d6-ade5-57855e06f5d9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:30:18.453004 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:30:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['faace556-a706-44d6-ade5-57855e06f5d9'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:18.499958 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:18.505894 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 48388) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:30:18.506616 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8c4af408-dd35-4773-89ef-c344a10c94f0 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3838270 Oct 28 10:30:18.594308 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Set router faace556-a706-44d6-ade5-57855e06f5d9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:30:18.720976 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-89fe0c71-e9bb-4dc1-878c-ec70cbffb584 None None] Current status of the port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:18.721369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-89fe0c71-e9bb-4dc1-878c-ec70cbffb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c64b9cf6-cc4e-42ce-b762-3ed9b262b470), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:18.788390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-89fe0c71-e9bb-4dc1-878c-ec70cbffb584 None None] For port c64b9cf6-cc4e-42ce-b762-3ed9b262b470, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c64b9cf6-cc4e-42ce-b762-3ed9b262b470,segment=NetworkSegment(17ee8d0b-7371-4b50-b123-f2b8178c4730),segment_id=17ee8d0b-7371-4b50-b123-f2b8178c4730)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:30:18.795350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:18.857545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-89fe0c71-e9bb-4dc1-878c-ec70cbffb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (c64b9cf6-cc4e-42ce-b762-3ed9b262b470), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:18.933073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe0c71-e9bb-4dc1-878c-ec70cbffb584 None None] Pushing event updated for resources: {'Port': ['ID=c64b9cf6-cc4e-42ce-b762-3ed9b262b470,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:18.938880 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'name': 'tempest-TestMinimumBasicScenario-831116057-router', 'tenant_id': '82e3180ab0034cdb8d41b241b984022b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.162'}], 'enable_snat': True}, 'gw_port_id': '0a266e91-644c-4763-b34e-b059efe758ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:16Z', 'updated_at': '2022-10-28T10:30:17Z', 'revision_number': 3, 'project_id': '82e3180ab0034cdb8d41b241b984022b', 'gw_port': {'id': '0a266e91-644c-4763-b34e-b059efe758ea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:17Z', 'updated_at': '2022-10-28T10:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:18.968154 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Checking router: faace556-a706-44d6-ade5-57855e06f5d9 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:30:18.968504 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Updating router faace556-a706-44d6-ade5-57855e06f5d9 port 0a266e91-644c-4763-b34e-b059efe758ea binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:30:18.991456 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8495a7cd-2cf5-4afa-84a8-616464d00112 None None] Provisioning complete for port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:18.992246 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8495a7cd-2cf5-4afa-84a8-616464d00112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c64b9cf6-cc4e-42ce-b762-3ed9b262b470), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:18.992246 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8495a7cd-2cf5-4afa-84a8-616464d00112 None None] Attempt 1 to provision port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 Oct 28 10:30:18.996115 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:18.999251 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0a266e91-644c-4763-b34e-b059efe758ea), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:19.090547 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8495a7cd-2cf5-4afa-84a8-616464d00112 None None] Current status of the port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:19.159469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Allocated IP 172.20.0.1 (c605d931-3c5a-41e8-aff0-191211f23756/625f0186-a718-43a6-9e7d-d6148ed4abf6/98fc100d-d8bf-49b9-80f4-d671a4f10901) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:30:19.219908 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:19.273821 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Publish callbacks [] for port (0a266e91-644c-4763-b34e-b059efe758ea), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:19.281691 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Publish callbacks [] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:19.283755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c64b9cf6-cc4e-42ce-b762-3ed9b262b470 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:30:19.328614 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:19.328905 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c64b9cf6-cc4e-42ce-b762-3ed9b262b470), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:19.329239 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 Oct 28 10:30:19.373165 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0a266e91-644c-4763-b34e-b059efe758ea), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:19.406186 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:19.406427 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:19.407434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1b88202f-faff-4bbf-aaa9-774f3163a447 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:30:19.408743 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Attempting to bind port 0a266e91-644c-4763-b34e-b059efe758ea on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:30:19.409171 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Attempting to bind port 0a266e91-644c-4763-b34e-b059efe758ea by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:30:19.409473 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Attempting to bind port 0a266e91-644c-4763-b34e-b059efe758ea on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:30:19.413081 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:19.447471 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e41994-0370-489f-8fe5-368c5736ef66 None None] Pushing event updated for resources: {'Port': ['ID=0a266e91-644c-4763-b34e-b059efe758ea,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:19.453426 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Network c605d931-3c5a-41e8-aff0-191211f23756 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:30:19.457219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 1b88202f-faff-4bbf-aaa9-774f3163a447 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:19.461011 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:19.461011 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 1b88202f-faff-4bbf-aaa9-774f3163a447 Oct 28 10:30:19.461465 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:30:19.463290 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:30:19.469371 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:30:19.469684 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:30:19.469932 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:19.470333 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:30:19.471393 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Bound port: 0a266e91-644c-4763-b34e-b059efe758ea, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:30:19.471774 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0a266e91-644c-4763-b34e-b059efe758ea), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:19.492674 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Pushing event updated for resources: {'Port': ['ID=98fc100d-d8bf-49b9-80f4-d671a4f10901,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:19.506540 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:19.518851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (faace556-a706-44d6-ade5-57855e06f5d9), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:19.539267 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] For port 0a266e91-644c-4763-b34e-b059efe758ea, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:30:19.543854 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] For port 0a266e91-644c-4763-b34e-b059efe758ea, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0a266e91-644c-4763-b34e-b059efe758ea,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:30:19.572390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 1b88202f-faff-4bbf-aaa9-774f3163a447 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:19.572810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:19.594099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:19.614477 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 1b88202f-faff-4bbf-aaa9-774f3163a447, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1b88202f-faff-4bbf-aaa9-774f3163a447,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:30:19.657883 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0a266e91-644c-4763-b34e-b059efe758ea), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:19.698930 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Routers {'faace556-a706-44d6-ade5-57855e06f5d9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:30:19.699563 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:30:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['faace556-a706-44d6-ade5-57855e06f5d9'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:19.715159 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:19.719564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-7c7caf16-5ca0-46d5-a7df-54216a432af0 None None] Provisioning complete for port 98fc100d-d8bf-49b9-80f4-d671a4f10901 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:19.722801 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7c7caf16-5ca0-46d5-a7df-54216a432af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:19.722801 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7c7caf16-5ca0-46d5-a7df-54216a432af0 None None] Attempt 1 to provision port 98fc100d-d8bf-49b9-80f4-d671a4f10901 Oct 28 10:30:19.745281 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:19.751700 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e41994-0370-489f-8fe5-368c5736ef66 None None] Pushing event updated for resources: {'Port': ['ID=0a266e91-644c-4763-b34e-b059efe758ea,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:19.781125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:19.792321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7c7caf16-5ca0-46d5-a7df-54216a432af0 None None] Port 98fc100d-d8bf-49b9-80f4-d671a4f10901 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:30:19.797932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=1b88202f-faff-4bbf-aaa9-774f3163a447,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:19.829075 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] Set router faace556-a706-44d6-ade5-57855e06f5d9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:30:20.018615 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'name': 'tempest-TestMinimumBasicScenario-831116057-router', 'tenant_id': '82e3180ab0034cdb8d41b241b984022b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.162'}], 'enable_snat': True}, 'gw_port_id': '0a266e91-644c-4763-b34e-b059efe758ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:16Z', 'updated_at': '2022-10-28T10:30:17Z', 'revision_number': 3, 'project_id': '82e3180ab0034cdb8d41b241b984022b', 'gw_port': {'id': '0a266e91-644c-4763-b34e-b059efe758ea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:17Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:20.044417 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f63607-8284-4628-81e1-63fb20d8217f None None] The sync data for ids ['faace556-a706-44d6-ade5-57855e06f5d9'] in dv-neutron-zed-2-hyperv is: [{'id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'name': 'tempest-TestMinimumBasicScenario-831116057-router', 'tenant_id': '82e3180ab0034cdb8d41b241b984022b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.162'}], 'enable_snat': True}, 'gw_port_id': '0a266e91-644c-4763-b34e-b059efe758ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:16Z', 'updated_at': '2022-10-28T10:30:17Z', 'revision_number': 3, 'project_id': '82e3180ab0034cdb8d41b241b984022b', 'gw_port': {'id': '0a266e91-644c-4763-b34e-b059efe758ea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:17Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:30:20.284921 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Publish callbacks [] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:20.356408 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:20.430858 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (faace556-a706-44d6-ade5-57855e06f5d9), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:20.432692 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Pushing event updated for resources: {'Port': ['ID=98fc100d-d8bf-49b9-80f4-d671a4f10901,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:20.533892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Network c605d931-3c5a-41e8-aff0-191211f23756 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:30:20.535317 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:30:20.660253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Router faace556-a706-44d6-ade5-57855e06f5d9 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:30:20.727107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:20.779614 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:30:20.785341 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7f1098ec-b494-4cd9-84fc-98fb1e00de38 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/faace556-a706-44d6-ade5-57855e06f5d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2780812 Oct 28 10:30:20.820397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:20.823408 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-b525dbb4-12e3-46f9-a6f0-ad421ccc6e6a None None] Provisioning complete for port 98fc100d-d8bf-49b9-80f4-d671a4f10901 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:20.823949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b525dbb4-12e3-46f9-a6f0-ad421ccc6e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:20.824602 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-b525dbb4-12e3-46f9-a6f0-ad421ccc6e6a None None] Attempt 1 to provision port 98fc100d-d8bf-49b9-80f4-d671a4f10901 Oct 28 10:30:20.860115 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-b525dbb4-12e3-46f9-a6f0-ad421ccc6e6a None None] Port 98fc100d-d8bf-49b9-80f4-d671a4f10901 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:30:21.301804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1b88202f-faff-4bbf-aaa9-774f3163a447 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:30:21.353852 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 1b88202f-faff-4bbf-aaa9-774f3163a447 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:21.354222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:21.354556 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 1b88202f-faff-4bbf-aaa9-774f3163a447 Oct 28 10:30:21.438035 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 1b88202f-faff-4bbf-aaa9-774f3163a447 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:21.439148 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0a266e91-644c-4763-b34e-b059efe758ea up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:30:21.487707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0a266e91-644c-4763-b34e-b059efe758ea triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:21.488104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0a266e91-644c-4763-b34e-b059efe758ea), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:21.488432 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0a266e91-644c-4763-b34e-b059efe758ea Oct 28 10:30:21.578033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0a266e91-644c-4763-b34e-b059efe758ea is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:21.578435 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0a266e91-644c-4763-b34e-b059efe758ea), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:21.608009 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 0a266e91-644c-4763-b34e-b059efe758ea, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0a266e91-644c-4763-b34e-b059efe758ea,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:30:21.633905 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Sync routers for ids ['faace556-a706-44d6-ade5-57855e06f5d9'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:30:21.646301 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Routers {'faace556-a706-44d6-ade5-57855e06f5d9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:30:21.646980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:30:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['faace556-a706-44d6-ade5-57855e06f5d9'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:21.735081 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0a266e91-644c-4763-b34e-b059efe758ea), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:21.822280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=0a266e91-644c-4763-b34e-b059efe758ea,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:21.826525 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Set router faace556-a706-44d6-ade5-57855e06f5d9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:30:22.047575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'name': 'tempest-TestMinimumBasicScenario-831116057-router', 'tenant_id': '82e3180ab0034cdb8d41b241b984022b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.162'}], 'enable_snat': True}, 'gw_port_id': '0a266e91-644c-4763-b34e-b059efe758ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:16Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 4, 'project_id': '82e3180ab0034cdb8d41b241b984022b', 'gw_port': {'id': '0a266e91-644c-4763-b34e-b059efe758ea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:17Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '98fc100d-d8bf-49b9-80f4-d671a4f10901', 'name': '', 'network_id': 'c605d931-3c5a-41e8-aff0-191211f23756', 'tenant_id': '82e3180ab0034cdb8d41b241b984022b', 'mac_address': 'fa:16:3e:4d:46:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '625f0186-a718-43a6-9e7d-d6148ed4abf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:19Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 2, 'project_id': '82e3180ab0034cdb8d41b241b984022b', 'subnets': [{'id': '625f0186-a718-43a6-9e7d-d6148ed4abf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:22.074265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Checking router: faace556-a706-44d6-ade5-57855e06f5d9 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:30:22.074542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Updating router faace556-a706-44d6-ade5-57855e06f5d9 port 98fc100d-d8bf-49b9-80f4-d671a4f10901 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:30:22.105513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:22.116576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:22.281831 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:22.421334 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Publish callbacks [] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:22.524073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:22.603531 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f81a7-c02f-4838-aa78-d46a74fba1a7 None None] Pushing event updated for resources: {'Port': ['ID=98fc100d-d8bf-49b9-80f4-d671a4f10901,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:22.641065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Attempting to bind port 98fc100d-d8bf-49b9-80f4-d671a4f10901 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:30:22.641581 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Attempting to bind port 98fc100d-d8bf-49b9-80f4-d671a4f10901 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '17ee8d0b-7371-4b50-b123-f2b8178c4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c605d931-3c5a-41e8-aff0-191211f23756'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:30:22.642041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Attempting to bind port 98fc100d-d8bf-49b9-80f4-d671a4f10901 on network c605d931-3c5a-41e8-aff0-191211f23756 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:30:22.691124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:30:22.692686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Checking segment: {'id': '17ee8d0b-7371-4b50-b123-f2b8178c4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c605d931-3c5a-41e8-aff0-191211f23756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:30:22.692686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:22.692686 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Bound using segment: {'id': '17ee8d0b-7371-4b50-b123-f2b8178c4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c605d931-3c5a-41e8-aff0-191211f23756'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:30:22.693361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Bound port: 98fc100d-d8bf-49b9-80f4-d671a4f10901, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ee8d0b-7371-4b50-b123-f2b8178c4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c605d931-3c5a-41e8-aff0-191211f23756'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:30:22.694342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:22.761242 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] For port 98fc100d-d8bf-49b9-80f4-d671a4f10901, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:30:22.765609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] For port 98fc100d-d8bf-49b9-80f4-d671a4f10901, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=98fc100d-d8bf-49b9-80f4-d671a4f10901,segment=NetworkSegment(17ee8d0b-7371-4b50-b123-f2b8178c4730),segment_id=17ee8d0b-7371-4b50-b123-f2b8178c4730)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:30:22.834870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:22.871106 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Routers {'faace556-a706-44d6-ade5-57855e06f5d9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:30:22.871747 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:30:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['faace556-a706-44d6-ade5-57855e06f5d9'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:22.971673 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f81a7-c02f-4838-aa78-d46a74fba1a7 None None] Pushing event updated for resources: {'Port': ['ID=98fc100d-d8bf-49b9-80f4-d671a4f10901,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:23.006528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] Set router faace556-a706-44d6-ade5-57855e06f5d9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:30:23.102340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:23.246147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'name': 'tempest-TestMinimumBasicScenario-831116057-router', 'tenant_id': '82e3180ab0034cdb8d41b241b984022b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.162'}], 'enable_snat': True}, 'gw_port_id': '0a266e91-644c-4763-b34e-b059efe758ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:16Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 4, 'project_id': '82e3180ab0034cdb8d41b241b984022b', 'gw_port': {'id': '0a266e91-644c-4763-b34e-b059efe758ea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:17Z', 'updated_at': '2022-10-28T10:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '98fc100d-d8bf-49b9-80f4-d671a4f10901', 'name': '', 'network_id': 'c605d931-3c5a-41e8-aff0-191211f23756', 'tenant_id': '82e3180ab0034cdb8d41b241b984022b', 'mac_address': 'fa:16:3e:4d:46:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '625f0186-a718-43a6-9e7d-d6148ed4abf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:19Z', 'updated_at': '2022-10-28T10:30:22Z', 'revision_number': 4, 'project_id': '82e3180ab0034cdb8d41b241b984022b', 'subnets': [{'id': '625f0186-a718-43a6-9e7d-d6148ed4abf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:30:23.277627 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0a266e91-644c-4763-b34e-b059efe758ea up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:30:23.282091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685150a-cee4-4994-a573-e18bda273b48 None None] The sync data for ids ['faace556-a706-44d6-ade5-57855e06f5d9'] in dv-neutron-zed-2-hyperv is: [{'id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'name': 'tempest-TestMinimumBasicScenario-831116057-router', 'tenant_id': '82e3180ab0034cdb8d41b241b984022b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.162'}], 'enable_snat': True}, 'gw_port_id': '0a266e91-644c-4763-b34e-b059efe758ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:16Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 4, 'project_id': '82e3180ab0034cdb8d41b241b984022b', 'gw_port': {'id': '0a266e91-644c-4763-b34e-b059efe758ea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:17Z', 'updated_at': '2022-10-28T10:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '98fc100d-d8bf-49b9-80f4-d671a4f10901', 'name': '', 'network_id': 'c605d931-3c5a-41e8-aff0-191211f23756', 'tenant_id': '82e3180ab0034cdb8d41b241b984022b', 'mac_address': 'fa:16:3e:4d:46:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '625f0186-a718-43a6-9e7d-d6148ed4abf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:19Z', 'updated_at': '2022-10-28T10:30:22Z', 'revision_number': 4, 'project_id': '82e3180ab0034cdb8d41b241b984022b', 'subnets': [{'id': '625f0186-a718-43a6-9e7d-d6148ed4abf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:30:23.367208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0a266e91-644c-4763-b34e-b059efe758ea triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:23.367579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0a266e91-644c-4763-b34e-b059efe758ea), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:23.367923 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0a266e91-644c-4763-b34e-b059efe758ea Oct 28 10:30:23.369611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:23.478185 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0a266e91-644c-4763-b34e-b059efe758ea is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:24.325436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:25.242926 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 98fc100d-d8bf-49b9-80f4-d671a4f10901 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:30:25.295648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 98fc100d-d8bf-49b9-80f4-d671a4f10901 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:25.296022 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:25.296354 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 98fc100d-d8bf-49b9-80f4-d671a4f10901 Oct 28 10:30:25.391616 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 98fc100d-d8bf-49b9-80f4-d671a4f10901 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:25.392846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:25.437112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 98fc100d-d8bf-49b9-80f4-d671a4f10901, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=98fc100d-d8bf-49b9-80f4-d671a4f10901,segment=NetworkSegment(17ee8d0b-7371-4b50-b123-f2b8178c4730),segment_id=17ee8d0b-7371-4b50-b123-f2b8178c4730)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:30:25.503262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:25.711866 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=98fc100d-d8bf-49b9-80f4-d671a4f10901,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:27.251150 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 98fc100d-d8bf-49b9-80f4-d671a4f10901 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:30:27.311340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 98fc100d-d8bf-49b9-80f4-d671a4f10901 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:27.311735 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:27.312070 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 98fc100d-d8bf-49b9-80f4-d671a4f10901 Oct 28 10:30:27.416550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 98fc100d-d8bf-49b9-80f4-d671a4f10901 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:28.430811 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=78,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:28.432367 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:30.777343 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=71 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:32.652444 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=11 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:32.662884 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:32.829848 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-d46b8463-d9a1-4db5-9e2c-eb4c7e32c91e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:32.831600 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-d46b8463-d9a1-4db5-9e2c-eb4c7e32c91e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 815 time: 0.1129713 Oct 28 10:30:32.846356 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-65186de9-5365-46d1-97da-840168c8219f tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/quotas/6e0c22d8014545b8a65dc7ad268f8472 HTTP/1.1" status: 200 len: 375 time: 0.0095241 Oct 28 10:30:32.901428 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-857ccff1-d2d4-43c0-b3f2-2a0834dc685f tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484245 Oct 28 10:30:33.008215 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-9daead42-4f9c-443d-8cf9-efaf68e34482 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951316 Oct 28 10:30:33.105392 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-2f52f6d3-a779-4437-8f3f-76de928029c6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914364 Oct 28 10:30:33.355477 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-71ee63fd-38b0-4653-993f-376fe01ac8dc req-d5465ec5-d31b-48d8-b8af-eb01936245f8 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 210 time: 0.0294194 Oct 28 10:30:34.446858 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-054859c5-368d-4ae9-aa49-fe94c13b425e req-2872c6d2-0772-4935-a016-c662bb89a997 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 210 time: 0.0329087 Oct 28 10:30:35.556365 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-71836265-f86a-4d9f-886e-18384179e65b req-89ff9319-d76f-451a-99bc-f06258619347 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 210 time: 0.0293262 Oct 28 10:30:35.917679 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-88ca629f-b857-4f2e-92a9-87bad028346a tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:35.919226 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-88ca629f-b857-4f2e-92a9-87bad028346a tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 815 time: 0.1117251 Oct 28 10:30:35.944266 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-b595c321-1973-43f5-9c11-b08d3b039173 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'port': {'device_id': '60805792-8148-453a-81be-59f3f202cc1e', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'admin_state_up': True, 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:30:36.165038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-b595c321-1973-43f5-9c11-b08d3b039173 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Made reservation on behalf of 6e0c22d8014545b8a65dc7ad268f8472 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:30:36.169006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-b595c321-1973-43f5-9c11-b08d3b039173 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:36.314101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-b595c321-1973-43f5-9c11-b08d3b039173 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Allocated IP 172.20.0.9 (15f0d9f3-4614-412e-bad5-1b980e7eb5dd/49bdef76-92d0-44b8-af75-a275a020db67/64f26269-98d0-4c54-88e0-0c0fdb5f975c) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:30:36.483936 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-b595c321-1973-43f5-9c11-b08d3b039173 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:36.590786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-b595c321-1973-43f5-9c11-b08d3b039173 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:36.634185 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-b595c321-1973-43f5-9c11-b08d3b039173 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:30:36.640561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-b595c321-1973-43f5-9c11-b08d3b039173 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:30:36.646309 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-b595c321-1973-43f5-9c11-b08d3b039173 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:30:36.701236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebc865-a70b-4a54-86b3-1038946b70dc req-af06897f-dee0-4802-a47a-059f8e2d41bd tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:36.709859 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595c321-1973-43f5-9c11-b08d3b039173 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'Port': ['ID=64f26269-98d0-4c54-88e0-0c0fdb5f975c,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:36.710398 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7aebc865-a70b-4a54-86b3-1038946b70dc req-af06897f-dee0-4802-a47a-059f8e2d41bd tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 931 time: 0.0729377 Oct 28 10:30:36.762372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-b595c321-1973-43f5-9c11-b08d3b039173 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:36.763070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-b595c321-1973-43f5-9c11-b08d3b039173 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:36.817734 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7aebc865-a70b-4a54-86b3-1038946b70dc req-294722ca-48c9-4b1f-98ca-fb5e2707760b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060083 Oct 28 10:30:36.870750 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-b595c321-1973-43f5-9c11-b08d3b039173 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9305646 Oct 28 10:30:37.102969 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-be5beb3b-91ee-4956-93e6-ac56c84ff114 None None] Provisioning complete for port 64f26269-98d0-4c54-88e0-0c0fdb5f975c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:37.103619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-be5beb3b-91ee-4956-93e6-ac56c84ff114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:37.103899 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-be5beb3b-91ee-4956-93e6-ac56c84ff114 None None] Attempt 1 to provision port 64f26269-98d0-4c54-88e0-0c0fdb5f975c Oct 28 10:30:37.138984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-be5beb3b-91ee-4956-93e6-ac56c84ff114 None None] Port 64f26269-98d0-4c54-88e0-0c0fdb5f975c cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:30:37.964315 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5433c-85ae-4a9c-9020-8ebbe7328990 req-cdc0a400-b654-4ffe-98ac-ed335fff4909 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:37.965945 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0ea5433c-85ae-4a9c-9020-8ebbe7328990 req-cdc0a400-b654-4ffe-98ac-ed335fff4909 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 931 time: 0.0576787 Oct 28 10:30:38.036788 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0ea5433c-85ae-4a9c-9020-8ebbe7328990 req-1be84abe-cd8a-4f5e-a102-cee762ff9433 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637245 Oct 28 10:30:39.170962 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d0df8-5a13-4d68-a9ae-8dff198df95e req-13120758-ed46-4d68-9a07-3803fec295d2 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:39.173061 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-184d0df8-5a13-4d68-a9ae-8dff198df95e req-13120758-ed46-4d68-9a07-3803fec295d2 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 931 time: 0.0558815 Oct 28 10:30:39.228180 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-184d0df8-5a13-4d68-a9ae-8dff198df95e req-71ddfc2a-2f7e-4733-89db-ff07514d703b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487232 Oct 28 10:30:40.366417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0d5c-4304-46ee-aac1-fe978e6d8bf6 req-82985227-4f15-4b05-baad-816452bd95ef tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:40.368130 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-663d0d5c-4304-46ee-aac1-fe978e6d8bf6 req-82985227-4f15-4b05-baad-816452bd95ef tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 931 time: 0.0537736 Oct 28 10:30:40.439846 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-663d0d5c-4304-46ee-aac1-fe978e6d8bf6 req-f73925d1-ed5c-4c0d-a4c0-d521a10f817c tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648379 Oct 28 10:30:41.578826 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02445823-54e6-499b-8519-4915ee9c7854 req-5d2433f6-e15d-42ee-a700-91d826920683 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:41.580717 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-02445823-54e6-499b-8519-4915ee9c7854 req-5d2433f6-e15d-42ee-a700-91d826920683 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 931 time: 0.0622284 Oct 28 10:30:41.635325 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-02445823-54e6-499b-8519-4915ee9c7854 req-e3d2ca67-060e-4101-a39d-b395b15f48fe tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491660 Oct 28 10:30:42.766968 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafacacb-4d10-412d-a5c1-d129f57786a6 req-6c2fc137-ba8a-4367-93ed-6cad1d8827ec tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:42.768876 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eafacacb-4d10-412d-a5c1-d129f57786a6 req-6c2fc137-ba8a-4367-93ed-6cad1d8827ec tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 931 time: 0.0520892 Oct 28 10:30:42.841638 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eafacacb-4d10-412d-a5c1-d129f57786a6 req-95f7048f-6c16-4cb1-b3b2-abbfc52b8e29 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668478 Oct 28 10:30:43.063148 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c28cb75d-18a5-4b76-a76f-02f4e198b0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:43.970597 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:43.989142 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867e68d-a371-4ca5-b8dc-85b7d2da5b75 req-df2de80e-ec6a-4f6d-b33c-2a67ac01f915 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:43.991053 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1867e68d-a371-4ca5-b8dc-85b7d2da5b75 req-df2de80e-ec6a-4f6d-b33c-2a67ac01f915 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 931 time: 0.0650866 Oct 28 10:30:44.040094 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:44.048704 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1867e68d-a371-4ca5-b8dc-85b7d2da5b75 req-14508956-5f03-416e-8060-68d944ba15ea tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513179 Oct 28 10:30:44.648551 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Request body: {'port': {'device_id': '60805792-8148-453a-81be-59f3f202cc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:30:44.721023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:44.754593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:44.824983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:44.993910 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f26269-98d0-4c54-88e0-0c0fdb5f975c {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:30:45.002257 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Publish callbacks [] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:45.015472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Transition to ACTIVE for port object 64f26269-98d0-4c54-88e0-0c0fdb5f975c will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:30:45.098271 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:45.154246 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Pushing event updated for resources: {'Port': ['ID=64f26269-98d0-4c54-88e0-0c0fdb5f975c,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:45.192723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75343dff-bafa-4c06-af8e-5f94e6119c8c req-cb23aa71-6612-4fe9-ba54-05f4c351950d tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:45.193598 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-75343dff-bafa-4c06-af8e-5f94e6119c8c req-cb23aa71-6612-4fe9-ba54-05f4c351950d tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 943 time: 0.0590401 Oct 28 10:30:45.226813 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Attempting to bind port 64f26269-98d0-4c54-88e0-0c0fdb5f975c on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:30:45.227150 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Attempting to bind port 64f26269-98d0-4c54-88e0-0c0fdb5f975c by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:30:45.227490 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Attempting to bind port 64f26269-98d0-4c54-88e0-0c0fdb5f975c on network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:30:45.245597 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-75343dff-bafa-4c06-af8e-5f94e6119c8c req-7c3a0f1e-f0cf-4219-aa3b-d929a1399c86 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456479 Oct 28 10:30:45.272138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Port 64f26269-98d0-4c54-88e0-0c0fdb5f975c on network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:30:45.272511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Attempting to bind port 64f26269-98d0-4c54-88e0-0c0fdb5f975c on network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:30:45.323670 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:30:45.324030 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Checking segment: {'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:30:45.324341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Bound using segment: {'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:30:45.324773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Bound port: 64f26269-98d0-4c54-88e0-0c0fdb5f975c, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:30:45.325124 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:45.336351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:45.361805 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-154cd87c-e11b-445c-8178-7752aaf2ac39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:45.395566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] For port 64f26269-98d0-4c54-88e0-0c0fdb5f975c, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:30:45.398758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] For port 64f26269-98d0-4c54-88e0-0c0fdb5f975c, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=64f26269-98d0-4c54-88e0-0c0fdb5f975c,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:30:45.481674 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:45.486832 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:45.487460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:45.488847 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/64f26269-98d0-4c54-88e0-0c0fdb5f975c HTTP/1.1" status: 200 len: 1093 time: 0.8448358 Oct 28 10:30:45.489428 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60805792-8148-453a-81be-59f3f202cc1e', 'tag': '64f26269-98d0-4c54-88e0-0c0fdb5f975c'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:30:45.491815 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939432ba-9952-4eef-817f-4cbbfa5db55a" -d '{"events": [{"name": "network-changed", "server_uuid": "60805792-8148-453a-81be-59f3f202cc1e", "tag": "64f26269-98d0-4c54-88e0-0c0fdb5f975c"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:30:45.535177 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e21ee3-6d4f-42cf-a453-2c103d7551b4 x-openstack-request-id: req-92e21ee3-6d4f-42cf-a453-2c103d7551b4 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:30:45.535479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60805792-8148-453a-81be-59f3f202cc1e", "tag": "64f26269-98d0-4c54-88e0-0c0fdb5f975c", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:30:45.535741 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92e21ee3-6d4f-42cf-a453-2c103d7551b4 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:30:45.536234 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92e21ee3-6d4f-42cf-a453-2c103d7551b4'] response: {'name': 'network-changed', 'server_uuid': '60805792-8148-453a-81be-59f3f202cc1e', 'tag': '64f26269-98d0-4c54-88e0-0c0fdb5f975c', 'status': 'completed', 'code': 200} Oct 28 10:30:45.549761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf44a09-e5e1-4337-9aeb-4435c5ce859c service neutron] Pushing event updated for resources: {'Port': ['ID=64f26269-98d0-4c54-88e0-0c0fdb5f975c,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:45.627411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939432ba-9952-4eef-817f-4cbbfa5db55a req-c9d47c5e-c61c-4f9c-8e9a-03a8d84bb53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:45.628930 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-939432ba-9952-4eef-817f-4cbbfa5db55a req-c9d47c5e-c61c-4f9c-8e9a-03a8d84bb53d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 1127 time: 0.0418496 Oct 28 10:30:45.743215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939432ba-9952-4eef-817f-4cbbfa5db55a req-26d70692-5a62-4c75-a043-a5a46e56819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:45.744818 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-939432ba-9952-4eef-817f-4cbbfa5db55a req-26d70692-5a62-4c75-a043-a5a46e56819b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1023386 Oct 28 10:30:45.856108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939432ba-9952-4eef-817f-4cbbfa5db55a req-17bddc9d-13ad-4e4f-bfe8-c1dad11e5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:45.857590 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-939432ba-9952-4eef-817f-4cbbfa5db55a req-17bddc9d-13ad-4e4f-bfe8-c1dad11e5048 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032553 Oct 28 10:30:45.971877 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-25bab323-ee5a-4d1b-b918-40546aef55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:45.973420 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-25bab323-ee5a-4d1b-b918-40546aef55fc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 1127 time: 0.0423443 Oct 28 10:30:46.027107 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-e4687e31-8eac-433d-9820-c853117594a0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64f26269-98d0-4c54-88e0-0c0fdb5f975c HTTP/1.1" status: 200 len: 217 time: 0.0334647 Oct 28 10:30:46.081057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-df1d1811-2f1d-4684-857f-c33270393c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:46.082554 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-df1d1811-2f1d-4684-857f-c33270393c41 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0487702 Oct 28 10:30:46.135856 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-7915bd8e-a8e3-4097-a9a9-e0b2a96eec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:46.136772 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-7915bd8e-a8e3-4097-a9a9-e0b2a96eec11 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0450239 Oct 28 10:30:46.233458 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-866ce274-5b8d-4c5a-ad7d-6d8c39a16f30 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872490 Oct 28 10:30:46.250108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:46.348391 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9f06f3c9-884f-4336-be18-26e8abb700fa req-89fc981e-ae93-4ef2-baf2-421945ea0155 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052330 Oct 28 10:30:46.383132 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b7252-ce3f-40fe-8b08-adaf96c86f50 req-f286b22e-7661-4564-b661-ecb4c829c954 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:46.388452 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3f6b7252-ce3f-40fe-8b08-adaf96c86f50 req-f286b22e-7661-4564-b661-ecb4c829c954 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 943 time: 0.0540838 Oct 28 10:30:46.434920 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3f6b7252-ce3f-40fe-8b08-adaf96c86f50 req-d2dd3502-c181-4438-8c9b-31c63f101b15 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444179 Oct 28 10:30:47.024268 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:47.436722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 64f26269-98d0-4c54-88e0-0c0fdb5f975c details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:30:47.443390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:47.552659 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 64f26269-98d0-4c54-88e0-0c0fdb5f975c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=64f26269-98d0-4c54-88e0-0c0fdb5f975c,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:30:47.564283 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '64f26269-98d0-4c54-88e0-0c0fdb5f975c', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'port_id': '64f26269-98d0-4c54-88e0-0c0fdb5f975c', 'mac_address': 'fa:16:3e:1e:cb:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:30:47.571198 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f976aa-9215-4710-85ee-6b16c63ed95f req-323c02af-e889-499e-b6f0-e60c20ebba8b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:47.572766 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-81f976aa-9215-4710-85ee-6b16c63ed95f req-323c02af-e889-499e-b6f0-e60c20ebba8b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 943 time: 0.0561299 Oct 28 10:30:47.603980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 64f26269-98d0-4c54-88e0-0c0fdb5f975c is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:47.604378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:47.618272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f26269-98d0-4c54-88e0-0c0fdb5f975c {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:30:47.625333 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-81f976aa-9215-4710-85ee-6b16c63ed95f req-4b18a57d-9d77-4ea5-a3f9-b5f3d4c6580f tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460000 Oct 28 10:30:47.639695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 64f26269-98d0-4c54-88e0-0c0fdb5f975c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=64f26269-98d0-4c54-88e0-0c0fdb5f975c,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:30:47.725020 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:47.783668 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=64f26269-98d0-4c54-88e0-0c0fdb5f975c,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:47.970554 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:48.079111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['64f26269-98d0-4c54-88e0-0c0fdb5f975c'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:30:48.123092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:30:48.662137 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:48.750885 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec647b-257a-4148-88f2-791d37d15fc8 req-22d949d8-2191-4e05-a65c-f76b00f4daf2 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:48.752678 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-40ec647b-257a-4148-88f2-791d37d15fc8 req-22d949d8-2191-4e05-a65c-f76b00f4daf2 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 944 time: 0.0491316 Oct 28 10:30:48.808132 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-40ec647b-257a-4148-88f2-791d37d15fc8 req-d3e5762c-c7ef-4883-8043-7b28e94b2ffe tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495524 Oct 28 10:30:49.446099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 64f26269-98d0-4c54-88e0-0c0fdb5f975c up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:30:49.492824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 64f26269-98d0-4c54-88e0-0c0fdb5f975c completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:30:49.589247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 64f26269-98d0-4c54-88e0-0c0fdb5f975c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:30:49.589632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:49.590003 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 64f26269-98d0-4c54-88e0-0c0fdb5f975c Oct 28 10:30:49.674456 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 64f26269-98d0-4c54-88e0-0c0fdb5f975c is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:30:49.674882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:49.706103 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60805792-8148-453a-81be-59f3f202cc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f26269-98d0-4c54-88e0-0c0fdb5f975c'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:30:49.708406 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bb90a3-fad8-4b8e-b851-43d76a356381" -d '{"events": [{"server_uuid": "60805792-8148-453a-81be-59f3f202cc1e", "name": "network-vif-plugged", "status": "completed", "tag": "64f26269-98d0-4c54-88e0-0c0fdb5f975c"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:30:49.722512 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 64f26269-98d0-4c54-88e0-0c0fdb5f975c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=64f26269-98d0-4c54-88e0-0c0fdb5f975c,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:30:49.749468 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1cff88-204d-4835-85ae-1f749515e927 x-openstack-request-id: req-9a1cff88-204d-4835-85ae-1f749515e927 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:30:49.749768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60805792-8148-453a-81be-59f3f202cc1e", "name": "network-vif-plugged", "status": "completed", "tag": "64f26269-98d0-4c54-88e0-0c0fdb5f975c", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:30:49.750024 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a1cff88-204d-4835-85ae-1f749515e927 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:30:49.750440 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1cff88-204d-4835-85ae-1f749515e927'] response: {'server_uuid': '60805792-8148-453a-81be-59f3f202cc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f26269-98d0-4c54-88e0-0c0fdb5f975c', 'code': 200} Oct 28 10:30:49.789812 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:30:49.851720 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=64f26269-98d0-4c54-88e0-0c0fdb5f975c,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:30:49.944830 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2271a-bce6-4c9e-83a6-0bbdb9d96115 req-85577b64-9aac-41c4-95b8-25a0af8cfc4f tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:49.946381 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-abf2271a-bce6-4c9e-83a6-0bbdb9d96115 req-85577b64-9aac-41c4-95b8-25a0af8cfc4f tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 945 time: 0.0513690 Oct 28 10:30:49.997654 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-abf2271a-bce6-4c9e-83a6-0bbdb9d96115 req-a19898aa-935a-46e3-8f77-6c884dd056dc tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448115 Oct 28 10:30:50.113716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09034c77-e093-483d-8139-2be00ceec4f8 req-174893c0-5578-4890-8eca-53f817000c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:50.115575 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-09034c77-e093-483d-8139-2be00ceec4f8 req-174893c0-5578-4890-8eca-53f817000c5c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 1129 time: 0.0441062 Oct 28 10:30:50.165392 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-09034c77-e093-483d-8139-2be00ceec4f8 req-37c84e1e-e0ce-4a6e-bfe8-f2ab56a67082 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412109 Oct 28 10:30:50.707055 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:30:51.131168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a862e9-96a9-4aff-ba6e-16301be8adea req-66d65a91-29b7-44fb-8590-13859dec2374 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:51.132714 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-45a862e9-96a9-4aff-ba6e-16301be8adea req-66d65a91-29b7-44fb-8590-13859dec2374 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 945 time: 0.0494511 Oct 28 10:30:51.188951 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-45a862e9-96a9-4aff-ba6e-16301be8adea req-1c3c169e-6155-4104-a8c1-8178ee671f65 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493550 Oct 28 10:30:52.481969 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5fcb8-83ae-41f8-a61d-831b26ed6d0c req-4bb9330d-dbac-41dc-ab55-970789f56311 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:52.483441 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9dd5fcb8-83ae-41f8-a61d-831b26ed6d0c req-4bb9330d-dbac-41dc-ab55-970789f56311 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 945 time: 0.0535760 Oct 28 10:30:52.533438 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9dd5fcb8-83ae-41f8-a61d-831b26ed6d0c req-b69e3ba3-d2cd-4c4c-805c-d917d9571b77 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442641 Oct 28 10:30:52.655313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894c2bf-832b-4812-9d36-0d95ad76b5e6 req-e1979914-0517-45e3-ab36-c3b40d57d315 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:52.656811 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7894c2bf-832b-4812-9d36-0d95ad76b5e6 req-e1979914-0517-45e3-ab36-c3b40d57d315 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 945 time: 0.0488083 Oct 28 10:30:52.710501 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7894c2bf-832b-4812-9d36-0d95ad76b5e6 req-be961ad1-80f9-454a-891b-85cfb6d62ae3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479302 Oct 28 10:30:53.048745 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356fe4b-4959-4eaf-9e32-a06be6655e52 req-4e9d7159-f04e-46a9-830b-390e64655daa tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:30:53.050194 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6356fe4b-4959-4eaf-9e32-a06be6655e52 req-4e9d7159-f04e-46a9-830b-390e64655daa tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 945 time: 0.0478637 Oct 28 10:30:53.106641 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6356fe4b-4959-4eaf-9e32-a06be6655e52 req-4960538c-2cca-495f-8c57-b0922ad91478 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507410 Oct 28 10:30:54.301758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:00.164881 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=59 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:00.165670 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=9 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:03.100254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=83 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:03.102186 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:04.246180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:04.249118 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:09.660661 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:09.661526 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:11.446240 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6abce-f05c-45a8-be12-2c5ba07e5c5c req-2407d305-6f12-4d25-9488-94f8ed8cc3c3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:11.447737 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8ba6abce-f05c-45a8-be12-2c5ba07e5c5c req-2407d305-6f12-4d25-9488-94f8ed8cc3c3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 945 time: 0.0476012 Oct 28 10:31:11.497340 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8ba6abce-f05c-45a8-be12-2c5ba07e5c5c req-0d5cbd2a-db21-401a-bca1-d1b84f46cc3f tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439615 Oct 28 10:31:11.528160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 48604) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:31:11.659766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeee6728-77a9-4a43-9b7c-b07ca733912c tempest-TestMinimumBasicScenario-210141490 tempest-TestMinimumBasicScenario-210141490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:11.661312 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-eeee6728-77a9-4a43-9b7c-b07ca733912c tempest-TestMinimumBasicScenario-210141490 tempest-TestMinimumBasicScenario-210141490-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 1124 time: 0.1321871 Oct 28 10:31:11.664527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 48608) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:31:11.669035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '64f26269-98d0-4c54-88e0-0c0fdb5f975c', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:31:11.748609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:11.834268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:11.946609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Allocated IP 172.36.1.238 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/860f2bf2-3ca4-4f73-8b20-dfe4944f2851) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:31:12.051609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for port (860f2bf2-3ca4-4f73-8b20-dfe4944f2851), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:12.131631 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (860f2bf2-3ca4-4f73-8b20-dfe4944f2851), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:12.176003 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:31:12.180867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:31:12.184742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:31:12.187988 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'Port': ['ID=860f2bf2-3ca4-4f73-8b20-dfe4944f2851,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:31:12.216616 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:12.222440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:12.222440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:12.222440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:12.222440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:12.222440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:12.222440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:12.222440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:12.222440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:12.222440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:12.222440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:12.222440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:12.222440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:12.222440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:12.222440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:12.452029 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:12.456511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:12.558219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for floatingip (9ac357d1-29ec-4bf5-ad04-ba150e7229bb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:12.680293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (860f2bf2-3ca4-4f73-8b20-dfe4944f2851), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:12.828331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for port (860f2bf2-3ca4-4f73-8b20-dfe4944f2851), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:12.931261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (860f2bf2-3ca4-4f73-8b20-dfe4944f2851), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:12.997391 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (9ac357d1-29ec-4bf5-ad04-ba150e7229bb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:12.999134 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'Port': ['ID=860f2bf2-3ca4-4f73-8b20-dfe4944f2851,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:31:13.086294 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-079ef3e6-95e9-434c-a7aa-f00e10a0561b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:13.101089 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Floating IP 9ac357d1-29ec-4bf5-ad04-ba150e7229bb associated. External IP: 172.36.1.238, port: 64f26269-98d0-4c54-88e0-0c0fdb5f975c. Oct 28 10:31:13.241707 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:13.307254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Router 02086925-9578-47a8-bbb2-34f83eafc052 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:31:13.413702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:31:13.423338 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ff47f-19d0-41e4-b85c-d14b2b8f49e6 None None] Sync routers for ids ['02086925-9578-47a8-bbb2-34f83eafc052'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:31:13.434345 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ff47f-19d0-41e4-b85c-d14b2b8f49e6 None None] Routers {'02086925-9578-47a8-bbb2-34f83eafc052'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:31:13.435094 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d09ff47f-19d0-41e4-b85c-d14b2b8f49e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:30:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['02086925-9578-47a8-bbb2-34f83eafc052'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:31:13.480066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:13.509850 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7c58a767-43f0-4013-b62f-b522857eb10e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8442476 Oct 28 10:31:13.510498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60805792-8148-453a-81be-59f3f202cc1e', 'tag': '64f26269-98d0-4c54-88e0-0c0fdb5f975c'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:31:13.512807 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48610) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:31:13.513466 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a438b928-1dc1-4525-b739-ee57d98f4a63" -d '{"events": [{"name": "network-changed", "server_uuid": "60805792-8148-453a-81be-59f3f202cc1e", "tag": "64f26269-98d0-4c54-88e0-0c0fdb5f975c"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:31:13.523419 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-72785412', 'description': 'tempest-secgroup-smoke-72785412 description', 'project_id': '6e0c22d8014545b8a65dc7ad268f8472'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:31:13.542655 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d09ff47f-19d0-41e4-b85c-d14b2b8f49e6 None None] Set router 02086925-9578-47a8-bbb2-34f83eafc052 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:31:13.628908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:13.686814 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7e910c-334d-475e-b391-a51f156dd9aa x-openstack-request-id: req-ee7e910c-334d-475e-b391-a51f156dd9aa {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:31:13.690028 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60805792-8148-453a-81be-59f3f202cc1e", "tag": "64f26269-98d0-4c54-88e0-0c0fdb5f975c", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:31:13.690028 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee7e910c-334d-475e-b391-a51f156dd9aa {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:31:13.690028 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7e910c-334d-475e-b391-a51f156dd9aa'] response: {'name': 'network-changed', 'server_uuid': '60805792-8148-453a-81be-59f3f202cc1e', 'tag': '64f26269-98d0-4c54-88e0-0c0fdb5f975c', 'status': 'completed', 'code': 200} Oct 28 10:31:13.714047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group (30ae403a-0ad8-4e78-9d73-c8037cf14932), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:13.781422 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d09ff47f-19d0-41e4-b85c-d14b2b8f49e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '9ac357d1-29ec-4bf5-ad04-ba150e7229bb', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'floating_ip_address': '172.36.1.238', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'port_id': '64f26269-98d0-4c54-88e0-0c0fdb5f975c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'mac_address': 'fa:16:3e:1e:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60805792-8148-453a-81be-59f3f202cc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:31:12Z', 'updated_at': '2022-10-28T10:31:12Z', 'revision_number': 0, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b88202f-faff-4bbf-aaa9-774f3163a447', 'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'mac_address': 'fa:16:3e:65:67:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:12Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 5, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'subnets': [{'id': '49bdef76-92d0-44b8-af75-a275a020db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:31:13.785422 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438b928-1dc1-4525-b739-ee57d98f4a63 req-caac54a8-833a-401c-91ca-ae93b732382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:13.786981 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a438b928-1dc1-4525-b739-ee57d98f4a63 req-caac54a8-833a-401c-91ca-ae93b732382d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 1129 time: 0.0428486 Oct 28 10:31:13.803548 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (30ae403a-0ad8-4e78-9d73-c8037cf14932), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:13.807925 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ff47f-19d0-41e4-b85c-d14b2b8f49e6 None None] Checking router: 02086925-9578-47a8-bbb2-34f83eafc052 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:31:13.817895 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ff47f-19d0-41e4-b85c-d14b2b8f49e6 None None] Routers {'02086925-9578-47a8-bbb2-34f83eafc052'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:31:13.818501 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d09ff47f-19d0-41e4-b85c-d14b2b8f49e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:30:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['02086925-9578-47a8-bbb2-34f83eafc052'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:31:13.876300 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ae403a-0ad8-4e78-9d73-c8037cf14932,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:31:13.890611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:13.890993 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:13.891340 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:13.891722 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:13.892061 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:13.892394 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:13.892728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:13.893063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:13.893397 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:13.893724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:13.894055 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:13.894383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:13.894728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:13.895088 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:13.895377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:31:13.924111 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d09ff47f-19d0-41e4-b85c-d14b2b8f49e6 None None] Set router 02086925-9578-47a8-bbb2-34f83eafc052 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:31:13.931514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438b928-1dc1-4525-b739-ee57d98f4a63 req-2d72a6e9-1567-42be-b9b7-6915fd891f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:13.933191 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a438b928-1dc1-4525-b739-ee57d98f4a63 req-2d72a6e9-1567-42be-b9b7-6915fd891f4b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 916 time: 0.1393003 Oct 28 10:31:13.952381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:13.957387 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-70b97849-b2aa-458a-b3cf-b8f4109fab20 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4395957 Oct 28 10:31:13.957637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 48616) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:31:13.962485 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f664cdf7-033d-4c16-b84d-88ff4200c294 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'security_group_rule': {'security_group_id': '30ae403a-0ad8-4e78-9d73-c8037cf14932', 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:31:14.012702 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a438b928-1dc1-4525-b739-ee57d98f4a63 req-89e21378-5148-4d5b-96dc-0af347b4e53e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64f26269-98d0-4c54-88e0-0c0fdb5f975c HTTP/1.1" status: 200 len: 999 time: 0.0703688 Oct 28 10:31:14.064756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438b928-1dc1-4525-b739-ee57d98f4a63 req-55fe3df8-acba-43e6-95f4-84d30cb326af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:14.067091 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a438b928-1dc1-4525-b739-ee57d98f4a63 req-55fe3df8-acba-43e6-95f4-84d30cb326af service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0473595 Oct 28 10:31:14.068030 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f664cdf7-033d-4c16-b84d-88ff4200c294 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (72cf1e68-b882-4260-a016-28f588a69521), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:14.120828 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438b928-1dc1-4525-b739-ee57d98f4a63 req-5928937d-9cc5-4165-9aef-8f9467a54a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:14.122519 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a438b928-1dc1-4525-b739-ee57d98f4a63 req-5928937d-9cc5-4165-9aef-8f9467a54a16 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0462399 Oct 28 10:31:14.136243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f664cdf7-033d-4c16-b84d-88ff4200c294 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (72cf1e68-b882-4260-a016-28f588a69521), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:14.192509 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f664cdf7-033d-4c16-b84d-88ff4200c294 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (72cf1e68-b882-4260-a016-28f588a69521), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:14.215146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664cdf7-033d-4c16-b84d-88ff4200c294 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cf1e68-b882-4260-a016-28f588a69521,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:31:14.221778 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a438b928-1dc1-4525-b739-ee57d98f4a63 req-51a18690-cdbf-41b0-8446-53cc63f48feb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917494 Oct 28 10:31:14.242037 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d09ff47f-19d0-41e4-b85c-d14b2b8f49e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '9ac357d1-29ec-4bf5-ad04-ba150e7229bb', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'floating_ip_address': '172.36.1.238', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'port_id': '64f26269-98d0-4c54-88e0-0c0fdb5f975c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'mac_address': 'fa:16:3e:1e:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60805792-8148-453a-81be-59f3f202cc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:31:12Z', 'updated_at': '2022-10-28T10:31:12Z', 'revision_number': 0, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b88202f-faff-4bbf-aaa9-774f3163a447', 'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'mac_address': 'fa:16:3e:65:67:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:12Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 5, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'subnets': [{'id': '49bdef76-92d0-44b8-af75-a275a020db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:31:14.270946 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ff47f-19d0-41e4-b85c-d14b2b8f49e6 None None] The sync data for ids ['02086925-9578-47a8-bbb2-34f83eafc052'] in dv-neutron-zed-2-hyperv is: [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '9ac357d1-29ec-4bf5-ad04-ba150e7229bb', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'floating_ip_address': '172.36.1.238', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'port_id': '64f26269-98d0-4c54-88e0-0c0fdb5f975c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'mac_address': 'fa:16:3e:1e:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60805792-8148-453a-81be-59f3f202cc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:31:12Z', 'updated_at': '2022-10-28T10:31:12Z', 'revision_number': 0, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b88202f-faff-4bbf-aaa9-774f3163a447', 'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'mac_address': 'fa:16:3e:65:67:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:12Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 5, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'subnets': [{'id': '49bdef76-92d0-44b8-af75-a275a020db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:31:14.292167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f664cdf7-033d-4c16-b84d-88ff4200c294 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:14.297585 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f664cdf7-033d-4c16-b84d-88ff4200c294 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387144 Oct 28 10:31:14.297845 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48618) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:31:14.303626 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-f28a78d9-eb19-4a3d-b00f-374f1dfd1643 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'security_group_rule': {'security_group_id': '30ae403a-0ad8-4e78-9d73-c8037cf14932', 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:31:14.344572 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a438b928-1dc1-4525-b739-ee57d98f4a63 req-2d045fc9-457a-4364-b810-9746ba55a859 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148200 Oct 28 10:31:14.409026 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f28a78d9-eb19-4a3d-b00f-374f1dfd1643 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (16c9defd-3285-42ad-9b9b-91ecb48fbe86), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:14.483180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4a1d42-6372-4ae3-a6b4-7565d0201f26 None None] New status for floating IP 9ac357d1-29ec-4bf5-ad04-ba150e7229bb: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:31:14.494091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f28a78d9-eb19-4a3d-b00f-374f1dfd1643 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (16c9defd-3285-42ad-9b9b-91ecb48fbe86), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:14.577365 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f28a78d9-eb19-4a3d-b00f-374f1dfd1643 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (16c9defd-3285-42ad-9b9b-91ecb48fbe86), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:14.598430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a78d9-eb19-4a3d-b00f-374f1dfd1643 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c9defd-3285-42ad-9b9b-91ecb48fbe86,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:31:14.677054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f28a78d9-eb19-4a3d-b00f-374f1dfd1643 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:14.678297 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f28a78d9-eb19-4a3d-b00f-374f1dfd1643 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3796673 Oct 28 10:31:14.681064 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48620) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:31:14.685370 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-1c16bddf-2418-404f-b485-70ce95575bcb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'security_group_rule': {'security_group_id': '30ae403a-0ad8-4e78-9d73-c8037cf14932', 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:31:14.779311 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:14.781189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1c16bddf-2418-404f-b485-70ce95575bcb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (e505f63f-3fb9-407b-8e05-2f5f851d82b0), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:14.810694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:15.097684 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1c16bddf-2418-404f-b485-70ce95575bcb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (e505f63f-3fb9-407b-8e05-2f5f851d82b0), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:15.171490 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1c16bddf-2418-404f-b485-70ce95575bcb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (e505f63f-3fb9-407b-8e05-2f5f851d82b0), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:15.194289 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16bddf-2418-404f-b485-70ce95575bcb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e505f63f-3fb9-407b-8e05-2f5f851d82b0,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:31:15.270714 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1c16bddf-2418-404f-b485-70ce95575bcb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:15.272018 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1c16bddf-2418-404f-b485-70ce95575bcb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5900326 Oct 28 10:31:15.274897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48622) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:31:15.279159 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-f2d627a0-6c17-4433-924b-f58d9072a17b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'security_group_rule': {'security_group_id': '30ae403a-0ad8-4e78-9d73-c8037cf14932', 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:31:15.354573 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fc29930d-13d3-48b0-a369-e3720202c5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:15.359909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f2d627a0-6c17-4433-924b-f58d9072a17b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (6a69ca48-b7fe-4b72-a29a-9d22f2200883), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:15.418519 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f2d627a0-6c17-4433-924b-f58d9072a17b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (6a69ca48-b7fe-4b72-a29a-9d22f2200883), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:15.483191 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f2d627a0-6c17-4433-924b-f58d9072a17b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (6a69ca48-b7fe-4b72-a29a-9d22f2200883), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:15.502738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d627a0-6c17-4433-924b-f58d9072a17b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a69ca48-b7fe-4b72-a29a-9d22f2200883,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:31:15.582237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f2d627a0-6c17-4433-924b-f58d9072a17b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:15.583497 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f2d627a0-6c17-4433-924b-f58d9072a17b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3076844 Oct 28 10:31:15.586305 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48624) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:31:15.590602 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-617de770-f252-4330-b2eb-83882fe8c029 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'security_group_rule': {'security_group_id': '30ae403a-0ad8-4e78-9d73-c8037cf14932', 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:31:15.695085 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-617de770-f252-4330-b2eb-83882fe8c029 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Project 6e0c22d8014545b8a65dc7ad268f8472 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:31:15.701492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-617de770-f252-4330-b2eb-83882fe8c029 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (d8093402-c49a-401d-a0c8-6f48e1015e1a), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:15.758893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-617de770-f252-4330-b2eb-83882fe8c029 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (d8093402-c49a-401d-a0c8-6f48e1015e1a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:15.825974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-617de770-f252-4330-b2eb-83882fe8c029 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (d8093402-c49a-401d-a0c8-6f48e1015e1a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:15.844037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617de770-f252-4330-b2eb-83882fe8c029 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8093402-c49a-401d-a0c8-6f48e1015e1a,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:31:15.913618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-617de770-f252-4330-b2eb-83882fe8c029 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:15.914858 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-617de770-f252-4330-b2eb-83882fe8c029 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3275778 Oct 28 10:31:15.917652 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48626) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:31:15.922015 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-7779d25d-cb45-47b6-b8fa-03af5388e6dc tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'security_group_rule': {'security_group_id': '30ae403a-0ad8-4e78-9d73-c8037cf14932', 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:31:16.003605 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-7779d25d-cb45-47b6-b8fa-03af5388e6dc tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Project 6e0c22d8014545b8a65dc7ad268f8472 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:31:16.011599 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7779d25d-cb45-47b6-b8fa-03af5388e6dc tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (6193093d-3107-47b9-b1fb-88140744cad0), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:16.062706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7779d25d-cb45-47b6-b8fa-03af5388e6dc tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (6193093d-3107-47b9-b1fb-88140744cad0), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:16.134692 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7779d25d-cb45-47b6-b8fa-03af5388e6dc tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (6193093d-3107-47b9-b1fb-88140744cad0), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:16.153391 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779d25d-cb45-47b6-b8fa-03af5388e6dc tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6193093d-3107-47b9-b1fb-88140744cad0,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:31:16.216795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7779d25d-cb45-47b6-b8fa-03af5388e6dc tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:16.218026 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7779d25d-cb45-47b6-b8fa-03af5388e6dc tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2993450 Oct 28 10:31:16.270145 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:16.308938 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-56c855e1-e442-4365-a8f3-59f6abdd4109 req-5fd2c3c3-f9ab-4974-9b0f-53bf183ee4db tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-72785412&fields=id&tenant_id=6e0c22d8014545b8a65dc7ad268f8472 HTTP/1.1" status: 200 len: 267 time: 0.0465519 Oct 28 10:31:16.365071 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c855e1-e442-4365-a8f3-59f6abdd4109 req-8cc51f31-31a2-4db4-a57d-0ad2498b7b85 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:16.366541 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-56c855e1-e442-4365-a8f3-59f6abdd4109 req-8cc51f31-31a2-4db4-a57d-0ad2498b7b85 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 945 time: 0.0516372 Oct 28 10:31:16.377609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [req-56c855e1-e442-4365-a8f3-59f6abdd4109 req-cc0e2769-75fe-4891-84e7-fbd6a41bf752 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'port': {'security_groups': ['67e34227-1289-4d24-9ac4-e91a5326c3cb', '30ae403a-0ad8-4e78-9d73-c8037cf14932']}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:31:16.446936 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-56c855e1-e442-4365-a8f3-59f6abdd4109 req-cc0e2769-75fe-4891-84e7-fbd6a41bf752 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:16.626788 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [req-56c855e1-e442-4365-a8f3-59f6abdd4109 req-cc0e2769-75fe-4891-84e7-fbd6a41bf752 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] For port 64f26269-98d0-4c54-88e0-0c0fdb5f975c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=64f26269-98d0-4c54-88e0-0c0fdb5f975c,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:31:16.654920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-56c855e1-e442-4365-a8f3-59f6abdd4109 req-cc0e2769-75fe-4891-84e7-fbd6a41bf752 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:16.706208 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-56c855e1-e442-4365-a8f3-59f6abdd4109 req-cc0e2769-75fe-4891-84e7-fbd6a41bf752 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:16.714744 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c855e1-e442-4365-a8f3-59f6abdd4109 req-cc0e2769-75fe-4891-84e7-fbd6a41bf752 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:16.715418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-56c855e1-e442-4365-a8f3-59f6abdd4109 req-cc0e2769-75fe-4891-84e7-fbd6a41bf752 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:16.716768 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-56c855e1-e442-4365-a8f3-59f6abdd4109 req-cc0e2769-75fe-4891-84e7-fbd6a41bf752 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "PUT /networking/v2.0/ports/64f26269-98d0-4c54-88e0-0c0fdb5f975c HTTP/1.1" status: 200 len: 981 time: 0.3441498 Oct 28 10:31:16.719761 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60805792-8148-453a-81be-59f3f202cc1e', 'tag': '64f26269-98d0-4c54-88e0-0c0fdb5f975c'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:31:16.722525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a244aec-6898-40f8-961c-5d0c904ae473" -d '{"events": [{"name": "network-changed", "server_uuid": "60805792-8148-453a-81be-59f3f202cc1e", "tag": "64f26269-98d0-4c54-88e0-0c0fdb5f975c"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:31:16.743345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['64f26269-98d0-4c54-88e0-0c0fdb5f975c'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:31:16.764497 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0ba58d-d33f-4d91-bc42-791eac214d12 x-openstack-request-id: req-5c0ba58d-d33f-4d91-bc42-791eac214d12 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:31:16.764855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60805792-8148-453a-81be-59f3f202cc1e", "tag": "64f26269-98d0-4c54-88e0-0c0fdb5f975c", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:31:16.765243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c0ba58d-d33f-4d91-bc42-791eac214d12 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:31:16.765706 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0ba58d-d33f-4d91-bc42-791eac214d12'] response: {'name': 'network-changed', 'server_uuid': '60805792-8148-453a-81be-59f3f202cc1e', 'tag': '64f26269-98d0-4c54-88e0-0c0fdb5f975c', 'status': 'completed', 'code': 200} Oct 28 10:31:16.804009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:16.823109 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e2769-75fe-4891-84e7-fbd6a41bf752 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'Port': ['ID=64f26269-98d0-4c54-88e0-0c0fdb5f975c,revision_number=6']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:31:16.848751 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402d8d5-b8c9-435c-bad3-9deae2f3abca req-9dffea4f-6621-4cda-90dc-d29f111024a9 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:16.850375 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a402d8d5-b8c9-435c-bad3-9deae2f3abca req-9dffea4f-6621-4cda-90dc-d29f111024a9 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 984 time: 0.0652163 Oct 28 10:31:16.865099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a244aec-6898-40f8-961c-5d0c904ae473 req-934c0a37-00f4-4c9e-81dc-eaabffac9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:16.866634 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8a244aec-6898-40f8-961c-5d0c904ae473 req-934c0a37-00f4-4c9e-81dc-eaabffac9892 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 1168 time: 0.0428693 Oct 28 10:31:16.873423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['64f26269-98d0-4c54-88e0-0c0fdb5f975c'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:31:16.921473 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a402d8d5-b8c9-435c-bad3-9deae2f3abca req-3320c259-ad68-4f1d-95a7-838f763647f0 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&id=30ae403a-0ad8-4e78-9d73-c8037cf14932&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0620120 Oct 28 10:31:16.975815 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a244aec-6898-40f8-961c-5d0c904ae473 req-0462c0f7-d0c4-4801-af2d-fe6eea652d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:16.977239 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8a244aec-6898-40f8-961c-5d0c904ae473 req-0462c0f7-d0c4-4801-af2d-fe6eea652d50 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 916 time: 0.0965917 Oct 28 10:31:17.032126 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:17.041524 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8a244aec-6898-40f8-961c-5d0c904ae473 req-46f22b8e-9f40-41d0-8446-eb86c6f12334 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64f26269-98d0-4c54-88e0-0c0fdb5f975c HTTP/1.1" status: 200 len: 1001 time: 0.0573344 Oct 28 10:31:17.076875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:17.092158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a244aec-6898-40f8-961c-5d0c904ae473 req-26ddaa0d-24d0-4790-9245-db373a47a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:17.093605 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8a244aec-6898-40f8-961c-5d0c904ae473 req-26ddaa0d-24d0-4790-9245-db373a47a5bd service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0447884 Oct 28 10:31:17.140606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a244aec-6898-40f8-961c-5d0c904ae473 req-9113d040-088d-450b-8b9e-cd9c3c3d5bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:17.142643 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8a244aec-6898-40f8-961c-5d0c904ae473 req-9113d040-088d-450b-8b9e-cd9c3c3d5bc0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0417800 Oct 28 10:31:17.219840 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:17.237189 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8a244aec-6898-40f8-961c-5d0c904ae473 req-0a23d506-2fcf-4ac2-8110-604922e194d3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880170 Oct 28 10:31:17.246952 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:17.297757 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:17.334303 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8a244aec-6898-40f8-961c-5d0c904ae473 req-76b5ad5b-d5d8-49aa-a644-0bef5fb568a0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904944 Oct 28 10:31:17.954238 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:18.662790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:24.244680 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=77 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:24.245473 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=71 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:24.331542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:26.914359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=59,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:27.400753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=24 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:27.705230 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:31:30.485192 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-77919e66-f2ac-4cc8-a497-55dab191b1c9 req-f2c546ae-2100-452e-9921-089cc01f57c8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409780 Oct 28 10:31:30.589204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77919e66-f2ac-4cc8-a497-55dab191b1c9 req-55c9fa3d-9883-4b74-8708-69d52f1af9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:30.590723 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-77919e66-f2ac-4cc8-a497-55dab191b1c9 req-55c9fa3d-9883-4b74-8708-69d52f1af9b8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 1168 time: 0.0398197 Oct 28 10:31:30.700678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77919e66-f2ac-4cc8-a497-55dab191b1c9 req-919a6e9d-56e6-44df-925c-b3b286f45e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:30.702132 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-77919e66-f2ac-4cc8-a497-55dab191b1c9 req-919a6e9d-56e6-44df-925c-b3b286f45e53 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 916 time: 0.0920172 Oct 28 10:31:30.768445 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-77919e66-f2ac-4cc8-a497-55dab191b1c9 req-efd20d97-2de0-49c2-8630-04cf61be4254 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64f26269-98d0-4c54-88e0-0c0fdb5f975c HTTP/1.1" status: 200 len: 1001 time: 0.0595050 Oct 28 10:31:30.817880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77919e66-f2ac-4cc8-a497-55dab191b1c9 req-85eb7d8d-912d-419d-bca4-5ed39a9e757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:30.819319 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-77919e66-f2ac-4cc8-a497-55dab191b1c9 req-85eb7d8d-912d-419d-bca4-5ed39a9e757d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0441816 Oct 28 10:31:30.862521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77919e66-f2ac-4cc8-a497-55dab191b1c9 req-ac23f745-c7d3-4809-a901-fea2aa369b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:31:30.864001 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-77919e66-f2ac-4cc8-a497-55dab191b1c9 req-ac23f745-c7d3-4809-a901-fea2aa369b10 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0383103 Oct 28 10:31:30.958233 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-77919e66-f2ac-4cc8-a497-55dab191b1c9 req-0686633a-bf56-46fb-bfcf-ea6d03f93ad4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872560 Oct 28 10:31:31.047036 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-77919e66-f2ac-4cc8-a497-55dab191b1c9 req-c6ced8a5-680e-41d4-a8ac-c974ee09221a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823278 Oct 28 10:31:34.257197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:34.259128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:41.033946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=49 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:41.043969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=52 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:43.062522 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fa222bd5-d92b-4fe9-b3ae-278d6b1f366d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:45.339694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5f13dd47-3f1b-4b7c-a9aa-11a04d48909f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:47.030956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:47.959329 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:48.659163 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:31:52.507230 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=15 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:52.511304 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=19 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:31:54.327398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:32:04.275167 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:32:04.277072 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:32:04.703936 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:32:13.088760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a5325ee0-1e9f-4dcd-9a0d-8ac0fadd1ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:32:15.366049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-871d320c-10cc-40c2-85fe-9d8c6fb643e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:32:17.043476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:32:18.008902 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:32:18.691894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:32:23.653874 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:32:23.654587 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:32:24.335287 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:32:32.529718 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d1b9738d-8721-4005-bd6f-033a71120819 req-44b00aed-e690-4dc9-ad2e-6cd1c801d6de service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396612 Oct 28 10:32:32.643866 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9738d-8721-4005-bd6f-033a71120819 req-db0d5009-6f0a-4c2c-812e-2175445b4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:32:32.645434 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d1b9738d-8721-4005-bd6f-033a71120819 req-db0d5009-6f0a-4c2c-812e-2175445b4cb8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 1168 time: 0.0397058 Oct 28 10:32:32.753528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9738d-8721-4005-bd6f-033a71120819 req-92b35305-ba7c-45df-9d8b-af8adee01a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:32:32.755050 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d1b9738d-8721-4005-bd6f-033a71120819 req-92b35305-ba7c-45df-9d8b-af8adee01a26 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 916 time: 0.0906448 Oct 28 10:32:32.818317 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d1b9738d-8721-4005-bd6f-033a71120819 req-17615068-582d-4b43-9d76-5ffa79e3c3d2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64f26269-98d0-4c54-88e0-0c0fdb5f975c HTTP/1.1" status: 200 len: 1001 time: 0.0561326 Oct 28 10:32:32.870821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9738d-8721-4005-bd6f-033a71120819 req-fb630220-d076-42fa-8352-492a342d2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:32:32.872268 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d1b9738d-8721-4005-bd6f-033a71120819 req-fb630220-d076-42fa-8352-492a342d2856 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0476511 Oct 28 10:32:32.917753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9738d-8721-4005-bd6f-033a71120819 req-4eb95e73-3afa-4e19-b302-21bc2e84da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:32:32.919194 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d1b9738d-8721-4005-bd6f-033a71120819 req-4eb95e73-3afa-4e19-b302-21bc2e84da96 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0397012 Oct 28 10:32:33.014577 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d1b9738d-8721-4005-bd6f-033a71120819 req-7dbf606f-6e98-4a2d-be62-1b9a65f20dc3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867057 Oct 28 10:32:33.108904 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d1b9738d-8721-4005-bd6f-033a71120819 req-050f2a47-aff1-4d2c-abda-57e8045784a3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875375 Oct 28 10:32:34.274318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=23 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:32:34.280354 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=21,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:32:41.703337 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:32:43.061883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5dbac19c-39ac-4d45-9e77-f7d2e18dea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:32:43.099061 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=50 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:32:43.106079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=51 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:32:45.347678 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-626cefa9-a874-41c2-a319-cd2c7b1bfeef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:32:47.004701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:32:47.999288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:32:48.687781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:32:53.288885 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a4af2-d230-48b9-9883-37a72989af70 req-2f919f97-88aa-42e3-b7bb-31a1b65d9823 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:32:53.290386 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-440a4af2-d230-48b9-9883-37a72989af70 req-2f919f97-88aa-42e3-b7bb-31a1b65d9823 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 984 time: 0.1584082 Oct 28 10:32:53.354200 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-440a4af2-d230-48b9-9883-37a72989af70 req-11476ed5-af2e-438b-a3d9-779923bccd36 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&id=30ae403a-0ad8-4e78-9d73-c8037cf14932&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0580845 Oct 28 10:32:53.402629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41075e2-b8ae-4208-8a1f-ec683ee8cd7a req-f1fa3ff1-64c1-4fb5-adda-94a2998df700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:32:53.404148 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e41075e2-b8ae-4208-8a1f-ec683ee8cd7a req-f1fa3ff1-64c1-4fb5-adda-94a2998df700 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 1168 time: 0.1090009 Oct 28 10:32:53.579673 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41075e2-b8ae-4208-8a1f-ec683ee8cd7a req-78ef9b7c-416a-4ece-966e-332f6c9d0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:32:53.581301 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e41075e2-b8ae-4208-8a1f-ec683ee8cd7a req-78ef9b7c-416a-4ece-966e-332f6c9d0423 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 916 time: 0.0970917 Oct 28 10:32:53.651307 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e41075e2-b8ae-4208-8a1f-ec683ee8cd7a req-27a4f22d-22ad-493b-bc4f-87437521dc21 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64f26269-98d0-4c54-88e0-0c0fdb5f975c HTTP/1.1" status: 200 len: 1001 time: 0.0604160 Oct 28 10:32:53.702368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41075e2-b8ae-4208-8a1f-ec683ee8cd7a req-e51f034b-151a-40d5-9d14-c3a22f5a139c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:32:53.703855 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e41075e2-b8ae-4208-8a1f-ec683ee8cd7a req-e51f034b-151a-40d5-9d14-c3a22f5a139c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0449715 Oct 28 10:32:53.750452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41075e2-b8ae-4208-8a1f-ec683ee8cd7a req-6828d5f4-4970-4310-abe1-d0b30e8a58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:32:53.751975 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e41075e2-b8ae-4208-8a1f-ec683ee8cd7a req-6828d5f4-4970-4310-abe1-d0b30e8a58bc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0390949 Oct 28 10:32:53.847660 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e41075e2-b8ae-4208-8a1f-ec683ee8cd7a req-f9ce38c9-5496-49f8-ab0d-81ef3afe4d61 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863945 Oct 28 10:32:53.940487 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e41075e2-b8ae-4208-8a1f-ec683ee8cd7a req-00872b0e-38fb-42c1-9ac0-d2baec40078a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838470 Oct 28 10:32:54.357270 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:32:54.700279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66949755-9e02-407e-bf6b-47bcb171ed03 req-58e4b6ed-4470-417e-a19e-a0229d9a1615 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:32:54.701785 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-66949755-9e02-407e-bf6b-47bcb171ed03 req-58e4b6ed-4470-417e-a19e-a0229d9a1615 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 984 time: 0.1009858 Oct 28 10:32:54.762101 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-66949755-9e02-407e-bf6b-47bcb171ed03 req-48b60168-040c-4af6-a333-045b76eb752d tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&id=30ae403a-0ad8-4e78-9d73-c8037cf14932&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0544627 Oct 28 10:32:55.886238 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce173be9-49fa-4342-8d9e-297b76c8dc9d req-9892cab5-4905-42db-b29e-0dba0e9eed79 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:32:55.887744 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ce173be9-49fa-4342-8d9e-297b76c8dc9d req-9892cab5-4905-42db-b29e-0dba0e9eed79 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 984 time: 0.0479722 Oct 28 10:32:55.948204 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ce173be9-49fa-4342-8d9e-297b76c8dc9d req-511a8298-64b9-40b6-8b59-9534983366b0 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&id=30ae403a-0ad8-4e78-9d73-c8037cf14932&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0545824 Oct 28 10:33:00.650228 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:33:00.650996 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:33:03.930995 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=46 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:33:03.936972 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=48 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:33:04.295187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:33:04.297068 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:33:05.940366 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=31 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:33:05.942209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=32 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:33:13.069487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ca161c8a-1400-4ffe-85a0-3cc892fd6096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:33:15.389007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-17ee609d-1393-4969-b910-af1c8ee6ace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:33:17.020823 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:33:17.969599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:33:18.703319 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:33:18.707176 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:33:24.358874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:33:32.517023 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-750979f0-675d-4c79-acdc-82048d694139 req-a734c7c7-ad61-4db1-aacb-082df665845f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394025 Oct 28 10:33:32.622226 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750979f0-675d-4c79-acdc-82048d694139 req-8cb89244-4021-4647-b277-f7116c3c95be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:33:32.624288 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-750979f0-675d-4c79-acdc-82048d694139 req-8cb89244-4021-4647-b277-f7116c3c95be service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 1168 time: 0.0404031 Oct 28 10:33:32.734240 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750979f0-675d-4c79-acdc-82048d694139 req-a08cf245-3103-45d0-9663-dd2a07870535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:33:32.735783 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-750979f0-675d-4c79-acdc-82048d694139 req-a08cf245-3103-45d0-9663-dd2a07870535 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 916 time: 0.0922976 Oct 28 10:33:32.801753 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-750979f0-675d-4c79-acdc-82048d694139 req-abc7d4f8-42dc-472a-8447-e1c299da531c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64f26269-98d0-4c54-88e0-0c0fdb5f975c HTTP/1.1" status: 200 len: 1001 time: 0.0584056 Oct 28 10:33:32.855240 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750979f0-675d-4c79-acdc-82048d694139 req-4f8c17db-28d4-4eaa-a704-80d12f16ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:33:32.856669 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-750979f0-675d-4c79-acdc-82048d694139 req-4f8c17db-28d4-4eaa-a704-80d12f16ba95 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0457220 Oct 28 10:33:32.906136 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750979f0-675d-4c79-acdc-82048d694139 req-269af421-2430-4f3c-89dd-ce849ce7f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:33:32.907541 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-750979f0-675d-4c79-acdc-82048d694139 req-269af421-2430-4f3c-89dd-ce849ce7f1f8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0435770 Oct 28 10:33:33.003386 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-750979f0-675d-4c79-acdc-82048d694139 req-2409f94d-bc1a-4864-bb03-05d93d50d3f7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856738 Oct 28 10:33:33.106480 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-750979f0-675d-4c79-acdc-82048d694139 req-bc13527a-f3f9-483a-bba8-4072e072b586 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945463 Oct 28 10:33:34.299471 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:33:34.301304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:33:37.647615 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:33:37.648368 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:33:43.076229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e9295d16-13fb-4eb1-9e83-26008287f221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:33:43.096606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=53 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:33:43.103641 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=48 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:33:45.351552 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-febdbcce-08bc-4f0b-b247-b15281931eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:33:47.019625 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:33:47.994528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:33:48.662901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:33:52.522496 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=14 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:33:52.525418 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=12 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:33:54.397287 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:33:55.702045 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:34:04.328999 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:04.331937 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:12.975151 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3eb82818-ce51-4b46-aa59-cc215de3220e req-734c5f8a-6277-47e7-8a6d-0ebf1310be95 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-72785412&fields=id&tenant_id=6e0c22d8014545b8a65dc7ad268f8472 HTTP/1.1" status: 200 len: 267 time: 0.0547481 Oct 28 10:34:13.036785 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb82818-ce51-4b46-aa59-cc215de3220e req-8ffea053-376f-4c75-88ad-ef8f80aae126 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:13.038701 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3eb82818-ce51-4b46-aa59-cc215de3220e req-8ffea053-376f-4c75-88ad-ef8f80aae126 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 984 time: 0.0581169 Oct 28 10:34:13.050586 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [req-3eb82818-ce51-4b46-aa59-cc215de3220e req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'port': {'security_groups': ['67e34227-1289-4d24-9ac4-e91a5326c3cb']}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:34:13.105065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8051702e-1cdc-4c3f-99fe-9a2c43d7bce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:13.125668 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-3eb82818-ce51-4b46-aa59-cc215de3220e req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:13.319894 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [req-3eb82818-ce51-4b46-aa59-cc215de3220e req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] For port 64f26269-98d0-4c54-88e0-0c0fdb5f975c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=64f26269-98d0-4c54-88e0-0c0fdb5f975c,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:34:13.352211 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-3eb82818-ce51-4b46-aa59-cc215de3220e req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:13.415190 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-3eb82818-ce51-4b46-aa59-cc215de3220e req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:13.424024 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb82818-ce51-4b46-aa59-cc215de3220e req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:13.424677 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-3eb82818-ce51-4b46-aa59-cc215de3220e req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:13.426106 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3eb82818-ce51-4b46-aa59-cc215de3220e req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "PUT /networking/v2.0/ports/64f26269-98d0-4c54-88e0-0c0fdb5f975c HTTP/1.1" status: 200 len: 942 time: 0.3809457 Oct 28 10:34:13.429181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60805792-8148-453a-81be-59f3f202cc1e', 'tag': '64f26269-98d0-4c54-88e0-0c0fdb5f975c'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:34:13.431510 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c62ecdf-86e6-4d30-91a1-95c0bd08bad2" -d '{"events": [{"name": "network-changed", "server_uuid": "60805792-8148-453a-81be-59f3f202cc1e", "tag": "64f26269-98d0-4c54-88e0-0c0fdb5f975c"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:34:13.432324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48736) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:34:13.465373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['64f26269-98d0-4c54-88e0-0c0fdb5f975c'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:34:13.489032 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'Port': ['ID=64f26269-98d0-4c54-88e0-0c0fdb5f975c,revision_number=7']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:34:13.496927 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.497278 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.497622 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.497958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.498453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.498826 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.499281 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.499479 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.499808 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.500137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.500463 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.500787 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.501110 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.501438 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.501746 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118b52-ff2c-4589-9811-0e06395b0154 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.504007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group (30ae403a-0ad8-4e78-9d73-c8037cf14932), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:13.534209 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group (30ae403a-0ad8-4e78-9d73-c8037cf14932), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:13.600751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['64f26269-98d0-4c54-88e0-0c0fdb5f975c'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:34:13.673154 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (30ae403a-0ad8-4e78-9d73-c8037cf14932), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:13.675799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:13.677331 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/30ae403a-0ad8-4e78-9d73-c8037cf14932 HTTP/1.1" status: 204 len: 168 time: 0.2437556 Oct 28 10:34:13.681098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 48742) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:34:13.721970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ae403a-0ad8-4e78-9d73-c8037cf14932,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:34:13.737342 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.737691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.745140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.745140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.745140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.745140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.745140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.745140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.745140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.745140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.745140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.745140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.745140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.745140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.745140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea7f52-945d-4322-b9ce-9fed49e03eac tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:13.871806 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-f004b6f0-2d43-4da4-8795-8984e9a7d1c9 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Deleting port 860f2bf2-3ca4-4f73-8b20-dfe4944f2851 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:34:13.872166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f004b6f0-2d43-4da4-8795-8984e9a7d1c9 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (860f2bf2-3ca4-4f73-8b20-dfe4944f2851), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:13.952129 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f004b6f0-2d43-4da4-8795-8984e9a7d1c9 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (860f2bf2-3ca4-4f73-8b20-dfe4944f2851), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:13.952456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f004b6f0-2d43-4da4-8795-8984e9a7d1c9 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for floatingip (860f2bf2-3ca4-4f73-8b20-dfe4944f2851), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:13.966267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-f004b6f0-2d43-4da4-8795-8984e9a7d1c9 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Calling delete_port for 860f2bf2-3ca4-4f73-8b20-dfe4944f2851 owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:34:14.209700 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f004b6f0-2d43-4da4-8795-8984e9a7d1c9 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (860f2bf2-3ca4-4f73-8b20-dfe4944f2851), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:14.236891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004b6f0-2d43-4da4-8795-8984e9a7d1c9 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event deleted for resources: {'Port': ['ID=860f2bf2-3ca4-4f73-8b20-dfe4944f2851,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:34:14.309284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f004b6f0-2d43-4da4-8795-8984e9a7d1c9 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for floatingip (9ac357d1-29ec-4bf5-ad04-ba150e7229bb), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:14.309616 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-f004b6f0-2d43-4da4-8795-8984e9a7d1c9 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Floating IP 9ac357d1-29ec-4bf5-ad04-ba150e7229bb disassociated (deleted). External IP: 172.36.1.238, port: 64f26269-98d0-4c54-88e0-0c0fdb5f975c. Oct 28 10:34:14.493235 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e762b7b7-c7d8-466a-b644-1c3d9f6090f4 x-openstack-request-id: req-e762b7b7-c7d8-466a-b644-1c3d9f6090f4 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:34:14.494817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60805792-8148-453a-81be-59f3f202cc1e", "tag": "64f26269-98d0-4c54-88e0-0c0fdb5f975c", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:34:14.494817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e762b7b7-c7d8-466a-b644-1c3d9f6090f4 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:34:14.494817 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e762b7b7-c7d8-466a-b644-1c3d9f6090f4'] response: {'name': 'network-changed', 'server_uuid': '60805792-8148-453a-81be-59f3f202cc1e', 'tag': '64f26269-98d0-4c54-88e0-0c0fdb5f975c', 'status': 'completed', 'code': 200} Oct 28 10:34:14.517274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:14.526353 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f004b6f0-2d43-4da4-8795-8984e9a7d1c9 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Router 02086925-9578-47a8-bbb2-34f83eafc052 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:34:14.528903 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:14.643171 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:14.650248 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:14.909015 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62ecdf-86e6-4d30-91a1-95c0bd08bad2 req-35c64705-02c3-4eb4-9e8c-e6cf6477e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:14.910514 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3c62ecdf-86e6-4d30-91a1-95c0bd08bad2 req-35c64705-02c3-4eb4-9e8c-e6cf6477e949 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 1129 time: 0.3379617 Oct 28 10:34:14.979107 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f004b6f0-2d43-4da4-8795-8984e9a7d1c9 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:34:14.984683 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f004b6f0-2d43-4da4-8795-8984e9a7d1c9 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:14.989260 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a043e-32f5-4ce8-9d5f-b37d022c3e90 None None] Sync routers for ids ['02086925-9578-47a8-bbb2-34f83eafc052'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:34:15.011894 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a043e-32f5-4ce8-9d5f-b37d022c3e90 None None] Routers {'02086925-9578-47a8-bbb2-34f83eafc052'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:34:15.012629 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-465a043e-32f5-4ce8-9d5f-b37d022c3e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:33:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['02086925-9578-47a8-bbb2-34f83eafc052'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:34:15.035784 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f004b6f0-2d43-4da4-8795-8984e9a7d1c9 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/9ac357d1-29ec-4bf5-ad04-ba150e7229bb HTTP/1.1" status: 204 len: 168 time: 1.3535447 Oct 28 10:34:15.042255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60805792-8148-453a-81be-59f3f202cc1e', 'tag': '64f26269-98d0-4c54-88e0-0c0fdb5f975c'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:34:15.044609 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cf2d6b-921e-475d-b461-921f06a4d075" -d '{"events": [{"name": "network-changed", "server_uuid": "60805792-8148-453a-81be-59f3f202cc1e", "tag": "64f26269-98d0-4c54-88e0-0c0fdb5f975c"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:34:15.074136 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62ecdf-86e6-4d30-91a1-95c0bd08bad2 req-0f782cb0-59b1-4795-ac73-cec4cb27890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:15.074136 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3c62ecdf-86e6-4d30-91a1-95c0bd08bad2 req-0f782cb0-59b1-4795-ac73-cec4cb27890d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 916 time: 0.1505368 Oct 28 10:34:15.132630 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3c62ecdf-86e6-4d30-91a1-95c0bd08bad2 req-4ed92c53-8672-44c0-8ec0-a3b5dc258b4e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64f26269-98d0-4c54-88e0-0c0fdb5f975c HTTP/1.1" status: 200 len: 217 time: 0.0527284 Oct 28 10:34:15.135469 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-465a043e-32f5-4ce8-9d5f-b37d022c3e90 None None] Set router 02086925-9578-47a8-bbb2-34f83eafc052 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:34:15.199228 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f19e851-b1fd-44ea-bbd8-fc42d7efa7f5 x-openstack-request-id: req-4f19e851-b1fd-44ea-bbd8-fc42d7efa7f5 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:34:15.199631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60805792-8148-453a-81be-59f3f202cc1e", "tag": "64f26269-98d0-4c54-88e0-0c0fdb5f975c", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:34:15.200151 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f19e851-b1fd-44ea-bbd8-fc42d7efa7f5 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:34:15.200631 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f19e851-b1fd-44ea-bbd8-fc42d7efa7f5'] response: {'name': 'network-changed', 'server_uuid': '60805792-8148-453a-81be-59f3f202cc1e', 'tag': '64f26269-98d0-4c54-88e0-0c0fdb5f975c', 'status': 'completed', 'code': 200} Oct 28 10:34:15.207473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62ecdf-86e6-4d30-91a1-95c0bd08bad2 req-68a333ad-9f9c-4938-a374-aed8c84ceb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:15.209320 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3c62ecdf-86e6-4d30-91a1-95c0bd08bad2 req-68a333ad-9f9c-4938-a374-aed8c84ceb8c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0663786 Oct 28 10:34:15.301133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62ecdf-86e6-4d30-91a1-95c0bd08bad2 req-91f783c9-e562-466b-924d-fb0b2f332e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:15.303846 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3c62ecdf-86e6-4d30-91a1-95c0bd08bad2 req-91f783c9-e562-466b-924d-fb0b2f332e1f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0705712 Oct 28 10:34:15.385920 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-465a043e-32f5-4ce8-9d5f-b37d022c3e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '1b88202f-faff-4bbf-aaa9-774f3163a447', 'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'mac_address': 'fa:16:3e:65:67:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:12Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 5, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'subnets': [{'id': '49bdef76-92d0-44b8-af75-a275a020db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:34:15.420006 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3c62ecdf-86e6-4d30-91a1-95c0bd08bad2 req-887baa55-e660-43d0-ad79-3359f11ab2c2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062741 Oct 28 10:34:15.421343 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a043e-32f5-4ce8-9d5f-b37d022c3e90 None None] Checking router: 02086925-9578-47a8-bbb2-34f83eafc052 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:34:15.432485 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a043e-32f5-4ce8-9d5f-b37d022c3e90 None None] Routers {'02086925-9578-47a8-bbb2-34f83eafc052'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:34:15.433526 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-465a043e-32f5-4ce8-9d5f-b37d022c3e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:33:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['02086925-9578-47a8-bbb2-34f83eafc052'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:34:15.435504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-febfcc31-8f7b-497b-a499-8d5819570733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:15.542129 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3c62ecdf-86e6-4d30-91a1-95c0bd08bad2 req-4cab9fa4-b7d8-4656-bc5f-f2ee5b842fef service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130226 Oct 28 10:34:15.564647 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-465a043e-32f5-4ce8-9d5f-b37d022c3e90 None None] Set router 02086925-9578-47a8-bbb2-34f83eafc052 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:34:15.746233 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf2d6b-921e-475d-b461-921f06a4d075 req-89774009-3c7d-4603-9554-a37052d75d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:15.747899 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-72cf2d6b-921e-475d-b461-921f06a4d075 req-89774009-3c7d-4603-9554-a37052d75d2f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 1129 time: 0.0476503 Oct 28 10:34:15.785531 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-465a043e-32f5-4ce8-9d5f-b37d022c3e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '1b88202f-faff-4bbf-aaa9-774f3163a447', 'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'mac_address': 'fa:16:3e:65:67:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:12Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 5, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'subnets': [{'id': '49bdef76-92d0-44b8-af75-a275a020db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:34:15.810469 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a043e-32f5-4ce8-9d5f-b37d022c3e90 None None] The sync data for ids ['02086925-9578-47a8-bbb2-34f83eafc052'] in dv-neutron-zed-2-hyperv is: [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '1b88202f-faff-4bbf-aaa9-774f3163a447', 'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'mac_address': 'fa:16:3e:65:67:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:12Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 5, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'subnets': [{'id': '49bdef76-92d0-44b8-af75-a275a020db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:34:15.869417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf2d6b-921e-475d-b461-921f06a4d075 req-7961374f-86d2-46d9-bd54-20596d863b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:15.871062 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-72cf2d6b-921e-475d-b461-921f06a4d075 req-7961374f-86d2-46d9-bd54-20596d863b3b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 916 time: 0.1130209 Oct 28 10:34:16.108803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413cefd-546c-4eb6-b200-8e0bd5bcae8f None None] New status for floating IP 9ac357d1-29ec-4bf5-ad04-ba150e7229bb: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:34:16.208680 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-72cf2d6b-921e-475d-b461-921f06a4d075 req-69721f3f-c552-4427-b04e-07799de463e2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64f26269-98d0-4c54-88e0-0c0fdb5f975c HTTP/1.1" status: 200 len: 217 time: 0.0410626 Oct 28 10:34:16.268026 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf2d6b-921e-475d-b461-921f06a4d075 req-bc4ca879-f037-4608-85e7-2f46675c422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:16.269524 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-72cf2d6b-921e-475d-b461-921f06a4d075 req-bc4ca879-f037-4608-85e7-2f46675c422e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0528128 Oct 28 10:34:16.336282 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf2d6b-921e-475d-b461-921f06a4d075 req-b5156581-9fa7-4af8-a33c-ffb88873f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:16.337838 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-72cf2d6b-921e-475d-b461-921f06a4d075 req-b5156581-9fa7-4af8-a33c-ffb88873f6d3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0479858 Oct 28 10:34:16.437348 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:16.449693 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-72cf2d6b-921e-475d-b461-921f06a4d075 req-eb56c1dd-2a71-4b9c-9159-3e4bb6c794f0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023345 Oct 28 10:34:16.572327 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-72cf2d6b-921e-475d-b461-921f06a4d075 req-9bc711b6-9b07-4362-a59b-a3a64b09c55a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124775 Oct 28 10:34:17.043801 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:18.042411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:18.655858 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:23.479792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=48,neutron:DELETE=1,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:23.492876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:24.409447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:24.916692 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344aae0-7fb4-4774-8299-0955124431c7 req-ee6f677a-8ee3-43ec-865b-88143a4aa648 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:24.918193 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3344aae0-7fb4-4774-8299-0955124431c7 req-ee6f677a-8ee3-43ec-865b-88143a4aa648 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 945 time: 0.0551155 Oct 28 10:34:24.970724 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3344aae0-7fb4-4774-8299-0955124431c7 req-b1f2d534-002d-4adb-bb02-c41bf11839f6 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463126 Oct 28 10:34:25.788138 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=50 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:25.788943 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=82 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:26.094586 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2974e6-aa19-413b-87d3-a70df17d1412 req-325033d6-5770-4dc3-9135-c1f3dd91b341 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:26.096119 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-be2974e6-aa19-413b-87d3-a70df17d1412 req-325033d6-5770-4dc3-9135-c1f3dd91b341 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 945 time: 0.0478852 Oct 28 10:34:26.143758 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-be2974e6-aa19-413b-87d3-a70df17d1412 req-31a029f5-d2b3-4cb8-9bab-9f46a4e50d5b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419283 Oct 28 10:34:26.566256 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:26.568226 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:26.941465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fd175-e42b-4bd4-8ea3-15a97c46c0fe req-8b648bce-4634-4370-b0cf-8c01556163ea tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:26.943519 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c62fd175-e42b-4bd4-8ea3-15a97c46c0fe req-8b648bce-4634-4370-b0cf-8c01556163ea tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 945 time: 0.0497382 Oct 28 10:34:27.031336 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-c62fd175-e42b-4bd4-8ea3-15a97c46c0fe req-17d7ae8f-b948-4599-9ca3-4ce08192ac48 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Deleting port 64f26269-98d0-4c54-88e0-0c0fdb5f975c {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:34:27.031672 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-c62fd175-e42b-4bd4-8ea3-15a97c46c0fe req-17d7ae8f-b948-4599-9ca3-4ce08192ac48 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:27.122347 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-c62fd175-e42b-4bd4-8ea3-15a97c46c0fe req-17d7ae8f-b948-4599-9ca3-4ce08192ac48 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] For port 64f26269-98d0-4c54-88e0-0c0fdb5f975c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=64f26269-98d0-4c54-88e0-0c0fdb5f975c,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:34:27.122620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-c62fd175-e42b-4bd4-8ea3-15a97c46c0fe req-17d7ae8f-b948-4599-9ca3-4ce08192ac48 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:27.136162 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-c62fd175-e42b-4bd4-8ea3-15a97c46c0fe req-17d7ae8f-b948-4599-9ca3-4ce08192ac48 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Calling delete_port for 64f26269-98d0-4c54-88e0-0c0fdb5f975c owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:34:27.279675 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9996950-b9e8-4afb-9eb9-d1b771003c0c req-de0a325d-31cf-420c-93c1-876553ed84ba tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:27.281235 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d9996950-b9e8-4afb-9eb9-d1b771003c0c req-de0a325d-31cf-420c-93c1-876553ed84ba tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 945 time: 0.0576317 Oct 28 10:34:27.331330 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d9996950-b9e8-4afb-9eb9-d1b771003c0c req-d2338925-dbac-43bb-a840-a55634738db6 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443826 Oct 28 10:34:27.362086 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-c62fd175-e42b-4bd4-8ea3-15a97c46c0fe req-17d7ae8f-b948-4599-9ca3-4ce08192ac48 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (64f26269-98d0-4c54-88e0-0c0fdb5f975c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:27.392946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7ae8f-b948-4599-9ca3-4ce08192ac48 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event deleted for resources: {'Port': ['ID=64f26269-98d0-4c54-88e0-0c0fdb5f975c,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:34:27.399590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['64f26269-98d0-4c54-88e0-0c0fdb5f975c'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:34:27.438038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62fd175-e42b-4bd4-8ea3-15a97c46c0fe req-17d7ae8f-b948-4599-9ca3-4ce08192ac48 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] No DVR routers for this DVR port 64f26269-98d0-4c54-88e0-0c0fdb5f975c on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:34:27.440536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-c62fd175-e42b-4bd4-8ea3-15a97c46c0fe req-17d7ae8f-b948-4599-9ca3-4ce08192ac48 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:27.444433 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c62fd175-e42b-4bd4-8ea3-15a97c46c0fe req-17d7ae8f-b948-4599-9ca3-4ce08192ac48 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.48 "DELETE /networking/v2.0/ports/64f26269-98d0-4c54-88e0-0c0fdb5f975c HTTP/1.1" status: 204 len: 173 time: 0.4955871 Oct 28 10:34:27.444928 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60805792-8148-453a-81be-59f3f202cc1e', 'name': 'network-vif-deleted', 'tag': '64f26269-98d0-4c54-88e0-0c0fdb5f975c'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:34:27.447460 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7450de3-36fd-4c10-8b11-868b32133a29" -d '{"events": [{"server_uuid": "60805792-8148-453a-81be-59f3f202cc1e", "name": "network-vif-deleted", "tag": "64f26269-98d0-4c54-88e0-0c0fdb5f975c"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:34:27.486322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c66e50-d055-4ba6-8444-20cac9d7f0b2 x-openstack-request-id: req-94c66e50-d055-4ba6-8444-20cac9d7f0b2 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:34:27.486619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60805792-8148-453a-81be-59f3f202cc1e", "name": "network-vif-deleted", "tag": "64f26269-98d0-4c54-88e0-0c0fdb5f975c", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:34:27.486913 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94c66e50-d055-4ba6-8444-20cac9d7f0b2 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:34:27.487331 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c66e50-d055-4ba6-8444-20cac9d7f0b2'] response: {'server_uuid': '60805792-8148-453a-81be-59f3f202cc1e', 'name': 'network-vif-deleted', 'tag': '64f26269-98d0-4c54-88e0-0c0fdb5f975c', 'status': 'completed', 'code': 200} Oct 28 10:34:28.445861 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-89c371f0-34c4-4bdd-9ce9-c38a6e7115bb req-473ce9d9-4217-4010-807e-65bbd32e1ce0 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60805792-8148-453a-81be-59f3f202cc1e HTTP/1.1" status: 200 len: 210 time: 0.0284965 Oct 28 10:34:30.452596 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 64f26269-98d0-4c54-88e0-0c0fdb5f975c no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:34:30.472162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 64f26269-98d0-4c54-88e0-0c0fdb5f975c {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:34:30.472503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 64f26269-98d0-4c54-88e0-0c0fdb5f975c not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:34:32.704256 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:34:34.332416 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:37.420013 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=45,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:37.421605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=44,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:38.426479 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=29 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:38.428205 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=27 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:40.457018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:41.779209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-9106ca9b-f166-4b86-a816-c1233b6a4e5a tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:41.780693 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-9106ca9b-f166-4b86-a816-c1233b6a4e5a tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 815 time: 0.1122222 Oct 28 10:34:41.796653 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-bbfe95d9-37d1-4941-98f2-3ea0048ba44b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/quotas/6e0c22d8014545b8a65dc7ad268f8472 HTTP/1.1" status: 200 len: 375 time: 0.0100811 Oct 28 10:34:41.848141 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-995539cd-8706-4dff-a7f4-da659b8aa948 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460403 Oct 28 10:34:42.005212 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-67a52a6b-2485-43a1-86b6-12653ab28dd4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443102 Oct 28 10:34:42.418111 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-fd2331fa-9e8c-4308-bb9e-bd6ef291e389 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071968 Oct 28 10:34:42.692962 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3c9d5d23-b769-44ea-863b-12ca32c2e76f req-11ee3b44-ec87-47c2-9262-76b83127f855 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 210 time: 0.0279300 Oct 28 10:34:43.090702 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-505b5509-8f53-4c15-866c-28ccf10369c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:43.803228 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-068f1306-a069-43f3-b645-6b26f5fe81ba req-1c8eb993-9e1a-492f-a088-b9b802540e05 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 210 time: 0.0337181 Oct 28 10:34:44.911950 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fb2f1696-5f26-4679-8ab9-98333108ed03 req-b4d5c009-c7d3-4bc9-96d8-ae7a69fcd656 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 210 time: 0.0272558 Oct 28 10:34:45.367791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-de70fe35-7189-4ec0-a102-342375d1607f tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:45.369266 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-de70fe35-7189-4ec0-a102-342375d1607f tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 815 time: 0.1072772 Oct 28 10:34:45.374378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fee0e19f-2de2-4f36-971f-ebafc7876dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:45.394355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-124a0e11-08df-48f3-8660-63a84a47152e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'port': {'device_id': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'admin_state_up': True, 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:34:45.610622 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-124a0e11-08df-48f3-8660-63a84a47152e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Made reservation on behalf of 6e0c22d8014545b8a65dc7ad268f8472 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:34:45.614550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-124a0e11-08df-48f3-8660-63a84a47152e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:45.749401 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-124a0e11-08df-48f3-8660-63a84a47152e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Allocated IP 172.20.0.5 (15f0d9f3-4614-412e-bad5-1b980e7eb5dd/49bdef76-92d0-44b8-af75-a275a020db67/25390e62-3a2f-42d4-b40e-406722f171d3) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:34:45.914326 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-124a0e11-08df-48f3-8660-63a84a47152e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for port (25390e62-3a2f-42d4-b40e-406722f171d3), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:46.008480 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7bad6e04-6443-4b83-b7bf-d492b0019f57 req-4674d87f-0996-448e-8633-757d13a1117d tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 210 time: 0.0283606 Oct 28 10:34:46.025967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-124a0e11-08df-48f3-8660-63a84a47152e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:46.077615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-124a0e11-08df-48f3-8660-63a84a47152e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:34:46.081588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-124a0e11-08df-48f3-8660-63a84a47152e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:34:46.086407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-124a0e11-08df-48f3-8660-63a84a47152e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:34:46.153107 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-124a0e11-08df-48f3-8660-63a84a47152e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:46.154078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-124a0e11-08df-48f3-8660-63a84a47152e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:46.157987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a0e11-08df-48f3-8660-63a84a47152e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'Port': ['ID=25390e62-3a2f-42d4-b40e-406722f171d3,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:34:46.277395 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-124a0e11-08df-48f3-8660-63a84a47152e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8868964 Oct 28 10:34:46.430912 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2c6a3ece-b2bf-470b-9b7c-38dc00eaa58f None None] Provisioning complete for port 25390e62-3a2f-42d4-b40e-406722f171d3 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:34:46.432150 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2c6a3ece-b2bf-470b-9b7c-38dc00eaa58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:46.432844 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2c6a3ece-b2bf-470b-9b7c-38dc00eaa58f None None] Attempt 1 to provision port 25390e62-3a2f-42d4-b40e-406722f171d3 Oct 28 10:34:46.472837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2c6a3ece-b2bf-470b-9b7c-38dc00eaa58f None None] Port 25390e62-3a2f-42d4-b40e-406722f171d3 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:34:47.056669 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:47.157017 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b7a86-ea21-4210-a710-46582838ee1f req-dada90b3-6132-4cdc-bf99-850baafcb66c tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:47.160505 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4f7b7a86-ea21-4210-a710-46582838ee1f req-dada90b3-6132-4cdc-bf99-850baafcb66c tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 931 time: 0.0555563 Oct 28 10:34:47.222319 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4f7b7a86-ea21-4210-a710-46582838ee1f req-3ad9a09c-4b55-432c-b685-5562195b3b0e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555964 Oct 28 10:34:48.074316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:48.364460 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b0539-c988-41a5-923c-caee19d46b6e req-9f2ed2c1-dc09-4cef-b37d-5caf4a7ada8b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:48.366558 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-377b0539-c988-41a5-923c-caee19d46b6e req-9f2ed2c1-dc09-4cef-b37d-5caf4a7ada8b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 931 time: 0.0552361 Oct 28 10:34:48.439453 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-377b0539-c988-41a5-923c-caee19d46b6e req-2cd6b4bd-70df-4500-8435-5ef23f9d0ff4 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665128 Oct 28 10:34:48.672172 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:49.588677 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3c9ca-0d37-487f-803c-78a00f694a19 req-523bdeda-b003-425a-933f-285121af4010 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:49.590269 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-10a3c9ca-0d37-487f-803c-78a00f694a19 req-523bdeda-b003-425a-933f-285121af4010 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 931 time: 0.0527573 Oct 28 10:34:49.667286 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-10a3c9ca-0d37-487f-803c-78a00f694a19 req-4d12ce43-2361-48bc-980c-8c883e3620f3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710578 Oct 28 10:34:50.828872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f30e24-6bf0-4a66-931d-532bf2b2624d req-1e6284f5-f198-44a2-8248-8f526a24c008 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:50.831504 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-88f30e24-6bf0-4a66-931d-532bf2b2624d req-1e6284f5-f198-44a2-8248-8f526a24c008 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 931 time: 0.0693836 Oct 28 10:34:50.909121 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-88f30e24-6bf0-4a66-931d-532bf2b2624d req-da56a7d6-e280-417e-ab41-6a3773f71d70 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709040 Oct 28 10:34:51.645419 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:51.652782 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:52.052004 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee783415-bf5a-45f3-b198-31a098c601af req-778cd366-048c-4407-8197-77b77928ee72 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:52.053595 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ee783415-bf5a-45f3-b198-31a098c601af req-778cd366-048c-4407-8197-77b77928ee72 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 931 time: 0.0549877 Oct 28 10:34:52.110744 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ee783415-bf5a-45f3-b198-31a098c601af req-9fd62ce5-1d67-4e5f-9805-f65a2c1cb3e4 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493362 Oct 28 10:34:53.234916 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed939f1b-9770-4e12-8f31-b944ab98ca4a req-77fa9a18-65d3-4e17-bb54-fa423ae6b05d tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:53.236447 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ed939f1b-9770-4e12-8f31-b944ab98ca4a req-77fa9a18-65d3-4e17-bb54-fa423ae6b05d tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 931 time: 0.0482252 Oct 28 10:34:53.283294 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:53.288398 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ed939f1b-9770-4e12-8f31-b944ab98ca4a req-bdc24c66-f695-46de-9a49-08585fb947d8 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459490 Oct 28 10:34:53.340787 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Request body: {'port': {'device_id': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:34:53.403403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:53.503949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:53.506946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:53.672350 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25390e62-3a2f-42d4-b40e-406722f171d3 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:34:53.680975 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Publish callbacks [] for port (25390e62-3a2f-42d4-b40e-406722f171d3), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:53.695372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Transition to ACTIVE for port object 25390e62-3a2f-42d4-b40e-406722f171d3 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:34:53.782171 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:53.846779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Pushing event updated for resources: {'Port': ['ID=25390e62-3a2f-42d4-b40e-406722f171d3,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:34:53.901186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Attempting to bind port 25390e62-3a2f-42d4-b40e-406722f171d3 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:34:53.901525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Attempting to bind port 25390e62-3a2f-42d4-b40e-406722f171d3 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:34:53.901850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Attempting to bind port 25390e62-3a2f-42d4-b40e-406722f171d3 on network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:34:53.947983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Port 25390e62-3a2f-42d4-b40e-406722f171d3 on network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:34:53.948308 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Attempting to bind port 25390e62-3a2f-42d4-b40e-406722f171d3 on network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:34:53.992236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:34:53.992568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Checking segment: {'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:34:53.992952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Bound using segment: {'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:34:53.993384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Bound port: 25390e62-3a2f-42d4-b40e-406722f171d3, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f002f04f-fb6e-49d0-a515-c56d1419179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:34:53.993740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:54.056016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] For port 25390e62-3a2f-42d4-b40e-406722f171d3, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:34:54.059124 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] For port 25390e62-3a2f-42d4-b40e-406722f171d3, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=25390e62-3a2f-42d4-b40e-406722f171d3,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:34:54.142766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:54.146117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:54.146777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:54.148897 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/25390e62-3a2f-42d4-b40e-406722f171d3 HTTP/1.1" status: 200 len: 1093 time: 0.8125792 Oct 28 10:34:54.151216 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'tag': '25390e62-3a2f-42d4-b40e-406722f171d3'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:34:54.153474 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20bc164-c0d2-4148-9b7c-610d1a70a189" -d '{"events": [{"name": "network-changed", "server_uuid": "2490f3f7-9293-42cf-8070-4e105ab5ad89", "tag": "25390e62-3a2f-42d4-b40e-406722f171d3"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:34:54.194046 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713bef54-2711-4c02-a51d-f2e771db1d6a x-openstack-request-id: req-713bef54-2711-4c02-a51d-f2e771db1d6a {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:34:54.194339 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2490f3f7-9293-42cf-8070-4e105ab5ad89", "tag": "25390e62-3a2f-42d4-b40e-406722f171d3", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:34:54.194597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-713bef54-2711-4c02-a51d-f2e771db1d6a {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:34:54.195119 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-713bef54-2711-4c02-a51d-f2e771db1d6a'] response: {'name': 'network-changed', 'server_uuid': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'tag': '25390e62-3a2f-42d4-b40e-406722f171d3', 'status': 'completed', 'code': 200} Oct 28 10:34:54.212409 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e1d92-d713-40f7-96e6-3aff91bd91b7 service neutron] Pushing event updated for resources: {'Port': ['ID=25390e62-3a2f-42d4-b40e-406722f171d3,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:34:54.285857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bc164-c0d2-4148-9b7c-610d1a70a189 req-527fd7d3-fbfe-4088-bc01-038e117d9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:54.287547 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a20bc164-c0d2-4148-9b7c-610d1a70a189 req-527fd7d3-fbfe-4088-bc01-038e117d9360 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 1127 time: 0.0416894 Oct 28 10:34:54.413235 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bc164-c0d2-4148-9b7c-610d1a70a189 req-22cbe1cf-1467-4b03-8690-f4021775463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:54.414746 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a20bc164-c0d2-4148-9b7c-610d1a70a189 req-22cbe1cf-1467-4b03-8690-f4021775463a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1069298 Oct 28 10:34:54.420141 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00068b1-3f30-4887-b7af-093c43581b83 req-b38bbb7a-133f-4626-a142-c949a0e2632a tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:54.421716 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e00068b1-3f30-4887-b7af-093c43581b83 req-b38bbb7a-133f-4626-a142-c949a0e2632a tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 943 time: 0.0493054 Oct 28 10:34:54.421984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:54.472996 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e00068b1-3f30-4887-b7af-093c43581b83 req-b37b42ab-b46b-4cce-be8d-5b20ebe72353 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436220 Oct 28 10:34:54.521035 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:54.524660 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bc164-c0d2-4148-9b7c-610d1a70a189 req-e9958727-d63b-42a1-b7c2-e7819ae0504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:54.526132 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a20bc164-c0d2-4148-9b7c-610d1a70a189 req-e9958727-d63b-42a1-b7c2-e7819ae0504c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028850 Oct 28 10:34:54.638267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-46422a41-1b79-4dfc-a2e4-17eea6b0ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:54.639763 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-46422a41-1b79-4dfc-a2e4-17eea6b0ebfb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 1127 time: 0.0423789 Oct 28 10:34:54.698294 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-5f2dcc10-48a2-48f4-bd16-9ad063466b11 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25390e62-3a2f-42d4-b40e-406722f171d3 HTTP/1.1" status: 200 len: 217 time: 0.0386958 Oct 28 10:34:54.750472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-1b1662f7-eea8-426a-9074-eaffbb0330de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:54.751992 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-1b1662f7-eea8-426a-9074-eaffbb0330de service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0450819 Oct 28 10:34:54.801219 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-6fdaf696-8c26-408c-b7bd-05da8a5e1eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:54.803864 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-6fdaf696-8c26-408c-b7bd-05da8a5e1eb8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0427473 Oct 28 10:34:54.821863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:54.910015 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-fa1dc3d7-f908-42d3-953b-a5863d672197 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965233 Oct 28 10:34:55.005780 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a2b8c8c5-d722-47cc-9cdb-2dccc0559f72 req-16cefd01-f0e8-4f43-9a65-bd637420fe91 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858166 Oct 28 10:34:55.601234 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59084f0-1140-4168-bad2-5d2e9aafd79e req-8b5b2c35-d39f-4056-8401-b4ff43d828c3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:55.602759 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c59084f0-1140-4168-bad2-5d2e9aafd79e req-8b5b2c35-d39f-4056-8401-b4ff43d828c3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 943 time: 0.0475223 Oct 28 10:34:55.628505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:34:55.652744 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c59084f0-1140-4168-bad2-5d2e9aafd79e req-e654b3c1-65aa-409d-8fbb-a484314312b5 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443840 Oct 28 10:34:56.777805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f8f6b-2b80-4033-a929-6517986aa4b0 req-d81067ca-d645-4810-a28d-05face8b6e2b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:56.779318 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7f2f8f6b-2b80-4033-a929-6517986aa4b0 req-d81067ca-d645-4810-a28d-05face8b6e2b tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 943 time: 0.0512798 Oct 28 10:34:56.827453 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7f2f8f6b-2b80-4033-a929-6517986aa4b0 req-bee56177-5edd-4a15-a29e-56522cbfef2f tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425580 Oct 28 10:34:57.960175 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f94e6-591a-4cf5-9190-cc371c9ce61a req-f140be1e-b6be-4ba6-898a-b8134de23b08 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:57.961611 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-092f94e6-591a-4cf5-9190-cc371c9ce61a req-f140be1e-b6be-4ba6-898a-b8134de23b08 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 943 time: 0.0565383 Oct 28 10:34:58.020659 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-092f94e6-591a-4cf5-9190-cc371c9ce61a req-7d999b03-10b7-46a2-b129-63b6f1aa2716 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526016 Oct 28 10:34:58.586064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 25390e62-3a2f-42d4-b40e-406722f171d3 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:34:58.689245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 25390e62-3a2f-42d4-b40e-406722f171d3, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=25390e62-3a2f-42d4-b40e-406722f171d3,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:34:58.701358 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '25390e62-3a2f-42d4-b40e-406722f171d3', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'port_id': '25390e62-3a2f-42d4-b40e-406722f171d3', 'mac_address': 'fa:16:3e:e5:92:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:34:58.739357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 25390e62-3a2f-42d4-b40e-406722f171d3 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:34:58.739746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:58.756549 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25390e62-3a2f-42d4-b40e-406722f171d3 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:34:58.777854 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 25390e62-3a2f-42d4-b40e-406722f171d3, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=25390e62-3a2f-42d4-b40e-406722f171d3,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:34:58.855274 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:34:58.904909 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=25390e62-3a2f-42d4-b40e-406722f171d3,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:34:58.912391 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:58.912741 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:58.913724 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:58.914080 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:58.914420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:58.914779 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:58.915114 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:58.915444 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:58.915777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:58.916108 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:58.916491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:58.916824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:58.917150 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:58.917473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:58.917794 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:34:59.166257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da837b0-c777-4770-a73e-5bd85575d8ab req-a93df3fa-0ab3-49f5-9d98-3128aee79d18 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:34:59.167743 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7da837b0-c777-4770-a73e-5bd85575d8ab req-a93df3fa-0ab3-49f5-9d98-3128aee79d18 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 944 time: 0.0561588 Oct 28 10:34:59.225164 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7da837b0-c777-4770-a73e-5bd85575d8ab req-a6a50b3d-0f66-4f76-b322-aa0c3bd4edae tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498686 Oct 28 10:34:59.268937 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['25390e62-3a2f-42d4-b40e-406722f171d3'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:35:00.348810 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a09c6-ed80-44b9-84c1-120d4d97c9f2 req-cc2603ff-f9fa-4b2b-a619-9a290ccdb150 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:00.350295 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ff8a09c6-ed80-44b9-84c1-120d4d97c9f2 req-cc2603ff-f9fa-4b2b-a619-9a290ccdb150 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 944 time: 0.0479147 Oct 28 10:35:00.411091 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ff8a09c6-ed80-44b9-84c1-120d4d97c9f2 req-8ff85699-fc56-4a5b-bde2-ed06f5fcb0b0 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543845 Oct 28 10:35:00.609141 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 25390e62-3a2f-42d4-b40e-406722f171d3 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:35:00.654172 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 25390e62-3a2f-42d4-b40e-406722f171d3 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:35:00.713648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 25390e62-3a2f-42d4-b40e-406722f171d3 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:35:00.714088 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:00.714472 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 25390e62-3a2f-42d4-b40e-406722f171d3 Oct 28 10:35:00.796885 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 25390e62-3a2f-42d4-b40e-406722f171d3 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:35:00.797282 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:00.817704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:00.823493 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25390e62-3a2f-42d4-b40e-406722f171d3'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:35:00.825767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05e601c-7d5b-4208-bd7d-cfb9f34584dd" -d '{"events": [{"server_uuid": "2490f3f7-9293-42cf-8070-4e105ab5ad89", "name": "network-vif-plugged", "status": "completed", "tag": "25390e62-3a2f-42d4-b40e-406722f171d3"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:35:00.839988 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 25390e62-3a2f-42d4-b40e-406722f171d3, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=25390e62-3a2f-42d4-b40e-406722f171d3,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:35:00.908426 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:00.940393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:00.940896 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2518bd7-eced-4e3c-ab43-a0122f417260 x-openstack-request-id: req-f2518bd7-eced-4e3c-ab43-a0122f417260 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:35:00.941188 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2490f3f7-9293-42cf-8070-4e105ab5ad89", "name": "network-vif-plugged", "status": "completed", "tag": "25390e62-3a2f-42d4-b40e-406722f171d3", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:35:00.941442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2518bd7-eced-4e3c-ab43-a0122f417260 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:35:00.941844 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2518bd7-eced-4e3c-ab43-a0122f417260'] response: {'server_uuid': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25390e62-3a2f-42d4-b40e-406722f171d3', 'code': 200} Oct 28 10:35:00.963999 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=25390e62-3a2f-42d4-b40e-406722f171d3,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:35:01.330977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0a854-e2bb-4123-9144-acb96d4b479d req-9d9f8a69-b23f-4513-93ed-93f81c407fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:01.332545 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-12b0a854-e2bb-4123-9144-acb96d4b479d req-9d9f8a69-b23f-4513-93ed-93f81c407fa0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 1129 time: 0.0518589 Oct 28 10:35:01.386869 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-12b0a854-e2bb-4123-9144-acb96d4b479d req-58ce23d0-642a-4a00-a861-d1bb51bf08f4 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454490 Oct 28 10:35:01.537786 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b486cd0-0e50-441d-965b-42fdd16b6d0a req-03c76174-cf32-40ae-b395-d8721a41091f tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:01.539863 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b486cd0-0e50-441d-965b-42fdd16b6d0a req-03c76174-cf32-40ae-b395-d8721a41091f tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 945 time: 0.0497048 Oct 28 10:35:01.614752 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b486cd0-0e50-441d-965b-42fdd16b6d0a req-f9d06748-286e-433f-bf00-bb0a6bf27001 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651071 Oct 28 10:35:02.748937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88945075-c47f-4b96-82d2-37c5f08d98ec req-fea8ebd0-97d5-47f7-b60c-c0b4c4cf850c tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:02.750506 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-88945075-c47f-4b96-82d2-37c5f08d98ec req-fea8ebd0-97d5-47f7-b60c-c0b4c4cf850c tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 945 time: 0.0563018 Oct 28 10:35:02.803691 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-88945075-c47f-4b96-82d2-37c5f08d98ec req-6d2bc11b-b753-453b-8243-05f35593f3a4 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468495 Oct 28 10:35:03.930647 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524019f7-0d8b-4905-8d79-5ff1e92169f1 req-551b7f8c-1041-417e-ba33-df2816efd312 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:03.932281 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-524019f7-0d8b-4905-8d79-5ff1e92169f1 req-551b7f8c-1041-417e-ba33-df2816efd312 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 945 time: 0.0510750 Oct 28 10:35:03.983024 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-524019f7-0d8b-4905-8d79-5ff1e92169f1 req-40a65ba8-5c3b-45e2-b794-0085855f824e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443125 Oct 28 10:35:04.114615 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6a780-7c81-4d3c-946f-30f10217da5e req-c036e5e8-d2de-49d8-b7db-f3c8d01f4b8a tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:04.116728 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dab6a780-7c81-4d3c-946f-30f10217da5e req-c036e5e8-d2de-49d8-b7db-f3c8d01f4b8a tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 945 time: 0.0541494 Oct 28 10:35:04.165841 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dab6a780-7c81-4d3c-946f-30f10217da5e req-d703ca63-ff74-4129-b459-7a5b8a275c07 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434811 Oct 28 10:35:04.370163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cc7d7-d29c-4265-9f8d-061da28db26d req-26152440-0c1f-4a80-9c9b-ace027ff717c tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:04.371734 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ac6cc7d7-d29c-4265-9f8d-061da28db26d req-26152440-0c1f-4a80-9c9b-ace027ff717c tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 945 time: 0.0496402 Oct 28 10:35:04.398336 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:04.422309 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ac6cc7d7-d29c-4265-9f8d-061da28db26d req-d921c8cb-fecd-466c-97aa-2970290bcf43 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Oct 28 10:35:09.704077 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:35:10.961700 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=7 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:11.374870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=18 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:11.384160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=50 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:13.103101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-15a825ad-6fa1-4055-b073-9d1b2029885f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:14.419551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=83 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:15.377557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ac8c2df5-585e-4c6a-b89d-a60b2caa7aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:17.046251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:18.028965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:18.680842 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:20.137949 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537ad02-b72e-4d5f-ab13-23785396ab51 req-33722c07-6201-4699-b52a-614997ec674a tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:20.139509 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7537ad02-b72e-4d5f-ab13-23785396ab51 req-33722c07-6201-4699-b52a-614997ec674a tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 945 time: 0.0492878 Oct 28 10:35:20.242347 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7537ad02-b72e-4d5f-ab13-23785396ab51 req-124aaf0f-862e-4488-857e-611fdde616dd tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957341 Oct 28 10:35:20.273543 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49056) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:35:20.321571 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61bf5fc-28fa-43ba-985e-c97fa28ff2b7 tempest-TestMinimumBasicScenario-210141490 tempest-TestMinimumBasicScenario-210141490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:20.324001 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d61bf5fc-28fa-43ba-985e-c97fa28ff2b7 tempest-TestMinimumBasicScenario-210141490 tempest-TestMinimumBasicScenario-210141490-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 1124 time: 0.0488186 Oct 28 10:35:20.327109 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49058) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:35:20.331822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '25390e62-3a2f-42d4-b40e-406722f171d3', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:35:20.446272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:20.532539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:20.657847 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Allocated IP 172.36.1.224 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/6a15cf8e-3fbc-4180-9e92-08140f074918) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:35:20.772265 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for port (6a15cf8e-3fbc-4180-9e92-08140f074918), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:20.858240 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (6a15cf8e-3fbc-4180-9e92-08140f074918), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:20.906170 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:35:20.909366 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:35:20.913698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:35:20.919828 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'Port': ['ID=6a15cf8e-3fbc-4180-9e92-08140f074918,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:35:20.951046 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:20.951405 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:20.951822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:20.952146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:20.952551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:20.952902 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:20.953246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:20.953588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:20.953928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:20.954293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:20.954642 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:20.955019 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:20.955355 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:20.955689 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:20.956024 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:21.237049 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:21.252044 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:21.326685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for floatingip (2399283b-05bd-438b-ba44-d32544806ff4), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:21.482713 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (6a15cf8e-3fbc-4180-9e92-08140f074918), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:21.658036 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for port (6a15cf8e-3fbc-4180-9e92-08140f074918), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:21.741543 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (6a15cf8e-3fbc-4180-9e92-08140f074918), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:21.814782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'Port': ['ID=6a15cf8e-3fbc-4180-9e92-08140f074918,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:35:21.817789 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (2399283b-05bd-438b-ba44-d32544806ff4), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:21.940405 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Floating IP 2399283b-05bd-438b-ba44-d32544806ff4 associated. External IP: 172.36.1.224, port: 25390e62-3a2f-42d4-b40e-406722f171d3. Oct 28 10:35:22.158789 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:22.169295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Router 02086925-9578-47a8-bbb2-34f83eafc052 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:35:22.286555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:35:22.300117 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f884c3ac-f22a-4a67-8ca0-707fa1a12f0a None None] Sync routers for ids ['02086925-9578-47a8-bbb2-34f83eafc052'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:35:22.310960 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f884c3ac-f22a-4a67-8ca0-707fa1a12f0a None None] Routers {'02086925-9578-47a8-bbb2-34f83eafc052'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:35:22.314949 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f884c3ac-f22a-4a67-8ca0-707fa1a12f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:35:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['02086925-9578-47a8-bbb2-34f83eafc052'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:35:22.375963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:22.416396 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a9a350ac-d785-4a87-91a2-1a2ee0a20484 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0880973 Oct 28 10:35:22.417158 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'tag': '25390e62-3a2f-42d4-b40e-406722f171d3'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:35:22.419555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49060) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:35:22.420294 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6463fccf-a2fe-4a82-9ab8-73d30e949ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "2490f3f7-9293-42cf-8070-4e105ab5ad89", "tag": "25390e62-3a2f-42d4-b40e-406722f171d3"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:35:22.432900 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-560196707', 'description': 'tempest-secgroup-smoke-560196707 description', 'project_id': '6e0c22d8014545b8a65dc7ad268f8472'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:35:22.467188 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9770f111-3e97-4a5e-b212-f7f4c66d7f5f x-openstack-request-id: req-9770f111-3e97-4a5e-b212-f7f4c66d7f5f {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:35:22.467188 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2490f3f7-9293-42cf-8070-4e105ab5ad89", "tag": "25390e62-3a2f-42d4-b40e-406722f171d3", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:35:22.467188 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9770f111-3e97-4a5e-b212-f7f4c66d7f5f {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:35:22.467682 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9770f111-3e97-4a5e-b212-f7f4c66d7f5f'] response: {'name': 'network-changed', 'server_uuid': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'tag': '25390e62-3a2f-42d4-b40e-406722f171d3', 'status': 'completed', 'code': 200} Oct 28 10:35:22.517366 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-f884c3ac-f22a-4a67-8ca0-707fa1a12f0a None None] Set router 02086925-9578-47a8-bbb2-34f83eafc052 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:35:22.542418 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:22.591121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463fccf-a2fe-4a82-9ab8-73d30e949ab8 req-dc497bd8-469d-4c6e-ae53-3c5c709bd3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:22.592664 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6463fccf-a2fe-4a82-9ab8-73d30e949ab8 req-dc497bd8-469d-4c6e-ae53-3c5c709bd3e8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 1129 time: 0.0604565 Oct 28 10:35:22.729915 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group (843d98a5-07ca-4f01-a0d1-c4c284ec7263), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:22.731834 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463fccf-a2fe-4a82-9ab8-73d30e949ab8 req-c32e603b-a9c1-45fd-95a3-eab8c04a5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:22.733373 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6463fccf-a2fe-4a82-9ab8-73d30e949ab8 req-c32e603b-a9c1-45fd-95a3-eab8c04a5630 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 916 time: 0.1336238 Oct 28 10:35:22.781664 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f884c3ac-f22a-4a67-8ca0-707fa1a12f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '2399283b-05bd-438b-ba44-d32544806ff4', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'floating_ip_address': '172.36.1.224', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'port_id': '25390e62-3a2f-42d4-b40e-406722f171d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'mac_address': 'fa:16:3e:e5:92:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:35:21Z', 'updated_at': '2022-10-28T10:35:21Z', 'revision_number': 0, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b88202f-faff-4bbf-aaa9-774f3163a447', 'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'mac_address': 'fa:16:3e:65:67:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:12Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 5, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'subnets': [{'id': '49bdef76-92d0-44b8-af75-a275a020db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:35:22.800671 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (843d98a5-07ca-4f01-a0d1-c4c284ec7263), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:22.815302 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f884c3ac-f22a-4a67-8ca0-707fa1a12f0a None None] Checking router: 02086925-9578-47a8-bbb2-34f83eafc052 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:35:22.825887 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f884c3ac-f22a-4a67-8ca0-707fa1a12f0a None None] Routers {'02086925-9578-47a8-bbb2-34f83eafc052'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:35:22.826520 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f884c3ac-f22a-4a67-8ca0-707fa1a12f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:35:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['02086925-9578-47a8-bbb2-34f83eafc052'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:35:22.852179 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6463fccf-a2fe-4a82-9ab8-73d30e949ab8 req-a41d87ea-f83d-4449-9968-1edd488fa6dc service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25390e62-3a2f-42d4-b40e-406722f171d3 HTTP/1.1" status: 200 len: 999 time: 0.1115108 Oct 28 10:35:22.868325 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843d98a5-07ca-4f01-a0d1-c4c284ec7263,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:35:22.897008 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:22.897335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:22.897679 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:22.898023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:22.898359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:22.898721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:22.899053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:22.899382 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:22.899710 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:22.900038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:22.900362 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:22.900718 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:22.901041 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:22.901372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:22.901688 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:35:22.909451 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:22.915488 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5ca0b2a1-9860-40d2-8dbf-b672b5f2f4ff tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4890151 Oct 28 10:35:22.916948 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49064) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:35:22.921447 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b0e0fcfe-a95c-44cb-9c7f-38dd3485b5fa tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'security_group_rule': {'security_group_id': '843d98a5-07ca-4f01-a0d1-c4c284ec7263', 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:35:22.931478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463fccf-a2fe-4a82-9ab8-73d30e949ab8 req-60c00331-0d7b-492a-98c1-7205314121fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:22.934047 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6463fccf-a2fe-4a82-9ab8-73d30e949ab8 req-60c00331-0d7b-492a-98c1-7205314121fc service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0745902 Oct 28 10:35:22.975045 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-f884c3ac-f22a-4a67-8ca0-707fa1a12f0a None None] Set router 02086925-9578-47a8-bbb2-34f83eafc052 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:35:22.999484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463fccf-a2fe-4a82-9ab8-73d30e949ab8 req-be013c76-5a21-4345-b1fb-dad0cfa2accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:23.002188 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6463fccf-a2fe-4a82-9ab8-73d30e949ab8 req-be013c76-5a21-4345-b1fb-dad0cfa2accd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0606520 Oct 28 10:35:23.072881 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fcfe-a95c-44cb-9c7f-38dd3485b5fa tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (0eb17aa9-f270-4d96-8e67-cafc9c23d0f7), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:23.117288 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6463fccf-a2fe-4a82-9ab8-73d30e949ab8 req-a1ca39da-6762-42c3-a449-17acdc4a62f7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079981 Oct 28 10:35:23.143031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fcfe-a95c-44cb-9c7f-38dd3485b5fa tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (0eb17aa9-f270-4d96-8e67-cafc9c23d0f7), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:23.204611 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fcfe-a95c-44cb-9c7f-38dd3485b5fa tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (0eb17aa9-f270-4d96-8e67-cafc9c23d0f7), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:23.224352 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6463fccf-a2fe-4a82-9ab8-73d30e949ab8 req-1b59f967-e7b7-4944-a2b4-7be73e1a0b77 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999782 Oct 28 10:35:23.226027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0fcfe-a95c-44cb-9c7f-38dd3485b5fa tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb17aa9-f270-4d96-8e67-cafc9c23d0f7,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:35:23.253523 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f884c3ac-f22a-4a67-8ca0-707fa1a12f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '2399283b-05bd-438b-ba44-d32544806ff4', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'floating_ip_address': '172.36.1.224', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'port_id': '25390e62-3a2f-42d4-b40e-406722f171d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'mac_address': 'fa:16:3e:e5:92:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:35:21Z', 'updated_at': '2022-10-28T10:35:21Z', 'revision_number': 0, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b88202f-faff-4bbf-aaa9-774f3163a447', 'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'mac_address': 'fa:16:3e:65:67:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:12Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 5, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'subnets': [{'id': '49bdef76-92d0-44b8-af75-a275a020db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:35:23.288570 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f884c3ac-f22a-4a67-8ca0-707fa1a12f0a None None] The sync data for ids ['02086925-9578-47a8-bbb2-34f83eafc052'] in dv-neutron-zed-2-hyperv is: [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '2399283b-05bd-438b-ba44-d32544806ff4', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'floating_ip_address': '172.36.1.224', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'port_id': '25390e62-3a2f-42d4-b40e-406722f171d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'mac_address': 'fa:16:3e:e5:92:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:35:21Z', 'updated_at': '2022-10-28T10:35:21Z', 'revision_number': 0, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b88202f-faff-4bbf-aaa9-774f3163a447', 'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'mac_address': 'fa:16:3e:65:67:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:12Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 5, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'subnets': [{'id': '49bdef76-92d0-44b8-af75-a275a020db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:35:23.495526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fcfe-a95c-44cb-9c7f-38dd3485b5fa tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:23.501908 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b0e0fcfe-a95c-44cb-9c7f-38dd3485b5fa tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5800858 Oct 28 10:35:23.504285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49066) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:35:23.509077 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-fa9d3164-fa0f-49f8-899d-89554a29edd6 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'security_group_rule': {'security_group_id': '843d98a5-07ca-4f01-a0d1-c4c284ec7263', 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:35:23.527101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:23.528130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29bd7e0-d937-4e18-9f8d-1fbfee7a9b92 None None] New status for floating IP 2399283b-05bd-438b-ba44-d32544806ff4: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:35:23.605843 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fa9d3164-fa0f-49f8-899d-89554a29edd6 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (9e6a40ee-d53c-4e5c-a83a-3eb713a10a8c), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:23.668875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fa9d3164-fa0f-49f8-899d-89554a29edd6 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (9e6a40ee-d53c-4e5c-a83a-3eb713a10a8c), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:23.777719 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fa9d3164-fa0f-49f8-899d-89554a29edd6 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (9e6a40ee-d53c-4e5c-a83a-3eb713a10a8c), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:23.799657 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d3164-fa0f-49f8-899d-89554a29edd6 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6a40ee-d53c-4e5c-a83a-3eb713a10a8c,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:35:23.871312 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fa9d3164-fa0f-49f8-899d-89554a29edd6 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:23.872528 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-fa9d3164-fa0f-49f8-899d-89554a29edd6 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3671658 Oct 28 10:35:23.875612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49068) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:35:23.880285 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-92cc5ab4-d623-47bf-abdc-029f0377c371 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'security_group_rule': {'security_group_id': '843d98a5-07ca-4f01-a0d1-c4c284ec7263', 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:35:23.996647 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-92cc5ab4-d623-47bf-abdc-029f0377c371 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (0b49ef09-48c2-42ff-85ac-1afa270e4599), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:24.066374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-92cc5ab4-d623-47bf-abdc-029f0377c371 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (0b49ef09-48c2-42ff-85ac-1afa270e4599), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:24.114239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-92cc5ab4-d623-47bf-abdc-029f0377c371 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (0b49ef09-48c2-42ff-85ac-1afa270e4599), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:24.134755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc5ab4-d623-47bf-abdc-029f0377c371 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b49ef09-48c2-42ff-85ac-1afa270e4599,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:35:24.173755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-92cc5ab4-d623-47bf-abdc-029f0377c371 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:24.175037 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-92cc5ab4-d623-47bf-abdc-029f0377c371 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2983944 Oct 28 10:35:24.178068 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49070) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:35:24.182566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-ccc094f1-6a91-4f68-83dd-90c62075f8ce tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'security_group_rule': {'security_group_id': '843d98a5-07ca-4f01-a0d1-c4c284ec7263', 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:35:24.195025 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:24.263728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ccc094f1-6a91-4f68-83dd-90c62075f8ce tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (2555a94d-c158-48c8-8841-48cb59ec208c), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:24.267194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:24.323105 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ccc094f1-6a91-4f68-83dd-90c62075f8ce tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (2555a94d-c158-48c8-8841-48cb59ec208c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:24.392890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ccc094f1-6a91-4f68-83dd-90c62075f8ce tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (2555a94d-c158-48c8-8841-48cb59ec208c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:24.412599 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc094f1-6a91-4f68-83dd-90c62075f8ce tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2555a94d-c158-48c8-8841-48cb59ec208c,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:35:24.421343 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:24.503571 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ccc094f1-6a91-4f68-83dd-90c62075f8ce tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:24.504873 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ccc094f1-6a91-4f68-83dd-90c62075f8ce tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3258314 Oct 28 10:35:24.507870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49072) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:35:24.517112 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-74abbad9-8e1f-4f04-bc17-9555c0d8764e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'security_group_rule': {'security_group_id': '843d98a5-07ca-4f01-a0d1-c4c284ec7263', 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:35:24.604846 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-74abbad9-8e1f-4f04-bc17-9555c0d8764e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Project 6e0c22d8014545b8a65dc7ad268f8472 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:35:24.611438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-74abbad9-8e1f-4f04-bc17-9555c0d8764e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (ffe3142e-eb21-441a-b001-faf9c5e9af66), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:24.680084 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-74abbad9-8e1f-4f04-bc17-9555c0d8764e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (ffe3142e-eb21-441a-b001-faf9c5e9af66), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:24.753028 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-74abbad9-8e1f-4f04-bc17-9555c0d8764e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (ffe3142e-eb21-441a-b001-faf9c5e9af66), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:24.773411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abbad9-8e1f-4f04-bc17-9555c0d8764e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe3142e-eb21-441a-b001-faf9c5e9af66,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:35:24.852239 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-74abbad9-8e1f-4f04-bc17-9555c0d8764e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:24.853789 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-74abbad9-8e1f-4f04-bc17-9555c0d8764e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446662 Oct 28 10:35:24.856614 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49074) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:35:24.861249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-cc4b4f6d-1c59-4f5e-be55-af8a127f7311 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'security_group_rule': {'security_group_id': '843d98a5-07ca-4f01-a0d1-c4c284ec7263', 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:35:24.955119 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-cc4b4f6d-1c59-4f5e-be55-af8a127f7311 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Project 6e0c22d8014545b8a65dc7ad268f8472 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:35:24.961057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cc4b4f6d-1c59-4f5e-be55-af8a127f7311 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (846ec589-1388-495a-ac7a-95ec98abaa1b), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:25.023987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cc4b4f6d-1c59-4f5e-be55-af8a127f7311 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (846ec589-1388-495a-ac7a-95ec98abaa1b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:25.101846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cc4b4f6d-1c59-4f5e-be55-af8a127f7311 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (846ec589-1388-495a-ac7a-95ec98abaa1b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:25.122821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b4f6d-1c59-4f5e-be55-af8a127f7311 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846ec589-1388-495a-ac7a-95ec98abaa1b,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:35:25.195276 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cc4b4f6d-1c59-4f5e-be55-af8a127f7311 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:25.196541 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cc4b4f6d-1c59-4f5e-be55-af8a127f7311 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3389599 Oct 28 10:35:25.303118 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0af96f3b-0ccb-46bb-ace3-db835be42886 req-0852b14b-7ed1-4b33-a57e-919e969933c1 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-560196707&fields=id&tenant_id=6e0c22d8014545b8a65dc7ad268f8472 HTTP/1.1" status: 200 len: 267 time: 0.0556130 Oct 28 10:35:25.370610 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af96f3b-0ccb-46bb-ace3-db835be42886 req-1eabb5e6-ba9a-4aa6-a4f3-af3250733bad tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:25.372199 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0af96f3b-0ccb-46bb-ace3-db835be42886 req-1eabb5e6-ba9a-4aa6-a4f3-af3250733bad tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 945 time: 0.0631161 Oct 28 10:35:25.383906 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [req-0af96f3b-0ccb-46bb-ace3-db835be42886 req-936f4604-78d7-478a-8a71-8a74e8044ad4 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'port': {'security_groups': ['67e34227-1289-4d24-9ac4-e91a5326c3cb', '843d98a5-07ca-4f01-a0d1-c4c284ec7263']}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:35:25.463349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-0af96f3b-0ccb-46bb-ace3-db835be42886 req-936f4604-78d7-478a-8a71-8a74e8044ad4 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:25.624170 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:25.664751 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [req-0af96f3b-0ccb-46bb-ace3-db835be42886 req-936f4604-78d7-478a-8a71-8a74e8044ad4 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] For port 25390e62-3a2f-42d4-b40e-406722f171d3, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=25390e62-3a2f-42d4-b40e-406722f171d3,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:35:25.698107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-0af96f3b-0ccb-46bb-ace3-db835be42886 req-936f4604-78d7-478a-8a71-8a74e8044ad4 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for port (25390e62-3a2f-42d4-b40e-406722f171d3), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:25.770417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-0af96f3b-0ccb-46bb-ace3-db835be42886 req-936f4604-78d7-478a-8a71-8a74e8044ad4 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:25.784178 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af96f3b-0ccb-46bb-ace3-db835be42886 req-936f4604-78d7-478a-8a71-8a74e8044ad4 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:25.788031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-0af96f3b-0ccb-46bb-ace3-db835be42886 req-936f4604-78d7-478a-8a71-8a74e8044ad4 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:25.788031 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0af96f3b-0ccb-46bb-ace3-db835be42886 req-936f4604-78d7-478a-8a71-8a74e8044ad4 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "PUT /networking/v2.0/ports/25390e62-3a2f-42d4-b40e-406722f171d3 HTTP/1.1" status: 200 len: 981 time: 0.4071233 Oct 28 10:35:25.788031 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'tag': '25390e62-3a2f-42d4-b40e-406722f171d3'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:35:25.789297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cb0fc5-8e1b-463e-b9fe-6e1691c80d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "2490f3f7-9293-42cf-8070-4e105ab5ad89", "tag": "25390e62-3a2f-42d4-b40e-406722f171d3"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:35:25.813052 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['25390e62-3a2f-42d4-b40e-406722f171d3'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:35:25.869503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19295cad-7c1a-4beb-a74f-df6df20ecead x-openstack-request-id: req-19295cad-7c1a-4beb-a74f-df6df20ecead {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:35:25.869946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2490f3f7-9293-42cf-8070-4e105ab5ad89", "tag": "25390e62-3a2f-42d4-b40e-406722f171d3", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:35:25.870302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19295cad-7c1a-4beb-a74f-df6df20ecead {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:35:25.870849 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19295cad-7c1a-4beb-a74f-df6df20ecead'] response: {'name': 'network-changed', 'server_uuid': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'tag': '25390e62-3a2f-42d4-b40e-406722f171d3', 'status': 'completed', 'code': 200} Oct 28 10:35:25.892453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f4604-78d7-478a-8a71-8a74e8044ad4 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'Port': ['ID=25390e62-3a2f-42d4-b40e-406722f171d3,revision_number=6']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:35:25.918408 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93651b9-7e84-40ad-bf0a-94b7a867818d req-fec3b6bb-e6e5-419b-83ac-86e006e8d127 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:25.920193 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f93651b9-7e84-40ad-bf0a-94b7a867818d req-fec3b6bb-e6e5-419b-83ac-86e006e8d127 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 984 time: 0.0668259 Oct 28 10:35:25.948536 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['25390e62-3a2f-42d4-b40e-406722f171d3'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:35:25.960444 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb0fc5-8e1b-463e-b9fe-6e1691c80d9a req-39413c76-6038-47e5-83ad-9c526bde6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:25.962751 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b1cb0fc5-8e1b-463e-b9fe-6e1691c80d9a req-39413c76-6038-47e5-83ad-9c526bde6883 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 1168 time: 0.0498378 Oct 28 10:35:26.003548 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f93651b9-7e84-40ad-bf0a-94b7a867818d req-1f2628ae-4242-40a7-bd8f-a5c4dfa0dbc6 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=843d98a5-07ca-4f01-a0d1-c4c284ec7263&id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706654 Oct 28 10:35:26.064013 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb0fc5-8e1b-463e-b9fe-6e1691c80d9a req-9af7d89f-2b6b-472c-a435-64c8a0aa97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:26.065512 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b1cb0fc5-8e1b-463e-b9fe-6e1691c80d9a req-9af7d89f-2b6b-472c-a435-64c8a0aa97ff service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 916 time: 0.0962844 Oct 28 10:35:26.131060 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b1cb0fc5-8e1b-463e-b9fe-6e1691c80d9a req-bc2f28f1-d44b-4e8b-8991-c37363c9fabf service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25390e62-3a2f-42d4-b40e-406722f171d3 HTTP/1.1" status: 200 len: 1001 time: 0.0586278 Oct 28 10:35:26.173000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:26.194739 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb0fc5-8e1b-463e-b9fe-6e1691c80d9a req-80162b4a-425d-4d99-a3e5-6568ac3f3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:26.196217 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b1cb0fc5-8e1b-463e-b9fe-6e1691c80d9a req-80162b4a-425d-4d99-a3e5-6568ac3f3665 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0561130 Oct 28 10:35:26.246136 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb0fc5-8e1b-463e-b9fe-6e1691c80d9a req-e31f74cb-d724-4e38-9c5b-c719a35e9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:26.247739 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b1cb0fc5-8e1b-463e-b9fe-6e1691c80d9a req-e31f74cb-d724-4e38-9c5b-c719a35e9448 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0439873 Oct 28 10:35:26.341150 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:26.355846 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:26.360820 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b1cb0fc5-8e1b-463e-b9fe-6e1691c80d9a req-64c98c21-8974-4cbb-a5bc-41e1bc5dd2eb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043909 Oct 28 10:35:26.466928 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b1cb0fc5-8e1b-463e-b9fe-6e1691c80d9a req-d92df306-f662-4b1c-b35c-b7428b1619b5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971439 Oct 28 10:35:33.256920 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=80 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:33.257998 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=76 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:35.495308 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0c635918-71aa-4654-b2a5-bbaa4dade889 req-eee589dd-a212-4663-a8f4-e5ff32dac402 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484407 Oct 28 10:35:35.869845 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c635918-71aa-4654-b2a5-bbaa4dade889 req-0cf002b5-a9aa-419a-89c5-0714477a3d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:35.871417 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0c635918-71aa-4654-b2a5-bbaa4dade889 req-0cf002b5-a9aa-419a-89c5-0714477a3d03 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 1168 time: 0.3061085 Oct 28 10:35:35.958706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:35.982228 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c635918-71aa-4654-b2a5-bbaa4dade889 req-b6ec1a37-0681-4f65-a733-23e282a96cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:35.983996 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0c635918-71aa-4654-b2a5-bbaa4dade889 req-b6ec1a37-0681-4f65-a733-23e282a96cc4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 916 time: 0.0927250 Oct 28 10:35:35.991171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=71,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:35.996965 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=16 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:36.053434 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0c635918-71aa-4654-b2a5-bbaa4dade889 req-3f530e39-629e-4a1a-a6c8-93440726cc27 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25390e62-3a2f-42d4-b40e-406722f171d3 HTTP/1.1" status: 200 len: 1001 time: 0.0620246 Oct 28 10:35:36.106625 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c635918-71aa-4654-b2a5-bbaa4dade889 req-2fe80d5e-37d6-46a7-aa66-a20dde361960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:36.108177 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0c635918-71aa-4654-b2a5-bbaa4dade889 req-2fe80d5e-37d6-46a7-aa66-a20dde361960 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0462415 Oct 28 10:35:36.168310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c635918-71aa-4654-b2a5-bbaa4dade889 req-96d6cb2a-90e5-4acb-bd47-41d483f13236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:36.169937 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0c635918-71aa-4654-b2a5-bbaa4dade889 req-96d6cb2a-90e5-4acb-bd47-41d483f13236 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0483315 Oct 28 10:35:36.279344 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0c635918-71aa-4654-b2a5-bbaa4dade889 req-87634b49-eb32-4076-8593-7511f578efab service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023009 Oct 28 10:35:36.378189 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0c635918-71aa-4654-b2a5-bbaa4dade889 req-8fda1eb6-aba5-4049-9799-cc5a97552a98 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921834 Oct 28 10:35:36.496649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:36.499709 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=40 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:39.312506 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8d10-f0d4-4c92-9bef-882e3a107699 req-012d16a3-8af3-4c47-a5de-ac68efbbf69e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:39.314218 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-381d8d10-f0d4-4c92-9bef-882e3a107699 req-012d16a3-8af3-4c47-a5de-ac68efbbf69e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 984 time: 0.0636430 Oct 28 10:35:39.411874 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-381d8d10-f0d4-4c92-9bef-882e3a107699 req-80314b78-c33f-4539-8937-62803ab5f045 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=843d98a5-07ca-4f01-a0d1-c4c284ec7263&id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913570 Oct 28 10:35:39.428481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d358e-034d-4479-a91d-2592218ea509 req-9de701a3-7f9e-4b8c-b834-73377126ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:39.430049 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9f2d358e-034d-4479-a91d-2592218ea509 req-9de701a3-7f9e-4b8c-b834-73377126ad99 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 1168 time: 0.0511568 Oct 28 10:35:39.539452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d358e-034d-4479-a91d-2592218ea509 req-271c6272-4929-4748-a9be-ce69b7eaf3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:39.540791 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9f2d358e-034d-4479-a91d-2592218ea509 req-271c6272-4929-4748-a9be-ce69b7eaf3dd service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 916 time: 0.1025391 Oct 28 10:35:39.618387 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9f2d358e-034d-4479-a91d-2592218ea509 req-749bfa52-c69f-4c38-907b-256183b77c21 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25390e62-3a2f-42d4-b40e-406722f171d3 HTTP/1.1" status: 200 len: 1001 time: 0.0671191 Oct 28 10:35:39.670098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d358e-034d-4479-a91d-2592218ea509 req-18c513e5-9a50-42f3-96b0-89438efc5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:39.671683 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9f2d358e-034d-4479-a91d-2592218ea509 req-18c513e5-9a50-42f3-96b0-89438efc5c8c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0476978 Oct 28 10:35:39.722485 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d358e-034d-4479-a91d-2592218ea509 req-d675b4e4-dfe2-42db-9f3a-34debf22799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:39.724828 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9f2d358e-034d-4479-a91d-2592218ea509 req-d675b4e4-dfe2-42db-9f3a-34debf22799d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0463343 Oct 28 10:35:39.792442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:39.837865 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9f2d358e-034d-4479-a91d-2592218ea509 req-38c920d3-3a43-4b54-901f-d1a9beb2a127 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063075 Oct 28 10:35:39.955656 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9f2d358e-034d-4479-a91d-2592218ea509 req-2c5962ee-0d2f-4e01-9c42-aa428305ae77 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082251 Oct 28 10:35:40.558799 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb474e7-50a9-464b-b2ac-9ca6770a8ad4 req-4879d93f-6493-4cdc-a0a5-6c2a77600afd tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:40.560420 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3fb474e7-50a9-464b-b2ac-9ca6770a8ad4 req-4879d93f-6493-4cdc-a0a5-6c2a77600afd tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 984 time: 0.0552795 Oct 28 10:35:40.645891 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3fb474e7-50a9-464b-b2ac-9ca6770a8ad4 req-d07dedb2-c5cf-4080-99a6-02e49d5ecbc2 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=843d98a5-07ca-4f01-a0d1-c4c284ec7263&id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792377 Oct 28 10:35:41.788373 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5ae95-ce69-4603-9b60-f4d99f760848 req-0cbb343d-4d60-4ba7-9b05-71cbf6d99d49 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:41.789901 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b7d5ae95-ce69-4603-9b60-f4d99f760848 req-0cbb343d-4d60-4ba7-9b05-71cbf6d99d49 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 984 time: 0.0614533 Oct 28 10:35:41.860058 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b7d5ae95-ce69-4603-9b60-f4d99f760848 req-f8998321-2b41-4190-8d90-60bfdb5cbaed tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=843d98a5-07ca-4f01-a0d1-c4c284ec7263&id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619607 Oct 28 10:35:42.995967 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cb58d-bed9-42c3-8099-ae24e9081c73 req-4cc3d827-58f6-4865-afd5-08ff07c2d642 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:42.997463 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-598cb58d-bed9-42c3-8099-ae24e9081c73 req-4cc3d827-58f6-4865-afd5-08ff07c2d642 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 984 time: 0.0516670 Oct 28 10:35:43.069708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a3aefff6-8955-4824-aa08-b1bbfbd0e548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:43.070518 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-598cb58d-bed9-42c3-8099-ae24e9081c73 req-ccd6c91a-6a9c-4614-b56a-060177956698 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=843d98a5-07ca-4f01-a0d1-c4c284ec7263&id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658181 Oct 28 10:35:44.205169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef413c7b-3fb1-4ab9-bafd-00011c3ea2ce req-76d2bbf9-1815-4eeb-ba90-52d6cb79969d tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:44.206698 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ef413c7b-3fb1-4ab9-bafd-00011c3ea2ce req-76d2bbf9-1815-4eeb-ba90-52d6cb79969d tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 984 time: 0.0579770 Oct 28 10:35:44.281359 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ef413c7b-3fb1-4ab9-bafd-00011c3ea2ce req-d81106ea-853c-4017-9b17-dc3458862074 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=843d98a5-07ca-4f01-a0d1-c4c284ec7263&id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683630 Oct 28 10:35:45.356044 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b3bed250-a230-415c-b62a-5817cd796937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:45.408549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bf67d-3d5c-447e-9976-a9c1875dda9a req-7621fd4e-f40a-496d-97c7-88e05919ff10 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:45.410116 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-389bf67d-3d5c-447e-9976-a9c1875dda9a req-7621fd4e-f40a-496d-97c7-88e05919ff10 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 984 time: 0.0490599 Oct 28 10:35:45.481227 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-389bf67d-3d5c-447e-9976-a9c1875dda9a req-bb8e8d24-8040-4692-93bb-c65bb7c11979 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=843d98a5-07ca-4f01-a0d1-c4c284ec7263&id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641913 Oct 28 10:35:46.625427 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97905dfe-08c0-4139-aea1-5c05d159e80e req-b953e479-d98c-4177-9d6e-57e8c8daeafd tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:46.627032 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-97905dfe-08c0-4139-aea1-5c05d159e80e req-b953e479-d98c-4177-9d6e-57e8c8daeafd tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 984 time: 0.0644596 Oct 28 10:35:46.705821 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:35:46.728151 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-97905dfe-08c0-4139-aea1-5c05d159e80e req-f6248745-925c-4d9c-ad67-94b9a8ad2c68 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=843d98a5-07ca-4f01-a0d1-c4c284ec7263&id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945268 Oct 28 10:35:47.059052 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:47.881950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570b4fb-e373-416c-9d32-146dba1e1ff2 req-4ff85ea1-02f6-450d-9623-e8b4d48be690 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:47.883539 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5570b4fb-e373-416c-9d32-146dba1e1ff2 req-4ff85ea1-02f6-450d-9623-e8b4d48be690 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 984 time: 0.0619915 Oct 28 10:35:47.952152 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5570b4fb-e373-416c-9d32-146dba1e1ff2 req-09b951d8-af47-4794-8de7-6cfc8831742d tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=843d98a5-07ca-4f01-a0d1-c4c284ec7263&id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618677 Oct 28 10:35:47.990051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:48.675437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:35:49.089365 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f434b8-a443-43a4-b7bd-d8f46667bfd7 req-b8ec2fad-8b27-4433-85ab-4d63ec35e655 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:49.090904 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-97f434b8-a443-43a4-b7bd-d8f46667bfd7 req-b8ec2fad-8b27-4433-85ab-4d63ec35e655 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 984 time: 0.0510118 Oct 28 10:35:49.153775 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-97f434b8-a443-43a4-b7bd-d8f46667bfd7 req-b7d41793-2e48-4aee-bcdc-717c953bed51 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=843d98a5-07ca-4f01-a0d1-c4c284ec7263&id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568206 Oct 28 10:35:49.950482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=11 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:49.952331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=80 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:50.290460 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d94e5-18b7-4f2d-be97-5bcc9f478943 req-34133233-4337-4fb5-b9e1-7741cf12f005 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:50.292560 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a36d94e5-18b7-4f2d-be97-5bcc9f478943 req-34133233-4337-4fb5-b9e1-7741cf12f005 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 984 time: 0.0621030 Oct 28 10:35:50.312218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:50.314836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:50.356593 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a36d94e5-18b7-4f2d-be97-5bcc9f478943 req-a25c8cff-c734-4367-8e04-9e6378003833 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=843d98a5-07ca-4f01-a0d1-c4c284ec7263&id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581613 Oct 28 10:35:51.488898 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169a077-e367-409a-a3ae-66d39d09687c req-b913224f-0633-4f34-9733-fdfc9da9c5b0 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:51.490487 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3169a077-e367-409a-a3ae-66d39d09687c req-b913224f-0633-4f34-9733-fdfc9da9c5b0 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 984 time: 0.0494194 Oct 28 10:35:51.577933 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3169a077-e367-409a-a3ae-66d39d09687c req-38f6b1f5-b263-4898-8efd-312d0602c064 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=843d98a5-07ca-4f01-a0d1-c4c284ec7263&id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808716 Oct 28 10:35:52.535593 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=13 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:35:52.710921 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb2bec-29aa-4d88-b6fd-aedec4398b75 req-0e868ea9-950b-4fed-b100-0ec258f37d73 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:35:52.712488 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-13fb2bec-29aa-4d88-b6fd-aedec4398b75 req-0e868ea9-950b-4fed-b100-0ec258f37d73 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 984 time: 0.0517099 Oct 28 10:35:52.787273 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-13fb2bec-29aa-4d88-b6fd-aedec4398b75 req-a528cc49-5c1b-47d5-9ded-1b20a0ba43e0 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=843d98a5-07ca-4f01-a0d1-c4c284ec7263&id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684500 Oct 28 10:35:54.608280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:02.770733 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=19 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:02.781086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=33 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:04.383849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:04.385837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:10.736693 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=20 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:10.737776 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:13.156238 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-353bd92c-acb8-4b1e-ae2d-96858042971e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:15.366217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-77b9b4a6-7829-43ef-b83e-dbaea9bc1579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:17.149399 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:18.012285 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:18.681582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:23.704372 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:36:24.492497 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:25.867603 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c026d663-5fba-4cb0-89aa-1e7c661ecec8 req-62d9d0b0-957d-4bb5-abf8-c089fba8a13d tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-560196707&fields=id&tenant_id=6e0c22d8014545b8a65dc7ad268f8472 HTTP/1.1" status: 200 len: 267 time: 0.0492198 Oct 28 10:36:25.921926 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d663-5fba-4cb0-89aa-1e7c661ecec8 req-2364cada-c0ba-442c-8194-f1d501996e1c tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:25.923516 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c026d663-5fba-4cb0-89aa-1e7c661ecec8 req-2364cada-c0ba-442c-8194-f1d501996e1c tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 984 time: 0.0498705 Oct 28 10:36:25.934606 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [req-c026d663-5fba-4cb0-89aa-1e7c661ecec8 req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Request body: {'port': {'security_groups': ['67e34227-1289-4d24-9ac4-e91a5326c3cb']}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:36:26.009303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-c026d663-5fba-4cb0-89aa-1e7c661ecec8 req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:26.194224 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [req-c026d663-5fba-4cb0-89aa-1e7c661ecec8 req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] For port 25390e62-3a2f-42d4-b40e-406722f171d3, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=25390e62-3a2f-42d4-b40e-406722f171d3,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:36:26.227889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-c026d663-5fba-4cb0-89aa-1e7c661ecec8 req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for port (25390e62-3a2f-42d4-b40e-406722f171d3), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:26.298197 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-c026d663-5fba-4cb0-89aa-1e7c661ecec8 req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:26.308687 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d663-5fba-4cb0-89aa-1e7c661ecec8 req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:26.309302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-c026d663-5fba-4cb0-89aa-1e7c661ecec8 req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:26.310811 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c026d663-5fba-4cb0-89aa-1e7c661ecec8 req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "PUT /networking/v2.0/ports/25390e62-3a2f-42d4-b40e-406722f171d3 HTTP/1.1" status: 200 len: 942 time: 0.3808734 Oct 28 10:36:26.311403 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'tag': '25390e62-3a2f-42d4-b40e-406722f171d3'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:36:26.313687 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea575e50-aa03-4a57-8af9-538722c13a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "2490f3f7-9293-42cf-8070-4e105ab5ad89", "tag": "25390e62-3a2f-42d4-b40e-406722f171d3"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:36:26.317846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49132) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:26.354175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['25390e62-3a2f-42d4-b40e-406722f171d3'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:36:26.395402 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event updated for resources: {'Port': ['ID=25390e62-3a2f-42d4-b40e-406722f171d3,revision_number=7']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:26.400965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group (843d98a5-07ca-4f01-a0d1-c4c284ec7263), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:26.408552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.409125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.409689 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.410254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.410827 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.411393 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.411948 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.412508 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.413748 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.413748 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.414108 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.414646 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.415224 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.415796 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.416396 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a57262-1375-4704-a246-c136d390c2d3 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.443513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group (843d98a5-07ca-4f01-a0d1-c4c284ec7263), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:26.462020 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3d2f92-7a4d-4404-8adf-67426e2957a6 x-openstack-request-id: req-ee3d2f92-7a4d-4404-8adf-67426e2957a6 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:36:26.462318 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2490f3f7-9293-42cf-8070-4e105ab5ad89", "tag": "25390e62-3a2f-42d4-b40e-406722f171d3", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:36:26.462575 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee3d2f92-7a4d-4404-8adf-67426e2957a6 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:36:26.463062 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee3d2f92-7a4d-4404-8adf-67426e2957a6'] response: {'name': 'network-changed', 'server_uuid': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'tag': '25390e62-3a2f-42d4-b40e-406722f171d3', 'status': 'completed', 'code': 200} Oct 28 10:36:26.506376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['25390e62-3a2f-42d4-b40e-406722f171d3'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:36:26.560999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea575e50-aa03-4a57-8af9-538722c13a9d req-5ced865f-2646-422d-a9b7-ae7fc7005283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:26.562559 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ea575e50-aa03-4a57-8af9-538722c13a9d req-5ced865f-2646-422d-a9b7-ae7fc7005283 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 1129 time: 0.0431726 Oct 28 10:36:26.621374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (843d98a5-07ca-4f01-a0d1-c4c284ec7263), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:26.624113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:26.625288 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/843d98a5-07ca-4f01-a0d1-c4c284ec7263 HTTP/1.1" status: 204 len: 168 time: 0.3063514 Oct 28 10:36:26.628442 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49136) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:26.641665 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843d98a5-07ca-4f01-a0d1-c4c284ec7263,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:26.655319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.655638 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.656004 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.656331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.656676 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.657008 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.657341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.657673 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.658001 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.658328 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.658658 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.659970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.659970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.659970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.659970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225f7b-3d9b-4e9a-b5fb-e97eab1b373e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:26.707004 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea575e50-aa03-4a57-8af9-538722c13a9d req-199c198e-162a-45d8-bfb2-6ff299910fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:26.708539 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ea575e50-aa03-4a57-8af9-538722c13a9d req-199c198e-162a-45d8-bfb2-6ff299910fd3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 916 time: 0.1377687 Oct 28 10:36:26.778252 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ea575e50-aa03-4a57-8af9-538722c13a9d req-a3215261-7469-45ee-96aa-0c7243110d70 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25390e62-3a2f-42d4-b40e-406722f171d3 HTTP/1.1" status: 200 len: 1001 time: 0.0631413 Oct 28 10:36:26.799285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d831628f-8b05-47b8-a706-1f9aef9a23cb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Deleting port 6a15cf8e-3fbc-4180-9e92-08140f074918 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:36:26.799766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d831628f-8b05-47b8-a706-1f9aef9a23cb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (6a15cf8e-3fbc-4180-9e92-08140f074918), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:26.830805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea575e50-aa03-4a57-8af9-538722c13a9d req-d7d6df2f-5b45-4568-a15b-24d4aea49535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:26.832197 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ea575e50-aa03-4a57-8af9-538722c13a9d req-d7d6df2f-5b45-4568-a15b-24d4aea49535 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0468473 Oct 28 10:36:26.878261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea575e50-aa03-4a57-8af9-538722c13a9d req-4255a222-0eb4-40dc-abec-4c1cbab82ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:26.879887 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ea575e50-aa03-4a57-8af9-538722c13a9d req-4255a222-0eb4-40dc-abec-4c1cbab82ec9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0414727 Oct 28 10:36:26.885743 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d831628f-8b05-47b8-a706-1f9aef9a23cb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (6a15cf8e-3fbc-4180-9e92-08140f074918), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:26.886283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d831628f-8b05-47b8-a706-1f9aef9a23cb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for floatingip (6a15cf8e-3fbc-4180-9e92-08140f074918), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:26.890580 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [req-ea575e50-aa03-4a57-8af9-538722c13a9d req-3973f255-8162-46a8-a34d-a3b298a32f71 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:36:26.891684 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ea575e50-aa03-4a57-8af9-538722c13a9d req-3973f255-8162-46a8-a34d-a3b298a32f71 service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058143 Oct 28 10:36:26.899581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d831628f-8b05-47b8-a706-1f9aef9a23cb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Calling delete_port for 6a15cf8e-3fbc-4180-9e92-08140f074918 owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:36:26.991717 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ea575e50-aa03-4a57-8af9-538722c13a9d req-ecbbcb6e-0489-4f90-b967-c4a53912da7b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938821 Oct 28 10:36:27.000997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:27.047999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:27.087290 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ea575e50-aa03-4a57-8af9-538722c13a9d req-1d4b2838-d4ac-42cc-9d47-3c267740c726 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879095 Oct 28 10:36:27.105096 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d831628f-8b05-47b8-a706-1f9aef9a23cb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (6a15cf8e-3fbc-4180-9e92-08140f074918), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:27.135181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831628f-8b05-47b8-a706-1f9aef9a23cb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event deleted for resources: {'Port': ['ID=6a15cf8e-3fbc-4180-9e92-08140f074918,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:27.202107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d831628f-8b05-47b8-a706-1f9aef9a23cb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks [] for floatingip (2399283b-05bd-438b-ba44-d32544806ff4), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:27.202440 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-d831628f-8b05-47b8-a706-1f9aef9a23cb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Floating IP 2399283b-05bd-438b-ba44-d32544806ff4 disassociated (deleted). External IP: 172.36.1.224, port: 25390e62-3a2f-42d4-b40e-406722f171d3. Oct 28 10:36:27.413073 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d831628f-8b05-47b8-a706-1f9aef9a23cb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Router 02086925-9578-47a8-bbb2-34f83eafc052 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:36:27.521269 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d831628f-8b05-47b8-a706-1f9aef9a23cb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:36:27.525704 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d831628f-8b05-47b8-a706-1f9aef9a23cb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:27.533513 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7c433-b881-44ee-b41c-e4b26f1d3ff5 None None] Sync routers for ids ['02086925-9578-47a8-bbb2-34f83eafc052'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:36:27.548310 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e7c433-b881-44ee-b41c-e4b26f1d3ff5 None None] Routers {'02086925-9578-47a8-bbb2-34f83eafc052'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:36:27.548925 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d8e7c433-b881-44ee-b41c-e4b26f1d3ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:36:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['02086925-9578-47a8-bbb2-34f83eafc052'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:27.559421 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d831628f-8b05-47b8-a706-1f9aef9a23cb tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/2399283b-05bd-438b-ba44-d32544806ff4 HTTP/1.1" status: 204 len: 168 time: 0.9288871 Oct 28 10:36:27.657873 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d8e7c433-b881-44ee-b41c-e4b26f1d3ff5 None None] Set router 02086925-9578-47a8-bbb2-34f83eafc052 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:36:27.926898 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d8e7c433-b881-44ee-b41c-e4b26f1d3ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '1b88202f-faff-4bbf-aaa9-774f3163a447', 'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'mac_address': 'fa:16:3e:65:67:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:12Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 5, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'subnets': [{'id': '49bdef76-92d0-44b8-af75-a275a020db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:27.954040 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7c433-b881-44ee-b41c-e4b26f1d3ff5 None None] Checking router: 02086925-9578-47a8-bbb2-34f83eafc052 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:36:27.963019 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e7c433-b881-44ee-b41c-e4b26f1d3ff5 None None] Routers {'02086925-9578-47a8-bbb2-34f83eafc052'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:36:27.963627 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d8e7c433-b881-44ee-b41c-e4b26f1d3ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:36:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['02086925-9578-47a8-bbb2-34f83eafc052'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:28.073349 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d8e7c433-b881-44ee-b41c-e4b26f1d3ff5 None None] Set router 02086925-9578-47a8-bbb2-34f83eafc052 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:36:28.358025 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d8e7c433-b881-44ee-b41c-e4b26f1d3ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '1b88202f-faff-4bbf-aaa9-774f3163a447', 'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'mac_address': 'fa:16:3e:65:67:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:12Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 5, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'subnets': [{'id': '49bdef76-92d0-44b8-af75-a275a020db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:28.383760 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7c433-b881-44ee-b41c-e4b26f1d3ff5 None None] The sync data for ids ['02086925-9578-47a8-bbb2-34f83eafc052'] in dv-neutron-zed-2-hyperv is: [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:13Z', 'revision_number': 4, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '1b88202f-faff-4bbf-aaa9-774f3163a447', 'name': '', 'network_id': '15f0d9f3-4614-412e-bad5-1b980e7eb5dd', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'mac_address': 'fa:16:3e:65:67:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '49bdef76-92d0-44b8-af75-a275a020db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:12Z', 'updated_at': '2022-10-28T10:30:19Z', 'revision_number': 5, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'subnets': [{'id': '49bdef76-92d0-44b8-af75-a275a020db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:36:28.464887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'tag': '25390e62-3a2f-42d4-b40e-406722f171d3'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:36:28.467928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b18009-2b05-4e4d-8af2-7f7e980fda5d" -d '{"events": [{"name": "network-changed", "server_uuid": "2490f3f7-9293-42cf-8070-4e105ab5ad89", "tag": "25390e62-3a2f-42d4-b40e-406722f171d3"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:36:28.508726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf71211-cabd-4153-a664-bc9316634e33 x-openstack-request-id: req-2cf71211-cabd-4153-a664-bc9316634e33 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:36:28.509028 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2490f3f7-9293-42cf-8070-4e105ab5ad89", "tag": "25390e62-3a2f-42d4-b40e-406722f171d3", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:36:28.509291 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2cf71211-cabd-4153-a664-bc9316634e33 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:36:28.509769 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf71211-cabd-4153-a664-bc9316634e33'] response: {'name': 'network-changed', 'server_uuid': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'tag': '25390e62-3a2f-42d4-b40e-406722f171d3', 'status': 'completed', 'code': 200} Oct 28 10:36:28.615684 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b18009-2b05-4e4d-8af2-7f7e980fda5d req-aec9a47e-1758-46ec-b5e4-09a132f18b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:28.617732 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e3b18009-2b05-4e4d-8af2-7f7e980fda5d req-aec9a47e-1758-46ec-b5e4-09a132f18b89 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 1129 time: 0.0582750 Oct 28 10:36:28.660108 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55fc344-36ec-492c-bdcd-f9745466701b None None] New status for floating IP 2399283b-05bd-438b-ba44-d32544806ff4: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:36:28.760238 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b18009-2b05-4e4d-8af2-7f7e980fda5d req-43690f34-46a7-43a2-917c-7ef090cdc160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:28.762727 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e3b18009-2b05-4e4d-8af2-7f7e980fda5d req-43690f34-46a7-43a2-917c-7ef090cdc160 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 916 time: 0.1384876 Oct 28 10:36:28.822457 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e3b18009-2b05-4e4d-8af2-7f7e980fda5d req-68d1ec7d-edcd-42dd-a482-7c2d90aea249 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25390e62-3a2f-42d4-b40e-406722f171d3 HTTP/1.1" status: 200 len: 217 time: 0.0503249 Oct 28 10:36:28.879648 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b18009-2b05-4e4d-8af2-7f7e980fda5d req-c8b4da27-dbdb-43c7-abf7-2baf7f347151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:28.881066 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e3b18009-2b05-4e4d-8af2-7f7e980fda5d req-c8b4da27-dbdb-43c7-abf7-2baf7f347151 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0492308 Oct 28 10:36:28.930851 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b18009-2b05-4e4d-8af2-7f7e980fda5d req-05965110-471f-42df-9c99-6afc3b2a5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:28.932382 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e3b18009-2b05-4e4d-8af2-7f7e980fda5d req-05965110-471f-42df-9c99-6afc3b2a5346 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0421996 Oct 28 10:36:29.040952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:29.045963 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e3b18009-2b05-4e4d-8af2-7f7e980fda5d req-2b8a1261-c8bb-4df8-b568-7ddf720914bf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041064 Oct 28 10:36:29.072141 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:29.148327 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e3b18009-2b05-4e4d-8af2-7f7e980fda5d req-9f5c3be7-1a93-47cf-a6b4-6ba2f1c35344 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937765 Oct 28 10:36:36.721720 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:37.550736 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=26 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:37.556640 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=67 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:37.557170 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4afa483b-706a-4b37-91fb-c0155ad6fba2 req-c3cd69d8-8323-4bfd-9c9a-9dffaa81e263 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489194 Oct 28 10:36:37.669762 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa483b-706a-4b37-91fb-c0155ad6fba2 req-f17dfd27-8ef9-4871-a7c6-fe73fb406f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:37.671199 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4afa483b-706a-4b37-91fb-c0155ad6fba2 req-f17dfd27-8ef9-4871-a7c6-fe73fb406f5a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 1129 time: 0.0406361 Oct 28 10:36:37.790124 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa483b-706a-4b37-91fb-c0155ad6fba2 req-52ce7e80-bc76-4ee4-8f2a-cf08ff99e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:37.791642 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4afa483b-706a-4b37-91fb-c0155ad6fba2 req-52ce7e80-bc76-4ee4-8f2a-cf08ff99e64e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 200 len: 916 time: 0.0953879 Oct 28 10:36:37.839206 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4afa483b-706a-4b37-91fb-c0155ad6fba2 req-b6332832-16e6-42dd-9081-82fd1c381e99 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25390e62-3a2f-42d4-b40e-406722f171d3 HTTP/1.1" status: 200 len: 217 time: 0.0411634 Oct 28 10:36:37.896985 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa483b-706a-4b37-91fb-c0155ad6fba2 req-c7fca831-2bcd-4a7f-8051-261f13fb7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:37.902336 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4afa483b-706a-4b37-91fb-c0155ad6fba2 req-c7fca831-2bcd-4a7f-8051-261f13fb7d64 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 200 len: 854 time: 0.0509312 Oct 28 10:36:37.953819 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa483b-706a-4b37-91fb-c0155ad6fba2 req-91ad97ba-0f6d-4ef9-8ed3-f8ad95a5a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:37.953819 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4afa483b-706a-4b37-91fb-c0155ad6fba2 req-91ad97ba-0f6d-4ef9-8ed3-f8ad95a5a0da service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=15f0d9f3-4614-412e-bad5-1b980e7eb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0416028 Oct 28 10:36:38.049767 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4afa483b-706a-4b37-91fb-c0155ad6fba2 req-6d152764-77b4-45cd-ba7c-a658a7a10616 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891502 Oct 28 10:36:38.155012 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4afa483b-706a-4b37-91fb-c0155ad6fba2 req-ea6c01ac-96fc-4390-ad08-42968b1efcb5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960009 Oct 28 10:36:38.702626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:39.512261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531567f-94bc-4512-85a3-537222344a56 req-f37fa94d-260d-489c-a77b-852c6ad74768 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:39.514410 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2531567f-94bc-4512-85a3-537222344a56 req-f37fa94d-260d-489c-a77b-852c6ad74768 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 945 time: 0.0527129 Oct 28 10:36:39.565307 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2531567f-94bc-4512-85a3-537222344a56 req-c462fd74-a94d-4918-80c7-37eaecb96e82 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441957 Oct 28 10:36:40.699698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42128b42-9e2b-44f5-92a8-efa3ff1e2a8b req-e0005153-3626-4554-aaeb-bafc42024c2e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:40.702125 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-42128b42-9e2b-44f5-92a8-efa3ff1e2a8b req-e0005153-3626-4554-aaeb-bafc42024c2e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 945 time: 0.0542526 Oct 28 10:36:40.761172 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-42128b42-9e2b-44f5-92a8-efa3ff1e2a8b req-ad238dc8-ee68-4bc6-8dd6-9892ff05db79 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530486 Oct 28 10:36:41.617866 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa3cb7-be12-4889-bdda-adffbc454df3 req-90b347c2-ac29-4b19-99e3-931fb332e548 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:41.619255 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-11aa3cb7-be12-4889-bdda-adffbc454df3 req-90b347c2-ac29-4b19-99e3-931fb332e548 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 945 time: 0.0489953 Oct 28 10:36:41.706532 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-11aa3cb7-be12-4889-bdda-adffbc454df3 req-f2427484-64c5-4c5e-96e8-3c33eb48d177 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Deleting port 25390e62-3a2f-42d4-b40e-406722f171d3 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:36:41.706901 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-11aa3cb7-be12-4889-bdda-adffbc454df3 req-f2427484-64c5-4c5e-96e8-3c33eb48d177 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:41.805512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-11aa3cb7-be12-4889-bdda-adffbc454df3 req-f2427484-64c5-4c5e-96e8-3c33eb48d177 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] For port 25390e62-3a2f-42d4-b40e-406722f171d3, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=25390e62-3a2f-42d4-b40e-406722f171d3,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:36:41.805512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-11aa3cb7-be12-4889-bdda-adffbc454df3 req-f2427484-64c5-4c5e-96e8-3c33eb48d177 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:41.819449 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-11aa3cb7-be12-4889-bdda-adffbc454df3 req-f2427484-64c5-4c5e-96e8-3c33eb48d177 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Calling delete_port for 25390e62-3a2f-42d4-b40e-406722f171d3 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:36:41.890753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:42.078147 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-11aa3cb7-be12-4889-bdda-adffbc454df3 req-f2427484-64c5-4c5e-96e8-3c33eb48d177 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (25390e62-3a2f-42d4-b40e-406722f171d3), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:42.109498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2427484-64c5-4c5e-96e8-3c33eb48d177 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Pushing event deleted for resources: {'Port': ['ID=25390e62-3a2f-42d4-b40e-406722f171d3,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:42.126169 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['25390e62-3a2f-42d4-b40e-406722f171d3'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:36:42.164960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-11aa3cb7-be12-4889-bdda-adffbc454df3 req-f2427484-64c5-4c5e-96e8-3c33eb48d177 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] No DVR routers for this DVR port 25390e62-3a2f-42d4-b40e-406722f171d3 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:36:42.167765 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-11aa3cb7-be12-4889-bdda-adffbc454df3 req-f2427484-64c5-4c5e-96e8-3c33eb48d177 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:42.171299 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-11aa3cb7-be12-4889-bdda-adffbc454df3 req-f2427484-64c5-4c5e-96e8-3c33eb48d177 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.48 "DELETE /networking/v2.0/ports/25390e62-3a2f-42d4-b40e-406722f171d3 HTTP/1.1" status: 204 len: 173 time: 0.5438943 Oct 28 10:36:42.176268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'name': 'network-vif-deleted', 'tag': '25390e62-3a2f-42d4-b40e-406722f171d3'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:36:42.176268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f56ac16-2b69-456b-99fc-597d7e53de5f" -d '{"events": [{"server_uuid": "2490f3f7-9293-42cf-8070-4e105ab5ad89", "name": "network-vif-deleted", "tag": "25390e62-3a2f-42d4-b40e-406722f171d3"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:36:42.223513 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cadfb-8e77-47e2-8e5d-45de57a3c3fc req-eb431f0a-bf9c-4659-bf25-b48c186ea537 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:36:42.225082 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-636cadfb-8e77-47e2-8e5d-45de57a3c3fc req-eb431f0a-bf9c-4659-bf25-b48c186ea537 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 945 time: 0.3712878 Oct 28 10:36:42.225294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a22bf0-c276-4852-aef2-e389b69d62cf x-openstack-request-id: req-05a22bf0-c276-4852-aef2-e389b69d62cf {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:36:42.225776 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2490f3f7-9293-42cf-8070-4e105ab5ad89", "name": "network-vif-deleted", "tag": "25390e62-3a2f-42d4-b40e-406722f171d3", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:36:42.226034 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05a22bf0-c276-4852-aef2-e389b69d62cf {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:36:42.226439 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a22bf0-c276-4852-aef2-e389b69d62cf'] response: {'server_uuid': '2490f3f7-9293-42cf-8070-4e105ab5ad89', 'name': 'network-vif-deleted', 'tag': '25390e62-3a2f-42d4-b40e-406722f171d3', 'status': 'completed', 'code': 200} Oct 28 10:36:42.276342 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-636cadfb-8e77-47e2-8e5d-45de57a3c3fc req-adb6a5fc-d207-4444-a45b-806c5152855e tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=67e34227-1289-4d24-9ac4-e91a5326c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451319 Oct 28 10:36:42.645847 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=66 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:42.647419 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=74 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:43.078869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bc4e125f-8e7b-4862-9722-6882943677a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:43.402731 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9fe12e07-ad86-45b8-8179-7750cf1d1271 req-6b178052-4ab3-4607-af1a-e6b8e868f820 tempest-TestMinimumBasicScenario-1123445968 tempest-TestMinimumBasicScenario-1123445968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2490f3f7-9293-42cf-8070-4e105ab5ad89 HTTP/1.1" status: 200 len: 210 time: 0.0319681 Oct 28 10:36:45.173615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 25390e62-3a2f-42d4-b40e-406722f171d3 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:36:45.194016 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 25390e62-3a2f-42d4-b40e-406722f171d3 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:36:45.194357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 25390e62-3a2f-42d4-b40e-406722f171d3 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:36:45.397066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-db0ea892-224c-4425-a956-7b7f2cc049fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:45.787504 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49242) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:46.247339 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-26dfbdf3-6aa7-4b91-b5b4-6bc1d97620fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (02086925-9578-47a8-bbb2-34f83eafc052), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:46.495368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-26dfbdf3-6aa7-4b91-b5b4-6bc1d97620fe admin admin] Deleting port 1b88202f-faff-4bbf-aaa9-774f3163a447 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:36:46.495800 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-26dfbdf3-6aa7-4b91-b5b4-6bc1d97620fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:46.577487 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:46.585458 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-26dfbdf3-6aa7-4b91-b5b4-6bc1d97620fe admin admin] For port 1b88202f-faff-4bbf-aaa9-774f3163a447, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1b88202f-faff-4bbf-aaa9-774f3163a447,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:36:46.590137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-26dfbdf3-6aa7-4b91-b5b4-6bc1d97620fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:46.600697 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-26dfbdf3-6aa7-4b91-b5b4-6bc1d97620fe admin admin] Calling delete_port for 1b88202f-faff-4bbf-aaa9-774f3163a447 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:36:46.606144 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:46.900411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-26dfbdf3-6aa7-4b91-b5b4-6bc1d97620fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (1b88202f-faff-4bbf-aaa9-774f3163a447), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:46.933316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfbdf3-6aa7-4b91-b5b4-6bc1d97620fe admin admin] Pushing event deleted for resources: {'Port': ['ID=1b88202f-faff-4bbf-aaa9-774f3163a447,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:47.099913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:47.119050 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-26dfbdf3-6aa7-4b91-b5b4-6bc1d97620fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (02086925-9578-47a8-bbb2-34f83eafc052), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:47.353325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26dfbdf3-6aa7-4b91-b5b4-6bc1d97620fe admin admin] Router 02086925-9578-47a8-bbb2-34f83eafc052 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:36:47.463996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dfbdf3-6aa7-4b91-b5b4-6bc1d97620fe admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:36:47.471578 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-26dfbdf3-6aa7-4b91-b5b4-6bc1d97620fe admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/02086925-9578-47a8-bbb2-34f83eafc052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6827142 Oct 28 10:36:47.476000 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e8518-4311-42d8-a228-b868d3da9742 None None] Sync routers for ids ['02086925-9578-47a8-bbb2-34f83eafc052'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:36:47.479270 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49246) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:47.487898 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e8518-4311-42d8-a228-b868d3da9742 None None] Routers {'02086925-9578-47a8-bbb2-34f83eafc052'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:36:47.488521 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-1e6e8518-4311-42d8-a228-b868d3da9742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:36:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['02086925-9578-47a8-bbb2-34f83eafc052'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:47.588251 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f12e441b-7e8e-4865-8ea5-f4b098117b1b admin admin] Publish callbacks [] for router (02086925-9578-47a8-bbb2-34f83eafc052), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:47.592879 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-1e6e8518-4311-42d8-a228-b868d3da9742 None None] Set router 02086925-9578-47a8-bbb2-34f83eafc052 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:36:47.647517 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:47.700557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:47.718246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f12e441b-7e8e-4865-8ea5-f4b098117b1b admin admin] Publish callbacks [] for router_gateway (02086925-9578-47a8-bbb2-34f83eafc052), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:47.783408 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-1e6e8518-4311-42d8-a228-b868d3da9742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:36:46Z', 'revision_number': 5, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port': {'id': '344a4d19-3e55-4d11-a39f-c1460a79f01f', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02086925-9578-47a8-bbb2-34f83eafc052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:47.808414 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e8518-4311-42d8-a228-b868d3da9742 None None] Checking router: 02086925-9578-47a8-bbb2-34f83eafc052 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:36:47.817754 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e8518-4311-42d8-a228-b868d3da9742 None None] Routers {'02086925-9578-47a8-bbb2-34f83eafc052'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:36:47.818445 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-1e6e8518-4311-42d8-a228-b868d3da9742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:36:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['02086925-9578-47a8-bbb2-34f83eafc052'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:47.859510 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f12e441b-7e8e-4865-8ea5-f4b098117b1b admin admin] Deleting port 344a4d19-3e55-4d11-a39f-c1460a79f01f {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:36:47.860126 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f12e441b-7e8e-4865-8ea5-f4b098117b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (344a4d19-3e55-4d11-a39f-c1460a79f01f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:47.907063 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-1e6e8518-4311-42d8-a228-b868d3da9742 None None] Set router 02086925-9578-47a8-bbb2-34f83eafc052 gateway port host: None {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:36:47.958947 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-1e6e8518-4311-42d8-a228-b868d3da9742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:36:47Z', 'revision_number': 6, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:47.971043 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-f12e441b-7e8e-4865-8ea5-f4b098117b1b admin admin] For port 344a4d19-3e55-4d11-a39f-c1460a79f01f, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=344a4d19-3e55-4d11-a39f-c1460a79f01f,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:36:47.971653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f12e441b-7e8e-4865-8ea5-f4b098117b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (344a4d19-3e55-4d11-a39f-c1460a79f01f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:47.984813 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e8518-4311-42d8-a228-b868d3da9742 None None] The sync data for ids ['02086925-9578-47a8-bbb2-34f83eafc052'] in dv-neutron-zed-2-hyperv is: [{'id': '02086925-9578-47a8-bbb2-34f83eafc052', 'name': 'tempest-TestMinimumBasicScenario-1491486191-router', 'tenant_id': '6e0c22d8014545b8a65dc7ad268f8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:10Z', 'updated_at': '2022-10-28T10:36:47Z', 'revision_number': 6, 'project_id': '6e0c22d8014545b8a65dc7ad268f8472', 'gw_port_host': None}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:36:47.991466 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f12e441b-7e8e-4865-8ea5-f4b098117b1b admin admin] Calling delete_port for 344a4d19-3e55-4d11-a39f-c1460a79f01f owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:36:48.037508 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:48.266312 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f12e441b-7e8e-4865-8ea5-f4b098117b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (344a4d19-3e55-4d11-a39f-c1460a79f01f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:48.293506 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e441b-7e8e-4865-8ea5-f4b098117b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=344a4d19-3e55-4d11-a39f-c1460a79f01f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:48.365661 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f12e441b-7e8e-4865-8ea5-f4b098117b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (02086925-9578-47a8-bbb2-34f83eafc052), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:48.469746 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f12e441b-7e8e-4865-8ea5-f4b098117b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (02086925-9578-47a8-bbb2-34f83eafc052), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:48.472344 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f12e441b-7e8e-4865-8ea5-f4b098117b1b admin admin] Publish callbacks [] for router_controller (02086925-9578-47a8-bbb2-34f83eafc052), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:48.569045 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f12e441b-7e8e-4865-8ea5-f4b098117b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (02086925-9578-47a8-bbb2-34f83eafc052), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:48.569692 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12e441b-7e8e-4865-8ea5-f4b098117b1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02086925-9578-47a8-bbb2-34f83eafc052 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:36:48.581195 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f12e441b-7e8e-4865-8ea5-f4b098117b1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:48.582389 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f12e441b-7e8e-4865-8ea5-f4b098117b1b admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/02086925-9578-47a8-bbb2-34f83eafc052 HTTP/1.1" status: 204 len: 168 time: 1.1019061 Oct 28 10:36:48.585123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49248) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:48.637326 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98cb8d0-d372-42f3-8aaf-604dac2ffd4e admin admin] Deleting subnet 49bdef76-92d0-44b8-af75-a275a020db67 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:36:48.641352 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c98cb8d0-d372-42f3-8aaf-604dac2ffd4e admin admin] Publish callbacks [] for subnet (49bdef76-92d0-44b8-af75-a275a020db67), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:48.671196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:48.685520 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c98cb8d0-d372-42f3-8aaf-604dac2ffd4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (49bdef76-92d0-44b8-af75-a275a020db67), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:48.727246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:48.773354 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c98cb8d0-d372-42f3-8aaf-604dac2ffd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (49bdef76-92d0-44b8-af75-a275a020db67), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:48.906200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c98cb8d0-d372-42f3-8aaf-604dac2ffd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (49bdef76-92d0-44b8-af75-a275a020db67), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:48.938476 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cb8d0-d372-42f3-8aaf-604dac2ffd4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49bdef76-92d0-44b8-af75-a275a020db67,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:48.942223 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c98cb8d0-d372-42f3-8aaf-604dac2ffd4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:48.948648 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c98cb8d0-d372-42f3-8aaf-604dac2ffd4e admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/49bdef76-92d0-44b8-af75-a275a020db67 HTTP/1.1" status: 204 len: 168 time: 0.3591790 Oct 28 10:36:48.948648 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49250) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:48.954562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7012f3e4-584a-4c59-82d3-5f24489d2bcb None None] Network 15f0d9f3-4614-412e-bad5-1b980e7eb5dd requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:36:49.035387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (15f0d9f3-4614-412e-bad5-1b980e7eb5dd), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:49.090472 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] Deleting port 568ab472-f1bf-4383-b43c-b352205ddbcd {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:36:49.090978 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (568ab472-f1bf-4383-b43c-b352205ddbcd), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:49.151744 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:49.153252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] DHCP port deletion for 15f0d9f3-4614-412e-bad5-1b980e7eb5dd request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:36:49.173975 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] For port 568ab472-f1bf-4383-b43c-b352205ddbcd, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=568ab472-f1bf-4383-b43c-b352205ddbcd,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:36:49.174323 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (568ab472-f1bf-4383-b43c-b352205ddbcd), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:49.196459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] Calling delete_port for 568ab472-f1bf-4383-b43c-b352205ddbcd owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:36:49.197225 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Deleting port 568ab472-f1bf-4383-b43c-b352205ddbcd {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:36:49.197606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (568ab472-f1bf-4383-b43c-b352205ddbcd), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:49.284984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] For port 568ab472-f1bf-4383-b43c-b352205ddbcd, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=568ab472-f1bf-4383-b43c-b352205ddbcd,segment=NetworkSegment(f002f04f-fb6e-49d0-a515-c56d1419179e),segment_id=f002f04f-fb6e-49d0-a515-c56d1419179e)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:36:49.285423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (568ab472-f1bf-4383-b43c-b352205ddbcd), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:49.301477 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Calling delete_port for 568ab472-f1bf-4383-b43c-b352205ddbcd owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:36:49.362987 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (568ab472-f1bf-4383-b43c-b352205ddbcd), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:49.387832 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (568ab472-f1bf-4383-b43c-b352205ddbcd), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:49.395670 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=568ab472-f1bf-4383-b43c-b352205ddbcd,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:49.398692 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] No DVR routers for this DVR port 568ab472-f1bf-4383-b43c-b352205ddbcd on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:36:49.413706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Pushing event deleted for resources: {'Port': ['ID=568ab472-f1bf-4383-b43c-b352205ddbcd,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:49.422147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:49.422490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:49.423048 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:49.423570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:49.424051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:49.424552 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:49.424884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:49.425373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:49.425861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:49.426450 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:49.427026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:49.427593 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:49.428157 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:49.428653 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:49.428987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:36:49.436647 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1b88202f-faff-4bbf-aaa9-774f3163a447 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:36:49.441277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856ab0d-3a10-4ef5-9088-e98ab964cae4 None None] No DVR routers for this DVR port 568ab472-f1bf-4383-b43c-b352205ddbcd on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:36:49.462332 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 1b88202f-faff-4bbf-aaa9-774f3163a447 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:36:49.462706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1b88202f-faff-4bbf-aaa9-774f3163a447 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:36:49.463124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 344a4d19-3e55-4d11-a39f-c1460a79f01f no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:36:49.484137 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 344a4d19-3e55-4d11-a39f-c1460a79f01f {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:36:49.484488 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 344a4d19-3e55-4d11-a39f-c1460a79f01f not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:36:49.484908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 568ab472-f1bf-4383-b43c-b352205ddbcd no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:36:49.485423 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (15f0d9f3-4614-412e-bad5-1b980e7eb5dd), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:49.503862 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 568ab472-f1bf-4383-b43c-b352205ddbcd {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:36:49.504239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 568ab472-f1bf-4383-b43c-b352205ddbcd not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:36:49.508429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f0d9f3-4614-412e-bad5-1b980e7eb5dd']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:49.526702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f002f04f-fb6e-49d0-a515-c56d1419179e') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:49.526998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f002f04f-fb6e-49d0-a515-c56d1419179e') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:49.538451 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (f002f04f-fb6e-49d0-a515-c56d1419179e), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:49.552636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (f002f04f-fb6e-49d0-a515-c56d1419179e), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:49.559853 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:36:49.560247 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (f002f04f-fb6e-49d0-a515-c56d1419179e), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:49.671417 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment f002f04f-fb6e-49d0-a515-c56d1419179e resource provider aggregate not found Oct 28 10:36:49.689972 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment f002f04f-fb6e-49d0-a515-c56d1419179e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f002f04f-fb6e-49d0-a515-c56d1419179e found for delete ", "request_id": "req-629dbf7d-cdaf-446a-b192-943f6adca2a9"}]} Oct 28 10:36:49.691136 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (15f0d9f3-4614-412e-bad5-1b980e7eb5dd), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:49.695510 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:49.699267 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/15f0d9f3-4614-412e-bad5-1b980e7eb5dd HTTP/1.1" status: 204 len: 168 time: 0.7502890 Oct 28 10:36:49.703175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49258) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:49.713494 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754bf62-e73b-4536-8b09-319ad41d3b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=15f0d9f3-4614-412e-bad5-1b980e7eb5dd,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:49.751221 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:50.039467 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2501629b-544a-49a0-bf39-b7b39c0940bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (faace556-a706-44d6-ade5-57855e06f5d9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:50.270769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-2501629b-544a-49a0-bf39-b7b39c0940bb admin admin] Deleting port 98fc100d-d8bf-49b9-80f4-d671a4f10901 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:36:50.271103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2501629b-544a-49a0-bf39-b7b39c0940bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:50.351860 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-2501629b-544a-49a0-bf39-b7b39c0940bb admin admin] For port 98fc100d-d8bf-49b9-80f4-d671a4f10901, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=98fc100d-d8bf-49b9-80f4-d671a4f10901,segment=NetworkSegment(17ee8d0b-7371-4b50-b123-f2b8178c4730),segment_id=17ee8d0b-7371-4b50-b123-f2b8178c4730)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:36:50.352248 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2501629b-544a-49a0-bf39-b7b39c0940bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:50.365629 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-2501629b-544a-49a0-bf39-b7b39c0940bb admin admin] Calling delete_port for 98fc100d-d8bf-49b9-80f4-d671a4f10901 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:36:50.429130 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:50.538831 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:50.711712 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2501629b-544a-49a0-bf39-b7b39c0940bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (98fc100d-d8bf-49b9-80f4-d671a4f10901), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:50.741902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501629b-544a-49a0-bf39-b7b39c0940bb admin admin] Pushing event deleted for resources: {'Port': ['ID=98fc100d-d8bf-49b9-80f4-d671a4f10901,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:51.184654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2501629b-544a-49a0-bf39-b7b39c0940bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (faace556-a706-44d6-ade5-57855e06f5d9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:51.411503 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2501629b-544a-49a0-bf39-b7b39c0940bb admin admin] Router faace556-a706-44d6-ade5-57855e06f5d9 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:36:51.518034 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2501629b-544a-49a0-bf39-b7b39c0940bb admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:36:51.522977 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2501629b-544a-49a0-bf39-b7b39c0940bb admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/faace556-a706-44d6-ade5-57855e06f5d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8187356 Oct 28 10:36:51.525635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49260) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:51.528386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee27db-e3fa-4389-87e4-83e4a202a56d None None] Sync routers for ids ['faace556-a706-44d6-ade5-57855e06f5d9'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:36:51.540904 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee27db-e3fa-4389-87e4-83e4a202a56d None None] Routers {'faace556-a706-44d6-ade5-57855e06f5d9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:36:51.541826 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-abee27db-e3fa-4389-87e4-83e4a202a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:36:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['faace556-a706-44d6-ade5-57855e06f5d9'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:51.639538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc2aa-a47d-428b-97fd-69a8e22e98b1 admin admin] Publish callbacks [] for router (faace556-a706-44d6-ade5-57855e06f5d9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:51.753871 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc2aa-a47d-428b-97fd-69a8e22e98b1 admin admin] Publish callbacks [] for router_gateway (faace556-a706-44d6-ade5-57855e06f5d9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:51.794026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-abee27db-e3fa-4389-87e4-83e4a202a56d None None] Set router faace556-a706-44d6-ade5-57855e06f5d9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:36:51.891477 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-f2dbc2aa-a47d-428b-97fd-69a8e22e98b1 admin admin] Deleting port 0a266e91-644c-4763-b34e-b059efe758ea {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:36:51.891808 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc2aa-a47d-428b-97fd-69a8e22e98b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (0a266e91-644c-4763-b34e-b059efe758ea), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:51.940256 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:51.979342 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-f2dbc2aa-a47d-428b-97fd-69a8e22e98b1 admin admin] For port 0a266e91-644c-4763-b34e-b059efe758ea, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0a266e91-644c-4763-b34e-b059efe758ea,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:36:51.979831 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc2aa-a47d-428b-97fd-69a8e22e98b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (0a266e91-644c-4763-b34e-b059efe758ea), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:51.980018 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-abee27db-e3fa-4389-87e4-83e4a202a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'name': 'tempest-TestMinimumBasicScenario-831116057-router', 'tenant_id': '82e3180ab0034cdb8d41b241b984022b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.162'}], 'enable_snat': True}, 'gw_port_id': '0a266e91-644c-4763-b34e-b059efe758ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:16Z', 'updated_at': '2022-10-28T10:36:50Z', 'revision_number': 5, 'project_id': '82e3180ab0034cdb8d41b241b984022b', 'gw_port': {'id': '0a266e91-644c-4763-b34e-b059efe758ea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:30:17Z', 'updated_at': '2022-10-28T10:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:51.994732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-f2dbc2aa-a47d-428b-97fd-69a8e22e98b1 admin admin] Calling delete_port for 0a266e91-644c-4763-b34e-b059efe758ea owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:36:52.005587 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee27db-e3fa-4389-87e4-83e4a202a56d None None] Checking router: faace556-a706-44d6-ade5-57855e06f5d9 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:36:52.014247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee27db-e3fa-4389-87e4-83e4a202a56d None None] Routers {'faace556-a706-44d6-ade5-57855e06f5d9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:36:52.014885 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-abee27db-e3fa-4389-87e4-83e4a202a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:36:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['faace556-a706-44d6-ade5-57855e06f5d9'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:52.042550 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:52.086629 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:52.103848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-abee27db-e3fa-4389-87e4-83e4a202a56d None None] Set router faace556-a706-44d6-ade5-57855e06f5d9 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:36:52.158128 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-abee27db-e3fa-4389-87e4-83e4a202a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'name': 'tempest-TestMinimumBasicScenario-831116057-router', 'tenant_id': '82e3180ab0034cdb8d41b241b984022b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:16Z', 'updated_at': '2022-10-28T10:36:51Z', 'revision_number': 6, 'project_id': '82e3180ab0034cdb8d41b241b984022b', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:52.184288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee27db-e3fa-4389-87e4-83e4a202a56d None None] The sync data for ids ['faace556-a706-44d6-ade5-57855e06f5d9'] in dv-neutron-zed-2-hyperv is: [{'id': 'faace556-a706-44d6-ade5-57855e06f5d9', 'name': 'tempest-TestMinimumBasicScenario-831116057-router', 'tenant_id': '82e3180ab0034cdb8d41b241b984022b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:30:16Z', 'updated_at': '2022-10-28T10:36:51Z', 'revision_number': 6, 'project_id': '82e3180ab0034cdb8d41b241b984022b', 'gw_port_host': None}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:36:52.352098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc2aa-a47d-428b-97fd-69a8e22e98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (0a266e91-644c-4763-b34e-b059efe758ea), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:52.379360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbc2aa-a47d-428b-97fd-69a8e22e98b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a266e91-644c-4763-b34e-b059efe758ea,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:52.453020 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc2aa-a47d-428b-97fd-69a8e22e98b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (faace556-a706-44d6-ade5-57855e06f5d9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:52.549934 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc2aa-a47d-428b-97fd-69a8e22e98b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (faace556-a706-44d6-ade5-57855e06f5d9), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:52.552470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc2aa-a47d-428b-97fd-69a8e22e98b1 admin admin] Publish callbacks [] for router_controller (faace556-a706-44d6-ade5-57855e06f5d9), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:52.745809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc2aa-a47d-428b-97fd-69a8e22e98b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (faace556-a706-44d6-ade5-57855e06f5d9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:52.746449 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dbc2aa-a47d-428b-97fd-69a8e22e98b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router faace556-a706-44d6-ade5-57855e06f5d9 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:36:52.751510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc2aa-a47d-428b-97fd-69a8e22e98b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:52.752697 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f2dbc2aa-a47d-428b-97fd-69a8e22e98b1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/faace556-a706-44d6-ade5-57855e06f5d9 HTTP/1.1" status: 204 len: 168 time: 1.2260466 Oct 28 10:36:52.755549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49262) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:52.804199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-64de8d81-2b71-4dc1-95e8-1c66fdfff746 admin admin] Deleting subnet 625f0186-a718-43a6-9e7d-d6148ed4abf6 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:36:52.808551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-64de8d81-2b71-4dc1-95e8-1c66fdfff746 admin admin] Publish callbacks [] for subnet (625f0186-a718-43a6-9e7d-d6148ed4abf6), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:52.848425 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-64de8d81-2b71-4dc1-95e8-1c66fdfff746 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (625f0186-a718-43a6-9e7d-d6148ed4abf6), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:52.894617 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:52.945807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-64de8d81-2b71-4dc1-95e8-1c66fdfff746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (625f0186-a718-43a6-9e7d-d6148ed4abf6), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:53.146144 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-64de8d81-2b71-4dc1-95e8-1c66fdfff746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (625f0186-a718-43a6-9e7d-d6148ed4abf6), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:53.175757 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de8d81-2b71-4dc1-95e8-1c66fdfff746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=625f0186-a718-43a6-9e7d-d6148ed4abf6,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:53.178320 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-64de8d81-2b71-4dc1-95e8-1c66fdfff746 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:53.181575 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-64de8d81-2b71-4dc1-95e8-1c66fdfff746 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/625f0186-a718-43a6-9e7d-d6148ed4abf6 HTTP/1.1" status: 204 len: 168 time: 0.4249375 Oct 28 10:36:53.184268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49264) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:53.187931 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2decfa55-74d0-4c8a-a425-b2d8ba20d0f0 None None] Network c605d931-3c5a-41e8-aff0-191211f23756 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:36:53.274493 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (c605d931-3c5a-41e8-aff0-191211f23756), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:53.288971 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:53.339743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] Deleting port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:36:53.340081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (c64b9cf6-cc4e-42ce-b762-3ed9b262b470), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:53.361296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e2b36d-0a15-44f0-ad17-7f4c1c5a47a6 None None] DHCP port deletion for c605d931-3c5a-41e8-aff0-191211f23756 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:36:53.422461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] For port c64b9cf6-cc4e-42ce-b762-3ed9b262b470, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c64b9cf6-cc4e-42ce-b762-3ed9b262b470,segment=NetworkSegment(17ee8d0b-7371-4b50-b123-f2b8178c4730),segment_id=17ee8d0b-7371-4b50-b123-f2b8178c4730)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:36:53.422794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (c64b9cf6-cc4e-42ce-b762-3ed9b262b470), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:53.428075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-67e2b36d-0a15-44f0-ad17-7f4c1c5a47a6 None None] Deleting port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:36:53.428456 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-67e2b36d-0a15-44f0-ad17-7f4c1c5a47a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (c64b9cf6-cc4e-42ce-b762-3ed9b262b470), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:53.440848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] Calling delete_port for c64b9cf6-cc4e-42ce-b762-3ed9b262b470 owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:36:53.471130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c64b9cf6-cc4e-42ce-b762-3ed9b262b470 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:36:53.538767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-67e2b36d-0a15-44f0-ad17-7f4c1c5a47a6 None None] For port c64b9cf6-cc4e-42ce-b762-3ed9b262b470, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c64b9cf6-cc4e-42ce-b762-3ed9b262b470,segment=NetworkSegment(17ee8d0b-7371-4b50-b123-f2b8178c4730),segment_id=17ee8d0b-7371-4b50-b123-f2b8178c4730)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:36:53.539054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-67e2b36d-0a15-44f0-ad17-7f4c1c5a47a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (c64b9cf6-cc4e-42ce-b762-3ed9b262b470), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:53.554081 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-67e2b36d-0a15-44f0-ad17-7f4c1c5a47a6 None None] Calling delete_port for c64b9cf6-cc4e-42ce-b762-3ed9b262b470 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:36:53.634819 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:36:53.635233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c64b9cf6-cc4e-42ce-b762-3ed9b262b470), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:53.643552 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (c64b9cf6-cc4e-42ce-b762-3ed9b262b470), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:53.671106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=c64b9cf6-cc4e-42ce-b762-3ed9b262b470,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:53.674870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] No DVR routers for this DVR port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:36:53.703240 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 98fc100d-d8bf-49b9-80f4-d671a4f10901 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:36:53.725586 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 98fc100d-d8bf-49b9-80f4-d671a4f10901 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:36:53.725861 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:53.726057 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 98fc100d-d8bf-49b9-80f4-d671a4f10901 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:36:53.726474 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0a266e91-644c-4763-b34e-b059efe758ea no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:36:53.730107 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-67e2b36d-0a15-44f0-ad17-7f4c1c5a47a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (c64b9cf6-cc4e-42ce-b762-3ed9b262b470), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:53.756192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 0a266e91-644c-4763-b34e-b059efe758ea {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:36:53.756691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0a266e91-644c-4763-b34e-b059efe758ea not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:36:53.780792 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (c605d931-3c5a-41e8-aff0-191211f23756), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:53.783804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2b36d-0a15-44f0-ad17-7f4c1c5a47a6 None None] Pushing event deleted for resources: {'Port': ['ID=c64b9cf6-cc4e-42ce-b762-3ed9b262b470,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:53.787726 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e2b36d-0a15-44f0-ad17-7f4c1c5a47a6 None None] No DVR routers for this DVR port c64b9cf6-cc4e-42ce-b762-3ed9b262b470 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:36:53.807416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c605d931-3c5a-41e8-aff0-191211f23756']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:53.818190 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ee8d0b-7371-4b50-b123-f2b8178c4730') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:53.818477 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ee8d0b-7371-4b50-b123-f2b8178c4730') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:36:53.829321 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (17ee8d0b-7371-4b50-b123-f2b8178c4730), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:53.843756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (17ee8d0b-7371-4b50-b123-f2b8178c4730), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:53.850166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:36:53.850637 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (17ee8d0b-7371-4b50-b123-f2b8178c4730), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:53.938354 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 17ee8d0b-7371-4b50-b123-f2b8178c4730 resource provider aggregate not found Oct 28 10:36:53.957259 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 17ee8d0b-7371-4b50-b123-f2b8178c4730 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17ee8d0b-7371-4b50-b123-f2b8178c4730 found for delete ", "request_id": "req-4b0799cf-29fd-4242-8d7c-012f2d905399"}]} Oct 28 10:36:54.036352 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (c605d931-3c5a-41e8-aff0-191211f23756), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:54.045224 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:54.048418 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/c605d931-3c5a-41e8-aff0-191211f23756 HTTP/1.1" status: 204 len: 168 time: 0.8616912 Oct 28 10:36:54.062879 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9839d5-26b8-4042-b40e-20e51dc70a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=c605d931-3c5a-41e8-aff0-191211f23756,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:54.485526 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49282) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:54.488177 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:54.533631 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ecbdb399-76c3-46dc-a5ed-cd8e486e5402 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6e0c22d8014545b8a65dc7ad268f8472&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468240 Oct 28 10:36:54.536541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49284) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:54.565930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:54.588589 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-db3035f6-e3cb-4478-9c32-965024107921 admin admin] Publish callbacks [] for security_group (67e34227-1289-4d24-9ac4-e91a5326c3cb), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:54.610133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-db3035f6-e3cb-4478-9c32-965024107921 admin admin] Publish callbacks [] for security_group (67e34227-1289-4d24-9ac4-e91a5326c3cb), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:54.773302 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-db3035f6-e3cb-4478-9c32-965024107921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (67e34227-1289-4d24-9ac4-e91a5326c3cb), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:54.775901 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-db3035f6-e3cb-4478-9c32-965024107921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:54.777069 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-db3035f6-e3cb-4478-9c32-965024107921 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/67e34227-1289-4d24-9ac4-e91a5326c3cb HTTP/1.1" status: 204 len: 168 time: 0.2395716 Oct 28 10:36:54.788384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3035f6-e3cb-4478-9c32-965024107921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e34227-1289-4d24-9ac4-e91a5326c3cb,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:55.584833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49294) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:55.630096 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e6a63b1d-41cb-43d0-9981-3cab1a6d2582 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=82e3180ab0034cdb8d41b241b984022b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436985 Oct 28 10:36:55.632395 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49296) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:55.695023 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-73258df5-fd4d-49be-bfa1-b41bc1a664d2 admin admin] Publish callbacks [] for security_group (c24ac857-55e8-4f76-aed2-0c7a8eddb683), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:55.723307 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-73258df5-fd4d-49be-bfa1-b41bc1a664d2 admin admin] Publish callbacks [] for security_group (c24ac857-55e8-4f76-aed2-0c7a8eddb683), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:55.888968 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-73258df5-fd4d-49be-bfa1-b41bc1a664d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (c24ac857-55e8-4f76-aed2-0c7a8eddb683), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:55.892351 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-73258df5-fd4d-49be-bfa1-b41bc1a664d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:55.893942 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-73258df5-fd4d-49be-bfa1-b41bc1a664d2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c24ac857-55e8-4f76-aed2-0c7a8eddb683 HTTP/1.1" status: 204 len: 168 time: 0.2604456 Oct 28 10:36:55.905164 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73258df5-fd4d-49be-bfa1-b41bc1a664d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24ac857-55e8-4f76-aed2-0c7a8eddb683,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:57.932444 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=43 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:57.962617 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=40 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:58.496269 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49340) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:58.501441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-36773014-8b2d-416c-9a8d-5b6e76b352aa tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2109759912', 'description': 'tempest-secgroup-smoke-2109759912 description', 'project_id': '24e3e3be476740a381e69dd04b21c017'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:36:58.592326 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-36773014-8b2d-416c-9a8d-5b6e76b352aa tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:58.601346 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-36773014-8b2d-416c-9a8d-5b6e76b352aa tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:58.626859 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:58.681089 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-36773014-8b2d-416c-9a8d-5b6e76b352aa tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (ea0a3dbf-20e0-40c0-b109-cd38c2930b79), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:58.757287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-36773014-8b2d-416c-9a8d-5b6e76b352aa tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (ea0a3dbf-20e0-40c0-b109-cd38c2930b79), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:58.801001 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36773014-8b2d-416c-9a8d-5b6e76b352aa tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0a3dbf-20e0-40c0-b109-cd38c2930b79,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:58.843588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-36773014-8b2d-416c-9a8d-5b6e76b352aa tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:58.922998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-36773014-8b2d-416c-9a8d-5b6e76b352aa tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:58.954701 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36773014-8b2d-416c-9a8d-5b6e76b352aa tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:59.022941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-36773014-8b2d-416c-9a8d-5b6e76b352aa tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:59.024200 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-36773014-8b2d-416c-9a8d-5b6e76b352aa tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5267644 Oct 28 10:36:59.027392 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49342) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:59.032497 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b149848d-a4ae-4c10-b227-218b5812a2a4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:36:59.050863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:36:59.152013 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b149848d-a4ae-4c10-b227-218b5812a2a4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (cfd92766-a205-4734-ab18-20caa2581ce9), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:59.218821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b149848d-a4ae-4c10-b227-218b5812a2a4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (cfd92766-a205-4734-ab18-20caa2581ce9), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:59.294481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b149848d-a4ae-4c10-b227-218b5812a2a4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (cfd92766-a205-4734-ab18-20caa2581ce9), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:59.315998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149848d-a4ae-4c10-b227-218b5812a2a4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd92766-a205-4734-ab18-20caa2581ce9,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:59.399628 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b149848d-a4ae-4c10-b227-218b5812a2a4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:59.403343 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b149848d-a4ae-4c10-b227-218b5812a2a4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3723583 Oct 28 10:36:59.403636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49344) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:59.407973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-dc84d258-3c7e-401e-9f51-941b0c723cc1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:36:59.495135 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc84d258-3c7e-401e-9f51-941b0c723cc1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (c2ad40f6-6e59-49dd-9359-d8d39bbe3e63), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:59.556352 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc84d258-3c7e-401e-9f51-941b0c723cc1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (c2ad40f6-6e59-49dd-9359-d8d39bbe3e63), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:59.625864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc84d258-3c7e-401e-9f51-941b0c723cc1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (c2ad40f6-6e59-49dd-9359-d8d39bbe3e63), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:59.644900 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84d258-3c7e-401e-9f51-941b0c723cc1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ad40f6-6e59-49dd-9359-d8d39bbe3e63,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:36:59.714217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dc84d258-3c7e-401e-9f51-941b0c723cc1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:59.715486 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dc84d258-3c7e-401e-9f51-941b0c723cc1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3109431 Oct 28 10:36:59.718429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49346) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:36:59.724277 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-72d335d1-c74e-4da5-bcb8-fded50969031 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:36:59.834605 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-72d335d1-c74e-4da5-bcb8-fded50969031 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (3ef33d61-3f79-4e6d-b010-6485a68b173d), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:59.895622 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-72d335d1-c74e-4da5-bcb8-fded50969031 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (3ef33d61-3f79-4e6d-b010-6485a68b173d), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:59.968996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-72d335d1-c74e-4da5-bcb8-fded50969031 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (3ef33d61-3f79-4e6d-b010-6485a68b173d), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:36:59.989268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d335d1-c74e-4da5-bcb8-fded50969031 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef33d61-3f79-4e6d-b010-6485a68b173d,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:00.062599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-72d335d1-c74e-4da5-bcb8-fded50969031 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:00.063906 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-72d335d1-c74e-4da5-bcb8-fded50969031 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3440433 Oct 28 10:37:00.066638 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49348) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:37:00.070919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b7eba9f7-6e6c-4fe4-9707-e276fa396db3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:37:00.169596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b7eba9f7-6e6c-4fe4-9707-e276fa396db3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (f12186b9-d4a0-46f6-99c1-92e71fcaf59b), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:00.229828 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b7eba9f7-6e6c-4fe4-9707-e276fa396db3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (f12186b9-d4a0-46f6-99c1-92e71fcaf59b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:00.322929 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b7eba9f7-6e6c-4fe4-9707-e276fa396db3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (f12186b9-d4a0-46f6-99c1-92e71fcaf59b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:00.342027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eba9f7-6e6c-4fe4-9707-e276fa396db3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12186b9-d4a0-46f6-99c1-92e71fcaf59b,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:00.434279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b7eba9f7-6e6c-4fe4-9707-e276fa396db3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:00.436263 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b7eba9f7-6e6c-4fe4-9707-e276fa396db3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3680382 Oct 28 10:37:00.439171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49350) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:37:00.443945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b9fbef52-0d04-46cf-aa51-c1044d200fe7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:37:00.528887 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-b9fbef52-0d04-46cf-aa51-c1044d200fe7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Project 24e3e3be476740a381e69dd04b21c017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:37:00.535885 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b9fbef52-0d04-46cf-aa51-c1044d200fe7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (677fe0ba-a382-4453-b867-fed0a62ae9b6), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:00.545227 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=6,neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:00.596584 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b9fbef52-0d04-46cf-aa51-c1044d200fe7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (677fe0ba-a382-4453-b867-fed0a62ae9b6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:00.671758 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b9fbef52-0d04-46cf-aa51-c1044d200fe7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (677fe0ba-a382-4453-b867-fed0a62ae9b6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:00.695686 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbef52-0d04-46cf-aa51-c1044d200fe7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677fe0ba-a382-4453-b867-fed0a62ae9b6,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:00.703883 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:37:00.828310 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b9fbef52-0d04-46cf-aa51-c1044d200fe7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:00.829604 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b9fbef52-0d04-46cf-aa51-c1044d200fe7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3894854 Oct 28 10:37:00.832499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49352) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:37:00.836945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-52915928-ab45-4b1e-af5e-bcbf70380ddf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:37:00.934573 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-52915928-ab45-4b1e-af5e-bcbf70380ddf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Project 24e3e3be476740a381e69dd04b21c017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:37:00.940742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52915928-ab45-4b1e-af5e-bcbf70380ddf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (ea7d8528-8135-4fc5-b5ec-d18eaae99458), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:00.960121 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:00.996035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52915928-ab45-4b1e-af5e-bcbf70380ddf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (ea7d8528-8135-4fc5-b5ec-d18eaae99458), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:01.066248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52915928-ab45-4b1e-af5e-bcbf70380ddf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (ea7d8528-8135-4fc5-b5ec-d18eaae99458), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:01.087792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52915928-ab45-4b1e-af5e-bcbf70380ddf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7d8528-8135-4fc5-b5ec-d18eaae99458,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:01.205336 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52915928-ab45-4b1e-af5e-bcbf70380ddf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:01.206647 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-52915928-ab45-4b1e-af5e-bcbf70380ddf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3731291 Oct 28 10:37:01.211325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49354) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:37:01.216053 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-a90f2923-4b78-47c3-8267-4b1912b0d641 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'network': {'name': 'tempest-network-smoke--758212848', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'port_security_enabled': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:37:01.310633 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90f2923-4b78-47c3-8267-4b1912b0d641 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Made reservation on behalf of 24e3e3be476740a381e69dd04b21c017 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:37:01.314592 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a90f2923-4b78-47c3-8267-4b1912b0d641 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:01.339662 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90f2923-4b78-47c3-8267-4b1912b0d641 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:37:01.349797 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a90f2923-4b78-47c3-8267-4b1912b0d641 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:01.350181 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-a90f2923-4b78-47c3-8267-4b1912b0d641 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Added segment 64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434 of type vlan for network cb259a1d-04cd-4647-9682-5c84fd6bf4a9 Oct 28 10:37:01.395163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a90f2923-4b78-47c3-8267-4b1912b0d641 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (cb259a1d-04cd-4647-9682-5c84fd6bf4a9), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:01.494915 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a90f2923-4b78-47c3-8267-4b1912b0d641 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (cb259a1d-04cd-4647-9682-5c84fd6bf4a9), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:01.500357 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90f2923-4b78-47c3-8267-4b1912b0d641 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:01.500936 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a90f2923-4b78-47c3-8267-4b1912b0d641 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:01.570189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f2923-4b78-47c3-8267-4b1912b0d641 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Network': ['ID=cb259a1d-04cd-4647-9682-5c84fd6bf4a9,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:01.585535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network cb259a1d-04cd-4647-9682-5c84fd6bf4a9 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:37:01.640941 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a90f2923-4b78-47c3-8267-4b1912b0d641 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4286282 Oct 28 10:37:01.644095 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49356) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:37:01.648508 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2044655190', 'admin_state_up': True, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:37:01.769457 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (b4f56542-0a31-495e-9b62-db2210ca48de), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:01.770445 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (b4f56542-0a31-495e-9b62-db2210ca48de), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:01.822103 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_controller (b4f56542-0a31-495e-9b62-db2210ca48de), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:02.060280 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (b4f56542-0a31-495e-9b62-db2210ca48de), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:02.298503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (b4f56542-0a31-495e-9b62-db2210ca48de), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:02.318279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:02.423833 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:02.440955 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.36.1.244 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/478bcbae-f407-47dc-8892-c6902d605250) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:37:02.524495 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:02.881048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (478bcbae-f407-47dc-8892-c6902d605250), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:02.980844 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (478bcbae-f407-47dc-8892-c6902d605250), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:03.029840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:37:03.033624 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:37:03.036462 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:37:03.039215 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=478bcbae-f407-47dc-8892-c6902d605250,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:03.384366 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (b4f56542-0a31-495e-9b62-db2210ca48de), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:03.476890 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:03.584122 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (b4f56542-0a31-495e-9b62-db2210ca48de), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:03.831596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router b4f56542-0a31-495e-9b62-db2210ca48de is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:37:03.943055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:37:03.956648 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Sync routers for ids ['b4f56542-0a31-495e-9b62-db2210ca48de'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:37:03.969162 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Routers {'b4f56542-0a31-495e-9b62-db2210ca48de'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:37:03.969791 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:36:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b4f56542-0a31-495e-9b62-db2210ca48de'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:37:04.052655 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:04.054742 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-29bc7314-eaae-46d7-b652-38faca149a3c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4090874 Oct 28 10:37:04.057805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49358) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:37:04.074709 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Set router b4f56542-0a31-495e-9b62-db2210ca48de gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:37:04.201855 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8870df38-b4ae-4cff-a770-52afa855c6a6 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=24e3e3be476740a381e69dd04b21c017&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1400228 Oct 28 10:37:04.202889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49362) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:37:04.248404 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044655190', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '478bcbae-f407-47dc-8892-c6902d605250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:37:01Z', 'updated_at': '2022-10-28T10:37:03Z', 'revision_number': 3, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '478bcbae-f407-47dc-8892-c6902d605250', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:02Z', 'updated_at': '2022-10-28T10:37:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:37:04.262581 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:04.273289 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Checking router: b4f56542-0a31-495e-9b62-db2210ca48de for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:37:04.273637 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Updating router b4f56542-0a31-495e-9b62-db2210ca48de port 478bcbae-f407-47dc-8892-c6902d605250 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:37:04.298505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5e5c23-c003-4a08-99e8-e7a3bfde2689 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:04.300152 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-0f5e5c23-c003-4a08-99e8-e7a3bfde2689 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962677 Oct 28 10:37:04.303310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49364) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:37:04.306357 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (478bcbae-f407-47dc-8892-c6902d605250), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:04.351463 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-8075de07-4e1c-49e3-a570-f3dc4e389e97 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465114 Oct 28 10:37:04.354001 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49366) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:37:04.358777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-d2c56c32-f124-4128-858b-617aa11f2844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1874337941', 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:37:04.534764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c56c32-f124-4128-858b-617aa11f2844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Made reservation on behalf of 24e3e3be476740a381e69dd04b21c017 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:37:04.538785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d2c56c32-f124-4128-858b-617aa11f2844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:04.571992 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Publish callbacks [] for port (478bcbae-f407-47dc-8892-c6902d605250), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:04.660427 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (478bcbae-f407-47dc-8892-c6902d605250), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:04.699552 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Attempting to bind port 478bcbae-f407-47dc-8892-c6902d605250 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:37:04.699921 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Attempting to bind port 478bcbae-f407-47dc-8892-c6902d605250 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:37:04.700289 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Attempting to bind port 478bcbae-f407-47dc-8892-c6902d605250 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:37:04.739133 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Pushing event updated for resources: {'Port': ['ID=478bcbae-f407-47dc-8892-c6902d605250,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:04.752866 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:37:04.753231 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:37:04.753551 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:37:04.753909 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:37:04.754246 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:37:04.754575 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:37:04.754993 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:37:04.755320 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:37:04.755647 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:37:04.755970 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:37:04.756410 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:37:04.756674 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:37:04.757000 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:37:04.757317 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:37:04.757644 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:37:04.770037 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:37:04.770412 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:37:04.770934 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:04.771254 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:37:04.771736 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Bound port: 478bcbae-f407-47dc-8892-c6902d605250, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:37:04.772110 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (478bcbae-f407-47dc-8892-c6902d605250), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:04.827606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d2c56c32-f124-4128-858b-617aa11f2844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (cdd8c685-9261-4c6f-9f15-17639c9dcdab), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:04.898956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c56c32-f124-4128-858b-617aa11f2844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Subnet': ['ID=cdd8c685-9261-4c6f-9f15-17639c9dcdab,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:04.908748 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c56c32-f124-4128-858b-617aa11f2844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Checking segment: {'id': '64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:37:04.909122 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c56c32-f124-4128-858b-617aa11f2844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network hostable DHCP agents. Network: cb259a1d-04cd-4647-9682-5c84fd6bf4a9, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:37:04.920292 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] For port 478bcbae-f407-47dc-8892-c6902d605250, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:37:04.923434 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] For port 478bcbae-f407-47dc-8892-c6902d605250, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=478bcbae-f407-47dc-8892-c6902d605250,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:37:04.991753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c56c32-f124-4128-858b-617aa11f2844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network cb259a1d-04cd-4647-9682-5c84fd6bf4a9 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:37:05.020785 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (478bcbae-f407-47dc-8892-c6902d605250), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:05.055687 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:05.058470 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Routers {'b4f56542-0a31-495e-9b62-db2210ca48de'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:37:05.059179 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:36:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b4f56542-0a31-495e-9b62-db2210ca48de'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:37:05.071992 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-d2c56c32-f124-4128-858b-617aa11f2844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, cb259a1d-04cd-4647-9682-5c84fd6bf4a9) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:37:05.080439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c56c32-f124-4128-858b-617aa11f2844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:05.080439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d2c56c32-f124-4128-858b-617aa11f2844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:05.084841 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a914c90-3300-4f89-9e63-6488bfcc3aa0 None None] Network cb259a1d-04cd-4647-9682-5c84fd6bf4a9 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:37:05.118006 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c87da-e308-4a62-83a9-5694754a710a None None] Pushing event updated for resources: {'Port': ['ID=478bcbae-f407-47dc-8892-c6902d605250,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:05.129036 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:05.163794 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49368) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:37:05.164901 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d2c56c32-f124-4128-858b-617aa11f2844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8095686 Oct 28 10:37:05.184145 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] Set router b4f56542-0a31-495e-9b62-db2210ca48de gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:37:05.195451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ips': [{'subnet_id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:37:05.196525 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:05.356035 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Allocated IP 172.20.0.2 (cb259a1d-04cd-4647-9682-5c84fd6bf4a9/cdd8c685-9261-4c6f-9f15-17639c9dcdab/5652d4ff-44d6-444c-bfc1-b4105f4da0c5) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:37:05.377762 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044655190', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '478bcbae-f407-47dc-8892-c6902d605250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:37:01Z', 'updated_at': '2022-10-28T10:37:03Z', 'revision_number': 3, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '478bcbae-f407-47dc-8892-c6902d605250', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:02Z', 'updated_at': '2022-10-28T10:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:37:05.404760 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c05a950-11c7-46ba-9a04-95eae0a3ec1d None None] The sync data for ids ['b4f56542-0a31-495e-9b62-db2210ca48de'] in dv-neutron-zed-2-hyperv is: [{'id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044655190', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '478bcbae-f407-47dc-8892-c6902d605250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:37:01Z', 'updated_at': '2022-10-28T10:37:03Z', 'revision_number': 3, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '478bcbae-f407-47dc-8892-c6902d605250', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:02Z', 'updated_at': '2022-10-28T10:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:37:05.416721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:05.503149 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:05.520818 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Publish callbacks [] for port (5652d4ff-44d6-444c-bfc1-b4105f4da0c5), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:05.611257 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (5652d4ff-44d6-444c-bfc1-b4105f4da0c5), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:05.652125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:05.662695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Network cb259a1d-04cd-4647-9682-5c84fd6bf4a9 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:37:05.668422 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:37:05.672843 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:37:05.676334 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Pushing event updated for resources: {'Port': ['ID=5652d4ff-44d6-444c-bfc1-b4105f4da0c5,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:05.758032 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Attempting to bind port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:37:05.758411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Attempting to bind port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:37:05.758826 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Attempting to bind port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 on network cb259a1d-04cd-4647-9682-5c84fd6bf4a9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:37:05.809338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:37:05.813402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Checking segment: {'id': '64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:37:05.813402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:05.813402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Bound using segment: {'id': '64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:37:05.813402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Bound port: 5652d4ff-44d6-444c-bfc1-b4105f4da0c5, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:37:05.813402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5652d4ff-44d6-444c-bfc1-b4105f4da0c5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:05.880805 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] For port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:37:05.884752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] For port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5652d4ff-44d6-444c-bfc1-b4105f4da0c5,segment=NetworkSegment(64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434),segment_id=64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:37:05.980445 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.20.0.1 (cb259a1d-04cd-4647-9682-5c84fd6bf4a9/cdd8c685-9261-4c6f-9f15-17639c9dcdab/f4aaac14-b5cc-4e2d-b8cc-301939c915e3) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:37:06.004032 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5652d4ff-44d6-444c-bfc1-b4105f4da0c5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:06.066221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b5d22-43b6-43d9-84db-c7cf52774381 None None] Pushing event updated for resources: {'Port': ['ID=5652d4ff-44d6-444c-bfc1-b4105f4da0c5,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:06.073597 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:06.117171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:06.125859 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:06.306886 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:06.365859 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network cb259a1d-04cd-4647-9682-5c84fd6bf4a9 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:37:06.368984 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:37:06.373834 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:37:06.380236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=f4aaac14-b5cc-4e2d-b8cc-301939c915e3,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:06.425144 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (b4f56542-0a31-495e-9b62-db2210ca48de), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:06.667296 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:07.014615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de986e52-2fb4-4306-835a-a8d74a5d776b None None] Network cb259a1d-04cd-4647-9682-5c84fd6bf4a9 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:37:07.024087 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:07.109051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a0be19eb-dd12-4d41-9032-574e9a81d59d None None] Provisioning complete for port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:37:07.109420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a0be19eb-dd12-4d41-9032-574e9a81d59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5652d4ff-44d6-444c-bfc1-b4105f4da0c5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:07.109763 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a0be19eb-dd12-4d41-9032-574e9a81d59d None None] Attempt 1 to provision port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 Oct 28 10:37:07.129113 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:07.214807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=f4aaac14-b5cc-4e2d-b8cc-301939c915e3,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:07.221112 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (b4f56542-0a31-495e-9b62-db2210ca48de), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:07.232397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:07.239921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a0be19eb-dd12-4d41-9032-574e9a81d59d None None] Current status of the port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:37:07.240347 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a0be19eb-dd12-4d41-9032-574e9a81d59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5652d4ff-44d6-444c-bfc1-b4105f4da0c5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:07.282863 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:07.300865 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a0be19eb-dd12-4d41-9032-574e9a81d59d None None] For port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5652d4ff-44d6-444c-bfc1-b4105f4da0c5,segment=NetworkSegment(64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434),segment_id=64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:37:07.355764 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network cb259a1d-04cd-4647-9682-5c84fd6bf4a9 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:37:07.358007 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:37:07.392961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a0be19eb-dd12-4d41-9032-574e9a81d59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5652d4ff-44d6-444c-bfc1-b4105f4da0c5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:07.467983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be19eb-dd12-4d41-9032-574e9a81d59d None None] Pushing event updated for resources: {'Port': ['ID=5652d4ff-44d6-444c-bfc1-b4105f4da0c5,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:07.494228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router b4f56542-0a31-495e-9b62-db2210ca48de has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:37:07.495195 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:07.526258 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a0ab7804-1118-4670-9d9a-9f685a201402 None None] Provisioning complete for port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:37:07.526887 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7804-1118-4670-9d9a-9f685a201402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5652d4ff-44d6-444c-bfc1-b4105f4da0c5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:07.527429 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a0ab7804-1118-4670-9d9a-9f685a201402 None None] Attempt 1 to provision port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 Oct 28 10:37:07.612292 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 478bcbae-f407-47dc-8892-c6902d605250 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:37:07.633343 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:37:07.651617 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d145d2ff-d6c8-4b0b-aafe-6dd1251a787b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "PUT /networking/v2.0/routers/b4f56542-0a31-495e-9b62-db2210ca48de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4857836 Oct 28 10:37:07.696696 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a0ab7804-1118-4670-9d9a-9f685a201402 None None] Current status of the port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:37:07.719727 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 478bcbae-f407-47dc-8892-c6902d605250 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:37:07.720157 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (478bcbae-f407-47dc-8892-c6902d605250), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:07.720601 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 478bcbae-f407-47dc-8892-c6902d605250 Oct 28 10:37:07.722442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-a0ab7804-1118-4670-9d9a-9f685a201402 None None] Provisioning complete for port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:37:07.722946 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7804-1118-4670-9d9a-9f685a201402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:07.723386 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-a0ab7804-1118-4670-9d9a-9f685a201402 None None] Attempt 1 to provision port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 Oct 28 10:37:07.775934 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Sync routers for ids ['b4f56542-0a31-495e-9b62-db2210ca48de'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:37:07.805684 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Routers {'b4f56542-0a31-495e-9b62-db2210ca48de'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:37:07.806778 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:36:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b4f56542-0a31-495e-9b62-db2210ca48de'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:37:07.814428 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-a0ab7804-1118-4670-9d9a-9f685a201402 None None] Port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:37:07.937035 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-b9295b7d-8e57-48bb-a6b6-02f38a816f44 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2109759912&fields=id&tenant_id=24e3e3be476740a381e69dd04b21c017 HTTP/1.1" status: 200 len: 267 time: 0.0732269 Oct 28 10:37:08.091678 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-03ee1637-5d52-4d85-a6d6-58aafbc5dd97 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:08.093643 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-03ee1637-5d52-4d85-a6d6-58aafbc5dd97 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/networks?id=cb259a1d-04cd-4647-9682-5c84fd6bf4a9 HTTP/1.1" status: 200 len: 796 time: 0.1493080 Oct 28 10:37:08.114056 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-5763de0c-85c7-4ea7-8e6b-6d5adfad2d01 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/quotas/24e3e3be476740a381e69dd04b21c017 HTTP/1.1" status: 200 len: 375 time: 0.0104463 Oct 28 10:37:08.134238 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 478bcbae-f407-47dc-8892-c6902d605250 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:37:08.135167 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (478bcbae-f407-47dc-8892-c6902d605250), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:08.143369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-fb7cc20e-f9d3-4ffa-ad03-21031977199e None None] Provisioning complete for port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:37:08.143739 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fb7cc20e-f9d3-4ffa-ad03-21031977199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:08.144084 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-fb7cc20e-f9d3-4ffa-ad03-21031977199e None None] Attempt 1 to provision port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 Oct 28 10:37:08.151537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:08.184688 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Set router b4f56542-0a31-495e-9b62-db2210ca48de gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:37:08.189392 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-7b9a7828-8c28-4af0-9d76-3034d51c4908 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686429 Oct 28 10:37:08.233866 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 478bcbae-f407-47dc-8892-c6902d605250, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=478bcbae-f407-47dc-8892-c6902d605250,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:37:08.246236 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cc20e-f9d3-4ffa-ad03-21031977199e None None] Port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:37:08.271455 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-5efe5fe8-cc77-4045-b3af-5bc84acbaa37 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:37:08.272550 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-5efe5fe8-cc77-4045-b3af-5bc84acbaa37 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0676885 Oct 28 10:37:08.294997 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (478bcbae-f407-47dc-8892-c6902d605250), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:08.295835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:37:08.385835 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-e20da1ea-6f15-41e9-b05e-832ba2aa3297 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cb259a1d-04cd-4647-9682-5c84fd6bf4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018901 Oct 28 10:37:08.426462 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-2a91cbea-7716-4f1d-b51f-a6b535eade80 None None] Provisioning complete for port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:37:08.427552 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2a91cbea-7716-4f1d-b51f-a6b535eade80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:08.427552 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-2a91cbea-7716-4f1d-b51f-a6b535eade80 None None] Attempt 1 to provision port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 Oct 28 10:37:08.468275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=478bcbae-f407-47dc-8892-c6902d605250,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:08.487164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:08.501399 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-f19b13e1-0179-46fb-a773-f8d47531f2a9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cb259a1d-04cd-4647-9682-5c84fd6bf4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070170 Oct 28 10:37:08.515853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:37:08.516230 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5652d4ff-44d6-444c-bfc1-b4105f4da0c5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:08.516565 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 Oct 28 10:37:08.518707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-2a91cbea-7716-4f1d-b51f-a6b535eade80 None None] Port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:37:08.594227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044655190', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '478bcbae-f407-47dc-8892-c6902d605250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:37:01Z', 'updated_at': '2022-10-28T10:37:06Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '478bcbae-f407-47dc-8892-c6902d605250', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:02Z', 'updated_at': '2022-10-28T10:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f4aaac14-b5cc-4e2d-b8cc-301939c915e3', 'name': '', 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:95:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:05Z', 'updated_at': '2022-10-28T10:37:06Z', 'revision_number': 2, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:37:08.625459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Checking router: b4f56542-0a31-495e-9b62-db2210ca48de for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:37:08.625816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Updating router b4f56542-0a31-495e-9b62-db2210ca48de port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:37:08.682948 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:08.684901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:37:08.811515 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2309e133-e24e-48d6-ad72-74d7ed830b65 req-c69acf29-f477-4e87-89ad-ef356d153bbe tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 210 time: 0.0407233 Oct 28 10:37:08.999786 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Publish callbacks [] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:09.186098 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:09.229526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:09.253059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebe851-0f29-4827-882e-2b144f9eff70 None None] Pushing event updated for resources: {'Port': ['ID=f4aaac14-b5cc-4e2d-b8cc-301939c915e3,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:09.287649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Attempting to bind port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:37:09.288163 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Attempting to bind port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:37:09.288655 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Attempting to bind port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 on network cb259a1d-04cd-4647-9682-5c84fd6bf4a9 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:37:09.335413 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:37:09.335782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Checking segment: {'id': '64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:37:09.336184 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:09.336576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Bound using segment: {'id': '64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:37:09.337046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Bound port: f4aaac14-b5cc-4e2d-b8cc-301939c915e3, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:37:09.337425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:09.441863 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] For port f4aaac14-b5cc-4e2d-b8cc-301939c915e3, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:37:09.455615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] For port f4aaac14-b5cc-4e2d-b8cc-301939c915e3, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f4aaac14-b5cc-4e2d-b8cc-301939c915e3,segment=NetworkSegment(64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434),segment_id=64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:37:09.503088 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 478bcbae-f407-47dc-8892-c6902d605250 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:37:09.564772 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 478bcbae-f407-47dc-8892-c6902d605250 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:37:09.564772 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (478bcbae-f407-47dc-8892-c6902d605250), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:09.564772 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 478bcbae-f407-47dc-8892-c6902d605250 Oct 28 10:37:09.595270 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:09.627742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:09.628679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Routers {'b4f56542-0a31-495e-9b62-db2210ca48de'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:37:09.629319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:36:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b4f56542-0a31-495e-9b62-db2210ca48de'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:37:09.721369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebe851-0f29-4827-882e-2b144f9eff70 None None] Pushing event updated for resources: {'Port': ['ID=f4aaac14-b5cc-4e2d-b8cc-301939c915e3,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:09.789808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 478bcbae-f407-47dc-8892-c6902d605250 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:37:09.790961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:37:09.825913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] Set router b4f56542-0a31-495e-9b62-db2210ca48de gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:37:09.918408 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0fbfa1cc-9789-456b-a299-b60422588b32 req-6506b6ef-7932-447f-929f-e3ed9e7935f5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 210 time: 0.0300541 Oct 28 10:37:09.952722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:37:09.952722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5652d4ff-44d6-444c-bfc1-b4105f4da0c5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:09.952722 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 Oct 28 10:37:10.001127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:10.093932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:37:10.105959 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044655190', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '478bcbae-f407-47dc-8892-c6902d605250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:37:01Z', 'updated_at': '2022-10-28T10:37:06Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '478bcbae-f407-47dc-8892-c6902d605250', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:02Z', 'updated_at': '2022-10-28T10:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f4aaac14-b5cc-4e2d-b8cc-301939c915e3', 'name': '', 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:95:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:05Z', 'updated_at': '2022-10-28T10:37:09Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:37:10.127325 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea8a497-c524-47fa-8201-32fdb9b74bda None None] The sync data for ids ['b4f56542-0a31-495e-9b62-db2210ca48de'] in dv-neutron-zed-2-hyperv is: [{'id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044655190', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '478bcbae-f407-47dc-8892-c6902d605250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:37:01Z', 'updated_at': '2022-10-28T10:37:06Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '478bcbae-f407-47dc-8892-c6902d605250', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:02Z', 'updated_at': '2022-10-28T10:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f4aaac14-b5cc-4e2d-b8cc-301939c915e3', 'name': '', 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:95:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:05Z', 'updated_at': '2022-10-28T10:37:09Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:37:11.052585 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8a08dc9d-2473-4a7e-b72d-e241b869c63b req-862bb2f5-2314-4cdc-96c1-ff982869faa8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 210 time: 0.0386713 Oct 28 10:37:11.475153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f4aaac14-b5cc-4e2d-b8cc-301939c915e3 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:37:11.526304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:37:11.526694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:11.527058 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 Oct 28 10:37:11.622603 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:37:11.623602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:11.663406 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port f4aaac14-b5cc-4e2d-b8cc-301939c915e3, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f4aaac14-b5cc-4e2d-b8cc-301939c915e3,segment=NetworkSegment(64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434),segment_id=64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:37:11.844511 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:11.899817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=f4aaac14-b5cc-4e2d-b8cc-301939c915e3,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:12.200131 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6079e40c-3437-4da3-9e1c-65af8be6dd11 req-01db2ab2-27b8-4e32-9066-b19bf263090a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 210 time: 0.0377138 Oct 28 10:37:12.215679 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:12.223795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-47c1cbb3-a688-40eb-8e36-f9881230fefa tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:12.225502 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-47c1cbb3-a688-40eb-8e36-f9881230fefa tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "GET /networking/v2.0/networks?id=cb259a1d-04cd-4647-9682-5c84fd6bf4a9 HTTP/1.1" status: 200 len: 796 time: 0.1516261 Oct 28 10:37:12.342636 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-a49dbdbd-b247-4005-bd67-c40d73dcc6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=24e3e3be476740a381e69dd04b21c017 HTTP/1.1" status: 200 len: 380 time: 0.0926044 Oct 28 10:37:12.356056 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-8eaff048-90d7-49ea-8b2f-b803ccf99fa5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'port': {'device_id': '856d8f14-2b99-415a-8bc2-4e4af9005703', 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'admin_state_up': True, 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'security_groups': ['02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:37:12.501215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:12.642359 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-8eaff048-90d7-49ea-8b2f-b803ccf99fa5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Made reservation on behalf of 24e3e3be476740a381e69dd04b21c017 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:37:12.647705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-8eaff048-90d7-49ea-8b2f-b803ccf99fa5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:12.798913 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-8eaff048-90d7-49ea-8b2f-b803ccf99fa5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.20.0.11 (cb259a1d-04cd-4647-9682-5c84fd6bf4a9/cdd8c685-9261-4c6f-9f15-17639c9dcdab/040e3267-f085-4018-a1d6-efc8fa9a871b) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:37:12.970899 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-8eaff048-90d7-49ea-8b2f-b803ccf99fa5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (040e3267-f085-4018-a1d6-efc8fa9a871b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:13.169908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-8eaff048-90d7-49ea-8b2f-b803ccf99fa5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (040e3267-f085-4018-a1d6-efc8fa9a871b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:13.225038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-8eaff048-90d7-49ea-8b2f-b803ccf99fa5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network cb259a1d-04cd-4647-9682-5c84fd6bf4a9 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:37:13.228356 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-8eaff048-90d7-49ea-8b2f-b803ccf99fa5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:37:13.232289 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-8eaff048-90d7-49ea-8b2f-b803ccf99fa5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:37:13.243947 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b173-88fd-41a2-aae1-3b883b50ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:13.261495 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaff048-90d7-49ea-8b2f-b803ccf99fa5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=040e3267-f085-4018-a1d6-efc8fa9a871b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:13.296755 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-8eaff048-90d7-49ea-8b2f-b803ccf99fa5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:13.297841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-8eaff048-90d7-49ea-8b2f-b803ccf99fa5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:13.370809 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92572e8c-f454-43f9-b51a-33ccfca5a9c2 req-d1c24a8e-0d4a-4dd9-8c1e-cdb605ccd3eb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:13.372566 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-92572e8c-f454-43f9-b51a-33ccfca5a9c2 req-d1c24a8e-0d4a-4dd9-8c1e-cdb605ccd3eb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 932 time: 0.0633185 Oct 28 10:37:13.457285 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-92572e8c-f454-43f9-b51a-33ccfca5a9c2 req-1ab10321-fb60-401a-9963-1898d513c8a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633831 Oct 28 10:37:13.469392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f4aaac14-b5cc-4e2d-b8cc-301939c915e3 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:37:13.533633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:37:13.533633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:13.533633 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 Oct 28 10:37:13.583345 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-8eaff048-90d7-49ea-8b2f-b803ccf99fa5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2336979 Oct 28 10:37:13.609411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Request body: {'port': {'device_id': '856d8f14-2b99-415a-8bc2-4e4af9005703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:37:13.676063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (040e3267-f085-4018-a1d6-efc8fa9a871b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:13.725185 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-927683e6-b063-4c89-83de-e08047557f7f None None] Provisioning complete for port 040e3267-f085-4018-a1d6-efc8fa9a871b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:37:13.725551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-927683e6-b063-4c89-83de-e08047557f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (040e3267-f085-4018-a1d6-efc8fa9a871b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:13.725899 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-927683e6-b063-4c89-83de-e08047557f7f None None] Attempt 1 to provision port 040e3267-f085-4018-a1d6-efc8fa9a871b Oct 28 10:37:13.769911 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-927683e6-b063-4c89-83de-e08047557f7f None None] Port 040e3267-f085-4018-a1d6-efc8fa9a871b cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:37:13.796073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:13.813190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:37:14.002009 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040e3267-f085-4018-a1d6-efc8fa9a871b {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:37:14.015732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Publish callbacks [] for port (040e3267-f085-4018-a1d6-efc8fa9a871b), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:14.026546 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:14.031893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Transition to ACTIVE for port object 040e3267-f085-4018-a1d6-efc8fa9a871b will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:37:14.214866 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (040e3267-f085-4018-a1d6-efc8fa9a871b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:14.297667 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Pushing event updated for resources: {'Port': ['ID=040e3267-f085-4018-a1d6-efc8fa9a871b,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:14.333620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Attempting to bind port 040e3267-f085-4018-a1d6-efc8fa9a871b on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:37:14.334067 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Attempting to bind port 040e3267-f085-4018-a1d6-efc8fa9a871b by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:37:14.334406 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Attempting to bind port 040e3267-f085-4018-a1d6-efc8fa9a871b on network cb259a1d-04cd-4647-9682-5c84fd6bf4a9 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:37:14.384821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Port 040e3267-f085-4018-a1d6-efc8fa9a871b on network cb259a1d-04cd-4647-9682-5c84fd6bf4a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:37:14.385144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Attempting to bind port 040e3267-f085-4018-a1d6-efc8fa9a871b on network cb259a1d-04cd-4647-9682-5c84fd6bf4a9 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:37:14.435145 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:37:14.435678 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Checking segment: {'id': '64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:37:14.436292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Bound using segment: {'id': '64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:37:14.437021 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Bound port: 040e3267-f085-4018-a1d6-efc8fa9a871b, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:37:14.437626 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (040e3267-f085-4018-a1d6-efc8fa9a871b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:14.519198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] For port 040e3267-f085-4018-a1d6-efc8fa9a871b, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:37:14.523112 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] For port 040e3267-f085-4018-a1d6-efc8fa9a871b, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=040e3267-f085-4018-a1d6-efc8fa9a871b,segment=NetworkSegment(64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434),segment_id=64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:37:14.609023 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9e23d-0b62-47ff-b5f2-88b845c85290 req-743ac6f0-edfa-4d96-9ec7-c6f93f7a9512 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:14.610531 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-98e9e23d-0b62-47ff-b5f2-88b845c85290 req-743ac6f0-edfa-4d96-9ec7-c6f93f7a9512 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 944 time: 0.0537155 Oct 28 10:37:14.678287 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (040e3267-f085-4018-a1d6-efc8fa9a871b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:14.685418 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:14.686737 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:14.688320 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/040e3267-f085-4018-a1d6-efc8fa9a871b HTTP/1.1" status: 200 len: 1094 time: 1.0840349 Oct 28 10:37:14.688873 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856d8f14-2b99-415a-8bc2-4e4af9005703', 'tag': '040e3267-f085-4018-a1d6-efc8fa9a871b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:37:14.691424 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed7746e-6603-4f93-b5eb-cf8fa6b5bcb8" -d '{"events": [{"name": "network-changed", "server_uuid": "856d8f14-2b99-415a-8bc2-4e4af9005703", "tag": "040e3267-f085-4018-a1d6-efc8fa9a871b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:37:14.695750 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-98e9e23d-0b62-47ff-b5f2-88b845c85290 req-17c1444b-eb83-48d8-96e1-6b2997c40997 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784678 Oct 28 10:37:14.758599 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4575b3a3-a970-43b1-aafe-9b44fbc2ddd9 x-openstack-request-id: req-4575b3a3-a970-43b1-aafe-9b44fbc2ddd9 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:37:14.759180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856d8f14-2b99-415a-8bc2-4e4af9005703", "tag": "040e3267-f085-4018-a1d6-efc8fa9a871b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:37:14.759610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4575b3a3-a970-43b1-aafe-9b44fbc2ddd9 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:37:14.762213 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4575b3a3-a970-43b1-aafe-9b44fbc2ddd9'] response: {'name': 'network-changed', 'server_uuid': '856d8f14-2b99-415a-8bc2-4e4af9005703', 'tag': '040e3267-f085-4018-a1d6-efc8fa9a871b', 'status': 'completed', 'code': 200} Oct 28 10:37:14.762213 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb7c81-548c-45d7-b0d7-abf9ee663f93 service neutron] Pushing event updated for resources: {'Port': ['ID=040e3267-f085-4018-a1d6-efc8fa9a871b,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:14.869993 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7746e-6603-4f93-b5eb-cf8fa6b5bcb8 req-977b5e64-b790-4e97-89ed-4a2b5d651c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:14.871472 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2ed7746e-6603-4f93-b5eb-cf8fa6b5bcb8 req-977b5e64-b790-4e97-89ed-4a2b5d651c13 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 1128 time: 0.0529253 Oct 28 10:37:14.995210 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7746e-6603-4f93-b5eb-cf8fa6b5bcb8 req-b9083e0b-7a65-488f-90d6-a7fe7afbc2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:14.996705 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2ed7746e-6603-4f93-b5eb-cf8fa6b5bcb8 req-b9083e0b-7a65-488f-90d6-a7fe7afbc2a6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=24e3e3be476740a381e69dd04b21c017&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1065392 Oct 28 10:37:15.057089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:15.108489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7746e-6603-4f93-b5eb-cf8fa6b5bcb8 req-a76662f1-1459-4fa1-a856-82d82e5ce6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:15.110016 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2ed7746e-6603-4f93-b5eb-cf8fa6b5bcb8 req-a76662f1-1459-4fa1-a856-82d82e5ce6f5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045911 Oct 28 10:37:15.233356 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-b5effc09-e210-4ab5-898e-6860f8cdb06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:15.234895 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-b5effc09-e210-4ab5-898e-6860f8cdb06e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 1128 time: 0.0458686 Oct 28 10:37:15.294693 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-e4ddeab4-cb45-401a-8340-c1e593e248c1 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=040e3267-f085-4018-a1d6-efc8fa9a871b HTTP/1.1" status: 200 len: 217 time: 0.0405648 Oct 28 10:37:15.358748 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-b8000a3d-853d-4b3c-a2f0-75cf96391a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:15.360237 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-b8000a3d-853d-4b3c-a2f0-75cf96391a4e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=cdd8c685-9261-4c6f-9f15-17639c9dcdab HTTP/1.1" status: 200 len: 835 time: 0.0570567 Oct 28 10:37:15.386535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-80f667ac-e41d-443c-9fef-e792dc2fb952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:15.417277 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-c5e9227c-f9f9-4d9e-9168-cba39bdff7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:15.419099 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-c5e9227c-f9f9-4d9e-9168-cba39bdff7be service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cb259a1d-04cd-4647-9682-5c84fd6bf4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0498075 Oct 28 10:37:15.809486 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-6300eb4d-e22d-4df9-9ed2-6fe54a7c2966 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cb259a1d-04cd-4647-9682-5c84fd6bf4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800189 Oct 28 10:37:15.855404 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc02f8-7cac-4558-b07d-7aa9322ac9d4 req-f8a10024-0363-4088-9c10-10f77460b780 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:15.856952 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0cbc02f8-7cac-4558-b07d-7aa9322ac9d4 req-f8a10024-0363-4088-9c10-10f77460b780 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 944 time: 0.0576541 Oct 28 10:37:15.914582 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3509e5c0-296e-4e7a-8766-67a8d88aa9bd req-dd79c97f-ad19-4ffb-bc2a-e76ce7e5f63a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cb259a1d-04cd-4647-9682-5c84fd6bf4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955727 Oct 28 10:37:15.915335 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0cbc02f8-7cac-4558-b07d-7aa9322ac9d4 req-cddd7c1f-3960-4f2b-bce4-7a0190ec3dc9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519693 Oct 28 10:37:17.048026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a7787-e87c-481b-b242-edd19b14861f req-1b9de5d1-d632-428b-991a-5ae119cea306 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:17.049592 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4a6a7787-e87c-481b-b242-edd19b14861f req-1b9de5d1-d632-428b-991a-5ae119cea306 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 944 time: 0.0493610 Oct 28 10:37:17.054859 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:17.104011 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4a6a7787-e87c-481b-b242-edd19b14861f req-3f927e1f-2553-412c-963e-2a7df1ac68be tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486472 Oct 28 10:37:17.293777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 040e3267-f085-4018-a1d6-efc8fa9a871b details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:37:17.363894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:17.397435 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 040e3267-f085-4018-a1d6-efc8fa9a871b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=040e3267-f085-4018-a1d6-efc8fa9a871b,segment=NetworkSegment(64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434),segment_id=64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:37:17.409487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '040e3267-f085-4018-a1d6-efc8fa9a871b', 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'port_id': '040e3267-f085-4018-a1d6-efc8fa9a871b', 'mac_address': 'fa:16:3e:d3:d2:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:37:17.444866 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:17.449578 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 040e3267-f085-4018-a1d6-efc8fa9a871b is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:37:17.450057 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (040e3267-f085-4018-a1d6-efc8fa9a871b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:17.465211 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040e3267-f085-4018-a1d6-efc8fa9a871b {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:37:17.486349 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 040e3267-f085-4018-a1d6-efc8fa9a871b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=040e3267-f085-4018-a1d6-efc8fa9a871b,segment=NetworkSegment(64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434),segment_id=64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:37:17.598088 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (040e3267-f085-4018-a1d6-efc8fa9a871b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:17.648975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=040e3267-f085-4018-a1d6-efc8fa9a871b,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:17.888399 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [req-d7c06ecf-f6a3-43c1-8bce-17e152be3672 req-c8f3ebb4-25b3-4125-8c8b-238eca4404b0 service neutron] (114060) timed out ('10.222.0.48', 63298) {{(pid=114060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 10:37:17.979304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['040e3267-f085-4018-a1d6-efc8fa9a871b'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:37:18.008019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:18.227889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:18.241970 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b493267-f65b-4f79-9180-8dd50db8a388 req-5f3b0564-1c2c-4a14-a867-7ce3a0f71507 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:18.243517 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1b493267-f65b-4f79-9180-8dd50db8a388 req-5f3b0564-1c2c-4a14-a867-7ce3a0f71507 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 945 time: 0.0540853 Oct 28 10:37:18.280836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:18.295691 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1b493267-f65b-4f79-9180-8dd50db8a388 req-c166d76f-bccf-4264-9b7c-04dd262c8bf7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456526 Oct 28 10:37:18.700882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:19.301881 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 040e3267-f085-4018-a1d6-efc8fa9a871b up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:37:19.352319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 040e3267-f085-4018-a1d6-efc8fa9a871b completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:37:19.432200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31943eb7-04c7-4790-83da-23c931b48032 req-14108c24-84c0-4bfe-9c57-257a80618630 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:19.433724 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-31943eb7-04c7-4790-83da-23c931b48032 req-14108c24-84c0-4bfe-9c57-257a80618630 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 945 time: 0.0535731 Oct 28 10:37:19.438116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 040e3267-f085-4018-a1d6-efc8fa9a871b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:37:19.438613 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (040e3267-f085-4018-a1d6-efc8fa9a871b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:19.439070 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 040e3267-f085-4018-a1d6-efc8fa9a871b Oct 28 10:37:19.490965 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-31943eb7-04c7-4790-83da-23c931b48032 req-17cd5f9b-b699-4219-9094-5c0724e3eecd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504489 Oct 28 10:37:19.522899 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 040e3267-f085-4018-a1d6-efc8fa9a871b is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:37:19.523312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (040e3267-f085-4018-a1d6-efc8fa9a871b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:19.548345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856d8f14-2b99-415a-8bc2-4e4af9005703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040e3267-f085-4018-a1d6-efc8fa9a871b'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:37:19.550713 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdb0545-554e-4ebb-b2fd-a31fa158f007" -d '{"events": [{"server_uuid": "856d8f14-2b99-415a-8bc2-4e4af9005703", "name": "network-vif-plugged", "status": "completed", "tag": "040e3267-f085-4018-a1d6-efc8fa9a871b"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:37:19.564210 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 040e3267-f085-4018-a1d6-efc8fa9a871b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=040e3267-f085-4018-a1d6-efc8fa9a871b,segment=NetworkSegment(64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434),segment_id=64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:37:19.595126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e65622-bf2b-456c-b267-f38869aff8c2 x-openstack-request-id: req-68e65622-bf2b-456c-b267-f38869aff8c2 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:37:19.595461 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856d8f14-2b99-415a-8bc2-4e4af9005703", "name": "network-vif-plugged", "status": "completed", "tag": "040e3267-f085-4018-a1d6-efc8fa9a871b", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:37:19.595718 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68e65622-bf2b-456c-b267-f38869aff8c2 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:37:19.596127 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e65622-bf2b-456c-b267-f38869aff8c2'] response: {'server_uuid': '856d8f14-2b99-415a-8bc2-4e4af9005703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040e3267-f085-4018-a1d6-efc8fa9a871b', 'code': 200} Oct 28 10:37:19.637804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (040e3267-f085-4018-a1d6-efc8fa9a871b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:19.642790 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:19.650269 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=49 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:19.702523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=040e3267-f085-4018-a1d6-efc8fa9a871b,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:20.148091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40ae3e-2a92-49b5-bc43-5d51ec9ba784 req-c5d0ea12-19c4-4372-ab7e-128b876fd416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:20.149604 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1b40ae3e-2a92-49b5-bc43-5d51ec9ba784 req-c5d0ea12-19c4-4372-ab7e-128b876fd416 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 1130 time: 0.0458353 Oct 28 10:37:20.204406 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1b40ae3e-2a92-49b5-bc43-5d51ec9ba784 req-fd1c666a-de84-453c-aedc-49a0aa2ab396 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456049 Oct 28 10:37:20.626408 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff1cf4-a7c4-4fd0-ac2e-9a6a52b45965 req-f696d3b9-6eca-4946-8074-fbfd84c7a7c8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:20.627949 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eaff1cf4-a7c4-4fd0-ac2e-9a6a52b45965 req-f696d3b9-6eca-4946-8074-fbfd84c7a7c8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 946 time: 0.0577381 Oct 28 10:37:20.678865 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eaff1cf4-a7c4-4fd0-ac2e-9a6a52b45965 req-1ce36c07-82c7-4bb8-85c8-94873a6f81d5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450280 Oct 28 10:37:21.811893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de69db2-4b1a-4aad-a747-f71c815d335c req-f297544b-1500-4ba9-b252-9f540aff2123 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:21.813469 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7de69db2-4b1a-4aad-a747-f71c815d335c req-f297544b-1500-4ba9-b252-9f540aff2123 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 946 time: 0.0521491 Oct 28 10:37:21.875577 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7de69db2-4b1a-4aad-a747-f71c815d335c req-5b1d6882-590e-4c62-b1de-ae6055a113bb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562255 Oct 28 10:37:23.009965 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882cccb-3723-4182-9a30-1c54361ed218 req-808d4cb3-154c-451b-9269-404d96e3d3b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:23.011605 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7882cccb-3723-4182-9a30-1c54361ed218 req-808d4cb3-154c-451b-9269-404d96e3d3b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 946 time: 0.0507514 Oct 28 10:37:23.075107 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7882cccb-3723-4182-9a30-1c54361ed218 req-e0c547e2-4397-4b0d-8a39-cc14bf761949 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571213 Oct 28 10:37:23.219632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45030ad4-6cfb-4f56-a5b3-04cabf2cf178 req-1066c1b4-0408-4e7a-ba6e-100f35c9ebbe tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:23.222182 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-45030ad4-6cfb-4f56-a5b3-04cabf2cf178 req-1066c1b4-0408-4e7a-ba6e-100f35c9ebbe tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 946 time: 0.0684559 Oct 28 10:37:23.276034 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-45030ad4-6cfb-4f56-a5b3-04cabf2cf178 req-f49e7078-d4a2-4650-bf76-4e746836f6b4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483255 Oct 28 10:37:23.306509 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49430) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:37:23.348077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19bad37-ae24-43c1-aaec-811a4df6ce4e tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:23.349657 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e19bad37-ae24-43c1-aaec-811a4df6ce4e tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 1125 time: 0.0416946 Oct 28 10:37:23.353449 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49432) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:37:23.357857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '040e3267-f085-4018-a1d6-efc8fa9a871b', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:37:23.477399 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:23.574523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:23.631925 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:23.701259 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.36.1.231 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/29a49efd-696a-4cdc-b251-a2af0a8734b1) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:37:23.808788 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:23.850661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (29a49efd-696a-4cdc-b251-a2af0a8734b1), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:24.016267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (29a49efd-696a-4cdc-b251-a2af0a8734b1), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:24.063565 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:37:24.066982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:37:24.069976 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:37:24.097966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=29a49efd-696a-4cdc-b251-a2af0a8734b1,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:24.506536 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:24.524931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (4d958c55-d2e2-4021-b637-bcd03b0fff62), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:24.696557 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (29a49efd-696a-4cdc-b251-a2af0a8734b1), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:24.823215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:24.867497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (29a49efd-696a-4cdc-b251-a2af0a8734b1), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:24.935187 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (29a49efd-696a-4cdc-b251-a2af0a8734b1), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:25.005998 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=29a49efd-696a-4cdc-b251-a2af0a8734b1,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:37:25.014988 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (4d958c55-d2e2-4021-b637-bcd03b0fff62), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:25.019318 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:25.120924 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Floating IP 4d958c55-d2e2-4021-b637-bcd03b0fff62 associated. External IP: 172.36.1.231, port: 040e3267-f085-4018-a1d6-efc8fa9a871b. Oct 28 10:37:25.355966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router b4f56542-0a31-495e-9b62-db2210ca48de has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:37:25.469063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:37:25.480405 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e47c4-fb7e-4350-8e19-8680239759e8 None None] Sync routers for ids ['b4f56542-0a31-495e-9b62-db2210ca48de'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:37:25.491443 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e47c4-fb7e-4350-8e19-8680239759e8 None None] Routers {'b4f56542-0a31-495e-9b62-db2210ca48de'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:37:25.492108 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-988e47c4-fb7e-4350-8e19-8680239759e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:37:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b4f56542-0a31-495e-9b62-db2210ca48de'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:37:25.562050 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:25.596891 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-95401ba3-079a-431c-92ff-ca96d1fced38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2423291 Oct 28 10:37:25.598226 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856d8f14-2b99-415a-8bc2-4e4af9005703', 'tag': '040e3267-f085-4018-a1d6-efc8fa9a871b'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:37:25.600429 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572ec06a-6bbf-4724-91b3-4dee690c630f" -d '{"events": [{"name": "network-changed", "server_uuid": "856d8f14-2b99-415a-8bc2-4e4af9005703", "tag": "040e3267-f085-4018-a1d6-efc8fa9a871b"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:37:25.608582 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-988e47c4-fb7e-4350-8e19-8680239759e8 None None] Set router b4f56542-0a31-495e-9b62-db2210ca48de gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:37:25.658454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90b9422-ea42-4a97-a09f-58a0a101baeb x-openstack-request-id: req-f90b9422-ea42-4a97-a09f-58a0a101baeb {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:37:25.658454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856d8f14-2b99-415a-8bc2-4e4af9005703", "tag": "040e3267-f085-4018-a1d6-efc8fa9a871b", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:37:25.658454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f90b9422-ea42-4a97-a09f-58a0a101baeb {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:37:25.658454 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90b9422-ea42-4a97-a09f-58a0a101baeb'] response: {'name': 'network-changed', 'server_uuid': '856d8f14-2b99-415a-8bc2-4e4af9005703', 'tag': '040e3267-f085-4018-a1d6-efc8fa9a871b', 'status': 'completed', 'code': 200} Oct 28 10:37:25.711546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec305c-ef2f-47e9-8c3f-be417b62a4f6 req-1022a917-a346-48f8-a7f4-9e627ed37513 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:25.714041 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4fec305c-ef2f-47e9-8c3f-be417b62a4f6 req-1022a917-a346-48f8-a7f4-9e627ed37513 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 946 time: 0.0595045 Oct 28 10:37:25.768085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ec06a-6bbf-4724-91b3-4dee690c630f req-3c8aa392-7742-476b-b9dc-682df922d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:25.771372 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-572ec06a-6bbf-4724-91b3-4dee690c630f req-3c8aa392-7742-476b-b9dc-682df922d2e7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 1130 time: 0.0643308 Oct 28 10:37:25.777468 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4fec305c-ef2f-47e9-8c3f-be417b62a4f6 req-65a992ab-7a3e-4366-a708-cdad332e71cf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537415 Oct 28 10:37:25.816185 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49438) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:37:25.891934 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-988e47c4-fb7e-4350-8e19-8680239759e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044655190', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '478bcbae-f407-47dc-8892-c6902d605250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:37:01Z', 'updated_at': '2022-10-28T10:37:06Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '478bcbae-f407-47dc-8892-c6902d605250', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:02Z', 'updated_at': '2022-10-28T10:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '4d958c55-d2e2-4021-b637-bcd03b0fff62', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'floating_ip_address': '172.36.1.231', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'port_id': '040e3267-f085-4018-a1d6-efc8fa9a871b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'mac_address': 'fa:16:3e:d3:d2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856d8f14-2b99-415a-8bc2-4e4af9005703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:37:24Z', 'updated_at': '2022-10-28T10:37:24Z', 'revision_number': 0, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4aaac14-b5cc-4e2d-b8cc-301939c915e3', 'name': '', 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:95:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:05Z', 'updated_at': '2022-10-28T10:37:11Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:37:25.899854 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-82be9589-284d-433c-840a-cccf663ba577 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/4d958c55-d2e2-4021-b637-bcd03b0fff62 HTTP/1.1" status: 200 len: 992 time: 0.0829058 Oct 28 10:37:25.914415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ec06a-6bbf-4724-91b3-4dee690c630f req-fd5c7cb7-5d6c-4caa-b3aa-5c3fe445faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:25.916427 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-572ec06a-6bbf-4724-91b3-4dee690c630f req-fd5c7cb7-5d6c-4caa-b3aa-5c3fe445faee service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cb259a1d-04cd-4647-9682-5c84fd6bf4a9 HTTP/1.1" status: 200 len: 897 time: 0.1398354 Oct 28 10:37:25.927315 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e47c4-fb7e-4350-8e19-8680239759e8 None None] Checking router: b4f56542-0a31-495e-9b62-db2210ca48de for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:37:25.937314 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e47c4-fb7e-4350-8e19-8680239759e8 None None] Routers {'b4f56542-0a31-495e-9b62-db2210ca48de'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:37:25.938515 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-988e47c4-fb7e-4350-8e19-8680239759e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:37:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b4f56542-0a31-495e-9b62-db2210ca48de'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:37:25.989079 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-572ec06a-6bbf-4724-91b3-4dee690c630f req-8e1766e0-8994-4039-b7dc-d1cf1b8fa626 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=040e3267-f085-4018-a1d6-efc8fa9a871b HTTP/1.1" status: 200 len: 1000 time: 0.0658696 Oct 28 10:37:26.042920 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ec06a-6bbf-4724-91b3-4dee690c630f req-42173ebd-631f-4499-a142-f76badd0853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:26.044378 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-572ec06a-6bbf-4724-91b3-4dee690c630f req-42173ebd-631f-4499-a142-f76badd0853a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=cdd8c685-9261-4c6f-9f15-17639c9dcdab HTTP/1.1" status: 200 len: 835 time: 0.0469258 Oct 28 10:37:26.058758 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-988e47c4-fb7e-4350-8e19-8680239759e8 None None] Set router b4f56542-0a31-495e-9b62-db2210ca48de gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:37:26.096176 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ec06a-6bbf-4724-91b3-4dee690c630f req-33ab23ec-1f37-459d-b28a-e12d7d4f2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:26.097824 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-572ec06a-6bbf-4724-91b3-4dee690c630f req-33ab23ec-1f37-459d-b28a-e12d7d4f2f3e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cb259a1d-04cd-4647-9682-5c84fd6bf4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0463920 Oct 28 10:37:26.196206 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-572ec06a-6bbf-4724-91b3-4dee690c630f req-241d367e-6eb4-464a-a02f-0c665de77363 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cb259a1d-04cd-4647-9682-5c84fd6bf4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919714 Oct 28 10:37:26.284800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:26.292226 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-988e47c4-fb7e-4350-8e19-8680239759e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044655190', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '478bcbae-f407-47dc-8892-c6902d605250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:37:01Z', 'updated_at': '2022-10-28T10:37:06Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '478bcbae-f407-47dc-8892-c6902d605250', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:02Z', 'updated_at': '2022-10-28T10:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '4d958c55-d2e2-4021-b637-bcd03b0fff62', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'floating_ip_address': '172.36.1.231', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'port_id': '040e3267-f085-4018-a1d6-efc8fa9a871b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'mac_address': 'fa:16:3e:d3:d2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856d8f14-2b99-415a-8bc2-4e4af9005703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:37:24Z', 'updated_at': '2022-10-28T10:37:24Z', 'revision_number': 0, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4aaac14-b5cc-4e2d-b8cc-301939c915e3', 'name': '', 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:95:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:05Z', 'updated_at': '2022-10-28T10:37:11Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:37:26.303922 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-572ec06a-6bbf-4724-91b3-4dee690c630f req-4c3947b0-4e89-41bc-bbfe-9192017627ee service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cb259a1d-04cd-4647-9682-5c84fd6bf4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022220 Oct 28 10:37:26.321967 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e47c4-fb7e-4350-8e19-8680239759e8 None None] The sync data for ids ['b4f56542-0a31-495e-9b62-db2210ca48de'] in dv-neutron-zed-2-hyperv is: [{'id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044655190', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '478bcbae-f407-47dc-8892-c6902d605250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:37:01Z', 'updated_at': '2022-10-28T10:37:06Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '478bcbae-f407-47dc-8892-c6902d605250', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:02Z', 'updated_at': '2022-10-28T10:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '4d958c55-d2e2-4021-b637-bcd03b0fff62', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'floating_ip_address': '172.36.1.231', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'port_id': '040e3267-f085-4018-a1d6-efc8fa9a871b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'mac_address': 'fa:16:3e:d3:d2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856d8f14-2b99-415a-8bc2-4e4af9005703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:37:24Z', 'updated_at': '2022-10-28T10:37:24Z', 'revision_number': 0, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4aaac14-b5cc-4e2d-b8cc-301939c915e3', 'name': '', 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:95:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:05Z', 'updated_at': '2022-10-28T10:37:11Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:37:26.532314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67a8f80-7a98-4a60-b6e7-b62cafa45f5e None None] New status for floating IP 4d958c55-d2e2-4021-b637-bcd03b0fff62: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:37:26.903382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49440) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:37:26.964703 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7912ecdc-4dc0-47f0-9161-bf31d5d34b0a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/4d958c55-d2e2-4021-b637-bcd03b0fff62 HTTP/1.1" status: 200 len: 994 time: 0.0595405 Oct 28 10:37:36.289590 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=78 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:36.295492 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=70 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:36.299605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:36.639699 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:36.644142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:36.954089 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=66 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:36.959136 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=64 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:37.704066 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:37:38.523388 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c4a5db56-0547-4a5a-a8fd-a4dee7baed9e req-0910238e-fa47-44db-894f-c20c686609d9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411003 Oct 28 10:37:38.636291 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5db56-0547-4a5a-a8fd-a4dee7baed9e req-e3ad3d48-df79-4c71-8543-e52ee1416089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:38.637792 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c4a5db56-0547-4a5a-a8fd-a4dee7baed9e req-e3ad3d48-df79-4c71-8543-e52ee1416089 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 1130 time: 0.0406523 Oct 28 10:37:38.759114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5db56-0547-4a5a-a8fd-a4dee7baed9e req-a63f525c-5f7d-4749-9ba8-37cd92f788e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:38.760571 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c4a5db56-0547-4a5a-a8fd-a4dee7baed9e req-a63f525c-5f7d-4749-9ba8-37cd92f788e1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cb259a1d-04cd-4647-9682-5c84fd6bf4a9 HTTP/1.1" status: 200 len: 897 time: 0.0975244 Oct 28 10:37:38.824232 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c4a5db56-0547-4a5a-a8fd-a4dee7baed9e req-9af63d00-95f5-4dc0-a355-2cde404d2bb0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=040e3267-f085-4018-a1d6-efc8fa9a871b HTTP/1.1" status: 200 len: 1002 time: 0.0561423 Oct 28 10:37:38.884632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5db56-0547-4a5a-a8fd-a4dee7baed9e req-0a13e609-148d-4a2c-a61b-1602e36cf684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:38.886075 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c4a5db56-0547-4a5a-a8fd-a4dee7baed9e req-0a13e609-148d-4a2c-a61b-1602e36cf684 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=cdd8c685-9261-4c6f-9f15-17639c9dcdab HTTP/1.1" status: 200 len: 835 time: 0.0499527 Oct 28 10:37:38.936740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5db56-0547-4a5a-a8fd-a4dee7baed9e req-b7197ade-c588-4bb5-9c6b-4564a6c2cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:37:38.938297 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c4a5db56-0547-4a5a-a8fd-a4dee7baed9e req-b7197ade-c588-4bb5-9c6b-4564a6c2cd1a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cb259a1d-04cd-4647-9682-5c84fd6bf4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0409758 Oct 28 10:37:39.038822 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c4a5db56-0547-4a5a-a8fd-a4dee7baed9e req-23885b2e-ef1b-41d6-b41e-3d1335ff3131 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cb259a1d-04cd-4647-9682-5c84fd6bf4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923083 Oct 28 10:37:39.137665 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c4a5db56-0547-4a5a-a8fd-a4dee7baed9e req-8c8f2d8f-8bd6-40c5-857a-74b88d05d3b4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cb259a1d-04cd-4647-9682-5c84fd6bf4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885854 Oct 28 10:37:43.129832 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-58728ad1-77df-47e5-b427-524ee12e5e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:45.393202 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0e8b2dbc-4f81-4565-b5ef-ca08d3b7b93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:47.067483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:47.998750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:48.682249 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:49.132689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=48 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:49.134841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=53 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:54.524118 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:37:57.662809 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=16 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:37:57.663842 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=20 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:00.633818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc2a6a-b868-4b4f-a333-4ca7c5ac715c req-da78795f-1303-4bae-922e-c067a4902d3d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:00.635484 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-79fc2a6a-b868-4b4f-a333-4ca7c5ac715c req-da78795f-1303-4bae-922e-c067a4902d3d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 946 time: 0.1126833 Oct 28 10:38:00.687568 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-79fc2a6a-b868-4b4f-a333-4ca7c5ac715c req-de6eca8d-c752-43c5-86e6-65cb2005c0c5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463104 Oct 28 10:38:01.863163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00b9ec-8491-4df2-9130-9c5e00766a82 req-785eac99-a817-4da4-ac53-9734caadcc9e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:01.864667 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6d00b9ec-8491-4df2-9130-9c5e00766a82 req-785eac99-a817-4da4-ac53-9734caadcc9e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 946 time: 0.0972617 Oct 28 10:38:01.920614 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6d00b9ec-8491-4df2-9130-9c5e00766a82 req-145f7570-0c69-4140-954e-9e3c35979e1f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497742 Oct 28 10:38:01.951027 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49462) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:02.015464 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-5950f50e-de15-4b14-a34e-bd3b5b5a2642 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/4d958c55-d2e2-4021-b637-bcd03b0fff62 HTTP/1.1" status: 200 len: 994 time: 0.0632939 Oct 28 10:38:03.598276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768ea23-2d4a-4208-a080-91ec9da1f708 req-ca6c5351-7e57-4819-ae85-ce8883c1dcfb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:03.599886 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6768ea23-2d4a-4208-a080-91ec9da1f708 req-ca6c5351-7e57-4819-ae85-ce8883c1dcfb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 946 time: 0.0507412 Oct 28 10:38:03.655445 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6768ea23-2d4a-4208-a080-91ec9da1f708 req-d04980b0-1735-410f-a5d3-63d01bbc8a3b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491474 Oct 28 10:38:04.395136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:04.401370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:04.794002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e7859-d1e0-468a-a18e-d505b51738e8 req-ef7e4fa9-9a19-4904-9a74-b74449cd6cc2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:04.795732 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-712e7859-d1e0-468a-a18e-d505b51738e8 req-ef7e4fa9-9a19-4904-9a74-b74449cd6cc2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 946 time: 0.0551605 Oct 28 10:38:04.856752 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-712e7859-d1e0-468a-a18e-d505b51738e8 req-cac388b4-e8b3-42a8-8a67-2d17d99e2ceb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552948 Oct 28 10:38:04.888149 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49472) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:04.947062 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3c1595ab-b75c-4815-a6d6-60c1be275295 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/4d958c55-d2e2-4021-b637-bcd03b0fff62 HTTP/1.1" status: 200 len: 994 time: 0.0576026 Oct 28 10:38:05.273456 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49478) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:05.738769 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port 29a49efd-696a-4cdc-b251-a2af0a8734b1 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:38:05.739177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (29a49efd-696a-4cdc-b251-a2af0a8734b1), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:05.819164 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (29a49efd-696a-4cdc-b251-a2af0a8734b1), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:05.820302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (29a49efd-696a-4cdc-b251-a2af0a8734b1), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:05.844948 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for 29a49efd-696a-4cdc-b251-a2af0a8734b1 owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:38:06.084640 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (29a49efd-696a-4cdc-b251-a2af0a8734b1), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:06.108188 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=29a49efd-696a-4cdc-b251-a2af0a8734b1,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:06.121812 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:06.123459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:06.127928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:06.127928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:06.127928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:06.127928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:06.127928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:06.127928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:06.127928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:06.127928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:06.127928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:06.127928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:06.127928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:06.127928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:06.127928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:06.129382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:06.183358 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:06.191285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (4d958c55-d2e2-4021-b637-bcd03b0fff62), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:06.191617 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Floating IP 4d958c55-d2e2-4021-b637-bcd03b0fff62 disassociated (deleted). External IP: 172.36.1.231, port: 040e3267-f085-4018-a1d6-efc8fa9a871b. Oct 28 10:38:06.406713 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router b4f56542-0a31-495e-9b62-db2210ca48de has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:38:06.515250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:38:06.519651 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:06.527719 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4bc990-a7d3-4bfc-b8c3-2d24047015e6 None None] Sync routers for ids ['b4f56542-0a31-495e-9b62-db2210ca48de'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:38:06.541728 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4bc990-a7d3-4bfc-b8c3-2d24047015e6 None None] Routers {'b4f56542-0a31-495e-9b62-db2210ca48de'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:38:06.542836 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0f4bc990-a7d3-4bfc-b8c3-2d24047015e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:37:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b4f56542-0a31-495e-9b62-db2210ca48de'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:06.550879 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f65c852f-e74d-49c2-8e26-557666957c0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/4d958c55-d2e2-4021-b637-bcd03b0fff62 HTTP/1.1" status: 204 len: 168 time: 1.2761056 Oct 28 10:38:06.551572 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856d8f14-2b99-415a-8bc2-4e4af9005703', 'tag': '040e3267-f085-4018-a1d6-efc8fa9a871b'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:38:06.554110 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605d0ff4-bc8b-4f05-94d6-518f7713e90d" -d '{"events": [{"name": "network-changed", "server_uuid": "856d8f14-2b99-415a-8bc2-4e4af9005703", "tag": "040e3267-f085-4018-a1d6-efc8fa9a871b"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:38:06.614308 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d07774-8941-492c-b07a-d19ba5788304 x-openstack-request-id: req-e3d07774-8941-492c-b07a-d19ba5788304 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:38:06.615596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856d8f14-2b99-415a-8bc2-4e4af9005703", "tag": "040e3267-f085-4018-a1d6-efc8fa9a871b", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:38:06.615596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3d07774-8941-492c-b07a-d19ba5788304 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:38:06.619845 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3d07774-8941-492c-b07a-d19ba5788304'] response: {'name': 'network-changed', 'server_uuid': '856d8f14-2b99-415a-8bc2-4e4af9005703', 'tag': '040e3267-f085-4018-a1d6-efc8fa9a871b', 'status': 'completed', 'code': 200} Oct 28 10:38:06.759951 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-0f4bc990-a7d3-4bfc-b8c3-2d24047015e6 None None] Set router b4f56542-0a31-495e-9b62-db2210ca48de gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:38:06.787203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d0ff4-bc8b-4f05-94d6-518f7713e90d req-165c9dc9-56ce-422e-8bff-eb6ab8660776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:06.788728 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-605d0ff4-bc8b-4f05-94d6-518f7713e90d req-165c9dc9-56ce-422e-8bff-eb6ab8660776 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 1130 time: 0.1097417 Oct 28 10:38:06.920404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d0ff4-bc8b-4f05-94d6-518f7713e90d req-e456dbb6-4e48-4a12-ba4e-0f5a11ffc4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:06.923487 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-605d0ff4-bc8b-4f05-94d6-518f7713e90d req-e456dbb6-4e48-4a12-ba4e-0f5a11ffc4ba service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cb259a1d-04cd-4647-9682-5c84fd6bf4a9 HTTP/1.1" status: 200 len: 897 time: 0.1283092 Oct 28 10:38:06.974012 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-605d0ff4-bc8b-4f05-94d6-518f7713e90d req-0fb3d656-c997-4a7f-9792-dbb0f3338c6a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=040e3267-f085-4018-a1d6-efc8fa9a871b HTTP/1.1" status: 200 len: 217 time: 0.0387735 Oct 28 10:38:06.977669 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0f4bc990-a7d3-4bfc-b8c3-2d24047015e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044655190', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '478bcbae-f407-47dc-8892-c6902d605250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:37:01Z', 'updated_at': '2022-10-28T10:37:06Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '478bcbae-f407-47dc-8892-c6902d605250', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:02Z', 'updated_at': '2022-10-28T10:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f4aaac14-b5cc-4e2d-b8cc-301939c915e3', 'name': '', 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:95:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:05Z', 'updated_at': '2022-10-28T10:37:11Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:07.003677 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4bc990-a7d3-4bfc-b8c3-2d24047015e6 None None] Checking router: b4f56542-0a31-495e-9b62-db2210ca48de for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:38:07.012671 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4bc990-a7d3-4bfc-b8c3-2d24047015e6 None None] Routers {'b4f56542-0a31-495e-9b62-db2210ca48de'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:38:07.014194 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0f4bc990-a7d3-4bfc-b8c3-2d24047015e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:37:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b4f56542-0a31-495e-9b62-db2210ca48de'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:07.030148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d0ff4-bc8b-4f05-94d6-518f7713e90d req-034664cf-f24d-45ea-a306-a8a477e67a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:07.031907 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-605d0ff4-bc8b-4f05-94d6-518f7713e90d req-034664cf-f24d-45ea-a306-a8a477e67a88 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=cdd8c685-9261-4c6f-9f15-17639c9dcdab HTTP/1.1" status: 200 len: 835 time: 0.0487654 Oct 28 10:38:07.090974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d0ff4-bc8b-4f05-94d6-518f7713e90d req-ce18e4d5-0a15-468f-bb0b-fbe8b6fbcfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:07.093042 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-605d0ff4-bc8b-4f05-94d6-518f7713e90d req-ce18e4d5-0a15-468f-bb0b-fbe8b6fbcfeb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cb259a1d-04cd-4647-9682-5c84fd6bf4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0521100 Oct 28 10:38:07.131106 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-0f4bc990-a7d3-4bfc-b8c3-2d24047015e6 None None] Set router b4f56542-0a31-495e-9b62-db2210ca48de gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:38:07.172555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e7ccc-0c54-44e1-9efb-3a11cbd2920b req-03f14f3c-46b5-490e-ab58-2118af17ba0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:07.174083 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-351e7ccc-0c54-44e1-9efb-3a11cbd2920b req-03f14f3c-46b5-490e-ab58-2118af17ba0c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 946 time: 0.0613184 Oct 28 10:38:07.233925 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-351e7ccc-0c54-44e1-9efb-3a11cbd2920b req-8998078a-b680-4aca-8b82-8154f7b66eff tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502799 Oct 28 10:38:07.353091 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-0f4bc990-a7d3-4bfc-b8c3-2d24047015e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044655190', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '478bcbae-f407-47dc-8892-c6902d605250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:37:01Z', 'updated_at': '2022-10-28T10:37:06Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '478bcbae-f407-47dc-8892-c6902d605250', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:02Z', 'updated_at': '2022-10-28T10:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f4aaac14-b5cc-4e2d-b8cc-301939c915e3', 'name': '', 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:95:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:05Z', 'updated_at': '2022-10-28T10:37:11Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:07.377869 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4bc990-a7d3-4bfc-b8c3-2d24047015e6 None None] The sync data for ids ['b4f56542-0a31-495e-9b62-db2210ca48de'] in dv-neutron-zed-2-hyperv is: [{'id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044655190', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '478bcbae-f407-47dc-8892-c6902d605250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:37:01Z', 'updated_at': '2022-10-28T10:37:06Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '478bcbae-f407-47dc-8892-c6902d605250', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:02Z', 'updated_at': '2022-10-28T10:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f4aaac14-b5cc-4e2d-b8cc-301939c915e3', 'name': '', 'network_id': 'cb259a1d-04cd-4647-9682-5c84fd6bf4a9', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:95:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:05Z', 'updated_at': '2022-10-28T10:37:11Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'cdd8c685-9261-4c6f-9f15-17639c9dcdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:38:07.643160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db16f97-dafa-454d-960b-030a6028af24 None None] New status for floating IP 4d958c55-d2e2-4021-b637-bcd03b0fff62: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:38:08.365100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f96f7f-98d7-4dca-8443-6fdfb51650e0 req-7a7c69a2-170e-47d0-aceb-49bc6f0d7815 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:08.366943 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-95f96f7f-98d7-4dca-8443-6fdfb51650e0 req-7a7c69a2-170e-47d0-aceb-49bc6f0d7815 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 946 time: 0.0495858 Oct 28 10:38:08.446428 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-95f96f7f-98d7-4dca-8443-6fdfb51650e0 req-02859cc2-b9e2-4146-9f42-87eba2713d89 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695915 Oct 28 10:38:08.999715 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-605d0ff4-bc8b-4f05-94d6-518f7713e90d req-f751d94c-fb00-47b0-b569-fdd437d8a8c2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cb259a1d-04cd-4647-9682-5c84fd6bf4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625293 Oct 28 10:38:09.055617 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.48', 64017) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:09.146436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b827760-d23c-46d3-bcb9-77cb7579a845 req-d25282b7-fe0f-418f-9803-c7c73e4dfbff tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:09.148092 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0b827760-d23c-46d3-bcb9-77cb7579a845 req-d25282b7-fe0f-418f-9803-c7c73e4dfbff tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 946 time: 0.0723510 Oct 28 10:38:09.177503 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-605d0ff4-bc8b-4f05-94d6-518f7713e90d req-80db3401-530a-4459-82a3-13ca1b071443 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cb259a1d-04cd-4647-9682-5c84fd6bf4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213119 Oct 28 10:38:09.249515 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [req-0b827760-d23c-46d3-bcb9-77cb7579a845 req-ee2a17b8-ba7c-44e2-b803-d647a63922bf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port 040e3267-f085-4018-a1d6-efc8fa9a871b {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:38:09.249919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-0b827760-d23c-46d3-bcb9-77cb7579a845 req-ee2a17b8-ba7c-44e2-b803-d647a63922bf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (040e3267-f085-4018-a1d6-efc8fa9a871b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:09.374981 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [req-0b827760-d23c-46d3-bcb9-77cb7579a845 req-ee2a17b8-ba7c-44e2-b803-d647a63922bf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] For port 040e3267-f085-4018-a1d6-efc8fa9a871b, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=040e3267-f085-4018-a1d6-efc8fa9a871b,segment=NetworkSegment(64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434),segment_id=64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:38:09.375781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-0b827760-d23c-46d3-bcb9-77cb7579a845 req-ee2a17b8-ba7c-44e2-b803-d647a63922bf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (040e3267-f085-4018-a1d6-efc8fa9a871b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:09.400734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [req-0b827760-d23c-46d3-bcb9-77cb7579a845 req-ee2a17b8-ba7c-44e2-b803-d647a63922bf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for 040e3267-f085-4018-a1d6-efc8fa9a871b owned by compute:nova {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:38:09.480212 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:09.629221 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247afd77-3666-4b92-8e4d-6248538ea276 req-eb1926eb-9cb1-4ea8-b5b2-3556ae154369 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:09.630860 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-247afd77-3666-4b92-8e4d-6248538ea276 req-eb1926eb-9cb1-4ea8-b5b2-3556ae154369 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 946 time: 0.0711501 Oct 28 10:38:09.650255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:09.693676 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-0b827760-d23c-46d3-bcb9-77cb7579a845 req-ee2a17b8-ba7c-44e2-b803-d647a63922bf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (040e3267-f085-4018-a1d6-efc8fa9a871b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:09.761846 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-247afd77-3666-4b92-8e4d-6248538ea276 req-a10c1173-7a71-48c4-a1ca-89918b105142 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208909 Oct 28 10:38:09.763674 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a17b8-ba7c-44e2-b803-d647a63922bf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=040e3267-f085-4018-a1d6-efc8fa9a871b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:09.850813 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b827760-d23c-46d3-bcb9-77cb7579a845 req-ee2a17b8-ba7c-44e2-b803-d647a63922bf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] No DVR routers for this DVR port 040e3267-f085-4018-a1d6-efc8fa9a871b on host hv-neutron-zed0 {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:38:09.854690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-0b827760-d23c-46d3-bcb9-77cb7579a845 req-ee2a17b8-ba7c-44e2-b803-d647a63922bf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:09.858972 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0b827760-d23c-46d3-bcb9-77cb7579a845 req-ee2a17b8-ba7c-44e2-b803-d647a63922bf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "DELETE /networking/v2.0/ports/040e3267-f085-4018-a1d6-efc8fa9a871b HTTP/1.1" status: 204 len: 173 time: 0.7012560 Oct 28 10:38:09.859493 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856d8f14-2b99-415a-8bc2-4e4af9005703', 'name': 'network-vif-deleted', 'tag': '040e3267-f085-4018-a1d6-efc8fa9a871b'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:38:09.861933 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960fa102-df21-4758-aa3b-1b3acc44a9dc" -d '{"events": [{"server_uuid": "856d8f14-2b99-415a-8bc2-4e4af9005703", "name": "network-vif-deleted", "tag": "040e3267-f085-4018-a1d6-efc8fa9a871b"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:38:09.921564 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c0ddfe-8467-42a1-9c73-55510e35268c x-openstack-request-id: req-79c0ddfe-8467-42a1-9c73-55510e35268c {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:38:09.921866 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856d8f14-2b99-415a-8bc2-4e4af9005703", "name": "network-vif-deleted", "tag": "040e3267-f085-4018-a1d6-efc8fa9a871b", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:38:09.922117 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79c0ddfe-8467-42a1-9c73-55510e35268c {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:38:09.922576 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c0ddfe-8467-42a1-9c73-55510e35268c'] response: {'server_uuid': '856d8f14-2b99-415a-8bc2-4e4af9005703', 'name': 'network-vif-deleted', 'tag': '040e3267-f085-4018-a1d6-efc8fa9a871b', 'status': 'completed', 'code': 200} Oct 28 10:38:10.928389 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-59b184d7-76f9-4321-9d28-cf55b562c97d req-6dfea8a3-042b-4d26-9e06-abc6a2c3d289 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=856d8f14-2b99-415a-8bc2-4e4af9005703 HTTP/1.1" status: 200 len: 210 time: 0.0387917 Oct 28 10:38:12.021809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49500) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:12.488840 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (b4f56542-0a31-495e-9b62-db2210ca48de), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:12.700407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:12.745984 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:12.809887 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port f4aaac14-b5cc-4e2d-b8cc-301939c915e3 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:38:12.810511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:12.948438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] For port f4aaac14-b5cc-4e2d-b8cc-301939c915e3, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f4aaac14-b5cc-4e2d-b8cc-301939c915e3,segment=NetworkSegment(64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434),segment_id=64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:38:12.948772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:12.970119 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for f4aaac14-b5cc-4e2d-b8cc-301939c915e3 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:38:13.109607 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1e3da512-3957-4d75-b106-5b92f99c30fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:13.314047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f4aaac14-b5cc-4e2d-b8cc-301939c915e3), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:13.360930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=f4aaac14-b5cc-4e2d-b8cc-301939c915e3,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:13.385587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:13.385883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:13.386354 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:13.386980 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:13.387555 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:13.388228 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:13.388776 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:13.389341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:13.389909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:13.390473 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:13.391066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:13.391624 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:13.392199 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:13.392761 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:13.393329 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:13.542656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 040e3267-f085-4018-a1d6-efc8fa9a871b no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:38:13.573412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 040e3267-f085-4018-a1d6-efc8fa9a871b {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:38:13.573692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 040e3267-f085-4018-a1d6-efc8fa9a871b not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:38:13.677310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (b4f56542-0a31-495e-9b62-db2210ca48de), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:13.992009 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router b4f56542-0a31-495e-9b62-db2210ca48de has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:38:13.999057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:14.113646 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:14.124419 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:38:14.130146 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fb012cda-b087-4adc-a9e7-d7cadb3e6d17 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "PUT /networking/v2.0/routers/b4f56542-0a31-495e-9b62-db2210ca48de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1090999 Oct 28 10:38:14.133470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49502) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:14.139179 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30278ae-446f-4d5b-88e4-cffe1e5f443e None None] Sync routers for ids ['b4f56542-0a31-495e-9b62-db2210ca48de'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:38:14.157820 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30278ae-446f-4d5b-88e4-cffe1e5f443e None None] Routers {'b4f56542-0a31-495e-9b62-db2210ca48de'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:38:14.158887 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f30278ae-446f-4d5b-88e4-cffe1e5f443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:37:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b4f56542-0a31-495e-9b62-db2210ca48de'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:14.199596 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f5e72c-8c8f-4ac3-8544-4d8d164bc799 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting subnet cdd8c685-9261-4c6f-9f15-17639c9dcdab {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:38:14.204497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e1f5e72c-8c8f-4ac3-8544-4d8d164bc799 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for subnet (cdd8c685-9261-4c6f-9f15-17639c9dcdab), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:14.271273 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e1f5e72c-8c8f-4ac3-8544-4d8d164bc799 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (cdd8c685-9261-4c6f-9f15-17639c9dcdab), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:14.284749 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-f30278ae-446f-4d5b-88e4-cffe1e5f443e None None] Set router b4f56542-0a31-495e-9b62-db2210ca48de gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:38:14.407889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e1f5e72c-8c8f-4ac3-8544-4d8d164bc799 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (cdd8c685-9261-4c6f-9f15-17639c9dcdab), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:14.528871 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:14.533830 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f30278ae-446f-4d5b-88e4-cffe1e5f443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044655190', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '478bcbae-f407-47dc-8892-c6902d605250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:37:01Z', 'updated_at': '2022-10-28T10:38:13Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '478bcbae-f407-47dc-8892-c6902d605250', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:02Z', 'updated_at': '2022-10-28T10:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:14.559403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e1f5e72c-8c8f-4ac3-8544-4d8d164bc799 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (cdd8c685-9261-4c6f-9f15-17639c9dcdab), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:14.586148 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30278ae-446f-4d5b-88e4-cffe1e5f443e None None] Checking router: b4f56542-0a31-495e-9b62-db2210ca48de for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:38:14.587537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5e72c-8c8f-4ac3-8544-4d8d164bc799 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd8c685-9261-4c6f-9f15-17639c9dcdab,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:14.594141 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e1f5e72c-8c8f-4ac3-8544-4d8d164bc799 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:14.597926 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e1f5e72c-8c8f-4ac3-8544-4d8d164bc799 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/cdd8c685-9261-4c6f-9f15-17639c9dcdab HTTP/1.1" status: 204 len: 168 time: 0.4633114 Oct 28 10:38:14.600400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49504) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:14.602652 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30278ae-446f-4d5b-88e4-cffe1e5f443e None None] Routers {'b4f56542-0a31-495e-9b62-db2210ca48de'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:38:14.604234 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f30278ae-446f-4d5b-88e4-cffe1e5f443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:37:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b4f56542-0a31-495e-9b62-db2210ca48de'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:14.606629 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3b47c0-c424-4628-be4b-5a28ce42094e None None] Network cb259a1d-04cd-4647-9682-5c84fd6bf4a9 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:38:14.664756 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:14.720834 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:38:14.733247 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-f30278ae-446f-4d5b-88e4-cffe1e5f443e None None] Set router b4f56542-0a31-495e-9b62-db2210ca48de gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:38:14.752267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3820c2fa-3bad-47a2-9d73-844e4789d26f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router (b4f56542-0a31-495e-9b62-db2210ca48de), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:14.871105 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] DHCP port deletion for cb259a1d-04cd-4647-9682-5c84fd6bf4a9 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:38:14.899702 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3820c2fa-3bad-47a2-9d73-844e4789d26f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (b4f56542-0a31-495e-9b62-db2210ca48de), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:14.929269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Deleting port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:38:14.929613 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (5652d4ff-44d6-444c-bfc1-b4105f4da0c5), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:14.999997 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f30278ae-446f-4d5b-88e4-cffe1e5f443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044655190', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '478bcbae-f407-47dc-8892-c6902d605250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:37:01Z', 'updated_at': '2022-10-28T10:38:13Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '478bcbae-f407-47dc-8892-c6902d605250', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:02Z', 'updated_at': '2022-10-28T10:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:15.014322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] For port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=5652d4ff-44d6-444c-bfc1-b4105f4da0c5,segment=NetworkSegment(64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434),segment_id=64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:38:15.014952 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (5652d4ff-44d6-444c-bfc1-b4105f4da0c5), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:15.015270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-3820c2fa-3bad-47a2-9d73-844e4789d26f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port 478bcbae-f407-47dc-8892-c6902d605250 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:38:15.015717 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3820c2fa-3bad-47a2-9d73-844e4789d26f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (478bcbae-f407-47dc-8892-c6902d605250), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:15.026010 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30278ae-446f-4d5b-88e4-cffe1e5f443e None None] The sync data for ids ['b4f56542-0a31-495e-9b62-db2210ca48de'] in dv-neutron-zed-2-hyperv is: [{'id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044655190', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '478bcbae-f407-47dc-8892-c6902d605250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:37:01Z', 'updated_at': '2022-10-28T10:38:13Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '478bcbae-f407-47dc-8892-c6902d605250', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f56542-0a31-495e-9b62-db2210ca48de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:37:02Z', 'updated_at': '2022-10-28T10:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:38:15.039942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Calling delete_port for 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:38:15.158432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-3820c2fa-3bad-47a2-9d73-844e4789d26f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] For port 478bcbae-f407-47dc-8892-c6902d605250, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=478bcbae-f407-47dc-8892-c6902d605250,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:38:15.158967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3820c2fa-3bad-47a2-9d73-844e4789d26f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (478bcbae-f407-47dc-8892-c6902d605250), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:15.175962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-3820c2fa-3bad-47a2-9d73-844e4789d26f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for 478bcbae-f407-47dc-8892-c6902d605250 owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:38:15.216834 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (5652d4ff-44d6-444c-bfc1-b4105f4da0c5), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:15.256733 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Pushing event deleted for resources: {'Port': ['ID=5652d4ff-44d6-444c-bfc1-b4105f4da0c5,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:15.273746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:15.274347 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:15.275319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:15.275557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:15.276153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:15.276748 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:15.277327 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:15.277927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:15.278502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:15.279659 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:15.279659 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:15.280267 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:15.280848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:15.281425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:15.282008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:15.286661 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c316cce-c15d-4be2-9b3b-d22a6223ab59 None None] No DVR routers for this DVR port 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:38:15.354122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e877c12a-6450-4f1b-9c61-343d6fa7c6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:15.456826 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3820c2fa-3bad-47a2-9d73-844e4789d26f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (478bcbae-f407-47dc-8892-c6902d605250), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:15.464350 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:15.472571 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:15.502488 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f4aaac14-b5cc-4e2d-b8cc-301939c915e3 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:38:15.530853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: f4aaac14-b5cc-4e2d-b8cc-301939c915e3 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:38:15.531314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f4aaac14-b5cc-4e2d-b8cc-301939c915e3 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:38:15.531738 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:38:15.535512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820c2fa-3bad-47a2-9d73-844e4789d26f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=478bcbae-f407-47dc-8892-c6902d605250,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:15.567209 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:38:15.567913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 5652d4ff-44d6-444c-bfc1-b4105f4da0c5 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:38:15.611602 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3820c2fa-3bad-47a2-9d73-844e4789d26f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (b4f56542-0a31-495e-9b62-db2210ca48de), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:15.729336 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3820c2fa-3bad-47a2-9d73-844e4789d26f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (b4f56542-0a31-495e-9b62-db2210ca48de), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:15.731985 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3820c2fa-3bad-47a2-9d73-844e4789d26f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_controller (b4f56542-0a31-495e-9b62-db2210ca48de), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:15.868280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3820c2fa-3bad-47a2-9d73-844e4789d26f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (b4f56542-0a31-495e-9b62-db2210ca48de), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:15.868830 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3820c2fa-3bad-47a2-9d73-844e4789d26f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Fanout notify agent at l3_agent the message router_deleted on router b4f56542-0a31-495e-9b62-db2210ca48de {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:38:15.876772 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3820c2fa-3bad-47a2-9d73-844e4789d26f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:15.878130 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3820c2fa-3bad-47a2-9d73-844e4789d26f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/routers/b4f56542-0a31-495e-9b62-db2210ca48de HTTP/1.1" status: 204 len: 168 time: 1.2764826 Oct 28 10:38:15.882617 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49506) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:15.995893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e5b22b8-9a94-4f7d-99ab-c2b3e13a22bb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (cb259a1d-04cd-4647-9682-5c84fd6bf4a9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:16.372074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e5b22b8-9a94-4f7d-99ab-c2b3e13a22bb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (cb259a1d-04cd-4647-9682-5c84fd6bf4a9), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:16.400922 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-9e5b22b8-9a94-4f7d-99ab-c2b3e13a22bb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb259a1d-04cd-4647-9682-5c84fd6bf4a9']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:16.416886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-9e5b22b8-9a94-4f7d-99ab-c2b3e13a22bb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:16.417210 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-9e5b22b8-9a94-4f7d-99ab-c2b3e13a22bb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:16.428462 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e5b22b8-9a94-4f7d-99ab-c2b3e13a22bb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:16.443048 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e5b22b8-9a94-4f7d-99ab-c2b3e13a22bb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:16.450464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5b22b8-9a94-4f7d-99ab-c2b3e13a22bb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:38:16.450939 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e5b22b8-9a94-4f7d-99ab-c2b3e13a22bb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:16.504305 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434 resource provider aggregate not found Oct 28 10:38:16.545644 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64b1e7d8-cf6c-47ad-acf8-d4cbe3f63434 found for delete ", "request_id": "req-2cb7c5d1-14e6-421a-9905-ade797d5b8a8"}]} Oct 28 10:38:16.638780 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e5b22b8-9a94-4f7d-99ab-c2b3e13a22bb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (cb259a1d-04cd-4647-9682-5c84fd6bf4a9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:16.645953 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-9e5b22b8-9a94-4f7d-99ab-c2b3e13a22bb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:16.649122 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-9e5b22b8-9a94-4f7d-99ab-c2b3e13a22bb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/networks/cb259a1d-04cd-4647-9682-5c84fd6bf4a9 HTTP/1.1" status: 204 len: 168 time: 0.7651579 Oct 28 10:38:16.653418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49512) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:16.666978 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b22b8-9a94-4f7d-99ab-c2b3e13a22bb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Network': ['ID=cb259a1d-04cd-4647-9682-5c84fd6bf4a9,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:16.724553 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-355e6dd4-9a0a-47fa-8a18-93524321ed3f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:16.753307 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-355e6dd4-9a0a-47fa-8a18-93524321ed3f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:16.913776 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-355e6dd4-9a0a-47fa-8a18-93524321ed3f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:16.917184 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-355e6dd4-9a0a-47fa-8a18-93524321ed3f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:16.919174 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-355e6dd4-9a0a-47fa-8a18-93524321ed3f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b HTTP/1.1" status: 204 len: 168 time: 0.2636673 Oct 28 10:38:16.929918 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e6dd4-9a0a-47fa-8a18-93524321ed3f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e9a0cd-05ca-4329-9a3c-73fdb51b2f4b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:17.104336 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:17.225388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49518) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:17.231048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-f6b80b6c-98be-4323-92be-e69c46bcdc9d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1491922133', 'description': 'tempest-secgroup-smoke-1491922133 description', 'project_id': '24e3e3be476740a381e69dd04b21c017'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:38:17.348306 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f6b80b6c-98be-4323-92be-e69c46bcdc9d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:17.438469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f6b80b6c-98be-4323-92be-e69c46bcdc9d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (4531173b-13af-4d9e-b6dd-18c36efa8f1a), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:17.476594 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 478bcbae-f407-47dc-8892-c6902d605250 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:38:17.516502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 478bcbae-f407-47dc-8892-c6902d605250 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:38:17.517123 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 478bcbae-f407-47dc-8892-c6902d605250 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:38:17.526018 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f6b80b6c-98be-4323-92be-e69c46bcdc9d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (4531173b-13af-4d9e-b6dd-18c36efa8f1a), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:17.580927 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b80b6c-98be-4323-92be-e69c46bcdc9d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4531173b-13af-4d9e-b6dd-18c36efa8f1a,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:17.639169 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-f6b80b6c-98be-4323-92be-e69c46bcdc9d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:17.642138 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f6b80b6c-98be-4323-92be-e69c46bcdc9d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4148376 Oct 28 10:38:17.647093 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49520) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:17.654632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-33ccbfd1-e8fe-49cf-86da-a5abc24ad462 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '4531173b-13af-4d9e-b6dd-18c36efa8f1a', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:38:17.784613 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-33ccbfd1-e8fe-49cf-86da-a5abc24ad462 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (05298b41-3efb-46a7-bd8f-6c1af84409c1), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:17.885340 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-33ccbfd1-e8fe-49cf-86da-a5abc24ad462 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (05298b41-3efb-46a7-bd8f-6c1af84409c1), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:17.964728 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-33ccbfd1-e8fe-49cf-86da-a5abc24ad462 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (05298b41-3efb-46a7-bd8f-6c1af84409c1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:17.987662 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccbfd1-e8fe-49cf-86da-a5abc24ad462 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05298b41-3efb-46a7-bd8f-6c1af84409c1,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:17.993241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:18.059272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-33ccbfd1-e8fe-49cf-86da-a5abc24ad462 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:18.061606 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-33ccbfd1-e8fe-49cf-86da-a5abc24ad462 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4130049 Oct 28 10:38:18.064443 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49522) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:18.071875 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-bfecfc3c-ad87-4190-a3b7-7251378e39f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '4531173b-13af-4d9e-b6dd-18c36efa8f1a', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:38:18.175115 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfecfc3c-ad87-4190-a3b7-7251378e39f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (f4f677b5-699b-4991-9d98-abe3f5cd0751), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:18.250189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfecfc3c-ad87-4190-a3b7-7251378e39f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (f4f677b5-699b-4991-9d98-abe3f5cd0751), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:18.337007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfecfc3c-ad87-4190-a3b7-7251378e39f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (f4f677b5-699b-4991-9d98-abe3f5cd0751), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:18.362387 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecfc3c-ad87-4190-a3b7-7251378e39f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f677b5-699b-4991-9d98-abe3f5cd0751,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:18.460645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bfecfc3c-ad87-4190-a3b7-7251378e39f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:18.463843 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bfecfc3c-ad87-4190-a3b7-7251378e39f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3966715 Oct 28 10:38:18.468138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49524) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:18.473407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-37405fac-9d9f-4b06-8dd3-7bc6b8db875d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '4531173b-13af-4d9e-b6dd-18c36efa8f1a', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:38:18.566158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-37405fac-9d9f-4b06-8dd3-7bc6b8db875d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (8138fe7c-1c62-4b62-bc9c-6cfc00b39851), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:18.637642 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-37405fac-9d9f-4b06-8dd3-7bc6b8db875d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (8138fe7c-1c62-4b62-bc9c-6cfc00b39851), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:18.742234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:18.776904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-37405fac-9d9f-4b06-8dd3-7bc6b8db875d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (8138fe7c-1c62-4b62-bc9c-6cfc00b39851), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:18.802999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37405fac-9d9f-4b06-8dd3-7bc6b8db875d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8138fe7c-1c62-4b62-bc9c-6cfc00b39851,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:18.872364 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-37405fac-9d9f-4b06-8dd3-7bc6b8db875d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:18.874204 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-37405fac-9d9f-4b06-8dd3-7bc6b8db875d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4046276 Oct 28 10:38:18.878723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49526) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:18.886373 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-f9f0e9dc-a0d8-49db-93b1-ed575f995177 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '4531173b-13af-4d9e-b6dd-18c36efa8f1a', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:38:19.001301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:19.005557 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e9dc-a0d8-49db-93b1-ed575f995177 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (2070a5d2-29ce-43d6-84f7-f35a7e065e75), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:19.100829 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e9dc-a0d8-49db-93b1-ed575f995177 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (2070a5d2-29ce-43d6-84f7-f35a7e065e75), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:19.188838 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e9dc-a0d8-49db-93b1-ed575f995177 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (2070a5d2-29ce-43d6-84f7-f35a7e065e75), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:19.216793 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:19.226931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0e9dc-a0d8-49db-93b1-ed575f995177 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2070a5d2-29ce-43d6-84f7-f35a7e065e75,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:19.363850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e9dc-a0d8-49db-93b1-ed575f995177 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:19.365924 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f9f0e9dc-a0d8-49db-93b1-ed575f995177 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4856350 Oct 28 10:38:19.371086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49528) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:19.378706 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-18c6ebff-e669-4109-8649-2035ce4ca8ba tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '4531173b-13af-4d9e-b6dd-18c36efa8f1a', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:38:19.513972 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-18c6ebff-e669-4109-8649-2035ce4ca8ba tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Project 24e3e3be476740a381e69dd04b21c017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:38:19.521111 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-18c6ebff-e669-4109-8649-2035ce4ca8ba tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (7c7a5ba5-71cf-4ddd-8ae8-e2f684c909b8), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:19.622161 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-18c6ebff-e669-4109-8649-2035ce4ca8ba tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (7c7a5ba5-71cf-4ddd-8ae8-e2f684c909b8), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:19.690981 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-18c6ebff-e669-4109-8649-2035ce4ca8ba tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (7c7a5ba5-71cf-4ddd-8ae8-e2f684c909b8), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:19.713281 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6ebff-e669-4109-8649-2035ce4ca8ba tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7a5ba5-71cf-4ddd-8ae8-e2f684c909b8,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:19.796073 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-18c6ebff-e669-4109-8649-2035ce4ca8ba tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:19.797467 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-18c6ebff-e669-4109-8649-2035ce4ca8ba tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4248996 Oct 28 10:38:19.802253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49530) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:19.807389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7e3a38b5-cf62-45af-a0c8-53da0c223844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '4531173b-13af-4d9e-b6dd-18c36efa8f1a', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:38:19.818426 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:19.897313 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-7e3a38b5-cf62-45af-a0c8-53da0c223844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Project 24e3e3be476740a381e69dd04b21c017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:38:19.908751 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7e3a38b5-cf62-45af-a0c8-53da0c223844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (7952a3a9-8ea2-448e-94fc-e36266155a38), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:19.927187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:19.984480 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7e3a38b5-cf62-45af-a0c8-53da0c223844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (7952a3a9-8ea2-448e-94fc-e36266155a38), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:20.056942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7e3a38b5-cf62-45af-a0c8-53da0c223844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (7952a3a9-8ea2-448e-94fc-e36266155a38), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:20.081543 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a38b5-cf62-45af-a0c8-53da0c223844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7952a3a9-8ea2-448e-94fc-e36266155a38,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:20.203812 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7e3a38b5-cf62-45af-a0c8-53da0c223844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:20.205851 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7e3a38b5-cf62-45af-a0c8-53da0c223844 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4023271 Oct 28 10:38:20.210651 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49532) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:20.216650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-247f9706-18d2-409b-a821-650b417ac8ad tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'network': {'name': 'tempest-network-smoke--1925088615', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'port_security_enabled': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:38:20.308271 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247f9706-18d2-409b-a821-650b417ac8ad tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Made reservation on behalf of 24e3e3be476740a381e69dd04b21c017 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:38:20.312534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-247f9706-18d2-409b-a821-650b417ac8ad tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:20.341575 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247f9706-18d2-409b-a821-650b417ac8ad tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:38:20.352044 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-247f9706-18d2-409b-a821-650b417ac8ad tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:20.352390 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-247f9706-18d2-409b-a821-650b417ac8ad tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Added segment c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b of type vlan for network 47b81b08-6158-4a9a-b045-8789fc554589 Oct 28 10:38:20.412512 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-247f9706-18d2-409b-a821-650b417ac8ad tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (47b81b08-6158-4a9a-b045-8789fc554589), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:20.502040 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-247f9706-18d2-409b-a821-650b417ac8ad tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (47b81b08-6158-4a9a-b045-8789fc554589), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:20.507974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247f9706-18d2-409b-a821-650b417ac8ad tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:20.508585 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-247f9706-18d2-409b-a821-650b417ac8ad tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:20.583871 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f9706-18d2-409b-a821-650b417ac8ad tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Network': ['ID=47b81b08-6158-4a9a-b045-8789fc554589,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:20.596863 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 47b81b08-6158-4a9a-b045-8789fc554589 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:38:20.636930 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-247f9706-18d2-409b-a821-650b417ac8ad tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4249496 Oct 28 10:38:20.640407 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49534) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:20.646298 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-580212456', 'admin_state_up': True, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:38:20.788135 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:20.789328 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:20.849110 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_controller (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:21.128325 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:21.272163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:21.428547 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:21.450699 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:21.577740 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.36.1.230 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/f4d88295-50c5-4e9a-a877-efe91bac11cb) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:38:21.701514 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (f4d88295-50c5-4e9a-a877-efe91bac11cb), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:21.814301 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (f4d88295-50c5-4e9a-a877-efe91bac11cb), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:21.868449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:38:21.872309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:38:21.877503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:38:21.883629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=f4d88295-50c5-4e9a-a877-efe91bac11cb,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:21.959395 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:22.351115 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:22.543818 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:22.612403 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:22.868283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:38:22.995426 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:38:23.008781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Sync routers for ids ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:38:23.023873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Routers {'3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:38:23.024508 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:38:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:23.081882 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:23.083459 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d7353b77-865f-412b-95c7-50eef9535c46 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4415693 Oct 28 10:38:23.089236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49536) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:23.136533 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-52875429-0b6c-48b5-9c6c-1f45f6d0fb28 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=24e3e3be476740a381e69dd04b21c017&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452716 Oct 28 10:38:23.140637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49538) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:23.179876 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Set router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:38:23.263791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2605226-36f7-4fd1-84af-83e59db2fb67 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:23.265392 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e2605226-36f7-4fd1-84af-83e59db2fb67 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1233397 Oct 28 10:38:23.268702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49540) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:23.302019 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2d3df5f5-4405-4003-869b-de3f04f31cd2 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285611 Oct 28 10:38:23.302429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49542) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:23.308119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-fc72eaf8-7a14-4c4d-99d2-231ca49e9928 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1764422390', 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:38:23.507980 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc72eaf8-7a14-4c4d-99d2-231ca49e9928 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Made reservation on behalf of 24e3e3be476740a381e69dd04b21c017 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:38:23.513035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fc72eaf8-7a14-4c4d-99d2-231ca49e9928 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:23.571317 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:23.580583 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:23.583353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:23.610540 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580212456', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:38:20Z', 'updated_at': '2022-10-28T10:38:22Z', 'revision_number': 3, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:21Z', 'updated_at': '2022-10-28T10:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:23.641971 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Checking router: 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:38:23.642322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Updating router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 port f4d88295-50c5-4e9a-a877-efe91bac11cb binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:38:23.687003 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f4d88295-50c5-4e9a-a877-efe91bac11cb), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:23.908140 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fc72eaf8-7a14-4c4d-99d2-231ca49e9928 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (4b69503d-6fab-45d6-822b-1cbb2902d493), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:23.993507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:23.997894 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72eaf8-7a14-4c4d-99d2-231ca49e9928 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Subnet': ['ID=4b69503d-6fab-45d6-822b-1cbb2902d493,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:24.010614 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc72eaf8-7a14-4c4d-99d2-231ca49e9928 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Checking segment: {'id': 'c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:38:24.011193 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc72eaf8-7a14-4c4d-99d2-231ca49e9928 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network hostable DHCP agents. Network: 47b81b08-6158-4a9a-b045-8789fc554589, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:38:24.025042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Publish callbacks [] for port (f4d88295-50c5-4e9a-a877-efe91bac11cb), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:24.091164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f4d88295-50c5-4e9a-a877-efe91bac11cb), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:24.114470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc72eaf8-7a14-4c4d-99d2-231ca49e9928 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 47b81b08-6158-4a9a-b045-8789fc554589 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:38:24.145462 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Attempting to bind port f4d88295-50c5-4e9a-a877-efe91bac11cb on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:38:24.145835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Attempting to bind port f4d88295-50c5-4e9a-a877-efe91bac11cb by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:38:24.146206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Attempting to bind port f4d88295-50c5-4e9a-a877-efe91bac11cb on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:38:24.188308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34749e0-2743-4d06-862a-5ace0bd21cb1 None None] Pushing event updated for resources: {'Port': ['ID=f4d88295-50c5-4e9a-a877-efe91bac11cb,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:24.211962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:38:24.212326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:38:24.213263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:24.213663 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:38:24.214152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Bound port: f4d88295-50c5-4e9a-a877-efe91bac11cb, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:38:24.214543 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f4d88295-50c5-4e9a-a877-efe91bac11cb), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:24.222424 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-fc72eaf8-7a14-4c4d-99d2-231ca49e9928 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 47b81b08-6158-4a9a-b045-8789fc554589) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:38:24.229710 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc72eaf8-7a14-4c4d-99d2-231ca49e9928 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:24.230714 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-fc72eaf8-7a14-4c4d-99d2-231ca49e9928 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:24.237563 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63483159-e7f1-44ab-b2e4-271c920040a2 None None] Network 47b81b08-6158-4a9a-b045-8789fc554589 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:38:24.331205 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-fc72eaf8-7a14-4c4d-99d2-231ca49e9928 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0271623 Oct 28 10:38:24.335510 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49544) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:24.339057 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] For port f4d88295-50c5-4e9a-a877-efe91bac11cb, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:38:24.344812 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] For port f4d88295-50c5-4e9a-a877-efe91bac11cb, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f4d88295-50c5-4e9a-a877-efe91bac11cb,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:38:24.346752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:24.399767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-47b81b08-6158-4a9a-b045-8789fc554589', 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ips': [{'subnet_id': '4b69503d-6fab-45d6-822b-1cbb2902d493'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:38:24.401767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:24.442566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f4d88295-50c5-4e9a-a877-efe91bac11cb), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:24.537662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:24.562694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Routers {'3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:38:24.563333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:38:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:24.607448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34749e0-2743-4d06-862a-5ace0bd21cb1 None None] Pushing event updated for resources: {'Port': ['ID=f4d88295-50c5-4e9a-a877-efe91bac11cb,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:24.689627 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:24.699346 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Allocated IP 172.20.0.2 (47b81b08-6158-4a9a-b045-8789fc554589/4b69503d-6fab-45d6-822b-1cbb2902d493/91f03f02-cab1-4e65-a6b0-0ff6cabb1cda) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:38:24.732437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] Set router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:38:25.070970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Publish callbacks [] for port (91f03f02-cab1-4e65-a6b0-0ff6cabb1cda), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:25.080141 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580212456', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:38:20Z', 'updated_at': '2022-10-28T10:38:22Z', 'revision_number': 3, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:21Z', 'updated_at': '2022-10-28T10:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:25.124174 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd9a546-f826-401f-98b5-b0ebf7ceec20 None None] The sync data for ids ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'] in dv-neutron-zed-2-hyperv is: [{'id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580212456', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:38:20Z', 'updated_at': '2022-10-28T10:38:22Z', 'revision_number': 3, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:21Z', 'updated_at': '2022-10-28T10:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:38:25.229517 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (91f03f02-cab1-4e65-a6b0-0ff6cabb1cda), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:25.300526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Network 47b81b08-6158-4a9a-b045-8789fc554589 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:38:25.303814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:38:25.311803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:38:25.323753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Pushing event updated for resources: {'Port': ['ID=91f03f02-cab1-4e65-a6b0-0ff6cabb1cda,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:25.347697 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:25.439816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Attempting to bind port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:38:25.441098 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Attempting to bind port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:38:25.441469 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Attempting to bind port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda on network 47b81b08-6158-4a9a-b045-8789fc554589 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:38:25.511230 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:38:25.511896 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Checking segment: {'id': 'c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:38:25.512473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:25.513050 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Bound using segment: {'id': 'c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:38:25.513647 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Bound port: 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:38:25.514142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (91f03f02-cab1-4e65-a6b0-0ff6cabb1cda), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:25.579982 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f4d88295-50c5-4e9a-a877-efe91bac11cb up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:38:25.630570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] For port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:38:25.636485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] For port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=91f03f02-cab1-4e65-a6b0-0ff6cabb1cda,segment=NetworkSegment(c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b),segment_id=c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:38:25.645331 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:25.656692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f4d88295-50c5-4e9a-a877-efe91bac11cb triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:38:25.658244 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f4d88295-50c5-4e9a-a877-efe91bac11cb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:25.658244 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f4d88295-50c5-4e9a-a877-efe91bac11cb Oct 28 10:38:25.739463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (91f03f02-cab1-4e65-a6b0-0ff6cabb1cda), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:25.752716 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:25.785303 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f4d88295-50c5-4e9a-a877-efe91bac11cb is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:38:25.785696 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f4d88295-50c5-4e9a-a877-efe91bac11cb), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:25.823845 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.20.0.1 (47b81b08-6158-4a9a-b045-8789fc554589/4b69503d-6fab-45d6-822b-1cbb2902d493/1b027d05-c5ed-4772-bab2-3ff9c0a1bacd) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:38:25.825151 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port f4d88295-50c5-4e9a-a877-efe91bac11cb, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f4d88295-50c5-4e9a-a877-efe91bac11cb,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:38:25.833158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146f2ee-2601-4554-aade-588ccae4d2aa None None] Pushing event updated for resources: {'Port': ['ID=91f03f02-cab1-4e65-a6b0-0ff6cabb1cda,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:25.925662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f4d88295-50c5-4e9a-a877-efe91bac11cb), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:25.973353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:26.013498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:26.026836 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:26.052304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=f4d88295-50c5-4e9a-a877-efe91bac11cb,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:26.173420 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:26.261795 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 47b81b08-6158-4a9a-b045-8789fc554589 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:38:26.269646 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:38:26.274057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:38:26.311545 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=1b027d05-c5ed-4772-bab2-3ff9c0a1bacd,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:26.342171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:26.679837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:27.015948 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9ff891-0659-4e74-b0af-48e62a35a844 None None] Network 47b81b08-6158-4a9a-b045-8789fc554589 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:38:27.138757 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:27.194804 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:27.201947 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:27.243849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-316b2f17-59fe-4260-8d1b-8ceb19bd52b2 None None] Provisioning complete for port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:38:27.244507 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-316b2f17-59fe-4260-8d1b-8ceb19bd52b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (91f03f02-cab1-4e65-a6b0-0ff6cabb1cda), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:27.245057 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-316b2f17-59fe-4260-8d1b-8ceb19bd52b2 None None] Attempt 1 to provision port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda Oct 28 10:38:27.327648 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=1b027d05-c5ed-4772-bab2-3ff9c0a1bacd,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:27.333999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:27.385134 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-316b2f17-59fe-4260-8d1b-8ceb19bd52b2 None None] Current status of the port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:38:27.385767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-316b2f17-59fe-4260-8d1b-8ceb19bd52b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (91f03f02-cab1-4e65-a6b0-0ff6cabb1cda), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:27.426529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-316b2f17-59fe-4260-8d1b-8ceb19bd52b2 None None] For port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=91f03f02-cab1-4e65-a6b0-0ff6cabb1cda,segment=NetworkSegment(c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b),segment_id=c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:38:27.485872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 47b81b08-6158-4a9a-b045-8789fc554589 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:38:27.488152 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:38:27.513928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-316b2f17-59fe-4260-8d1b-8ceb19bd52b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (91f03f02-cab1-4e65-a6b0-0ff6cabb1cda), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:27.626954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b2f17-59fe-4260-8d1b-8ceb19bd52b2 None None] Pushing event updated for resources: {'Port': ['ID=91f03f02-cab1-4e65-a6b0-0ff6cabb1cda,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:27.664778 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:38:27.673559 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f4d88295-50c5-4e9a-a877-efe91bac11cb up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:38:27.744086 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f4d88295-50c5-4e9a-a877-efe91bac11cb triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:38:27.744792 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f4d88295-50c5-4e9a-a877-efe91bac11cb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:27.745379 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f4d88295-50c5-4e9a-a877-efe91bac11cb Oct 28 10:38:27.782552 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9691eb99-ac14-4095-94b8-3a8b4428d73d None None] Provisioning complete for port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:38:27.783078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9691eb99-ac14-4095-94b8-3a8b4428d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (91f03f02-cab1-4e65-a6b0-0ff6cabb1cda), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:27.783498 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9691eb99-ac14-4095-94b8-3a8b4428d73d None None] Attempt 1 to provision port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda Oct 28 10:38:27.846645 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:38:27.868272 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-05d1d1cd-3c88-41e7-a028-1417a9b582a2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "PUT /networking/v2.0/routers/3a5da6d2-d90c-4eb9-88aa-4afcaeb50462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5153000 Oct 28 10:38:27.869556 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Sync routers for ids ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:38:27.891783 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Routers {'3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:38:27.893267 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:38:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:27.932257 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f4d88295-50c5-4e9a-a877-efe91bac11cb is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:38:27.941369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:38:27.994979 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9691eb99-ac14-4095-94b8-3a8b4428d73d None None] Current status of the port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:38:28.011908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-9691eb99-ac14-4095-94b8-3a8b4428d73d None None] Provisioning complete for port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:38:28.012501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9691eb99-ac14-4095-94b8-3a8b4428d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:28.013044 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-9691eb99-ac14-4095-94b8-3a8b4428d73d None None] Attempt 1 to provision port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd Oct 28 10:38:28.088161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:38:28.089271 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (91f03f02-cab1-4e65-a6b0-0ff6cabb1cda), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:28.089271 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda Oct 28 10:38:28.147771 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9691eb99-ac14-4095-94b8-3a8b4428d73d None None] Port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:38:28.163715 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-16e6d204-d654-4428-873a-bd9aeda52637 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1491922133&fields=id&tenant_id=24e3e3be476740a381e69dd04b21c017 HTTP/1.1" status: 200 len: 267 time: 0.0837569 Oct 28 10:38:28.180358 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Set router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:38:28.250844 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:38:28.268984 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:28.277526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:28.281049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-79e8b47c-897b-49e0-a2b5-e456ecfc97ac None None] Provisioning complete for port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:38:28.288922 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-79e8b47c-897b-49e0-a2b5-e456ecfc97ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:28.288922 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-79e8b47c-897b-49e0-a2b5-e456ecfc97ac None None] Attempt 1 to provision port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd Oct 28 10:38:28.323912 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:28.327479 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-79e8b47c-897b-49e0-a2b5-e456ecfc97ac None None] Port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:38:28.348640 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-7bcc9288-68a8-4cfb-95eb-622c296ef6cb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:28.354651 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-7bcc9288-68a8-4cfb-95eb-622c296ef6cb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/networks?id=47b81b08-6158-4a9a-b045-8789fc554589 HTTP/1.1" status: 200 len: 797 time: 0.1702816 Oct 28 10:38:28.368936 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-8e55038d-14e8-4bd7-aedb-a726d0e8b516 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/quotas/24e3e3be476740a381e69dd04b21c017 HTTP/1.1" status: 200 len: 375 time: 0.0106735 Oct 28 10:38:28.430441 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-6c7a8f48-1021-4f47-b9f5-d09e1f608dc3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522203 Oct 28 10:38:28.454768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-7d93b6c5-25bf-42dd-a2b6-be613bc21078 None None] Provisioning complete for port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:38:28.455544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7d93b6c5-25bf-42dd-a2b6-be613bc21078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:28.455800 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7d93b6c5-25bf-42dd-a2b6-be613bc21078 None None] Attempt 1 to provision port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd Oct 28 10:38:28.488912 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580212456', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:38:20Z', 'updated_at': '2022-10-28T10:38:26Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:21Z', 'updated_at': '2022-10-28T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '1b027d05-c5ed-4772-bab2-3ff9c0a1bacd', 'name': '', 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:ef:84:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:25Z', 'updated_at': '2022-10-28T10:38:26Z', 'revision_number': 2, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:28.505494 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7d93b6c5-25bf-42dd-a2b6-be613bc21078 None None] Port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:38:28.520002 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Checking router: 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:38:28.520357 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Updating router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:38:28.557963 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:28.558327 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-d2e95536-b485-47e5-965b-e5f416b26bbf service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47b81b08-6158-4a9a-b045-8789fc554589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059179 Oct 28 10:38:28.700031 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-a9a96ade-2bb7-4f49-9841-231e697beff3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47b81b08-6158-4a9a-b045-8789fc554589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334114 Oct 28 10:38:28.865050 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:28.897868 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Publish callbacks [] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:28.970510 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:29.011316 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-65bb9e8d-7365-49da-9c99-946ebfbd7871 req-4d52cc4c-8f53-4f1a-9e75-6880cdf1924a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 210 time: 0.0438411 Oct 28 10:38:29.014396 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Pushing event updated for resources: {'Port': ['ID=1b027d05-c5ed-4772-bab2-3ff9c0a1bacd,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:29.016351 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:29.032253 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:29.032555 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:29.032992 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:29.033609 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:29.034028 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:29.034526 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:29.035045 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:29.035541 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:29.036022 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:29.036737 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:29.037021 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:29.043125 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:29.043912 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:29.044199 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:29.044868 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:38:29.125302 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Attempting to bind port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:38:29.125709 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Attempting to bind port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:38:29.126123 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Attempting to bind port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd on network 47b81b08-6158-4a9a-b045-8789fc554589 {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:38:29.187662 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:38:29.188459 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Checking segment: {'id': 'c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:38:29.189124 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:29.189767 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Bound using segment: {'id': 'c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:38:29.190422 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Bound port: 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:38:29.190937 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:29.273983 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] For port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:38:29.278181 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] For port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1b027d05-c5ed-4772-bab2-3ff9c0a1bacd,segment=NetworkSegment(c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b),segment_id=c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:38:29.372463 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:29.394289 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:29.441008 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Routers {'3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:38:29.441008 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:38:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:29.528553 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:38:29.535060 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeefe4e-b7e7-4d13-93aa-04bfa7000527 None None] Pushing event updated for resources: {'Port': ['ID=1b027d05-c5ed-4772-bab2-3ff9c0a1bacd,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:29.593330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:38:29.593708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (91f03f02-cab1-4e65-a6b0-0ff6cabb1cda), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:29.594233 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda Oct 28 10:38:29.639521 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] Set router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:38:29.714457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:38:29.898470 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580212456', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:38:20Z', 'updated_at': '2022-10-28T10:38:26Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:21Z', 'updated_at': '2022-10-28T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '1b027d05-c5ed-4772-bab2-3ff9c0a1bacd', 'name': '', 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:ef:84:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:25Z', 'updated_at': '2022-10-28T10:38:29Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:29.926000 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a18c75-0520-4b4c-b5c6-ab6d0273b17b None None] The sync data for ids ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'] in dv-neutron-zed-2-hyperv is: [{'id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580212456', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:38:20Z', 'updated_at': '2022-10-28T10:38:26Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:21Z', 'updated_at': '2022-10-28T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '1b027d05-c5ed-4772-bab2-3ff9c0a1bacd', 'name': '', 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:ef:84:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:25Z', 'updated_at': '2022-10-28T10:38:29Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:38:30.179150 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-869cbb8d-772f-4449-bb90-4e36225be24d req-83bcf7d7-1e04-4353-acb3-f047256a7dd6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 210 time: 0.0491428 Oct 28 10:38:31.340410 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d4487fab-fc8e-4ea0-bf95-4a94d36ed3b8 req-70f32757-4c4e-4c3f-a5c7-66c2943abbe9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 210 time: 0.0448842 Oct 28 10:38:31.543047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:38:31.597266 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:38:31.597653 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:31.597995 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd Oct 28 10:38:31.697678 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:38:31.700884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:31.755951 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1b027d05-c5ed-4772-bab2-3ff9c0a1bacd,segment=NetworkSegment(c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b),segment_id=c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:38:31.885681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:31.968120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=1b027d05-c5ed-4772-bab2-3ff9c0a1bacd,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:32.139313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-f57d88e7-0206-437d-adae-261c4f525f25 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:32.140913 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-f57d88e7-0206-437d-adae-261c4f525f25 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "GET /networking/v2.0/networks?id=47b81b08-6158-4a9a-b045-8789fc554589 HTTP/1.1" status: 200 len: 797 time: 0.1633570 Oct 28 10:38:32.212717 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:32.260203 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-b2a99d57-1d1e-4dbf-b902-9c635b309b3b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=24e3e3be476740a381e69dd04b21c017 HTTP/1.1" status: 200 len: 380 time: 0.0952606 Oct 28 10:38:32.276830 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-e6df1cd4-ba24-4666-8182-c842db7a6eb1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'port': {'device_id': '9237a2ba-ae74-460e-bc7d-965c93b12dec', 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589', 'admin_state_up': True, 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'security_groups': ['4531173b-13af-4d9e-b6dd-18c36efa8f1a']}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:38:32.525973 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-286460c4-dae2-4f02-af9e-c06c87fc156a req-560043d0-a52b-4778-b5a2-ce4a0f1f66a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 210 time: 0.0411780 Oct 28 10:38:32.577756 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-e6df1cd4-ba24-4666-8182-c842db7a6eb1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Made reservation on behalf of 24e3e3be476740a381e69dd04b21c017 for: {'port': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:38:32.584155 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-e6df1cd4-ba24-4666-8182-c842db7a6eb1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:32.765308 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-e6df1cd4-ba24-4666-8182-c842db7a6eb1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.20.0.10 (47b81b08-6158-4a9a-b045-8789fc554589/4b69503d-6fab-45d6-822b-1cbb2902d493/0536e556-0e8f-4a8b-a5a4-8808edec20da) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:38:32.936455 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-e6df1cd4-ba24-4666-8182-c842db7a6eb1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (0536e556-0e8f-4a8b-a5a4-8808edec20da), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:32.941137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:33.041252 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-e6df1cd4-ba24-4666-8182-c842db7a6eb1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (0536e556-0e8f-4a8b-a5a4-8808edec20da), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:33.101247 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-e6df1cd4-ba24-4666-8182-c842db7a6eb1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 47b81b08-6158-4a9a-b045-8789fc554589 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:38:33.105686 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-e6df1cd4-ba24-4666-8182-c842db7a6eb1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:38:33.110569 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-e6df1cd4-ba24-4666-8182-c842db7a6eb1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:38:33.118478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df1cd4-ba24-4666-8182-c842db7a6eb1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=0536e556-0e8f-4a8b-a5a4-8808edec20da,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:33.177075 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-e6df1cd4-ba24-4666-8182-c842db7a6eb1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:33.177756 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-e6df1cd4-ba24-4666-8182-c842db7a6eb1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:33.344947 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-e6df1cd4-ba24-4666-8182-c842db7a6eb1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0777469 Oct 28 10:38:33.365656 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Request body: {'port': {'device_id': '9237a2ba-ae74-460e-bc7d-965c93b12dec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:38:33.434078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0536e556-0e8f-4a8b-a5a4-8808edec20da), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:33.473077 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-60c23cff-4415-4806-818d-e5a44b901dce None None] Provisioning complete for port 0536e556-0e8f-4a8b-a5a4-8808edec20da triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:38:33.473653 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-60c23cff-4415-4806-818d-e5a44b901dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0536e556-0e8f-4a8b-a5a4-8808edec20da), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:33.473808 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-60c23cff-4415-4806-818d-e5a44b901dce None None] Attempt 1 to provision port 0536e556-0e8f-4a8b-a5a4-8808edec20da Oct 28 10:38:33.508757 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:33.521012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-60c23cff-4415-4806-818d-e5a44b901dce None None] Port 0536e556-0e8f-4a8b-a5a4-8808edec20da cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:38:33.539109 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:38:33.628155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:38:33.630597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:33.630597 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd Oct 28 10:38:33.746026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:38:33.787797 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf26263-ab26-4123-b916-7116752f27b3 req-77d1a2da-2275-4193-9856-b575d5cdb651 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:33.789349 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3cf26263-ab26-4123-b916-7116752f27b3 req-77d1a2da-2275-4193-9856-b575d5cdb651 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 932 time: 0.1451733 Oct 28 10:38:33.901292 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3cf26263-ab26-4123-b916-7116752f27b3 req-89d388f8-fc12-4679-9f7f-29e42af79d06 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829692 Oct 28 10:38:33.978917 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0536e556-0e8f-4a8b-a5a4-8808edec20da {{(pid=114059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:38:33.987368 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Publish callbacks [] for port (0536e556-0e8f-4a8b-a5a4-8808edec20da), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:34.011893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.provisioning_blocks [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Transition to ACTIVE for port object 0536e556-0e8f-4a8b-a5a4-8808edec20da will not be triggered until provisioned by entity L2. {{(pid=114059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:38:34.113607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (0536e556-0e8f-4a8b-a5a4-8808edec20da), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:34.219699 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Pushing event updated for resources: {'Port': ['ID=0536e556-0e8f-4a8b-a5a4-8808edec20da,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:34.250002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Attempting to bind port 0536e556-0e8f-4a8b-a5a4-8808edec20da on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:38:34.250362 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Attempting to bind port 0536e556-0e8f-4a8b-a5a4-8808edec20da by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': 'c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589'}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:38:34.250694 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Attempting to bind port 0536e556-0e8f-4a8b-a5a4-8808edec20da on network 47b81b08-6158-4a9a-b045-8789fc554589 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:38:34.308027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Port 0536e556-0e8f-4a8b-a5a4-8808edec20da on network 47b81b08-6158-4a9a-b045-8789fc554589 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:38:34.308487 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Attempting to bind port 0536e556-0e8f-4a8b-a5a4-8808edec20da on network 47b81b08-6158-4a9a-b045-8789fc554589 {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:38:34.358857 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:38:34.359299 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Checking segment: {'id': 'c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:38:34.359877 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Bound using segment: {'id': 'c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589'} {{(pid=114059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:38:34.360383 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.managers [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Bound port: 0536e556-0e8f-4a8b-a5a4-8808edec20da, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589'}}] {{(pid=114059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:38:34.360878 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0536e556-0e8f-4a8b-a5a4-8808edec20da), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:34.394608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:34.455242 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] For port 0536e556-0e8f-4a8b-a5a4-8808edec20da, host hv-neutron-zed0, cleared binding levels {{(pid=114059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:38:34.459770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] For port 0536e556-0e8f-4a8b-a5a4-8808edec20da, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=0536e556-0e8f-4a8b-a5a4-8808edec20da,segment=NetworkSegment(c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b),segment_id=c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b)] {{(pid=114059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:38:34.582792 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (0536e556-0e8f-4a8b-a5a4-8808edec20da), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:34.590407 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:34.591216 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:34.592771 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/0536e556-0e8f-4a8b-a5a4-8808edec20da HTTP/1.1" status: 200 len: 1094 time: 1.2316606 Oct 28 10:38:34.593315 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9237a2ba-ae74-460e-bc7d-965c93b12dec', 'tag': '0536e556-0e8f-4a8b-a5a4-8808edec20da'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:38:34.596755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bb0d14-3d13-471b-876c-9ec73ee3a02f" -d '{"events": [{"name": "network-changed", "server_uuid": "9237a2ba-ae74-460e-bc7d-965c93b12dec", "tag": "0536e556-0e8f-4a8b-a5a4-8808edec20da"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:38:34.658398 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61adbe6a-66c3-4304-8aa5-07b5d0d2a979 x-openstack-request-id: req-61adbe6a-66c3-4304-8aa5-07b5d0d2a979 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:38:34.658898 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9237a2ba-ae74-460e-bc7d-965c93b12dec", "tag": "0536e556-0e8f-4a8b-a5a4-8808edec20da", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:38:34.659313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61adbe6a-66c3-4304-8aa5-07b5d0d2a979 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:38:34.659903 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61adbe6a-66c3-4304-8aa5-07b5d0d2a979'] response: {'name': 'network-changed', 'server_uuid': '9237a2ba-ae74-460e-bc7d-965c93b12dec', 'tag': '0536e556-0e8f-4a8b-a5a4-8808edec20da', 'status': 'completed', 'code': 200} Oct 28 10:38:34.685817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0f891-927b-4cd1-9c67-ff525f5e0155 service neutron] Pushing event updated for resources: {'Port': ['ID=0536e556-0e8f-4a8b-a5a4-8808edec20da,revision_number=3']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:34.818724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb0d14-3d13-471b-876c-9ec73ee3a02f req-33062212-6ae0-4883-91c9-cd081020f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:34.820277 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-78bb0d14-3d13-471b-876c-9ec73ee3a02f req-33062212-6ae0-4883-91c9-cd081020f8f0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 1128 time: 0.1052802 Oct 28 10:38:35.124411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f64362-f06a-4653-9877-2724127044e7 req-4290e35d-aea3-431e-af25-4686c9af76a0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:35.126026 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-15f64362-f06a-4653-9877-2724127044e7 req-4290e35d-aea3-431e-af25-4686c9af76a0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 944 time: 0.1290662 Oct 28 10:38:35.127577 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb0d14-3d13-471b-876c-9ec73ee3a02f req-88307ba1-19ea-410f-afb9-edfa2a26e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:35.129160 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-78bb0d14-3d13-471b-876c-9ec73ee3a02f req-88307ba1-19ea-410f-afb9-edfa2a26e3ef service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=24e3e3be476740a381e69dd04b21c017&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2890239 Oct 28 10:38:35.268572 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:35.294582 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-15f64362-f06a-4653-9877-2724127044e7 req-1cec9530-7b1d-48f4-9950-22fdbc064684 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622117 Oct 28 10:38:35.357403 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb0d14-3d13-471b-876c-9ec73ee3a02f req-6ffca9d5-a166-4fb4-8815-ec0473382dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:35.358946 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-78bb0d14-3d13-471b-876c-9ec73ee3a02f req-6ffca9d5-a166-4fb4-8815-ec0473382dd9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2187459 Oct 28 10:38:35.490951 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-b44dd212-3d92-4037-959c-d25371f4adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:35.493191 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-b44dd212-3d92-4037-959c-d25371f4adf3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 1128 time: 0.0545466 Oct 28 10:38:35.569452 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-c98f9d0f-a63b-479e-bf5f-11057e8f4895 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0536e556-0e8f-4a8b-a5a4-8808edec20da HTTP/1.1" status: 200 len: 217 time: 0.0535378 Oct 28 10:38:35.977376 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-cb592c3a-92b8-4ba1-a6e1-e5f199fffaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:35.979872 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-cb592c3a-92b8-4ba1-a6e1-e5f199fffaa7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=4b69503d-6fab-45d6-822b-1cbb2902d493 HTTP/1.1" status: 200 len: 835 time: 0.4007821 Oct 28 10:38:36.067027 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-172bf9cc-4f8c-441a-8d75-9f606d8eacfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:36.068581 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-172bf9cc-4f8c-441a-8d75-9f606d8eacfa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=47b81b08-6158-4a9a-b045-8789fc554589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0792809 Oct 28 10:38:36.212821 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-02f0ab6e-5891-4d1d-a0cd-1b1fb983456b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/47b81b08-6158-4a9a-b045-8789fc554589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345546 Oct 28 10:38:36.331886 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d7d7f62b-80f3-452c-9a84-775c8afc44e1 req-d0b318c4-705b-41ce-9a18-d994ba80d2c3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/47b81b08-6158-4a9a-b045-8789fc554589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091835 Oct 28 10:38:36.448676 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978779f-58c3-482f-9dfd-441ca21a896d req-a59390ad-f2aa-46c4-8dac-1ca8a9ace4ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:36.450476 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9978779f-58c3-482f-9dfd-441ca21a896d req-a59390ad-f2aa-46c4-8dac-1ca8a9ace4ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 944 time: 0.0669415 Oct 28 10:38:36.513395 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9978779f-58c3-482f-9dfd-441ca21a896d req-541ddd81-d5f1-4bf6-a7bf-15182fd0916b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560813 Oct 28 10:38:37.616564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 0536e556-0e8f-4a8b-a5a4-8808edec20da details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:38:37.690852 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ef97a-a70e-4ae5-b399-47df454879f5 req-28d6a686-6f54-452c-9b06-be2fc4766d5f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:37.693482 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-376ef97a-a70e-4ae5-b399-47df454879f5 req-28d6a686-6f54-452c-9b06-be2fc4766d5f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 944 time: 0.0807729 Oct 28 10:38:37.772474 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 0536e556-0e8f-4a8b-a5a4-8808edec20da, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=0536e556-0e8f-4a8b-a5a4-8808edec20da,segment=NetworkSegment(c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b),segment_id=c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:38:37.776198 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-376ef97a-a70e-4ae5-b399-47df454879f5 req-f038a410-cec2-47ae-8afc-ea1297de2c68 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696595 Oct 28 10:38:37.788312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '0536e556-0e8f-4a8b-a5a4-8808edec20da', 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589', 'port_id': '0536e556-0e8f-4a8b-a5a4-8808edec20da', 'mac_address': 'fa:16:3e:4f:e0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:38:37.836193 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 0536e556-0e8f-4a8b-a5a4-8808edec20da is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:38:37.836732 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0536e556-0e8f-4a8b-a5a4-8808edec20da), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:37.847321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:37.849619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:37.853068 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0536e556-0e8f-4a8b-a5a4-8808edec20da {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:38:37.876241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 0536e556-0e8f-4a8b-a5a4-8808edec20da, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=0536e556-0e8f-4a8b-a5a4-8808edec20da,segment=NetworkSegment(c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b),segment_id=c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:38:37.999770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0536e556-0e8f-4a8b-a5a4-8808edec20da), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:38.075068 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=0536e556-0e8f-4a8b-a5a4-8808edec20da,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:38.320024 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['0536e556-0e8f-4a8b-a5a4-8808edec20da'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:38:38.916924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b6685-b509-4186-a271-99a6778025ed req-9d1acad6-8144-4d90-8938-287197b87b86 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:38.918934 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1e5b6685-b509-4186-a271-99a6778025ed req-9d1acad6-8144-4d90-8938-287197b87b86 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 945 time: 0.0499272 Oct 28 10:38:38.942593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:38.982162 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1e5b6685-b509-4186-a271-99a6778025ed req-7f6bea70-345c-497e-bbe2-29f2c73779ee tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537035 Oct 28 10:38:39.646386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 0536e556-0e8f-4a8b-a5a4-8808edec20da up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:38:39.699085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 0536e556-0e8f-4a8b-a5a4-8808edec20da completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:38:39.782757 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 0536e556-0e8f-4a8b-a5a4-8808edec20da triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:38:39.783366 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0536e556-0e8f-4a8b-a5a4-8808edec20da), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:39.783908 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 0536e556-0e8f-4a8b-a5a4-8808edec20da Oct 28 10:38:39.885336 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 0536e556-0e8f-4a8b-a5a4-8808edec20da is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:38:39.885812 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0536e556-0e8f-4a8b-a5a4-8808edec20da), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:39.895494 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:39.902288 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=37 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:39.912499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9237a2ba-ae74-460e-bc7d-965c93b12dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0536e556-0e8f-4a8b-a5a4-8808edec20da'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:38:39.914977 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074c141c-1b59-4018-a42c-26de37133066" -d '{"events": [{"server_uuid": "9237a2ba-ae74-460e-bc7d-965c93b12dec", "name": "network-vif-plugged", "status": "completed", "tag": "0536e556-0e8f-4a8b-a5a4-8808edec20da"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:38:39.935687 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 0536e556-0e8f-4a8b-a5a4-8808edec20da, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=0536e556-0e8f-4a8b-a5a4-8808edec20da,segment=NetworkSegment(c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b),segment_id=c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:38:39.978990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b55d685-5308-41f7-b303-74abfeb14469 x-openstack-request-id: req-0b55d685-5308-41f7-b303-74abfeb14469 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:38:39.979350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9237a2ba-ae74-460e-bc7d-965c93b12dec", "name": "network-vif-plugged", "status": "completed", "tag": "0536e556-0e8f-4a8b-a5a4-8808edec20da", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:38:39.983418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b55d685-5308-41f7-b303-74abfeb14469 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:38:39.983418 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b55d685-5308-41f7-b303-74abfeb14469'] response: {'server_uuid': '9237a2ba-ae74-460e-bc7d-965c93b12dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0536e556-0e8f-4a8b-a5a4-8808edec20da', 'code': 200} Oct 28 10:38:40.005757 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0536e556-0e8f-4a8b-a5a4-8808edec20da), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:40.077990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=0536e556-0e8f-4a8b-a5a4-8808edec20da,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:40.160194 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eae17e-729a-423c-a62f-060633eec566 req-60416813-702a-4bc5-9e1f-c89c01634fc5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:40.161892 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-33eae17e-729a-423c-a62f-060633eec566 req-60416813-702a-4bc5-9e1f-c89c01634fc5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0594294 Oct 28 10:38:40.239909 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-33eae17e-729a-423c-a62f-060633eec566 req-b4b1f6a3-4550-4bd8-860b-8cf50c41c4a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675976 Oct 28 10:38:40.475202 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869039e4-fb90-4bf0-91f2-9e8412cb8765 req-b4c0d0f1-df1a-4287-bf58-8b8f080ef0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:40.476750 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-869039e4-fb90-4bf0-91f2-9e8412cb8765 req-b4c0d0f1-df1a-4287-bf58-8b8f080ef0ec service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 1130 time: 0.0972452 Oct 28 10:38:40.541400 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-869039e4-fb90-4bf0-91f2-9e8412cb8765 req-88c83ccc-4301-4802-b589-72faa2f50780 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543070 Oct 28 10:38:41.406152 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c675b-bd92-4550-a9df-a7bd1a4f15aa req-97cf1979-bf99-44ac-aa7a-99dc36a0cfc3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:41.408678 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-872c675b-bd92-4550-a9df-a7bd1a4f15aa req-97cf1979-bf99-44ac-aa7a-99dc36a0cfc3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0743544 Oct 28 10:38:41.490121 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-872c675b-bd92-4550-a9df-a7bd1a4f15aa req-110346b3-e0fd-4d73-9328-c1b874d5e543 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749538 Oct 28 10:38:42.669320 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629de2de-1e0f-478b-be56-72ded1ad8b83 req-d5e40edd-4733-4e24-bddf-cc9503f9fa63 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:42.670913 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-629de2de-1e0f-478b-be56-72ded1ad8b83 req-d5e40edd-4733-4e24-bddf-cc9503f9fa63 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0533433 Oct 28 10:38:42.724211 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:42.757893 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-629de2de-1e0f-478b-be56-72ded1ad8b83 req-e9042830-86f5-4f59-a181-5ead8f3610eb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771086 Oct 28 10:38:42.919916 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2444cb-4548-4e27-9ac5-64a3c17c7020 req-d0c5c97d-ee87-4922-bf52-c35d1b6acbb8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:42.921562 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-df2444cb-4548-4e27-9ac5-64a3c17c7020 req-d0c5c97d-ee87-4922-bf52-c35d1b6acbb8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0565007 Oct 28 10:38:42.993582 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-df2444cb-4548-4e27-9ac5-64a3c17c7020 req-f9279129-ccd5-4dfa-9824-0907ed982a57 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625458 Oct 28 10:38:43.031015 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49604) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:43.091348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38eda7b-1512-4163-a526-bb82eb145b96 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:43.093518 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c38eda7b-1512-4163-a526-bb82eb145b96 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 1125 time: 0.0611174 Oct 28 10:38:43.098564 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49606) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:43.105992 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '0536e556-0e8f-4a8b-a5a4-8808edec20da', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:38:43.131280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-eee52f79-215a-47e7-a231-2e440fddc63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:43.240195 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:43.358613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:43.487706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.36.1.28 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/9fba8456-8fe1-4e5a-b19c-91b20ac85f80) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:38:43.621018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (9fba8456-8fe1-4e5a-b19c-91b20ac85f80), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:43.760303 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (9fba8456-8fe1-4e5a-b19c-91b20ac85f80), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:43.804062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:38:43.807619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:38:43.812043 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:38:43.817514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=9fba8456-8fe1-4e5a-b19c-91b20ac85f80,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:44.278237 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (0f249b37-437f-44f3-ac60-32ecc7269c37), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:44.319205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:44.325224 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:44.488527 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (9fba8456-8fe1-4e5a-b19c-91b20ac85f80), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:44.678061 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (9fba8456-8fe1-4e5a-b19c-91b20ac85f80), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:44.748312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (9fba8456-8fe1-4e5a-b19c-91b20ac85f80), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:44.832610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=9fba8456-8fe1-4e5a-b19c-91b20ac85f80,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:38:44.835630 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (0f249b37-437f-44f3-ac60-32ecc7269c37), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:44.958363 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Floating IP 0f249b37-437f-44f3-ac60-32ecc7269c37 associated. External IP: 172.36.1.28, port: 0536e556-0e8f-4a8b-a5a4-8808edec20da. Oct 28 10:38:45.271853 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:38:45.339501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:45.360227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0e77659f-c94a-4ea3-96a0-8a77ead469dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:45.418047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:38:45.435407 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd344662-2f88-4854-91cf-b7ea34bba5c5 None None] Sync routers for ids ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:38:45.457751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd344662-2f88-4854-91cf-b7ea34bba5c5 None None] Routers {'3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:38:45.457751 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd344662-2f88-4854-91cf-b7ea34bba5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:38:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:45.545820 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:45.600850 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4e9fd717-0cb2-4545-8ead-c7b07a5363a6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5005069 Oct 28 10:38:45.601932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9237a2ba-ae74-460e-bc7d-965c93b12dec', 'tag': '0536e556-0e8f-4a8b-a5a4-8808edec20da'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:38:45.605964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756b9ee6-f96d-441e-9505-1c4cc24e91e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9237a2ba-ae74-460e-bc7d-965c93b12dec", "tag": "0536e556-0e8f-4a8b-a5a4-8808edec20da"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:38:45.630118 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-bd344662-2f88-4854-91cf-b7ea34bba5c5 None None] Set router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:38:45.652209 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be14925b-70fd-447b-85e4-42fbb1466af2 x-openstack-request-id: req-be14925b-70fd-447b-85e4-42fbb1466af2 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:38:45.652510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9237a2ba-ae74-460e-bc7d-965c93b12dec", "tag": "0536e556-0e8f-4a8b-a5a4-8808edec20da", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:38:45.653182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be14925b-70fd-447b-85e4-42fbb1466af2 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:38:45.653792 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be14925b-70fd-447b-85e4-42fbb1466af2'] response: {'name': 'network-changed', 'server_uuid': '9237a2ba-ae74-460e-bc7d-965c93b12dec', 'tag': '0536e556-0e8f-4a8b-a5a4-8808edec20da', 'status': 'completed', 'code': 200} Oct 28 10:38:45.742167 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:45.805322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:45.831708 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a341fc-f8fe-4b16-8ad5-9a351ec24ea8 req-791b4ec2-4006-48eb-8635-cec42fce2fe0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:45.834360 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-47a341fc-f8fe-4b16-8ad5-9a351ec24ea8 req-791b4ec2-4006-48eb-8635-cec42fce2fe0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.1355202 Oct 28 10:38:45.840801 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b9ee6-f96d-441e-9505-1c4cc24e91e9 req-630399b9-1ade-45e8-9a72-0433d7a8baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:45.843506 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-756b9ee6-f96d-441e-9505-1c4cc24e91e9 req-630399b9-1ade-45e8-9a72-0433d7a8baa6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 1130 time: 0.0931861 Oct 28 10:38:46.008098 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd344662-2f88-4854-91cf-b7ea34bba5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580212456', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:38:20Z', 'updated_at': '2022-10-28T10:38:26Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:21Z', 'updated_at': '2022-10-28T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '0f249b37-437f-44f3-ac60-32ecc7269c37', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'floating_ip_address': '172.36.1.28', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'port_id': '0536e556-0e8f-4a8b-a5a4-8808edec20da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589', 'mac_address': 'fa:16:3e:4f:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9237a2ba-ae74-460e-bc7d-965c93b12dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:38:44Z', 'updated_at': '2022-10-28T10:38:44Z', 'revision_number': 0, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b027d05-c5ed-4772-bab2-3ff9c0a1bacd', 'name': '', 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:ef:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:25Z', 'updated_at': '2022-10-28T10:38:31Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:46.046437 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-47a341fc-f8fe-4b16-8ad5-9a351ec24ea8 req-639d8af8-67b7-4c51-b0c5-eccf42212eb5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015388 Oct 28 10:38:46.054051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd344662-2f88-4854-91cf-b7ea34bba5c5 None None] Checking router: 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:38:46.069227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd344662-2f88-4854-91cf-b7ea34bba5c5 None None] Routers {'3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:38:46.070158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd344662-2f88-4854-91cf-b7ea34bba5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:38:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:46.089201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49612) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:46.125797 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b9ee6-f96d-441e-9505-1c4cc24e91e9 req-86eced14-b7fe-4a4b-b2cc-c65ae67713cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:46.128199 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-756b9ee6-f96d-441e-9505-1c4cc24e91e9 req-86eced14-b7fe-4a4b-b2cc-c65ae67713cf service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=47b81b08-6158-4a9a-b045-8789fc554589 HTTP/1.1" status: 200 len: 898 time: 0.2708862 Oct 28 10:38:46.240878 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ac35767f-31ab-412c-988f-c627d6213b47 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/0f249b37-437f-44f3-ac60-32ecc7269c37 HTTP/1.1" status: 200 len: 991 time: 0.1497319 Oct 28 10:38:46.295248 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-756b9ee6-f96d-441e-9505-1c4cc24e91e9 req-23e4d694-2fc1-4bba-b1f1-23e186485ca0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0536e556-0e8f-4a8b-a5a4-8808edec20da HTTP/1.1" status: 200 len: 999 time: 0.1611745 Oct 28 10:38:46.370481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b9ee6-f96d-441e-9505-1c4cc24e91e9 req-0c0f0ed7-9c19-455b-b515-242dfd00d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:46.371957 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-756b9ee6-f96d-441e-9505-1c4cc24e91e9 req-0c0f0ed7-9c19-455b-b515-242dfd00d45a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=4b69503d-6fab-45d6-822b-1cbb2902d493 HTTP/1.1" status: 200 len: 835 time: 0.0709388 Oct 28 10:38:46.393772 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-bd344662-2f88-4854-91cf-b7ea34bba5c5 None None] Set router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:38:46.426437 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b9ee6-f96d-441e-9505-1c4cc24e91e9 req-ee7baf3c-a363-47b4-b5fd-c8e211beedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:38:46.428357 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-756b9ee6-f96d-441e-9505-1c4cc24e91e9 req-ee7baf3c-a363-47b4-b5fd-c8e211beedbb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=47b81b08-6158-4a9a-b045-8789fc554589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0498190 Oct 28 10:38:46.579892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:46.590296 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-756b9ee6-f96d-441e-9505-1c4cc24e91e9 req-06c822cb-70df-475d-8bc9-306c7d4176a1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/47b81b08-6158-4a9a-b045-8789fc554589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553233 Oct 28 10:38:46.709841 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-bd344662-2f88-4854-91cf-b7ea34bba5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580212456', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:38:20Z', 'updated_at': '2022-10-28T10:38:26Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:21Z', 'updated_at': '2022-10-28T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '0f249b37-437f-44f3-ac60-32ecc7269c37', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'floating_ip_address': '172.36.1.28', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'port_id': '0536e556-0e8f-4a8b-a5a4-8808edec20da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589', 'mac_address': 'fa:16:3e:4f:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9237a2ba-ae74-460e-bc7d-965c93b12dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:38:44Z', 'updated_at': '2022-10-28T10:38:44Z', 'revision_number': 0, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b027d05-c5ed-4772-bab2-3ff9c0a1bacd', 'name': '', 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:ef:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:25Z', 'updated_at': '2022-10-28T10:38:31Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:38:46.732942 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-756b9ee6-f96d-441e-9505-1c4cc24e91e9 req-3543ad02-ecf0-4689-8682-29c33513dd03 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/47b81b08-6158-4a9a-b045-8789fc554589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363823 Oct 28 10:38:46.743236 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd344662-2f88-4854-91cf-b7ea34bba5c5 None None] The sync data for ids ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'] in dv-neutron-zed-2-hyperv is: [{'id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580212456', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:38:20Z', 'updated_at': '2022-10-28T10:38:26Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:21Z', 'updated_at': '2022-10-28T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '0f249b37-437f-44f3-ac60-32ecc7269c37', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'floating_ip_address': '172.36.1.28', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'port_id': '0536e556-0e8f-4a8b-a5a4-8808edec20da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589', 'mac_address': 'fa:16:3e:4f:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9237a2ba-ae74-460e-bc7d-965c93b12dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:38:44Z', 'updated_at': '2022-10-28T10:38:44Z', 'revision_number': 0, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b027d05-c5ed-4772-bab2-3ff9c0a1bacd', 'name': '', 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:ef:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:25Z', 'updated_at': '2022-10-28T10:38:31Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:38:46.984605 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cde407-a768-4cfb-b35a-6c6bc0a3d6ef None None] New status for floating IP 0f249b37-437f-44f3-ac60-32ecc7269c37: ACTIVE {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:38:47.080374 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:47.245638 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49614) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:38:47.326346 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-71a672ff-2764-4ce5-9073-17592ada7708 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/0f249b37-437f-44f3-ac60-32ecc7269c37 HTTP/1.1" status: 200 len: 993 time: 0.0793517 Oct 28 10:38:48.005326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:48.696420 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:51.714895 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:38:54.571403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:38:56.726939 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=65 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:56.729021 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=9 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:57.128437 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:57.313889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=12 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:38:57.320194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=79,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:39:04.412158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=50 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:39:04.414094 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:39:10.641779 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:39:10.642624 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:39:13.166532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5f1ab30e-38f6-43fd-aff5-4afbc41befb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:39:15.400459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-78f83112-337f-4a25-939f-135cb6cbea0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:39:17.200280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:39:18.045787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:39:18.874829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:39:19.091659 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc400a-7e5f-4006-82ae-b8dc4d0f7324 req-ddafdeda-0df2-4147-b1ce-e263f9a47a6d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:19.093194 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-57fc400a-7e5f-4006-82ae-b8dc4d0f7324 req-ddafdeda-0df2-4147-b1ce-e263f9a47a6d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0550249 Oct 28 10:39:19.147109 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-57fc400a-7e5f-4006-82ae-b8dc4d0f7324 req-5dd57d29-0f6e-4a43-b451-95716aa96aa8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480559 Oct 28 10:39:19.266497 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa88e0-e6c7-4371-975f-d7cde95c9d93 req-e93e64aa-0dbd-42c5-b22d-07871905e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:19.268042 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0faa88e0-e6c7-4371-975f-d7cde95c9d93 req-e93e64aa-0dbd-42c5-b22d-07871905e572 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 1130 time: 0.0398350 Oct 28 10:39:19.369212 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa88e0-e6c7-4371-975f-d7cde95c9d93 req-b64a920d-b928-49ba-9ba6-2ce389345de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:19.370761 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0faa88e0-e6c7-4371-975f-d7cde95c9d93 req-b64a920d-b928-49ba-9ba6-2ce389345de9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=47b81b08-6158-4a9a-b045-8789fc554589 HTTP/1.1" status: 200 len: 898 time: 0.0959396 Oct 28 10:39:19.437224 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0faa88e0-e6c7-4371-975f-d7cde95c9d93 req-11a13d6c-26d9-48ff-89eb-1321c1574d5f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0536e556-0e8f-4a8b-a5a4-8808edec20da HTTP/1.1" status: 200 len: 1001 time: 0.0588026 Oct 28 10:39:19.492167 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa88e0-e6c7-4371-975f-d7cde95c9d93 req-da6d1e48-cb0a-4be1-95ef-73e92badd92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:19.493662 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0faa88e0-e6c7-4371-975f-d7cde95c9d93 req-da6d1e48-cb0a-4be1-95ef-73e92badd92a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=4b69503d-6fab-45d6-822b-1cbb2902d493 HTTP/1.1" status: 200 len: 835 time: 0.0463717 Oct 28 10:39:19.544623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa88e0-e6c7-4371-975f-d7cde95c9d93 req-6f175f08-e0d5-4f37-b86b-8d21380ff462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:19.546190 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0faa88e0-e6c7-4371-975f-d7cde95c9d93 req-6f175f08-e0d5-4f37-b86b-8d21380ff462 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=47b81b08-6158-4a9a-b045-8789fc554589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0451214 Oct 28 10:39:19.649143 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0faa88e0-e6c7-4371-975f-d7cde95c9d93 req-ef167ffa-8148-4198-b184-e4c404fdf2c4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/47b81b08-6158-4a9a-b045-8789fc554589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952787 Oct 28 10:39:19.750498 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0faa88e0-e6c7-4371-975f-d7cde95c9d93 req-5bd0c392-e7f9-49c2-b3c8-1578a11e1c41 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/47b81b08-6158-4a9a-b045-8789fc554589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944300 Oct 28 10:39:20.280723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb109ff-b9a7-4c10-95af-150c3bf73a46 req-c0c1103a-0770-4e9c-b05c-33967887fe6d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:20.282281 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9bb109ff-b9a7-4c10-95af-150c3bf73a46 req-c0c1103a-0770-4e9c-b05c-33967887fe6d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0507185 Oct 28 10:39:20.340303 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9bb109ff-b9a7-4c10-95af-150c3bf73a46 req-326ee497-ac9e-4efb-9f92-9e26eef7360b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504236 Oct 28 10:39:21.474016 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adb337-a689-4fa2-ba65-fe26fab98ce6 req-ed8a1175-b3a3-4e45-99a2-3b0c890dec44 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:21.475673 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-33adb337-a689-4fa2-ba65-fe26fab98ce6 req-ed8a1175-b3a3-4e45-99a2-3b0c890dec44 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0518687 Oct 28 10:39:21.530200 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-33adb337-a689-4fa2-ba65-fe26fab98ce6 req-feeb25f4-2272-403f-85b9-82ac18188012 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481839 Oct 28 10:39:22.664313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389abe9e-cfb4-492d-9923-8a3a925f265f req-10a7f149-378b-48fb-80ed-e98b6350e733 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:22.666475 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-389abe9e-cfb4-492d-9923-8a3a925f265f req-10a7f149-378b-48fb-80ed-e98b6350e733 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0545115 Oct 28 10:39:22.734372 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-389abe9e-cfb4-492d-9923-8a3a925f265f req-2df1f0ce-d076-43a8-9d15-d9ddd86b2a9e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597894 Oct 28 10:39:23.872906 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681c018-f3b2-4dab-a30e-b9ed8ac1aa4d req-bf3a4e85-a68c-40a6-9e95-748fa398fa47 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:23.874414 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4681c018-f3b2-4dab-a30e-b9ed8ac1aa4d req-bf3a4e85-a68c-40a6-9e95-748fa398fa47 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0558732 Oct 28 10:39:23.930699 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4681c018-f3b2-4dab-a30e-b9ed8ac1aa4d req-91cf548f-ce7f-4eaa-bf83-a3ce9a510632 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503461 Oct 28 10:39:24.468424 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:39:25.063625 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111898a-e42c-487b-accb-0f3e951691dc req-04e2383a-644f-49ac-ab79-6d0605764427 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:25.065138 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1111898a-e42c-487b-accb-0f3e951691dc req-04e2383a-644f-49ac-ab79-6d0605764427 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0489514 Oct 28 10:39:25.092009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:39:25.111531 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:39:25.125809 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1111898a-e42c-487b-accb-0f3e951691dc req-dd20a83c-2182-4e44-9dc9-7aada481edbd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550265 Oct 28 10:39:26.249783 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cb04f-2735-43ea-bfb4-95e9defa3618 req-b5b49c24-f528-4fe9-815b-76288ae2db05 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:26.251312 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-de2cb04f-2735-43ea-bfb4-95e9defa3618 req-b5b49c24-f528-4fe9-815b-76288ae2db05 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0481806 Oct 28 10:39:26.305974 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-de2cb04f-2735-43ea-bfb4-95e9defa3618 req-7c26835e-582e-466a-8f82-e9f060be1faf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488436 Oct 28 10:39:27.445304 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b41de-9294-4ef9-a88d-59dcfbe0f8f3 req-19e90b08-0011-4fcd-954a-f1e867e9d6e1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:27.446851 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9c9b41de-9294-4ef9-a88d-59dcfbe0f8f3 req-19e90b08-0011-4fcd-954a-f1e867e9d6e1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0511580 Oct 28 10:39:27.498529 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9c9b41de-9294-4ef9-a88d-59dcfbe0f8f3 req-a94380fd-96c4-44ed-b9a7-6f1635c4b2e2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453658 Oct 28 10:39:28.631408 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dccfe-ac51-4571-a113-48d7e2ed96bf req-223815eb-af62-4bcc-84ad-45181a4323c0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:28.633030 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-907dccfe-ac51-4571-a113-48d7e2ed96bf req-223815eb-af62-4bcc-84ad-45181a4323c0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0504529 Oct 28 10:39:28.690001 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-907dccfe-ac51-4571-a113-48d7e2ed96bf req-e7c28fe8-5e86-4daf-a3c2-943f9a913145 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509443 Oct 28 10:39:28.713966 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:39:29.839570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5d314-1737-4d31-ad6c-8b49eb251719 req-b97c29f9-6e41-4979-844d-6083add119ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:29.842054 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eda5d314-1737-4d31-ad6c-8b49eb251719 req-b97c29f9-6e41-4979-844d-6083add119ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0680079 Oct 28 10:39:29.895541 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eda5d314-1737-4d31-ad6c-8b49eb251719 req-01e6e5e0-1f8c-4b9d-a5b3-93fa10448cb0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471790 Oct 28 10:39:31.039606 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4482450-f1f7-4776-a68c-12b6c751e6b1 req-ec7d7ba1-26a1-475d-b00d-c2ccdd4975da tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:31.041392 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f4482450-f1f7-4776-a68c-12b6c751e6b1 req-ec7d7ba1-26a1-475d-b00d-c2ccdd4975da tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0574369 Oct 28 10:39:31.103737 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f4482450-f1f7-4776-a68c-12b6c751e6b1 req-441c9750-bf22-4844-8fef-a56ab0b81b92 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548007 Oct 28 10:39:32.238743 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba2db2-b52d-4573-853b-dc06e80ef865 req-86f76119-ada4-4a6f-9495-d7d3d1e7db99 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:32.240436 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4cba2db2-b52d-4573-853b-dc06e80ef865 req-86f76119-ada4-4a6f-9495-d7d3d1e7db99 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0559280 Oct 28 10:39:32.298531 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4cba2db2-b52d-4573-853b-dc06e80ef865 req-f1ab6e83-33d9-47d5-bc0f-1b685885ee00 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514872 Oct 28 10:39:32.329453 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49652) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:39:32.398885 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e16ae55c-55df-4a69-99ef-ca65c1b06590 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/0f249b37-437f-44f3-ac60-32ecc7269c37 HTTP/1.1" status: 200 len: 993 time: 0.0680807 Oct 28 10:39:34.422380 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:39:34.424699 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:39:40.701417 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e6602587-7a6e-44ba-b9cb-7f3ff75a17bc req-31bac007-4cf9-4920-a079-9a807d34cb13 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445611 Oct 28 10:39:40.815309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6602587-7a6e-44ba-b9cb-7f3ff75a17bc req-2cc445f6-bddb-4a67-ad99-dab0653455dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:40.816872 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e6602587-7a6e-44ba-b9cb-7f3ff75a17bc req-2cc445f6-bddb-4a67-ad99-dab0653455dd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 1130 time: 0.0439806 Oct 28 10:39:40.932057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6602587-7a6e-44ba-b9cb-7f3ff75a17bc req-8cec86ba-5b1e-4290-abda-ff158fc3de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:40.934231 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e6602587-7a6e-44ba-b9cb-7f3ff75a17bc req-8cec86ba-5b1e-4290-abda-ff158fc3de89 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=47b81b08-6158-4a9a-b045-8789fc554589 HTTP/1.1" status: 200 len: 898 time: 0.0979075 Oct 28 10:39:41.021698 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e6602587-7a6e-44ba-b9cb-7f3ff75a17bc req-f7e816ec-75df-4813-936d-05c6de62a538 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0536e556-0e8f-4a8b-a5a4-8808edec20da HTTP/1.1" status: 200 len: 1001 time: 0.0814016 Oct 28 10:39:41.072399 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6602587-7a6e-44ba-b9cb-7f3ff75a17bc req-af464b13-d167-470d-bed3-5f53a69d7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:41.073963 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e6602587-7a6e-44ba-b9cb-7f3ff75a17bc req-af464b13-d167-470d-bed3-5f53a69d7cca service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=4b69503d-6fab-45d6-822b-1cbb2902d493 HTTP/1.1" status: 200 len: 835 time: 0.0466657 Oct 28 10:39:41.126216 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6602587-7a6e-44ba-b9cb-7f3ff75a17bc req-2b4e5503-141e-444a-8431-07fc59b83a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:39:41.127760 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e6602587-7a6e-44ba-b9cb-7f3ff75a17bc req-2b4e5503-141e-444a-8431-07fc59b83a06 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=47b81b08-6158-4a9a-b045-8789fc554589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0464482 Oct 28 10:39:41.253090 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e6602587-7a6e-44ba-b9cb-7f3ff75a17bc req-8a56666e-eb96-4d2a-b3b6-c856f45fa361 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/47b81b08-6158-4a9a-b045-8789fc554589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159580 Oct 28 10:39:41.317589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:39:41.323996 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:39:41.366469 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e6602587-7a6e-44ba-b9cb-7f3ff75a17bc req-4742ba9f-0eb3-42bb-aade-a2c7bb3f22f5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/47b81b08-6158-4a9a-b045-8789fc554589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042957 Oct 28 10:39:42.384350 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:39:42.393395 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:39:43.081318 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-277fdf6a-811a-4e9b-bfee-0ac277fa5635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:39:45.348774 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7e4178e4-35ff-45a8-bdd8-8d8849ccef04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:39:47.074780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:39:48.016934 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:39:48.702641 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:39:51.363126 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=11 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:39:52.537523 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=15 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:39:52.539474 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=19 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:39:54.526131 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:02.253281 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-9fbfa76d-f171-4eb6-8379-4f415acfbd6d service neutron] (114059) timed out ('10.222.0.49', 45814) {{(pid=114059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 10:40:02.732047 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-2f3605e8-8a68-4b0a-93b3-a04d778a49fb req-facf9928-4fa7-4c37-bac1-b920d3525be2 tempest-ServerActionsTestJSON-2020683678 tempest-ServerActionsTestJSON-2020683678-project] (114059) timed out ('10.222.0.49', 44290) {{(pid=114059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 10:40:03.061542 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49668) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:03.243478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port 9fba8456-8fe1-4e5a-b19c-91b20ac85f80 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:40:03.243786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (9fba8456-8fe1-4e5a-b19c-91b20ac85f80), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:03.332695 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (9fba8456-8fe1-4e5a-b19c-91b20ac85f80), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:03.333019 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (9fba8456-8fe1-4e5a-b19c-91b20ac85f80), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:03.347078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for 9fba8456-8fe1-4e5a-b19c-91b20ac85f80 owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:40:03.949641 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (9fba8456-8fe1-4e5a-b19c-91b20ac85f80), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:03.976572 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=9fba8456-8fe1-4e5a-b19c-91b20ac85f80,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:03.991659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:03.992016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:03.992367 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:03.992711 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:03.993049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:03.993417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:03.993756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:03.994091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:03.994420 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:03.994780 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:03.995114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:03.995443 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:03.995769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:03.996101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:03.996426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:04.056590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (0f249b37-437f-44f3-ac60-32ecc7269c37), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:04.056953 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Floating IP 0f249b37-437f-44f3-ac60-32ecc7269c37 disassociated (deleted). External IP: 172.36.1.28, port: 0536e556-0e8f-4a8b-a5a4-8808edec20da. Oct 28 10:40:04.298801 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:40:04.404796 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:04.410024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:40:04.415141 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:04.419949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b56484-86ca-436f-8372-1aebc3f43533 None None] Sync routers for ids ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:40:04.426606 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=4,neutron:SELECT=9 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:04.431850 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b56484-86ca-436f-8372-1aebc3f43533 None None] Routers {'3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:40:04.432475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-49b56484-86ca-436f-8372-1aebc3f43533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:39:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:04.447862 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-152ec790-eea6-4f4d-bb79-d8d4a82b1824 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/0f249b37-437f-44f3-ac60-32ecc7269c37 HTTP/1.1" status: 204 len: 168 time: 1.3849897 Oct 28 10:40:04.451386 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9237a2ba-ae74-460e-bc7d-965c93b12dec', 'tag': '0536e556-0e8f-4a8b-a5a4-8808edec20da'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:40:04.451676 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beca0e73-fccf-402f-b665-653ecdf9aaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "9237a2ba-ae74-460e-bc7d-965c93b12dec", "tag": "0536e556-0e8f-4a8b-a5a4-8808edec20da"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:40:04.517487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:04.558988 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-49b56484-86ca-436f-8372-1aebc3f43533 None None] Set router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:40:04.600095 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c368960-a83b-4126-a7c0-abc595b88bac x-openstack-request-id: req-5c368960-a83b-4126-a7c0-abc595b88bac {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:40:04.600390 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9237a2ba-ae74-460e-bc7d-965c93b12dec", "tag": "0536e556-0e8f-4a8b-a5a4-8808edec20da", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:40:04.600650 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c368960-a83b-4126-a7c0-abc595b88bac {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:40:04.601071 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c368960-a83b-4126-a7c0-abc595b88bac'] response: {'name': 'network-changed', 'server_uuid': '9237a2ba-ae74-460e-bc7d-965c93b12dec', 'tag': '0536e556-0e8f-4a8b-a5a4-8808edec20da', 'status': 'completed', 'code': 200} Oct 28 10:40:04.721132 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca0e73-fccf-402f-b665-653ecdf9aaa0 req-50419d3e-e8e9-4c10-b3c4-93e0e93d1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:04.723496 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-beca0e73-fccf-402f-b665-653ecdf9aaa0 req-50419d3e-e8e9-4c10-b3c4-93e0e93d1ebc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 1130 time: 0.0574205 Oct 28 10:40:04.793264 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-49b56484-86ca-436f-8372-1aebc3f43533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580212456', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:38:20Z', 'updated_at': '2022-10-28T10:38:26Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:21Z', 'updated_at': '2022-10-28T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '1b027d05-c5ed-4772-bab2-3ff9c0a1bacd', 'name': '', 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:ef:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:25Z', 'updated_at': '2022-10-28T10:38:31Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:04.833207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b56484-86ca-436f-8372-1aebc3f43533 None None] Checking router: 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:40:04.844447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b56484-86ca-436f-8372-1aebc3f43533 None None] Routers {'3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:40:04.845092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-49b56484-86ca-436f-8372-1aebc3f43533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:39:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:04.961755 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-49b56484-86ca-436f-8372-1aebc3f43533 None None] Set router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:40:05.088858 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca0e73-fccf-402f-b665-653ecdf9aaa0 req-c1fed60c-5868-4e5f-ba41-3111d4f59982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:05.090285 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-beca0e73-fccf-402f-b665-653ecdf9aaa0 req-c1fed60c-5868-4e5f-ba41-3111d4f59982 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=47b81b08-6158-4a9a-b045-8789fc554589 HTTP/1.1" status: 200 len: 898 time: 0.3580465 Oct 28 10:40:05.125748 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2c37a-bd5b-4f39-8e9d-ed4db95af283 req-4e771893-2d6d-430a-a735-5d4e2c0f069d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:05.127421 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f1c2c37a-bd5b-4f39-8e9d-ed4db95af283 req-4e771893-2d6d-430a-a735-5d4e2c0f069d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0580616 Oct 28 10:40:05.172332 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-49b56484-86ca-436f-8372-1aebc3f43533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580212456', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:38:20Z', 'updated_at': '2022-10-28T10:38:26Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:21Z', 'updated_at': '2022-10-28T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '1b027d05-c5ed-4772-bab2-3ff9c0a1bacd', 'name': '', 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:ef:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:25Z', 'updated_at': '2022-10-28T10:38:31Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:05.186165 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f1c2c37a-bd5b-4f39-8e9d-ed4db95af283 req-5cd47555-f180-4f15-9fdb-653cce614d8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496037 Oct 28 10:40:05.199025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b56484-86ca-436f-8372-1aebc3f43533 None None] The sync data for ids ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'] in dv-neutron-zed-2-hyperv is: [{'id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580212456', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:38:20Z', 'updated_at': '2022-10-28T10:38:26Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:21Z', 'updated_at': '2022-10-28T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '1b027d05-c5ed-4772-bab2-3ff9c0a1bacd', 'name': '', 'network_id': '47b81b08-6158-4a9a-b045-8789fc554589', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:ef:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:25Z', 'updated_at': '2022-10-28T10:38:31Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '4b69503d-6fab-45d6-822b-1cbb2902d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:40:05.434712 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e14b72-672e-4946-931a-f7dda48812e5 None None] New status for floating IP 0f249b37-437f-44f3-ac60-32ecc7269c37: DOWN {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:40:05.713314 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:40:06.315140 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e13ec-1fe9-48b5-97fc-6bee58eff305 req-40c5b54b-d09f-49f5-8b74-5ec44ec952d4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:06.316644 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-776e13ec-1fe9-48b5-97fc-6bee58eff305 req-40c5b54b-d09f-49f5-8b74-5ec44ec952d4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0485992 Oct 28 10:40:06.369984 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-776e13ec-1fe9-48b5-97fc-6bee58eff305 req-9986b0e1-1d98-428a-b4ae-6d0da9562cb5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476332 Oct 28 10:40:06.556854 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-beca0e73-fccf-402f-b665-653ecdf9aaa0 req-ac312ccd-9eeb-40b1-a1f2-0171d3600b70 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0536e556-0e8f-4a8b-a5a4-8808edec20da HTTP/1.1" status: 200 len: 217 time: 0.0335579 Oct 28 10:40:06.608038 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca0e73-fccf-402f-b665-653ecdf9aaa0 req-3d33a891-881e-4295-ae51-bba54a819e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:06.609543 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-beca0e73-fccf-402f-b665-653ecdf9aaa0 req-3d33a891-881e-4295-ae51-bba54a819e6e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=4b69503d-6fab-45d6-822b-1cbb2902d493 HTTP/1.1" status: 200 len: 835 time: 0.0456944 Oct 28 10:40:06.815286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca0e73-fccf-402f-b665-653ecdf9aaa0 req-f9002717-f5b9-45ae-8479-da8242f1ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:06.816717 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-beca0e73-fccf-402f-b665-653ecdf9aaa0 req-f9002717-f5b9-45ae-8479-da8242f1ed47 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=47b81b08-6158-4a9a-b045-8789fc554589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0439894 Oct 28 10:40:06.910192 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-beca0e73-fccf-402f-b665-653ecdf9aaa0 req-58ce8e8d-5c66-4c6d-ba6e-1ffbd5906ec1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/47b81b08-6158-4a9a-b045-8789fc554589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870016 Oct 28 10:40:06.968372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b3c3f-c4ee-4c63-91c4-a99ce5f26b49 req-302b7a31-1b81-449d-81c2-82f12c6415dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:06.969907 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-950b3c3f-c4ee-4c63-91c4-a99ce5f26b49 req-302b7a31-1b81-449d-81c2-82f12c6415dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0505233 Oct 28 10:40:07.008962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:07.013966 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-beca0e73-fccf-402f-b665-653ecdf9aaa0 req-b1a72756-6c0d-4c8d-b2ff-9b8c8cc40a0f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/47b81b08-6158-4a9a-b045-8789fc554589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948355 Oct 28 10:40:07.060966 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-950b3c3f-c4ee-4c63-91c4-a99ce5f26b49 req-3b0d21b5-cb18-45f5-b3b1-336b3c40f780 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port 0536e556-0e8f-4a8b-a5a4-8808edec20da {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:40:07.061329 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-950b3c3f-c4ee-4c63-91c4-a99ce5f26b49 req-3b0d21b5-cb18-45f5-b3b1-336b3c40f780 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (0536e556-0e8f-4a8b-a5a4-8808edec20da), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:07.153418 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-950b3c3f-c4ee-4c63-91c4-a99ce5f26b49 req-3b0d21b5-cb18-45f5-b3b1-336b3c40f780 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] For port 0536e556-0e8f-4a8b-a5a4-8808edec20da, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=0536e556-0e8f-4a8b-a5a4-8808edec20da,segment=NetworkSegment(c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b),segment_id=c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:40:07.153677 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-950b3c3f-c4ee-4c63-91c4-a99ce5f26b49 req-3b0d21b5-cb18-45f5-b3b1-336b3c40f780 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (0536e556-0e8f-4a8b-a5a4-8808edec20da), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:07.167002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-950b3c3f-c4ee-4c63-91c4-a99ce5f26b49 req-3b0d21b5-cb18-45f5-b3b1-336b3c40f780 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for 0536e556-0e8f-4a8b-a5a4-8808edec20da owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:40:07.492272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-950b3c3f-c4ee-4c63-91c4-a99ce5f26b49 req-3b0d21b5-cb18-45f5-b3b1-336b3c40f780 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (0536e556-0e8f-4a8b-a5a4-8808edec20da), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:07.498253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81c449-2c9d-45e0-8176-3d310505bedd req-a1001111-6d6c-43d7-a7b3-61e7f9928784 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:07.499940 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b81c449-2c9d-45e0-8176-3d310505bedd req-a1001111-6d6c-43d7-a7b3-61e7f9928784 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 946 time: 0.0506003 Oct 28 10:40:07.520058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d21b5-cb18-45f5-b3b1-336b3c40f780 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=0536e556-0e8f-4a8b-a5a4-8808edec20da,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:07.558872 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6b81c449-2c9d-45e0-8176-3d310505bedd req-ae9441de-6037-4719-af23-1f1d51f51bed tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4531173b-13af-4d9e-b6dd-18c36efa8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527210 Oct 28 10:40:07.574778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-950b3c3f-c4ee-4c63-91c4-a99ce5f26b49 req-3b0d21b5-cb18-45f5-b3b1-336b3c40f780 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] No DVR routers for this DVR port 0536e556-0e8f-4a8b-a5a4-8808edec20da on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:40:07.577395 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-950b3c3f-c4ee-4c63-91c4-a99ce5f26b49 req-3b0d21b5-cb18-45f5-b3b1-336b3c40f780 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:07.580943 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-950b3c3f-c4ee-4c63-91c4-a99ce5f26b49 req-3b0d21b5-cb18-45f5-b3b1-336b3c40f780 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "DELETE /networking/v2.0/ports/0536e556-0e8f-4a8b-a5a4-8808edec20da HTTP/1.1" status: 204 len: 173 time: 0.6033483 Oct 28 10:40:07.581442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9237a2ba-ae74-460e-bc7d-965c93b12dec', 'name': 'network-vif-deleted', 'tag': '0536e556-0e8f-4a8b-a5a4-8808edec20da'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:40:07.583801 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d6047c-3e7e-4e5e-8897-482463555cb4" -d '{"events": [{"server_uuid": "9237a2ba-ae74-460e-bc7d-965c93b12dec", "name": "network-vif-deleted", "tag": "0536e556-0e8f-4a8b-a5a4-8808edec20da"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:40:07.621723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cb2cdd-42b0-4a9f-8714-f7ea7590ae18 x-openstack-request-id: req-c6cb2cdd-42b0-4a9f-8714-f7ea7590ae18 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:40:07.622065 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9237a2ba-ae74-460e-bc7d-965c93b12dec", "name": "network-vif-deleted", "tag": "0536e556-0e8f-4a8b-a5a4-8808edec20da", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:40:07.622388 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6cb2cdd-42b0-4a9f-8714-f7ea7590ae18 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:40:07.622821 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6cb2cdd-42b0-4a9f-8714-f7ea7590ae18'] response: {'server_uuid': '9237a2ba-ae74-460e-bc7d-965c93b12dec', 'name': 'network-vif-deleted', 'tag': '0536e556-0e8f-4a8b-a5a4-8808edec20da', 'status': 'completed', 'code': 200} Oct 28 10:40:08.679801 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ff388cc3-a96c-4430-9252-5e8fed9e0544 req-a382c144-e576-4b30-9093-78aa490fd31e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9237a2ba-ae74-460e-bc7d-965c93b12dec HTTP/1.1" status: 200 len: 210 time: 0.0284319 Oct 28 10:40:09.752018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49688) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:09.949898 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:09.977036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 0536e556-0e8f-4a8b-a5a4-8808edec20da no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:40:09.980983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:09.998737 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 0536e556-0e8f-4a8b-a5a4-8808edec20da {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:40:09.998737 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 0536e556-0e8f-4a8b-a5a4-8808edec20da not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:40:10.093552 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eccb8a1d-6f27-43ea-a180-7db2c84701e2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:10.617003 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-eccb8a1d-6f27-43ea-a180-7db2c84701e2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:40:10.617345 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eccb8a1d-6f27-43ea-a180-7db2c84701e2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:10.717178 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-eccb8a1d-6f27-43ea-a180-7db2c84701e2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] For port 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=1b027d05-c5ed-4772-bab2-3ff9c0a1bacd,segment=NetworkSegment(c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b),segment_id=c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:40:10.717534 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eccb8a1d-6f27-43ea-a180-7db2c84701e2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:10.734023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-eccb8a1d-6f27-43ea-a180-7db2c84701e2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:40:10.740732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:10.996916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eccb8a1d-6f27-43ea-a180-7db2c84701e2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (1b027d05-c5ed-4772-bab2-3ff9c0a1bacd), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:11.021612 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb8a1d-6f27-43ea-a180-7db2c84701e2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=1b027d05-c5ed-4772-bab2-3ff9c0a1bacd,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:11.209198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eccb8a1d-6f27-43ea-a180-7db2c84701e2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:11.404773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:11.430977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccb8a1d-6f27-43ea-a180-7db2c84701e2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:40:11.545384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccb8a1d-6f27-43ea-a180-7db2c84701e2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:40:11.550443 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-eccb8a1d-6f27-43ea-a180-7db2c84701e2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "PUT /networking/v2.0/routers/3a5da6d2-d90c-4eb9-88aa-4afcaeb50462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7974067 Oct 28 10:40:11.553357 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49690) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:11.556357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81216a6f-27e9-4176-a344-ad7bb94e6e63 None None] Sync routers for ids ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:40:11.567270 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81216a6f-27e9-4176-a344-ad7bb94e6e63 None None] Routers {'3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:40:11.567978 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-81216a6f-27e9-4176-a344-ad7bb94e6e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:39:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:11.611640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-87713b03-e14d-455a-819b-1354daaba5cd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting subnet 4b69503d-6fab-45d6-822b-1cbb2902d493 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:40:11.615295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-87713b03-e14d-455a-819b-1354daaba5cd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for subnet (4b69503d-6fab-45d6-822b-1cbb2902d493), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:11.647408 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:11.659583 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-87713b03-e14d-455a-819b-1354daaba5cd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (4b69503d-6fab-45d6-822b-1cbb2902d493), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:11.676470 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-81216a6f-27e9-4176-a344-ad7bb94e6e63 None None] Set router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:40:11.751929 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-87713b03-e14d-455a-819b-1354daaba5cd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (4b69503d-6fab-45d6-822b-1cbb2902d493), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:11.853414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-81216a6f-27e9-4176-a344-ad7bb94e6e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580212456', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:38:20Z', 'updated_at': '2022-10-28T10:40:10Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:21Z', 'updated_at': '2022-10-28T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:11.880848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-87713b03-e14d-455a-819b-1354daaba5cd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (4b69503d-6fab-45d6-822b-1cbb2902d493), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:11.882144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81216a6f-27e9-4176-a344-ad7bb94e6e63 None None] Checking router: 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:40:11.892200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81216a6f-27e9-4176-a344-ad7bb94e6e63 None None] Routers {'3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:40:11.892826 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-81216a6f-27e9-4176-a344-ad7bb94e6e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:39:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:11.908860 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87713b03-e14d-455a-819b-1354daaba5cd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Subnet': ['ID=4b69503d-6fab-45d6-822b-1cbb2902d493,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:11.914882 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-87713b03-e14d-455a-819b-1354daaba5cd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:11.918121 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-87713b03-e14d-455a-819b-1354daaba5cd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4b69503d-6fab-45d6-822b-1cbb2902d493 HTTP/1.1" status: 204 len: 168 time: 0.3635709 Oct 28 10:40:11.921156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49692) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:11.929507 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2811e14a-97f1-4452-a794-56b2f7017667 None None] Network 47b81b08-6158-4a9a-b045-8789fc554589 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:40:12.041066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16805a77-f226-4587-8583-ea399fba887b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:12.166413 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16805a77-f226-4587-8583-ea399fba887b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:12.220387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-81216a6f-27e9-4176-a344-ad7bb94e6e63 None None] Set router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:40:12.297895 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-16805a77-f226-4587-8583-ea399fba887b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port f4d88295-50c5-4e9a-a877-efe91bac11cb {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:40:12.298240 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16805a77-f226-4587-8583-ea399fba887b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f4d88295-50c5-4e9a-a877-efe91bac11cb), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:12.353385 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] DHCP port deletion for 47b81b08-6158-4a9a-b045-8789fc554589 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:40:12.400447 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-16805a77-f226-4587-8583-ea399fba887b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] For port f4d88295-50c5-4e9a-a877-efe91bac11cb, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f4d88295-50c5-4e9a-a877-efe91bac11cb,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:40:12.400814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16805a77-f226-4587-8583-ea399fba887b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f4d88295-50c5-4e9a-a877-efe91bac11cb), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:12.414606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-16805a77-f226-4587-8583-ea399fba887b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for f4d88295-50c5-4e9a-a877-efe91bac11cb owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:40:12.435517 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Deleting port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:40:12.435517 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (91f03f02-cab1-4e65-a6b0-0ff6cabb1cda), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:12.478253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:12.483061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-81216a6f-27e9-4176-a344-ad7bb94e6e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580212456', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:38:20Z', 'updated_at': '2022-10-28T10:40:10Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:21Z', 'updated_at': '2022-10-28T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:12.522201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81216a6f-27e9-4176-a344-ad7bb94e6e63 None None] The sync data for ids ['3a5da6d2-d90c-4eb9-88aa-4afcaeb50462'] in dv-neutron-zed-2-hyperv is: [{'id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580212456', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:38:20Z', 'updated_at': '2022-10-28T10:40:10Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': 'f4d88295-50c5-4e9a-a877-efe91bac11cb', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5da6d2-d90c-4eb9-88aa-4afcaeb50462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:38:21Z', 'updated_at': '2022-10-28T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:40:12.539175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] For port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=91f03f02-cab1-4e65-a6b0-0ff6cabb1cda,segment=NetworkSegment(c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b),segment_id=c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:40:12.539584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (91f03f02-cab1-4e65-a6b0-0ff6cabb1cda), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:12.550481 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:12.556283 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Calling delete_port for 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:40:12.614184 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:12.692034 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16805a77-f226-4587-8583-ea399fba887b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f4d88295-50c5-4e9a-a877-efe91bac11cb), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:12.716474 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16805a77-f226-4587-8583-ea399fba887b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=f4d88295-50c5-4e9a-a877-efe91bac11cb,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:12.731849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (91f03f02-cab1-4e65-a6b0-0ff6cabb1cda), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:12.756471 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Pushing event deleted for resources: {'Port': ['ID=91f03f02-cab1-4e65-a6b0-0ff6cabb1cda,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:12.766790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] No DVR routers for this DVR port 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:40:12.768936 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:12.769704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:12.769704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:12.770359 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:12.770359 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:12.771523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:12.771523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:12.771523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:12.771867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:12.771867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:12.772223 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:12.772530 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:12.772654 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:12.772883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:12.773180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:12.773509 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bf984-f776-4b8a-8677-85d8cd155b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:12.798020 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16805a77-f226-4587-8583-ea399fba887b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:12.894132 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16805a77-f226-4587-8583-ea399fba887b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:12.896844 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16805a77-f226-4587-8583-ea399fba887b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_controller (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:13.065438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16805a77-f226-4587-8583-ea399fba887b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (3a5da6d2-d90c-4eb9-88aa-4afcaeb50462), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:13.070829 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16805a77-f226-4587-8583-ea399fba887b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Fanout notify agent at l3_agent the message router_deleted on router 3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:40:13.073381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-16805a77-f226-4587-8583-ea399fba887b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:13.074571 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-16805a77-f226-4587-8583-ea399fba887b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/routers/3a5da6d2-d90c-4eb9-88aa-4afcaeb50462 HTTP/1.1" status: 204 len: 168 time: 1.1524367 Oct 28 10:40:13.078178 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49694) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:13.120548 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-76f91187-45ff-4ce7-8600-30b7bfbd05c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:13.173883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fb3d2e21-0690-41f6-a28c-21bd5bade7f9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (47b81b08-6158-4a9a-b045-8789fc554589), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:13.281064 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fb3d2e21-0690-41f6-a28c-21bd5bade7f9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (47b81b08-6158-4a9a-b045-8789fc554589), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:13.304771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-fb3d2e21-0690-41f6-a28c-21bd5bade7f9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b81b08-6158-4a9a-b045-8789fc554589']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:13.317164 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-fb3d2e21-0690-41f6-a28c-21bd5bade7f9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:13.317483 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-fb3d2e21-0690-41f6-a28c-21bd5bade7f9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:13.333781 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fb3d2e21-0690-41f6-a28c-21bd5bade7f9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:13.351165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fb3d2e21-0690-41f6-a28c-21bd5bade7f9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:13.360262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3d2e21-0690-41f6-a28c-21bd5bade7f9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:40:13.360658 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fb3d2e21-0690-41f6-a28c-21bd5bade7f9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:13.380245 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b resource provider aggregate not found Oct 28 10:40:13.416563 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8898de9-bfa2-4b1f-9b8a-0f7acc0dae0b found for delete ", "request_id": "req-c152df58-312a-4bcb-8e53-83a3c814be1b"}]} Oct 28 10:40:13.527204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fb3d2e21-0690-41f6-a28c-21bd5bade7f9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (47b81b08-6158-4a9a-b045-8789fc554589), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:13.536693 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fb3d2e21-0690-41f6-a28c-21bd5bade7f9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:13.540338 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fb3d2e21-0690-41f6-a28c-21bd5bade7f9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/networks/47b81b08-6158-4a9a-b045-8789fc554589 HTTP/1.1" status: 204 len: 168 time: 0.4612076 Oct 28 10:40:13.548403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49700) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:13.564052 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:40:13.568061 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d2e21-0690-41f6-a28c-21bd5bade7f9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Network': ['ID=47b81b08-6158-4a9a-b045-8789fc554589,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:13.586073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:40:13.586423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 1b027d05-c5ed-4772-bab2-3ff9c0a1bacd not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:40:13.586894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f4d88295-50c5-4e9a-a877-efe91bac11cb no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:40:13.606256 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: f4d88295-50c5-4e9a-a877-efe91bac11cb {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:40:13.606638 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f4d88295-50c5-4e9a-a877-efe91bac11cb not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:40:13.607078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:40:13.618971 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-217da2c2-3a9c-461c-a8e1-bd22aa9d6ea2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (4531173b-13af-4d9e-b6dd-18c36efa8f1a), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:13.626382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:40:13.626962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 91f03f02-cab1-4e65-a6b0-0ff6cabb1cda not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:40:13.647769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-217da2c2-3a9c-461c-a8e1-bd22aa9d6ea2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (4531173b-13af-4d9e-b6dd-18c36efa8f1a), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:13.800537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-217da2c2-3a9c-461c-a8e1-bd22aa9d6ea2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (4531173b-13af-4d9e-b6dd-18c36efa8f1a), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:13.803162 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-217da2c2-3a9c-461c-a8e1-bd22aa9d6ea2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:13.804340 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-217da2c2-3a9c-461c-a8e1-bd22aa9d6ea2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4531173b-13af-4d9e-b6dd-18c36efa8f1a HTTP/1.1" status: 204 len: 168 time: 0.2603750 Oct 28 10:40:13.815042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217da2c2-3a9c-461c-a8e1-bd22aa9d6ea2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4531173b-13af-4d9e-b6dd-18c36efa8f1a,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:14.058755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49708) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:14.063893 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100338656', 'description': 'tempest-secgroup-smoke-100338656 description', 'project_id': '24e3e3be476740a381e69dd04b21c017'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:40:14.155313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:14.231152 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (b6c50892-c418-4214-9a14-ab0e06833718), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:14.298065 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (b6c50892-c418-4214-9a14-ab0e06833718), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:14.332279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c50892-c418-4214-9a14-ab0e06833718,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:14.340145 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:14.340494 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:14.340835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:14.341177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:14.341513 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:14.341849 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:14.342220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:14.342549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:14.342896 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:14.343220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:14.343543 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:14.343864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:14.344182 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:14.344507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:14.344826 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:14.385415 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:14.386716 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d513e2d7-c4e0-486c-9ac8-1107057dfaf3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3266244 Oct 28 10:40:14.389684 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49710) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:14.394213 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-6d329728-9c35-4198-9ba6-de7ddac3ccec tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': 'b6c50892-c418-4214-9a14-ab0e06833718', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:40:14.404864 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:14.472008 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:14.475904 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6d329728-9c35-4198-9ba6-de7ddac3ccec tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (47640dca-978d-468e-9e31-46360b91a208), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:14.538607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6d329728-9c35-4198-9ba6-de7ddac3ccec tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (47640dca-978d-468e-9e31-46360b91a208), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:14.646286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6d329728-9c35-4198-9ba6-de7ddac3ccec tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (47640dca-978d-468e-9e31-46360b91a208), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:14.667500 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d329728-9c35-4198-9ba6-de7ddac3ccec tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47640dca-978d-468e-9e31-46360b91a208,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:14.780194 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6d329728-9c35-4198-9ba6-de7ddac3ccec tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:14.781441 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6d329728-9c35-4198-9ba6-de7ddac3ccec tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3908207 Oct 28 10:40:14.784287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49714) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:14.788758 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-8739fda6-a721-4fab-8500-951e5be83562 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': 'b6c50892-c418-4214-9a14-ab0e06833718', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:40:14.881105 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8739fda6-a721-4fab-8500-951e5be83562 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (ab2038fd-0e25-41a5-95ed-0706b7679b02), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:14.942455 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8739fda6-a721-4fab-8500-951e5be83562 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (ab2038fd-0e25-41a5-95ed-0706b7679b02), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:15.012461 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8739fda6-a721-4fab-8500-951e5be83562 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (ab2038fd-0e25-41a5-95ed-0706b7679b02), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:15.032860 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739fda6-a721-4fab-8500-951e5be83562 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2038fd-0e25-41a5-95ed-0706b7679b02,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:15.111241 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8739fda6-a721-4fab-8500-951e5be83562 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:15.112866 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8739fda6-a721-4fab-8500-951e5be83562 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3272960 Oct 28 10:40:15.115400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49716) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:15.119676 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e077f862-605c-4cb4-96d8-9c2591e0b19c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': 'b6c50892-c418-4214-9a14-ab0e06833718', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:40:15.200989 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e077f862-605c-4cb4-96d8-9c2591e0b19c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (8190a050-867d-4b0f-9c1b-33fd8f087bd9), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:15.260264 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e077f862-605c-4cb4-96d8-9c2591e0b19c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (8190a050-867d-4b0f-9c1b-33fd8f087bd9), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:15.383116 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e077f862-605c-4cb4-96d8-9c2591e0b19c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (8190a050-867d-4b0f-9c1b-33fd8f087bd9), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:15.403950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077f862-605c-4cb4-96d8-9c2591e0b19c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8190a050-867d-4b0f-9c1b-33fd8f087bd9,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:15.406365 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-561ba92b-c8e1-4335-b4f4-fc0bcedad5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:15.499897 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e077f862-605c-4cb4-96d8-9c2591e0b19c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:15.501160 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e077f862-605c-4cb4-96d8-9c2591e0b19c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3847907 Oct 28 10:40:15.503937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49720) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:15.508503 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-71793de7-63b1-48dd-9e47-8eaf3b4d2bcc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': 'b6c50892-c418-4214-9a14-ab0e06833718', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:40:15.652384 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-71793de7-63b1-48dd-9e47-8eaf3b4d2bcc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (58047b36-482e-4a0b-b4be-c1c7c183c76b), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:15.713962 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-71793de7-63b1-48dd-9e47-8eaf3b4d2bcc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (58047b36-482e-4a0b-b4be-c1c7c183c76b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:15.817634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-71793de7-63b1-48dd-9e47-8eaf3b4d2bcc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (58047b36-482e-4a0b-b4be-c1c7c183c76b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:15.836855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71793de7-63b1-48dd-9e47-8eaf3b4d2bcc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58047b36-482e-4a0b-b4be-c1c7c183c76b,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:15.939922 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-71793de7-63b1-48dd-9e47-8eaf3b4d2bcc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:15.941188 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-71793de7-63b1-48dd-9e47-8eaf3b4d2bcc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4363136 Oct 28 10:40:15.944095 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49722) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:15.948537 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7bfc5ae7-5a83-4a6c-b811-9afb5850c9d1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': 'b6c50892-c418-4214-9a14-ab0e06833718', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:40:16.052362 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-7bfc5ae7-5a83-4a6c-b811-9afb5850c9d1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Project 24e3e3be476740a381e69dd04b21c017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:40:16.059908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7bfc5ae7-5a83-4a6c-b811-9afb5850c9d1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (79c201f5-b2ac-4c40-b1dc-9f4b2b8bd53f), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:16.072191 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:16.126439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7bfc5ae7-5a83-4a6c-b811-9afb5850c9d1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (79c201f5-b2ac-4c40-b1dc-9f4b2b8bd53f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:16.217744 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7bfc5ae7-5a83-4a6c-b811-9afb5850c9d1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (79c201f5-b2ac-4c40-b1dc-9f4b2b8bd53f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:16.239209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc5ae7-5a83-4a6c-b811-9afb5850c9d1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c201f5-b2ac-4c40-b1dc-9f4b2b8bd53f,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:16.328571 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7bfc5ae7-5a83-4a6c-b811-9afb5850c9d1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:16.330169 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7bfc5ae7-5a83-4a6c-b811-9afb5850c9d1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3850102 Oct 28 10:40:16.333003 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49724) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:16.337468 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-ebb4e58d-5f7a-4393-8dcf-e668236cb5dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': 'b6c50892-c418-4214-9a14-ab0e06833718', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:40:16.463776 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-ebb4e58d-5f7a-4393-8dcf-e668236cb5dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Project 24e3e3be476740a381e69dd04b21c017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:40:16.470537 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ebb4e58d-5f7a-4393-8dcf-e668236cb5dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (c0149fc0-bd56-4b68-9b3b-6a61bbf7aeb0), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:16.519500 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:16.536360 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ebb4e58d-5f7a-4393-8dcf-e668236cb5dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (c0149fc0-bd56-4b68-9b3b-6a61bbf7aeb0), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:16.589436 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ebb4e58d-5f7a-4393-8dcf-e668236cb5dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (c0149fc0-bd56-4b68-9b3b-6a61bbf7aeb0), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:16.609551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4e58d-5f7a-4393-8dcf-e668236cb5dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0149fc0-bd56-4b68-9b3b-6a61bbf7aeb0,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:16.716828 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ebb4e58d-5f7a-4393-8dcf-e668236cb5dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:16.718092 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ebb4e58d-5f7a-4393-8dcf-e668236cb5dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3840919 Oct 28 10:40:16.721283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49728) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:16.726417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-a2dc4bde-4496-4bd8-86f1-1da4a233e196 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'network': {'name': 'tempest-network-smoke--649278185', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'port_security_enabled': True}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:40:16.817730 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dc4bde-4496-4bd8-86f1-1da4a233e196 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Made reservation on behalf of 24e3e3be476740a381e69dd04b21c017 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:40:16.821674 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4bde-4496-4bd8-86f1-1da4a233e196 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:16.847966 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2dc4bde-4496-4bd8-86f1-1da4a233e196 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:40:16.857485 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4bde-4496-4bd8-86f1-1da4a233e196 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (3a820f1b-2717-4eca-a021-3d4ab95593d9), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:16.857900 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-a2dc4bde-4496-4bd8-86f1-1da4a233e196 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Added segment 3a820f1b-2717-4eca-a021-3d4ab95593d9 of type vlan for network 25627c70-7e53-4690-9a15-22e69f6e525e Oct 28 10:40:16.902837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4bde-4496-4bd8-86f1-1da4a233e196 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (25627c70-7e53-4690-9a15-22e69f6e525e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:16.994753 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4bde-4496-4bd8-86f1-1da4a233e196 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (25627c70-7e53-4690-9a15-22e69f6e525e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:17.000461 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dc4bde-4496-4bd8-86f1-1da4a233e196 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:17.001057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4bde-4496-4bd8-86f1-1da4a233e196 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:17.068537 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc4bde-4496-4bd8-86f1-1da4a233e196 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Network': ['ID=25627c70-7e53-4690-9a15-22e69f6e525e,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:17.068814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:17.079283 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 25627c70-7e53-4690-9a15-22e69f6e525e details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:40:17.134919 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a2dc4bde-4496-4bd8-86f1-1da4a233e196 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4123497 Oct 28 10:40:17.137646 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49730) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:17.142507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1486237055', 'admin_state_up': True, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:40:17.229393 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (4b4e43f4-9824-4239-864a-ffeb17bc5960), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:17.231002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (4b4e43f4-9824-4239-864a-ffeb17bc5960), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:17.286690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_controller (4b4e43f4-9824-4239-864a-ffeb17bc5960), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:17.513927 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (4b4e43f4-9824-4239-864a-ffeb17bc5960), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:17.772941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (4b4e43f4-9824-4239-864a-ffeb17bc5960), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:17.792606 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:17.899545 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.36.1.206 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/66f7d40f-41c7-4088-89fd-b8a1bd58eaea) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:40:17.972808 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:17.997311 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:18.013251 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (66f7d40f-41c7-4088-89fd-b8a1bd58eaea), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:18.018239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:18.126989 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (66f7d40f-41c7-4088-89fd-b8a1bd58eaea), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:18.166611 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:40:18.169559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:40:18.173172 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:40:18.203994 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=66f7d40f-41c7-4088-89fd-b8a1bd58eaea,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:18.515372 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (4b4e43f4-9824-4239-864a-ffeb17bc5960), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:18.715075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:18.718718 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (4b4e43f4-9824-4239-864a-ffeb17bc5960), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:18.758448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:18.920187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router 4b4e43f4-9824-4239-864a-ffeb17bc5960 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:40:19.025135 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:40:19.035884 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Sync routers for ids ['4b4e43f4-9824-4239-864a-ffeb17bc5960'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:40:19.046784 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Routers {'4b4e43f4-9824-4239-864a-ffeb17bc5960'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:40:19.047408 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:40:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['4b4e43f4-9824-4239-864a-ffeb17bc5960'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:19.111451 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:19.112714 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ced87523-2046-43c1-9f0b-b07ab20923ac tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9740510 Oct 28 10:40:19.115973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49732) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:19.146325 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1bcb6fda-7f6a-4e0d-ba09-ed881f8d077a tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=24e3e3be476740a381e69dd04b21c017&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292537 Oct 28 10:40:19.149259 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49734) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:19.152856 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Set router 4b4e43f4-9824-4239-864a-ffeb17bc5960 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:40:19.310393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e1f483-a460-4680-90c5-0e482627e8b0 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:19.312137 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-96e1f483-a460-4680-90c5-0e482627e8b0 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1617429 Oct 28 10:40:19.315634 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49736) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:19.350076 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a7228436-ca75-473a-94e8-9b4369f91ed4 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333257 Oct 28 10:40:19.352798 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49738) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:19.357563 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-bcf7de1a-28a2-45c4-a2fb-b8557a18fa88 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-399999352', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:40:19.411639 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486237055', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206'}], 'enable_snat': True}, 'gw_port_id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:18Z', 'revision_number': 3, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:19.436578 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Checking router: 4b4e43f4-9824-4239-864a-ffeb17bc5960 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:40:19.436920 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Updating router 4b4e43f4-9824-4239-864a-ffeb17bc5960 port 66f7d40f-41c7-4088-89fd-b8a1bd58eaea binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:40:19.473362 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (66f7d40f-41c7-4088-89fd-b8a1bd58eaea), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:19.508973 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf7de1a-28a2-45c4-a2fb-b8557a18fa88 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Made reservation on behalf of 24e3e3be476740a381e69dd04b21c017 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:40:19.513534 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bcf7de1a-28a2-45c4-a2fb-b8557a18fa88 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:19.607862 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:19.691727 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:19.744172 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Publish callbacks [] for port (66f7d40f-41c7-4088-89fd-b8a1bd58eaea), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:19.784134 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bcf7de1a-28a2-45c4-a2fb-b8557a18fa88 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (8ca446b1-7344-4e11-82e5-075b29c975d8), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:19.817702 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (66f7d40f-41c7-4088-89fd-b8a1bd58eaea), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:19.857192 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Attempting to bind port 66f7d40f-41c7-4088-89fd-b8a1bd58eaea on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:40:19.857557 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Attempting to bind port 66f7d40f-41c7-4088-89fd-b8a1bd58eaea by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:40:19.857974 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Attempting to bind port 66f7d40f-41c7-4088-89fd-b8a1bd58eaea on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:40:19.861238 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7de1a-28a2-45c4-a2fb-b8557a18fa88 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Subnet': ['ID=8ca446b1-7344-4e11-82e5-075b29c975d8,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:19.868346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf7de1a-28a2-45c4-a2fb-b8557a18fa88 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Checking segment: {'id': '3a820f1b-2717-4eca-a021-3d4ab95593d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:40:19.869754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf7de1a-28a2-45c4-a2fb-b8557a18fa88 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network hostable DHCP agents. Network: 25627c70-7e53-4690-9a15-22e69f6e525e, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:40:19.894019 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Pushing event updated for resources: {'Port': ['ID=66f7d40f-41c7-4088-89fd-b8a1bd58eaea,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:19.906284 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:19.906626 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:19.907007 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:19.907362 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:19.907691 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:19.908017 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:19.908339 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:19.908657 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:19.908978 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:19.909297 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:19.909616 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:19.909951 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:19.910276 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:19.910590 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:19.910943 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:40:19.930246 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:40:19.930716 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:40:19.931145 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:19.931528 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:40:19.932026 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Bound port: 66f7d40f-41c7-4088-89fd-b8a1bd58eaea, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:40:19.932408 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (66f7d40f-41c7-4088-89fd-b8a1bd58eaea), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:19.989631 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] For port 66f7d40f-41c7-4088-89fd-b8a1bd58eaea, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:40:19.991539 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:19.993550 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] For port 66f7d40f-41c7-4088-89fd-b8a1bd58eaea, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=66f7d40f-41c7-4088-89fd-b8a1bd58eaea,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:40:19.994738 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf7de1a-28a2-45c4-a2fb-b8557a18fa88 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 25627c70-7e53-4690-9a15-22e69f6e525e is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:40:20.063387 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-bcf7de1a-28a2-45c4-a2fb-b8557a18fa88 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 25627c70-7e53-4690-9a15-22e69f6e525e) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:40:20.065941 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (66f7d40f-41c7-4088-89fd-b8a1bd58eaea), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:20.068470 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf7de1a-28a2-45c4-a2fb-b8557a18fa88 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:20.071541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bcf7de1a-28a2-45c4-a2fb-b8557a18fa88 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:20.077928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6b363b-b4ea-44f0-8114-559db64aecb8 None None] Network 25627c70-7e53-4690-9a15-22e69f6e525e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:40:20.105196 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Routers {'4b4e43f4-9824-4239-864a-ffeb17bc5960'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:40:20.105821 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:40:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['4b4e43f4-9824-4239-864a-ffeb17bc5960'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:20.150270 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bcf7de1a-28a2-45c4-a2fb-b8557a18fa88 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7926290 Oct 28 10:40:20.151202 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49740) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:20.153322 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:20.186304 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a01ac-b6bf-491d-97a3-f8079a4db03b None None] Pushing event updated for resources: {'Port': ['ID=66f7d40f-41c7-4088-89fd-b8a1bd58eaea,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:20.200604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-25627c70-7e53-4690-9a15-22e69f6e525e', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ips': [{'subnet_id': '8ca446b1-7344-4e11-82e5-075b29c975d8'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:40:20.201675 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:20.251750 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] Set router 4b4e43f4-9824-4239-864a-ffeb17bc5960 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:40:20.398506 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Allocated IP 172.20.0.2 (25627c70-7e53-4690-9a15-22e69f6e525e/8ca446b1-7344-4e11-82e5-075b29c975d8/8d8f3c28-56bc-421c-8801-fd2a43f7b12d) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:40:20.469311 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486237055', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206'}], 'enable_snat': True}, 'gw_port_id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:18Z', 'revision_number': 3, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:20.477943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:20.498013 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba5488-15f8-46c7-81d3-68d3020408b4 None None] The sync data for ids ['4b4e43f4-9824-4239-864a-ffeb17bc5960'] in dv-neutron-zed-2-hyperv is: [{'id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486237055', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206'}], 'enable_snat': True}, 'gw_port_id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:18Z', 'revision_number': 3, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:40:20.588030 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Publish callbacks [] for port (8d8f3c28-56bc-421c-8801-fd2a43f7b12d), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:20.642744 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (8d8f3c28-56bc-421c-8801-fd2a43f7b12d), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:20.691306 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Network 25627c70-7e53-4690-9a15-22e69f6e525e is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:40:20.697924 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:40:20.701100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:20.705994 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:40:20.718515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Pushing event updated for resources: {'Port': ['ID=8d8f3c28-56bc-421c-8801-fd2a43f7b12d,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:20.814062 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Attempting to bind port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:40:20.814634 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Attempting to bind port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '3a820f1b-2717-4eca-a021-3d4ab95593d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:40:20.815364 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Attempting to bind port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d on network 25627c70-7e53-4690-9a15-22e69f6e525e {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:40:20.864790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:20.888024 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:40:20.888498 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Checking segment: {'id': '3a820f1b-2717-4eca-a021-3d4ab95593d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:40:20.889217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:20.889429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Bound using segment: {'id': '3a820f1b-2717-4eca-a021-3d4ab95593d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:40:20.890038 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Bound port: 8d8f3c28-56bc-421c-8801-fd2a43f7b12d, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a820f1b-2717-4eca-a021-3d4ab95593d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:40:20.890494 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (8d8f3c28-56bc-421c-8801-fd2a43f7b12d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:20.950942 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:20.963779 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] For port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:40:20.968078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] For port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=8d8f3c28-56bc-421c-8801-fd2a43f7b12d,segment=NetworkSegment(3a820f1b-2717-4eca-a021-3d4ab95593d9),segment_id=3a820f1b-2717-4eca-a021-3d4ab95593d9)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:40:21.064616 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (8d8f3c28-56bc-421c-8801-fd2a43f7b12d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:21.103570 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.20.0.1 (25627c70-7e53-4690-9a15-22e69f6e525e/8ca446b1-7344-4e11-82e5-075b29c975d8/de3b4262-d33b-40ac-bb24-e06f02413352) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:40:21.114511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:21.138603 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293d11c-2a9f-4ce7-9b45-351889003f20 None None] Pushing event updated for resources: {'Port': ['ID=8d8f3c28-56bc-421c-8801-fd2a43f7b12d,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:21.263617 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (de3b4262-d33b-40ac-bb24-e06f02413352), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:21.622370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 66f7d40f-41c7-4088-89fd-b8a1bd58eaea up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:40:21.642984 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (de3b4262-d33b-40ac-bb24-e06f02413352), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:21.685153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 66f7d40f-41c7-4088-89fd-b8a1bd58eaea triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:40:21.685674 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (66f7d40f-41c7-4088-89fd-b8a1bd58eaea), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:21.686342 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 66f7d40f-41c7-4088-89fd-b8a1bd58eaea Oct 28 10:40:21.715558 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 25627c70-7e53-4690-9a15-22e69f6e525e is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:40:21.719807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=de3b4262-d33b-40ac-bb24-e06f02413352,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:21.722775 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:40:21.725449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:40:21.782619 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:21.784129 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 66f7d40f-41c7-4088-89fd-b8a1bd58eaea is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:40:21.784597 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (66f7d40f-41c7-4088-89fd-b8a1bd58eaea), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:21.789765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (4b4e43f4-9824-4239-864a-ffeb17bc5960), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:21.809867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 66f7d40f-41c7-4088-89fd-b8a1bd58eaea, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=66f7d40f-41c7-4088-89fd-b8a1bd58eaea,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:40:21.869710 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (66f7d40f-41c7-4088-89fd-b8a1bd58eaea), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:21.871161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 8d8f3c28-56bc-421c-8801-fd2a43f7b12d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:40:21.956069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=66f7d40f-41c7-4088-89fd-b8a1bd58eaea,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:21.966154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:40:21.966541 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (8d8f3c28-56bc-421c-8801-fd2a43f7b12d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:21.966921 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d Oct 28 10:40:22.041003 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (de3b4262-d33b-40ac-bb24-e06f02413352), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:22.063861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:40:22.064481 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (8d8f3c28-56bc-421c-8801-fd2a43f7b12d), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:22.122396 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=8d8f3c28-56bc-421c-8801-fd2a43f7b12d,segment=NetworkSegment(3a820f1b-2717-4eca-a021-3d4ab95593d9),segment_id=3a820f1b-2717-4eca-a021-3d4ab95593d9)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:40:22.190020 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (8d8f3c28-56bc-421c-8801-fd2a43f7b12d), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:22.248576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=8d8f3c28-56bc-421c-8801-fd2a43f7b12d,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:22.421285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (de3b4262-d33b-40ac-bb24-e06f02413352), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:22.486540 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (de3b4262-d33b-40ac-bb24-e06f02413352), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:22.582106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (4b4e43f4-9824-4239-864a-ffeb17bc5960), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:22.593272 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=de3b4262-d33b-40ac-bb24-e06f02413352,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:22.666944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68821f38-571b-4c2c-a33f-82e1e9344f00 None None] Network 25627c70-7e53-4690-9a15-22e69f6e525e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:40:22.703994 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:22.706573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 25627c70-7e53-4690-9a15-22e69f6e525e is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:40:22.708048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:40:22.724968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-11eeb09f-8db8-4baf-9c9d-5cdd056512e6 None None] Provisioning complete for port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:40:22.725332 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-11eeb09f-8db8-4baf-9c9d-5cdd056512e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (8d8f3c28-56bc-421c-8801-fd2a43f7b12d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:22.725671 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-11eeb09f-8db8-4baf-9c9d-5cdd056512e6 None None] Attempt 1 to provision port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d Oct 28 10:40:22.763181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:22.828323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:22.830025 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router 4b4e43f4-9824-4239-864a-ffeb17bc5960 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:40:22.867212 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-11eeb09f-8db8-4baf-9c9d-5cdd056512e6 None None] Current status of the port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:40:22.959131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:40:22.965085 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-20dec4dc-6c5d-4bd3-8690-7315170d0535 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "PUT /networking/v2.0/routers/4b4e43f4-9824-4239-864a-ffeb17bc5960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8125901 Oct 28 10:40:22.971591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Sync routers for ids ['4b4e43f4-9824-4239-864a-ffeb17bc5960'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:40:22.983472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Routers {'4b4e43f4-9824-4239-864a-ffeb17bc5960'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:40:22.984129 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:40:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['4b4e43f4-9824-4239-864a-ffeb17bc5960'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:23.124704 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Set router 4b4e43f4-9824-4239-864a-ffeb17bc5960 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:40:23.164490 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-dbffc552-9907-44cf-ad8a-9aa89a3a2dd7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-100338656&fields=id&tenant_id=24e3e3be476740a381e69dd04b21c017 HTTP/1.1" status: 200 len: 267 time: 0.0563896 Oct 28 10:40:23.244190 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:23.264398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-1500a88e-ddc2-4951-a21b-a0a0a1f5a4ea None None] Provisioning complete for port de3b4262-d33b-40ac-bb24-e06f02413352 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:40:23.265075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1500a88e-ddc2-4951-a21b-a0a0a1f5a4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (de3b4262-d33b-40ac-bb24-e06f02413352), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:23.265192 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-1500a88e-ddc2-4951-a21b-a0a0a1f5a4ea None None] Attempt 1 to provision port de3b4262-d33b-40ac-bb24-e06f02413352 Oct 28 10:40:23.307139 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865907df-718d-4c8c-95ac-7b01207f33be req-5e620357-9fb8-43de-aee3-d05144911977 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:23.309928 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-5e620357-9fb8-43de-aee3-d05144911977 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/networks?id=25627c70-7e53-4690-9a15-22e69f6e525e HTTP/1.1" status: 200 len: 796 time: 0.1363764 Oct 28 10:40:23.314390 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1500a88e-ddc2-4951-a21b-a0a0a1f5a4ea None None] Port de3b4262-d33b-40ac-bb24-e06f02413352 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:40:23.329835 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-707e2578-d271-4719-8a48-17251994f17f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/quotas/24e3e3be476740a381e69dd04b21c017 HTTP/1.1" status: 200 len: 375 time: 0.0121272 Oct 28 10:40:23.344947 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-1500a88e-ddc2-4951-a21b-a0a0a1f5a4ea None None] Provisioning complete for port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:40:23.345337 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1500a88e-ddc2-4951-a21b-a0a0a1f5a4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (8d8f3c28-56bc-421c-8801-fd2a43f7b12d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:23.345683 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-1500a88e-ddc2-4951-a21b-a0a0a1f5a4ea None None] Attempt 1 to provision port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d Oct 28 10:40:23.393629 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-6c16e0f5-013a-4686-a4d6-6a0193b7467e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575502 Oct 28 10:40:23.431475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486237055', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206'}], 'enable_snat': True}, 'gw_port_id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'de3b4262-d33b-40ac-bb24-e06f02413352', 'name': '', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:7a:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:20Z', 'updated_at': '2022-10-28T10:40:22Z', 'revision_number': 2, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:23.467740 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Checking router: 4b4e43f4-9824-4239-864a-ffeb17bc5960 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:40:23.468310 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Updating router 4b4e43f4-9824-4239-864a-ffeb17bc5960 port de3b4262-d33b-40ac-bb24-e06f02413352 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:40:23.475316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-760b6a0f-fc32-4a4e-8fa9-52ef3cb06f6a service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:40:23.475316 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-760b6a0f-fc32-4a4e-8fa9-52ef3cb06f6a service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0583739 Oct 28 10:40:23.540008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1500a88e-ddc2-4951-a21b-a0a0a1f5a4ea None None] Current status of the port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:40:23.540008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (de3b4262-d33b-40ac-bb24-e06f02413352), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:23.613148 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-2ca129fa-eedf-4c1f-86d0-4fab0331306f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273611 Oct 28 10:40:23.614743 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 66f7d40f-41c7-4088-89fd-b8a1bd58eaea up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:40:23.710228 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-4747f230-51f5-42b8-8442-55ce7d2eafbf service neutron] 10.222.0.49 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930464 Oct 28 10:40:23.870830 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ced19391-53df-4d22-8f96-6703f18ea0c7 None None] Provisioning complete for port de3b4262-d33b-40ac-bb24-e06f02413352 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:40:23.871042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ced19391-53df-4d22-8f96-6703f18ea0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (de3b4262-d33b-40ac-bb24-e06f02413352), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:23.871361 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ced19391-53df-4d22-8f96-6703f18ea0c7 None None] Attempt 1 to provision port de3b4262-d33b-40ac-bb24-e06f02413352 Oct 28 10:40:23.966278 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7f3dccc2-0960-4dca-87c7-31e07d3e1388 req-71599613-3896-48a5-add3-9fd83398ae28 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 210 time: 0.0467658 Oct 28 10:40:23.978253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 66f7d40f-41c7-4088-89fd-b8a1bd58eaea triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:40:23.978695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (66f7d40f-41c7-4088-89fd-b8a1bd58eaea), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:23.979052 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 66f7d40f-41c7-4088-89fd-b8a1bd58eaea Oct 28 10:40:24.005422 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ced19391-53df-4d22-8f96-6703f18ea0c7 None None] Port de3b4262-d33b-40ac-bb24-e06f02413352 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:40:24.053293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:24.062411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:24.143182 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 66f7d40f-41c7-4088-89fd-b8a1bd58eaea is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:40:24.144204 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 8d8f3c28-56bc-421c-8801-fd2a43f7b12d up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:40:24.175162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Publish callbacks [] for port (de3b4262-d33b-40ac-bb24-e06f02413352), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:24.200946 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:40:24.201321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (8d8f3c28-56bc-421c-8801-fd2a43f7b12d), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:24.201662 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d Oct 28 10:40:24.235687 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (de3b4262-d33b-40ac-bb24-e06f02413352), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:24.316152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133da0d-844c-409a-8c9d-ff838145cb8c None None] Pushing event updated for resources: {'Port': ['ID=de3b4262-d33b-40ac-bb24-e06f02413352,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:24.374288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:40:24.380749 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Attempting to bind port de3b4262-d33b-40ac-bb24-e06f02413352 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:40:24.381119 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Attempting to bind port de3b4262-d33b-40ac-bb24-e06f02413352 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '3a820f1b-2717-4eca-a021-3d4ab95593d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:40:24.381571 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Attempting to bind port de3b4262-d33b-40ac-bb24-e06f02413352 on network 25627c70-7e53-4690-9a15-22e69f6e525e {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:40:24.425579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:40:24.425865 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Checking segment: {'id': '3a820f1b-2717-4eca-a021-3d4ab95593d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:40:24.426269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:24.426660 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Bound using segment: {'id': '3a820f1b-2717-4eca-a021-3d4ab95593d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:40:24.427165 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Bound port: de3b4262-d33b-40ac-bb24-e06f02413352, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a820f1b-2717-4eca-a021-3d4ab95593d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:40:24.427543 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (de3b4262-d33b-40ac-bb24-e06f02413352), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:24.498144 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] For port de3b4262-d33b-40ac-bb24-e06f02413352, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:40:24.501929 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] For port de3b4262-d33b-40ac-bb24-e06f02413352, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=de3b4262-d33b-40ac-bb24-e06f02413352,segment=NetworkSegment(3a820f1b-2717-4eca-a021-3d4ab95593d9),segment_id=3a820f1b-2717-4eca-a021-3d4ab95593d9)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:40:24.537853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:24.567005 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (de3b4262-d33b-40ac-bb24-e06f02413352), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:24.609454 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Routers {'4b4e43f4-9824-4239-864a-ffeb17bc5960'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:40:24.610079 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:40:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['4b4e43f4-9824-4239-864a-ffeb17bc5960'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:24.663295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133da0d-844c-409a-8c9d-ff838145cb8c None None] Pushing event updated for resources: {'Port': ['ID=de3b4262-d33b-40ac-bb24-e06f02413352,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:24.701321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:24.733625 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] Set router 4b4e43f4-9824-4239-864a-ffeb17bc5960 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:40:24.931975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486237055', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206'}], 'enable_snat': True}, 'gw_port_id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'de3b4262-d33b-40ac-bb24-e06f02413352', 'name': '', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:7a:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:20Z', 'updated_at': '2022-10-28T10:40:24Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:24.957719 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655b8ec3-752b-43bb-870b-fa9668b3f563 None None] The sync data for ids ['4b4e43f4-9824-4239-864a-ffeb17bc5960'] in dv-neutron-zed-2-hyperv is: [{'id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486237055', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206'}], 'enable_snat': True}, 'gw_port_id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'de3b4262-d33b-40ac-bb24-e06f02413352', 'name': '', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:7a:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:20Z', 'updated_at': '2022-10-28T10:40:24Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:40:25.102354 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-21c98983-dc86-4398-95ca-552f97fc4d0f req-44422ee7-fd8b-476a-8274-5815075eaa53 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 210 time: 0.0307870 Oct 28 10:40:25.578881 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device de3b4262-d33b-40ac-bb24-e06f02413352 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:40:25.634478 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port de3b4262-d33b-40ac-bb24-e06f02413352 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:40:25.634893 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (de3b4262-d33b-40ac-bb24-e06f02413352), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:25.635228 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port de3b4262-d33b-40ac-bb24-e06f02413352 Oct 28 10:40:25.734761 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port de3b4262-d33b-40ac-bb24-e06f02413352 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:40:25.735065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (de3b4262-d33b-40ac-bb24-e06f02413352), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:25.744224 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:25.775772 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port de3b4262-d33b-40ac-bb24-e06f02413352, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=de3b4262-d33b-40ac-bb24-e06f02413352,segment=NetworkSegment(3a820f1b-2717-4eca-a021-3d4ab95593d9),segment_id=3a820f1b-2717-4eca-a021-3d4ab95593d9)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:40:25.847034 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (de3b4262-d33b-40ac-bb24-e06f02413352), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:25.912181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=de3b4262-d33b-40ac-bb24-e06f02413352,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:26.221699 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-054ab5b9-f0b0-488d-be7d-6e5a8abb0402 req-d34ea38d-6d68-4d08-a31f-b9e1c41fa663 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 210 time: 0.0304382 Oct 28 10:40:26.313989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865907df-718d-4c8c-95ac-7b01207f33be req-dea794b9-b9fe-45a6-9cb7-7724c746efa3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:26.315562 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-dea794b9-b9fe-45a6-9cb7-7724c746efa3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "GET /networking/v2.0/networks?id=25627c70-7e53-4690-9a15-22e69f6e525e HTTP/1.1" status: 200 len: 796 time: 0.1267273 Oct 28 10:40:26.406464 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-85c2a6c9-ef84-4442-b201-f977bc7685d3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=24e3e3be476740a381e69dd04b21c017 HTTP/1.1" status: 200 len: 379 time: 0.0680003 Oct 28 10:40:26.416060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-865907df-718d-4c8c-95ac-7b01207f33be req-4601f922-ad4d-46de-a70f-023c01df64c3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'port': {'device_id': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'admin_state_up': True, 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'security_groups': ['b6c50892-c418-4214-9a14-ab0e06833718']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:40:26.617645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-865907df-718d-4c8c-95ac-7b01207f33be req-4601f922-ad4d-46de-a70f-023c01df64c3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Made reservation on behalf of 24e3e3be476740a381e69dd04b21c017 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:40:26.622252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-865907df-718d-4c8c-95ac-7b01207f33be req-4601f922-ad4d-46de-a70f-023c01df64c3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:26.763346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-865907df-718d-4c8c-95ac-7b01207f33be req-4601f922-ad4d-46de-a70f-023c01df64c3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.20.0.4 (25627c70-7e53-4690-9a15-22e69f6e525e/8ca446b1-7344-4e11-82e5-075b29c975d8/54656808-3ba5-454d-8349-2e05fb1b877c) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:40:26.862819 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:26.914173 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-865907df-718d-4c8c-95ac-7b01207f33be req-4601f922-ad4d-46de-a70f-023c01df64c3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (54656808-3ba5-454d-8349-2e05fb1b877c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:27.007203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-865907df-718d-4c8c-95ac-7b01207f33be req-4601f922-ad4d-46de-a70f-023c01df64c3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:27.047515 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:27.053766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-865907df-718d-4c8c-95ac-7b01207f33be req-4601f922-ad4d-46de-a70f-023c01df64c3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 25627c70-7e53-4690-9a15-22e69f6e525e is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:40:27.057018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-865907df-718d-4c8c-95ac-7b01207f33be req-4601f922-ad4d-46de-a70f-023c01df64c3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:40:27.060999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-865907df-718d-4c8c-95ac-7b01207f33be req-4601f922-ad4d-46de-a70f-023c01df64c3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:40:27.090070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601f922-ad4d-46de-a70f-023c01df64c3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=54656808-3ba5-454d-8349-2e05fb1b877c,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:27.119894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865907df-718d-4c8c-95ac-7b01207f33be req-4601f922-ad4d-46de-a70f-023c01df64c3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:27.119894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-865907df-718d-4c8c-95ac-7b01207f33be req-4601f922-ad4d-46de-a70f-023c01df64c3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:27.198390 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-4601f922-ad4d-46de-a70f-023c01df64c3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7867138 Oct 28 10:40:27.222785 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Request body: {'port': {'device_id': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:40:27.292042 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:27.344702 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-c0ec1f7e-067e-4b6b-b221-50be8ad56b56 None None] Provisioning complete for port 54656808-3ba5-454d-8349-2e05fb1b877c triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:40:27.345271 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1f7e-067e-4b6b-b221-50be8ad56b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:27.345426 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-c0ec1f7e-067e-4b6b-b221-50be8ad56b56 None None] Attempt 1 to provision port 54656808-3ba5-454d-8349-2e05fb1b877c Oct 28 10:40:27.377593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c830c-ee3e-42bd-906c-20a34a21f684 req-0e8e83d1-8cde-40e1-93dc-2283aead1c5f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:27.379099 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-574c830c-ee3e-42bd-906c-20a34a21f684 req-0e8e83d1-8cde-40e1-93dc-2283aead1c5f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 931 time: 0.0561759 Oct 28 10:40:27.382019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-c0ec1f7e-067e-4b6b-b221-50be8ad56b56 None None] Port 54656808-3ba5-454d-8349-2e05fb1b877c cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:40:27.442288 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-574c830c-ee3e-42bd-906c-20a34a21f684 req-1dc10dc6-2c65-4767-8b5e-5b97bd961254 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471084 Oct 28 10:40:27.561467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device de3b4262-d33b-40ac-bb24-e06f02413352 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:40:27.576969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54656808-3ba5-454d-8349-2e05fb1b877c {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:40:27.587976 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Publish callbacks [] for port (54656808-3ba5-454d-8349-2e05fb1b877c), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:27.603492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Transition to ACTIVE for port object 54656808-3ba5-454d-8349-2e05fb1b877c will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:40:27.614980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port de3b4262-d33b-40ac-bb24-e06f02413352 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:40:27.615351 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (de3b4262-d33b-40ac-bb24-e06f02413352), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:27.615686 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port de3b4262-d33b-40ac-bb24-e06f02413352 Oct 28 10:40:27.692175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:27.697313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port de3b4262-d33b-40ac-bb24-e06f02413352 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:40:27.758509 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Pushing event updated for resources: {'Port': ['ID=54656808-3ba5-454d-8349-2e05fb1b877c,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:27.808869 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Attempting to bind port 54656808-3ba5-454d-8349-2e05fb1b877c on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:40:27.809194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Attempting to bind port 54656808-3ba5-454d-8349-2e05fb1b877c by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '3a820f1b-2717-4eca-a021-3d4ab95593d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:40:27.809513 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Attempting to bind port 54656808-3ba5-454d-8349-2e05fb1b877c on network 25627c70-7e53-4690-9a15-22e69f6e525e {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:40:27.851251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Port 54656808-3ba5-454d-8349-2e05fb1b877c on network 25627c70-7e53-4690-9a15-22e69f6e525e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:40:27.851570 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Attempting to bind port 54656808-3ba5-454d-8349-2e05fb1b877c on network 25627c70-7e53-4690-9a15-22e69f6e525e {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:40:27.893959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:40:27.894281 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Checking segment: {'id': '3a820f1b-2717-4eca-a021-3d4ab95593d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:40:27.894653 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Bound using segment: {'id': '3a820f1b-2717-4eca-a021-3d4ab95593d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:40:27.895106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Bound port: 54656808-3ba5-454d-8349-2e05fb1b877c, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a820f1b-2717-4eca-a021-3d4ab95593d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:40:27.895457 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:27.968211 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] For port 54656808-3ba5-454d-8349-2e05fb1b877c, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:40:27.968211 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] For port 54656808-3ba5-454d-8349-2e05fb1b877c, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=54656808-3ba5-454d-8349-2e05fb1b877c,segment=NetworkSegment(3a820f1b-2717-4eca-a021-3d4ab95593d9),segment_id=3a820f1b-2717-4eca-a021-3d4ab95593d9)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:40:28.046851 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:28.050037 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:28.050714 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:28.052162 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/54656808-3ba5-454d-8349-2e05fb1b877c HTTP/1.1" status: 200 len: 1093 time: 0.8339288 Oct 28 10:40:28.054768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'tag': '54656808-3ba5-454d-8349-2e05fb1b877c'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:40:28.057099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcd41b8-85e0-4e94-83f9-07a742cbe59e" -d '{"events": [{"name": "network-changed", "server_uuid": "80eb2c8d-cc17-4713-acf2-d60c442201f5", "tag": "54656808-3ba5-454d-8349-2e05fb1b877c"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:40:28.099843 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676542ac-cdc1-4845-b9f6-25d628b4f90e x-openstack-request-id: req-676542ac-cdc1-4845-b9f6-25d628b4f90e {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:40:28.100144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80eb2c8d-cc17-4713-acf2-d60c442201f5", "tag": "54656808-3ba5-454d-8349-2e05fb1b877c", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:40:28.100400 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-676542ac-cdc1-4845-b9f6-25d628b4f90e {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:40:28.100831 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676542ac-cdc1-4845-b9f6-25d628b4f90e'] response: {'name': 'network-changed', 'server_uuid': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'tag': '54656808-3ba5-454d-8349-2e05fb1b877c', 'status': 'completed', 'code': 200} Oct 28 10:40:28.103510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:28.113482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceff1a8-faec-4c71-9170-36dcbae01723 service neutron] Pushing event updated for resources: {'Port': ['ID=54656808-3ba5-454d-8349-2e05fb1b877c,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:28.194196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd41b8-85e0-4e94-83f9-07a742cbe59e req-e109a0c1-8ed6-43e2-9548-5cdb9ba42544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:28.195776 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3bcd41b8-85e0-4e94-83f9-07a742cbe59e req-e109a0c1-8ed6-43e2-9548-5cdb9ba42544 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 1127 time: 0.0409307 Oct 28 10:40:28.232071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:28.590302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b60de9-c578-42f0-8596-2efb0350ecdb req-11fc9802-b097-4a3c-ab6e-586b5f96fecc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:28.592079 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d1b60de9-c578-42f0-8596-2efb0350ecdb req-11fc9802-b097-4a3c-ab6e-586b5f96fecc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 943 time: 0.0659363 Oct 28 10:40:28.594465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd41b8-85e0-4e94-83f9-07a742cbe59e req-3f441586-86fe-4e12-9550-05d2abe032ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:28.596009 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3bcd41b8-85e0-4e94-83f9-07a742cbe59e req-3f441586-86fe-4e12-9550-05d2abe032ea service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=24e3e3be476740a381e69dd04b21c017&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3862715 Oct 28 10:40:28.646099 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d1b60de9-c578-42f0-8596-2efb0350ecdb req-1420ab85-8682-4542-a9fb-70b235946317 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481918 Oct 28 10:40:28.700503 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd41b8-85e0-4e94-83f9-07a742cbe59e req-1ebbc62a-70a1-4a00-83c4-e7a95c68f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:28.702040 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-3bcd41b8-85e0-4e94-83f9-07a742cbe59e req-1ebbc62a-70a1-4a00-83c4-e7a95c68f479 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957699 Oct 28 10:40:28.811708 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865907df-718d-4c8c-95ac-7b01207f33be req-70b73dde-c58e-421d-adaa-63dd0a351d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:28.813226 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-70b73dde-c58e-421d-adaa-63dd0a351d17 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 1127 time: 0.0443323 Oct 28 10:40:28.865418 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-b16aed2f-2184-4dae-b09d-c0a1501cc2f1 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54656808-3ba5-454d-8349-2e05fb1b877c HTTP/1.1" status: 200 len: 217 time: 0.0332787 Oct 28 10:40:28.918170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865907df-718d-4c8c-95ac-7b01207f33be req-4cfb87d0-8a26-40dd-9546-069cdb71c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:28.919675 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-4cfb87d0-8a26-40dd-9546-069cdb71c2f8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8ca446b1-7344-4e11-82e5-075b29c975d8 HTTP/1.1" status: 200 len: 834 time: 0.0463789 Oct 28 10:40:28.968610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865907df-718d-4c8c-95ac-7b01207f33be req-b26d07f6-749d-4d36-8935-3d3a064f116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:28.970090 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-b26d07f6-749d-4d36-8935-3d3a064f116e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=25627c70-7e53-4690-9a15-22e69f6e525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0407736 Oct 28 10:40:29.072416 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-7961c869-9a14-4a0a-8fd6-dffda7ef06c2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924745 Oct 28 10:40:29.172788 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-865907df-718d-4c8c-95ac-7b01207f33be req-85c5088d-fc3c-4979-ba86-618b6552ccad service neutron] 10.222.0.48 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906458 Oct 28 10:40:29.775120 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760c490-4177-46aa-a255-c5f1ccfbe0db req-9b177d32-11ee-45ef-868e-ebda97419790 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:29.776831 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9760c490-4177-46aa-a255-c5f1ccfbe0db req-9b177d32-11ee-45ef-868e-ebda97419790 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 943 time: 0.0503509 Oct 28 10:40:29.826578 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9760c490-4177-46aa-a255-c5f1ccfbe0db req-553bf3f1-8c6e-462e-b702-95a13b8cc782 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441787 Oct 28 10:40:30.472060 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=49 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:30.473302 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=7 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:30.953887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f905a-0669-42ac-8a44-1a49370b1589 req-2da9ddaa-a4f0-4b22-8cef-c9d197313d5b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:30.955674 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ae7f905a-0669-42ac-8a44-1a49370b1589 req-2da9ddaa-a4f0-4b22-8cef-c9d197313d5b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 943 time: 0.0520179 Oct 28 10:40:30.998649 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:31.009181 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ae7f905a-0669-42ac-8a44-1a49370b1589 req-50793b92-a367-4333-968d-96ea5d9ed238 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476644 Oct 28 10:40:32.045280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 54656808-3ba5-454d-8349-2e05fb1b877c details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:40:32.133925 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6a459-d901-4625-8d26-e05c5bc010f6 req-e21e2203-b3bd-47b9-8157-5850df6ff5ab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:32.135471 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-01c6a459-d901-4625-8d26-e05c5bc010f6 req-e21e2203-b3bd-47b9-8157-5850df6ff5ab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 943 time: 0.0481799 Oct 28 10:40:32.155311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 54656808-3ba5-454d-8349-2e05fb1b877c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=54656808-3ba5-454d-8349-2e05fb1b877c,segment=NetworkSegment(3a820f1b-2717-4eca-a021-3d4ab95593d9),segment_id=3a820f1b-2717-4eca-a021-3d4ab95593d9)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:40:32.163175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:32.167820 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '54656808-3ba5-454d-8349-2e05fb1b877c', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'port_id': '54656808-3ba5-454d-8349-2e05fb1b877c', 'mac_address': 'fa:16:3e:34:eb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:40:32.188311 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-01c6a459-d901-4625-8d26-e05c5bc010f6 req-ca473fbd-0284-4f2e-9b31-9bfc6a6e3a68 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463767 Oct 28 10:40:32.203568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 54656808-3ba5-454d-8349-2e05fb1b877c is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:40:32.203958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:32.219440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54656808-3ba5-454d-8349-2e05fb1b877c {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:40:32.241026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 54656808-3ba5-454d-8349-2e05fb1b877c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=54656808-3ba5-454d-8349-2e05fb1b877c,segment=NetworkSegment(3a820f1b-2717-4eca-a021-3d4ab95593d9),segment_id=3a820f1b-2717-4eca-a021-3d4ab95593d9)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:40:32.309523 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:32.355861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=54656808-3ba5-454d-8349-2e05fb1b877c,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:32.658798 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['54656808-3ba5-454d-8349-2e05fb1b877c'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:40:32.866110 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:33.344877 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b9ca8-1ef7-48cb-acfb-18e528b24646 req-dd8de6a7-e3a2-4b0b-9e96-37f9a0639cf5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:33.346390 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-890b9ca8-1ef7-48cb-acfb-18e528b24646 req-dd8de6a7-e3a2-4b0b-9e96-37f9a0639cf5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 944 time: 0.0764821 Oct 28 10:40:33.402946 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-890b9ca8-1ef7-48cb-acfb-18e528b24646 req-f37c8f71-be06-4020-bd78-23e8338a4a14 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506313 Oct 28 10:40:34.054868 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 54656808-3ba5-454d-8349-2e05fb1b877c up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:40:34.102719 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 54656808-3ba5-454d-8349-2e05fb1b877c completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:40:34.200702 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 54656808-3ba5-454d-8349-2e05fb1b877c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:40:34.201213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:34.201563 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 54656808-3ba5-454d-8349-2e05fb1b877c Oct 28 10:40:34.278415 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 54656808-3ba5-454d-8349-2e05fb1b877c is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:40:34.278945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:34.303490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54656808-3ba5-454d-8349-2e05fb1b877c'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:40:34.305754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85a239b-234d-493a-bf82-1bb3c851bcbe" -d '{"events": [{"server_uuid": "80eb2c8d-cc17-4713-acf2-d60c442201f5", "name": "network-vif-plugged", "status": "completed", "tag": "54656808-3ba5-454d-8349-2e05fb1b877c"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:40:34.319539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 54656808-3ba5-454d-8349-2e05fb1b877c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=54656808-3ba5-454d-8349-2e05fb1b877c,segment=NetworkSegment(3a820f1b-2717-4eca-a021-3d4ab95593d9),segment_id=3a820f1b-2717-4eca-a021-3d4ab95593d9)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:40:34.389495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:34.416815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e0f728-5141-46ba-9b6a-6c17fdfaa4f0 x-openstack-request-id: req-a4e0f728-5141-46ba-9b6a-6c17fdfaa4f0 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:40:34.417607 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80eb2c8d-cc17-4713-acf2-d60c442201f5", "name": "network-vif-plugged", "status": "completed", "tag": "54656808-3ba5-454d-8349-2e05fb1b877c", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:40:34.417861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4e0f728-5141-46ba-9b6a-6c17fdfaa4f0 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:40:34.418269 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e0f728-5141-46ba-9b6a-6c17fdfaa4f0'] response: {'server_uuid': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54656808-3ba5-454d-8349-2e05fb1b877c', 'code': 200} Oct 28 10:40:34.444975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=54656808-3ba5-454d-8349-2e05fb1b877c,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:34.546144 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dd10d-10eb-4f16-ad2e-f02b08436a86 req-4b181f4b-4964-43d0-a138-d106dac44137 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:34.547748 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-060dd10d-10eb-4f16-ad2e-f02b08436a86 req-4b181f4b-4964-43d0-a138-d106dac44137 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0491669 Oct 28 10:40:34.598174 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-060dd10d-10eb-4f16-ad2e-f02b08436a86 req-871adac5-1836-4f25-a2f9-d524ad391d43 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447221 Oct 28 10:40:34.851310 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640386c4-b2d5-450d-89df-05e6a1170920 req-036bea02-321e-411f-a026-a52cc1d98dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:34.852798 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-640386c4-b2d5-450d-89df-05e6a1170920 req-036bea02-321e-411f-a026-a52cc1d98dac service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 1129 time: 0.0400066 Oct 28 10:40:34.904490 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-640386c4-b2d5-450d-89df-05e6a1170920 req-efb7d20f-4a40-4ab7-83b7-b1f5ba7f3a37 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422311 Oct 28 10:40:35.724531 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94efec-1f0d-41ff-b5b0-3362b9d85d76 req-f42f22b7-9f1b-45b8-abe2-7619cdc44831 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:35.726164 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ab94efec-1f0d-41ff-b5b0-3362b9d85d76 req-f42f22b7-9f1b-45b8-abe2-7619cdc44831 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0488079 Oct 28 10:40:35.778349 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ab94efec-1f0d-41ff-b5b0-3362b9d85d76 req-1f3ccfdd-5aab-4493-bfb5-5040d57be7a5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451994 Oct 28 10:40:36.903587 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:36.916976 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3ee41-52a2-45ab-9438-8898309f07eb req-75dbb096-7d2a-406f-915d-bda1025ad8fb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:36.918477 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e1d3ee41-52a2-45ab-9438-8898309f07eb req-75dbb096-7d2a-406f-915d-bda1025ad8fb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0590057 Oct 28 10:40:36.987765 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e1d3ee41-52a2-45ab-9438-8898309f07eb req-aa01d1d0-bbce-4a29-bb92-6bb9c4ede50c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625913 Oct 28 10:40:37.116841 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb5b0a-791a-4ea2-a065-7f79ef3e3c7b req-688c2a4d-d50b-4096-87ef-9eb284d2db2e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:37.118366 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0ddb5b0a-791a-4ea2-a065-7f79ef3e3c7b req-688c2a4d-d50b-4096-87ef-9eb284d2db2e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0501552 Oct 28 10:40:37.174559 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0ddb5b0a-791a-4ea2-a065-7f79ef3e3c7b req-a72c2447-0e40-4900-8575-ed8b5ac7773d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459623 Oct 28 10:40:37.212328 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49806) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:37.257463 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aaf84d-ac44-46ad-a159-aa057fe0d75a tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:37.259014 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e8aaf84d-ac44-46ad-a159-aa057fe0d75a tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 1124 time: 0.0455482 Oct 28 10:40:37.261943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49808) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:37.266194 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '54656808-3ba5-454d-8349-2e05fb1b877c', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:40:37.366865 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:37.446831 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:37.560786 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.36.1.193 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/1fb6b854-173b-497c-b674-b39d91f20e26) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:40:37.665432 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (1fb6b854-173b-497c-b674-b39d91f20e26), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:37.672364 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:37.738558 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (1fb6b854-173b-497c-b674-b39d91f20e26), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:37.784687 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:40:37.787732 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:40:37.792542 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:40:37.814399 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=1fb6b854-173b-497c-b674-b39d91f20e26,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:37.860396 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:38.230578 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (beede1d9-fed5-4790-8633-7b049d57edd9), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:38.352942 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (1fb6b854-173b-497c-b674-b39d91f20e26), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:38.529986 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (1fb6b854-173b-497c-b674-b39d91f20e26), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:38.583674 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (1fb6b854-173b-497c-b674-b39d91f20e26), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:38.655702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=1fb6b854-173b-497c-b674-b39d91f20e26,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:40:38.658200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (beede1d9-fed5-4790-8633-7b049d57edd9), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:38.762486 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Floating IP beede1d9-fed5-4790-8633-7b049d57edd9 associated. External IP: 172.36.1.193, port: 54656808-3ba5-454d-8349-2e05fb1b877c. Oct 28 10:40:38.873387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:38.960868 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:38.982006 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router 4b4e43f4-9824-4239-864a-ffeb17bc5960 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:40:39.093129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:40:39.103962 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37519cd8-e7d9-4a37-a9bd-fc2c7db1e5ee None None] Sync routers for ids ['4b4e43f4-9824-4239-864a-ffeb17bc5960'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:40:39.120891 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37519cd8-e7d9-4a37-a9bd-fc2c7db1e5ee None None] Routers {'4b4e43f4-9824-4239-864a-ffeb17bc5960'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:40:39.120891 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-37519cd8-e7d9-4a37-a9bd-fc2c7db1e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:40:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['4b4e43f4-9824-4239-864a-ffeb17bc5960'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:39.174297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:39.211314 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5767087c-08dd-4994-9585-7090ae961c8e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9483020 Oct 28 10:40:39.211987 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'tag': '54656808-3ba5-454d-8349-2e05fb1b877c'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:40:39.214834 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedf291e-fe88-4d0d-a6be-aa6597070a77" -d '{"events": [{"name": "network-changed", "server_uuid": "80eb2c8d-cc17-4713-acf2-d60c442201f5", "tag": "54656808-3ba5-454d-8349-2e05fb1b877c"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:40:39.226966 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-37519cd8-e7d9-4a37-a9bd-fc2c7db1e5ee None None] Set router 4b4e43f4-9824-4239-864a-ffeb17bc5960 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:40:39.260029 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d83241f-2af8-4ba4-a595-253aa2d6fc40 x-openstack-request-id: req-1d83241f-2af8-4ba4-a595-253aa2d6fc40 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:40:39.260553 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80eb2c8d-cc17-4713-acf2-d60c442201f5", "tag": "54656808-3ba5-454d-8349-2e05fb1b877c", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:40:39.260553 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d83241f-2af8-4ba4-a595-253aa2d6fc40 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:40:39.260971 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d83241f-2af8-4ba4-a595-253aa2d6fc40'] response: {'name': 'network-changed', 'server_uuid': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'tag': '54656808-3ba5-454d-8349-2e05fb1b877c', 'status': 'completed', 'code': 200} Oct 28 10:40:39.318980 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22a201-9296-412e-ae7f-2faab5a720fd req-cf8d0d0f-f66e-422d-a84f-3f65905e5e66 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:39.320632 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0a22a201-9296-412e-ae7f-2faab5a720fd req-cf8d0d0f-f66e-422d-a84f-3f65905e5e66 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0493369 Oct 28 10:40:39.367923 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf291e-fe88-4d0d-a6be-aa6597070a77 req-8a6c946f-8ef3-4f67-a823-cd95ef83eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:39.370504 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eedf291e-fe88-4d0d-a6be-aa6597070a77 req-8a6c946f-8ef3-4f67-a823-cd95ef83eb29 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 1129 time: 0.0450220 Oct 28 10:40:39.374792 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0a22a201-9296-412e-ae7f-2faab5a720fd req-9415660e-e361-40a0-8e83-804a8157ce85 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481067 Oct 28 10:40:39.406141 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49814) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:39.462429 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-37519cd8-e7d9-4a37-a9bd-fc2c7db1e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486237055', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206'}], 'enable_snat': True}, 'gw_port_id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'beede1d9-fed5-4790-8633-7b049d57edd9', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'floating_ip_address': '172.36.1.193', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'port_id': '54656808-3ba5-454d-8349-2e05fb1b877c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'mac_address': 'fa:16:3e:34:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:40:38Z', 'updated_at': '2022-10-28T10:40:38Z', 'revision_number': 0, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de3b4262-d33b-40ac-bb24-e06f02413352', 'name': '', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:7a:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:20Z', 'updated_at': '2022-10-28T10:40:25Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:39.475571 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d8f8d791-75c6-46fe-8a7d-d3debba011b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/beede1d9-fed5-4790-8633-7b049d57edd9 HTTP/1.1" status: 200 len: 991 time: 0.0665510 Oct 28 10:40:39.478189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf291e-fe88-4d0d-a6be-aa6597070a77 req-f4ecdb9f-5d58-47e1-8e6a-b87b6c987e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:39.480088 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eedf291e-fe88-4d0d-a6be-aa6597070a77 req-f4ecdb9f-5d58-47e1-8e6a-b87b6c987e0d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=25627c70-7e53-4690-9a15-22e69f6e525e HTTP/1.1" status: 200 len: 897 time: 0.1035616 Oct 28 10:40:39.490636 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37519cd8-e7d9-4a37-a9bd-fc2c7db1e5ee None None] Checking router: 4b4e43f4-9824-4239-864a-ffeb17bc5960 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:40:39.500803 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37519cd8-e7d9-4a37-a9bd-fc2c7db1e5ee None None] Routers {'4b4e43f4-9824-4239-864a-ffeb17bc5960'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:40:39.501810 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-37519cd8-e7d9-4a37-a9bd-fc2c7db1e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:40:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['4b4e43f4-9824-4239-864a-ffeb17bc5960'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:39.564126 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eedf291e-fe88-4d0d-a6be-aa6597070a77 req-6aae3495-6db6-46a1-953c-9e0068030f81 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54656808-3ba5-454d-8349-2e05fb1b877c HTTP/1.1" status: 200 len: 999 time: 0.0770025 Oct 28 10:40:39.614250 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:39.628378 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf291e-fe88-4d0d-a6be-aa6597070a77 req-73e0ae15-5281-4ac0-af48-3d843261129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:39.629773 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eedf291e-fe88-4d0d-a6be-aa6597070a77 req-73e0ae15-5281-4ac0-af48-3d843261129d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8ca446b1-7344-4e11-82e5-075b29c975d8 HTTP/1.1" status: 200 len: 834 time: 0.0592916 Oct 28 10:40:39.681586 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf291e-fe88-4d0d-a6be-aa6597070a77 req-cf751965-c3bd-4bd4-b936-631c650decfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:39.683150 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eedf291e-fe88-4d0d-a6be-aa6597070a77 req-cf751965-c3bd-4bd4-b936-631c650decfb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=25627c70-7e53-4690-9a15-22e69f6e525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0472672 Oct 28 10:40:39.712492 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-37519cd8-e7d9-4a37-a9bd-fc2c7db1e5ee None None] Set router 4b4e43f4-9824-4239-864a-ffeb17bc5960 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:40:39.780026 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eedf291e-fe88-4d0d-a6be-aa6597070a77 req-b21bbd0b-2d12-481b-9936-8a225e444c06 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907207 Oct 28 10:40:39.880425 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-eedf291e-fe88-4d0d-a6be-aa6597070a77 req-30bfa5e1-a4db-448e-8b53-b941b6e13904 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942609 Oct 28 10:40:39.945398 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-37519cd8-e7d9-4a37-a9bd-fc2c7db1e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486237055', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206'}], 'enable_snat': True}, 'gw_port_id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'beede1d9-fed5-4790-8633-7b049d57edd9', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'floating_ip_address': '172.36.1.193', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'port_id': '54656808-3ba5-454d-8349-2e05fb1b877c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'mac_address': 'fa:16:3e:34:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:40:38Z', 'updated_at': '2022-10-28T10:40:38Z', 'revision_number': 0, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de3b4262-d33b-40ac-bb24-e06f02413352', 'name': '', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:7a:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:20Z', 'updated_at': '2022-10-28T10:40:25Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:40:39.975679 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37519cd8-e7d9-4a37-a9bd-fc2c7db1e5ee None None] The sync data for ids ['4b4e43f4-9824-4239-864a-ffeb17bc5960'] in dv-neutron-zed-2-hyperv is: [{'id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486237055', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206'}], 'enable_snat': True}, 'gw_port_id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'beede1d9-fed5-4790-8633-7b049d57edd9', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'floating_ip_address': '172.36.1.193', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'port_id': '54656808-3ba5-454d-8349-2e05fb1b877c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'mac_address': 'fa:16:3e:34:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:40:38Z', 'updated_at': '2022-10-28T10:40:38Z', 'revision_number': 0, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de3b4262-d33b-40ac-bb24-e06f02413352', 'name': '', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:7a:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:20Z', 'updated_at': '2022-10-28T10:40:25Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:40:40.167556 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adefa01-e149-4d5b-b3b4-50861b4b1192 None None] New status for floating IP beede1d9-fed5-4790-8633-7b049d57edd9: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:40:40.477664 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49816) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:40:40.790187 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f25e9df9-3de4-4cb3-b469-1d41c1d4d6d8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/beede1d9-fed5-4790-8633-7b049d57edd9 HTTP/1.1" status: 200 len: 993 time: 0.3113592 Oct 28 10:40:42.520289 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1eb3c707-e550-4979-811e-13958dc3e015 req-32cc0ffe-78dd-48b8-93da-cf91ae8e51a3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399206 Oct 28 10:40:42.624811 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:42.628568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3c707-e550-4979-811e-13958dc3e015 req-1fcb381b-e30a-46ed-8db3-ee7b2e5a81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:42.630082 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1eb3c707-e550-4979-811e-13958dc3e015 req-1fcb381b-e30a-46ed-8db3-ee7b2e5a81c4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 1129 time: 0.0458393 Oct 28 10:40:42.712236 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:40:42.744816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3c707-e550-4979-811e-13958dc3e015 req-e846505f-b449-427f-a3cb-33d872e08d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:42.746340 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1eb3c707-e550-4979-811e-13958dc3e015 req-e846505f-b449-427f-a3cb-33d872e08d4d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=25627c70-7e53-4690-9a15-22e69f6e525e HTTP/1.1" status: 200 len: 897 time: 0.0962787 Oct 28 10:40:42.816330 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1eb3c707-e550-4979-811e-13958dc3e015 req-e177a784-52fe-4e32-88b7-fe2b1f5cc14e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54656808-3ba5-454d-8349-2e05fb1b877c HTTP/1.1" status: 200 len: 1001 time: 0.0640485 Oct 28 10:40:42.867553 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3c707-e550-4979-811e-13958dc3e015 req-ee7a8f5f-f84f-4f37-a7c8-d71b9eba96be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:42.869075 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1eb3c707-e550-4979-811e-13958dc3e015 req-ee7a8f5f-f84f-4f37-a7c8-d71b9eba96be service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8ca446b1-7344-4e11-82e5-075b29c975d8 HTTP/1.1" status: 200 len: 834 time: 0.0470538 Oct 28 10:40:42.916587 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3c707-e550-4979-811e-13958dc3e015 req-fd115a6d-76f1-4528-9e6d-b6099768c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:40:42.918119 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1eb3c707-e550-4979-811e-13958dc3e015 req-fd115a6d-76f1-4528-9e6d-b6099768c3c9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=25627c70-7e53-4690-9a15-22e69f6e525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0432684 Oct 28 10:40:43.021340 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1eb3c707-e550-4979-811e-13958dc3e015 req-d017ffb4-9db8-4ece-850f-16509b5fb11a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964501 Oct 28 10:40:43.086663 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-86f713ec-1955-4209-977e-25842ba7951a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:43.123614 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-1eb3c707-e550-4979-811e-13958dc3e015 req-a662b925-5d2f-4a6d-828b-176d4d298894 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959384 Oct 28 10:40:45.349840 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d25df551-e7d5-41a4-9864-ed6d5a074122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:47.075099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:48.018216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:48.692547 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:40:49.949953 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=78 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:50.779359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:50.785470 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:53.118528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=40 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:53.119740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=75 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:40:54.532672 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:01.627720 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:01.636442 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=77 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:04.451398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:04.453345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=42,neutron:UPDATE=8 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:13.098130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-21e48cda-7bb9-4849-aed4-2a68f0958651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:14.120060 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-22fc04c0-8ab5-4e12-a7be-7d09729b462a req-516e6c26-a8df-4202-b91b-45a4acce3f70 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:41:14.121074 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-22fc04c0-8ab5-4e12-a7be-7d09729b462a req-516e6c26-a8df-4202-b91b-45a4acce3f70 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055711 Oct 28 10:41:14.484623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cefb53-ce89-49f3-959c-9aa84c6c8449 req-c3f54218-3864-4f5e-867c-3524768e7acb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:14.486161 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-92cefb53-ce89-49f3-959c-9aa84c6c8449 req-c3f54218-3864-4f5e-867c-3524768e7acb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0512335 Oct 28 10:41:14.542911 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-92cefb53-ce89-49f3-959c-9aa84c6c8449 req-80f43a86-d64f-4755-b862-d32d1c89f6e0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497751 Oct 28 10:41:14.699782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49836) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:41:14.806194 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-1bd88357-e003-4f06-84a0-880e005877fd service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1048107 Oct 28 10:41:14.815653 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-78740016-9736-4898-a361-585206391c00 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:41:14.816644 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-78740016-9736-4898-a361-585206391c00 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052478 Oct 28 10:41:15.361355 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8a386b65-c02f-43d9-be61-a5b4f40dcf72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:15.410412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49854) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:41:15.466586 dv-neutron-zed-2-hyperv neutron-server[114060]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 10:41:15.514789 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-9c895b5c-c9f6-4f13-9469-c7967e851f85 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:15.516131 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-9c895b5c-c9f6-4f13-9469-c7967e851f85 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports/54656808-3ba5-454d-8349-2e05fb1b877c HTTP/1.1" status: 200 len: 942 time: 0.1045752 Oct 28 10:41:15.680248 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb22f4-1092-466a-bcdb-c467a02ea66f req-a43d9d59-2ae9-4415-948e-7a20998fa861 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:15.682083 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-84fb22f4-1092-466a-bcdb-c467a02ea66f req-a43d9d59-2ae9-4415-948e-7a20998fa861 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0558593 Oct 28 10:41:15.748745 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-84fb22f4-1092-466a-bcdb-c467a02ea66f req-52774d97-35e7-4584-bc0e-89ceefa47e12 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589845 Oct 28 10:41:16.880999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e456d5-88c0-4f6d-b19e-ffd2651d6d53 req-c271b10d-e1a2-4b55-bb38-2a7fa7845333 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:16.882604 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-62e456d5-88c0-4f6d-b19e-ffd2651d6d53 req-c271b10d-e1a2-4b55-bb38-2a7fa7845333 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0530267 Oct 28 10:41:16.940054 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-62e456d5-88c0-4f6d-b19e-ffd2651d6d53 req-784abbe6-b703-4ae2-95f7-30e2894732bd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510302 Oct 28 10:41:17.104201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:17.357768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-e882e193-3691-4cc9-a2f5-e81d2431859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:17.359372 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-e882e193-3691-4cc9-a2f5-e81d2431859b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 1129 time: 0.0414412 Oct 28 10:41:17.459094 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-6aa83f53-5b52-43c7-a3d3-b776cc56c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:17.460597 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-6aa83f53-5b52-43c7-a3d3-b776cc56c742 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=25627c70-7e53-4690-9a15-22e69f6e525e HTTP/1.1" status: 200 len: 897 time: 0.0953083 Oct 28 10:41:17.534879 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-17fc947a-be6f-4612-88d9-a60aeb0179ab service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54656808-3ba5-454d-8349-2e05fb1b877c HTTP/1.1" status: 200 len: 1001 time: 0.0643563 Oct 28 10:41:17.590117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-3e058a2d-6bbc-4968-b9c5-4d88221f8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:17.591626 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-3e058a2d-6bbc-4968-b9c5-4d88221f8732 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8ca446b1-7344-4e11-82e5-075b29c975d8 HTTP/1.1" status: 200 len: 834 time: 0.0466354 Oct 28 10:41:17.645255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-9c6d6970-87bb-4565-8a9c-aabb02ee8057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:17.646719 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-9c6d6970-87bb-4565-8a9c-aabb02ee8057 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=25627c70-7e53-4690-9a15-22e69f6e525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0456603 Oct 28 10:41:17.748902 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-e6e37f77-9e28-4d0b-8ec1-d014532c4027 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917299 Oct 28 10:41:17.851732 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-7962fca3-977e-415a-be19-26d9b2cce0b1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922120 Oct 28 10:41:18.013386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:18.075414 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a76f6-3a8f-4b20-8d30-8e241d5da3c4 req-a5f7ba33-9d0c-40be-abc6-f2926bf968da tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:18.076932 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f36a76f6-3a8f-4b20-8d30-8e241d5da3c4 req-a5f7ba33-9d0c-40be-abc6-f2926bf968da tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0482926 Oct 28 10:41:18.132846 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f36a76f6-3a8f-4b20-8d30-8e241d5da3c4 req-f0890567-12e4-4839-a4f3-4b694d1cb391 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497873 Oct 28 10:41:18.715893 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:19.264978 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e57cb-b893-4dad-b742-8bb8c5c81ab0 req-19124c8c-b87c-434b-a6d2-89f31a65d4a8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:19.266525 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c18e57cb-b893-4dad-b742-8bb8c5c81ab0 req-19124c8c-b87c-434b-a6d2-89f31a65d4a8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0533464 Oct 28 10:41:19.318254 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c18e57cb-b893-4dad-b742-8bb8c5c81ab0 req-76ec3f69-a02e-4523-a4b4-91a07d192689 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459609 Oct 28 10:41:19.714958 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:41:20.456667 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c558d5-7db6-4dc8-9301-9c3873b60086 req-e986001e-d146-4b14-87fb-3bb747f23434 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:20.458251 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b6c558d5-7db6-4dc8-9301-9c3873b60086 req-e986001e-d146-4b14-87fb-3bb747f23434 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0526996 Oct 28 10:41:20.509891 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b6c558d5-7db6-4dc8-9301-9c3873b60086 req-2212c070-a0f2-47e3-a0ea-ed55a22d8586 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454617 Oct 28 10:41:21.640509 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639531f-6a30-4db6-9336-fe3493e6f2b7 req-c5f98589-b732-41a0-95a1-0a275fddd2f1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:21.642092 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5639531f-6a30-4db6-9336-fe3493e6f2b7 req-c5f98589-b732-41a0-95a1-0a275fddd2f1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0487382 Oct 28 10:41:21.694913 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5639531f-6a30-4db6-9336-fe3493e6f2b7 req-3fafa71c-0098-4226-8fd9-ed080e6c906a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455880 Oct 28 10:41:22.823498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8579da-3f5b-4aab-b22e-7589261eab5d req-1b32f034-14ab-4f2d-9896-996fadc8df47 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:22.825079 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cb8579da-3f5b-4aab-b22e-7589261eab5d req-1b32f034-14ab-4f2d-9896-996fadc8df47 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0495524 Oct 28 10:41:22.880939 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cb8579da-3f5b-4aab-b22e-7589261eab5d req-e581c6b5-f0cf-4c3b-bf69-260c9d52657f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499408 Oct 28 10:41:24.005179 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828170e-21cd-482c-a640-1453717ae458 req-85f70284-f61d-493f-8009-e92851f4daf6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:24.006706 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b828170e-21cd-482c-a640-1453717ae458 req-85f70284-f61d-493f-8009-e92851f4daf6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0474763 Oct 28 10:41:24.058910 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b828170e-21cd-482c-a640-1453717ae458 req-0cdb12f4-8c00-46c4-8549-7116e84fcf9e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462241 Oct 28 10:41:24.527796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:25.223519 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfa2c1-cb27-4def-a46a-8ea59685c882 req-9def5323-48fc-47e8-8148-b0d07e61c0e3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:25.225163 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cecfa2c1-cb27-4def-a46a-8ea59685c882 req-9def5323-48fc-47e8-8148-b0d07e61c0e3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0787761 Oct 28 10:41:25.297429 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cecfa2c1-cb27-4def-a46a-8ea59685c882 req-671f6d4f-6bcb-4368-8942-255f301beabe tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613062 Oct 28 10:41:26.419154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:26.429791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70c485-6c50-4bc2-b064-e2f6e2583f4d req-1fc5ecda-16f7-4741-ac49-c4e00506b855 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:26.437218 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8b70c485-6c50-4bc2-b064-e2f6e2583f4d req-1fc5ecda-16f7-4741-ac49-c4e00506b855 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0511172 Oct 28 10:41:26.459315 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:26.484139 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8b70c485-6c50-4bc2-b064-e2f6e2583f4d req-e60e9f40-74a4-42c6-86a9-d52413b405d0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462310 Oct 28 10:41:27.606911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb951ba9-4970-4444-94b3-4be563361a1a req-8d7beed4-717d-4107-89c5-dbcb331750b0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:27.608405 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bb951ba9-4970-4444-94b3-4be563361a1a req-8d7beed4-717d-4107-89c5-dbcb331750b0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0479109 Oct 28 10:41:27.658546 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bb951ba9-4970-4444-94b3-4be563361a1a req-5617d4c6-0bf7-4dff-9929-e6cefed7fa48 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443821 Oct 28 10:41:27.847071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=48 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:27.847911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=53 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:28.787865 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d78577-1a9c-47a4-a99c-933f8643d83b req-8fc32140-1b3e-4517-aec1-5de33d59b944 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:28.789373 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-94d78577-1a9c-47a4-a99c-933f8643d83b req-8fc32140-1b3e-4517-aec1-5de33d59b944 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0518858 Oct 28 10:41:28.840718 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-94d78577-1a9c-47a4-a99c-933f8643d83b req-883e97ff-7a3f-48f8-83fc-766b6fd16664 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454988 Oct 28 10:41:29.963862 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad724aa-51bc-44df-b88f-1a67c2f27004 req-8bb426d9-3c52-4198-9ca1-691e8872a227 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:29.966100 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3ad724aa-51bc-44df-b88f-1a67c2f27004 req-8bb426d9-3c52-4198-9ca1-691e8872a227 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0483949 Oct 28 10:41:30.017379 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3ad724aa-51bc-44df-b88f-1a67c2f27004 req-ba92f6bb-f08a-48ba-bb58-ead036fbeee7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454643 Oct 28 10:41:31.141770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b517f-0bb5-44e5-8f02-9ffd5b93f719 req-8e34d9c3-ad21-4805-9cb0-7964068d05f2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:31.143291 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-221b517f-0bb5-44e5-8f02-9ffd5b93f719 req-8e34d9c3-ad21-4805-9cb0-7964068d05f2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0470939 Oct 28 10:41:31.202278 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-221b517f-0bb5-44e5-8f02-9ffd5b93f719 req-fe723f0d-610d-4314-b82a-49679f8e3e25 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532053 Oct 28 10:41:32.329231 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a22d6-302a-47e0-a0be-07fc252886f6 req-68bf0284-6b82-474f-b92e-191c68df7db1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:32.331005 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2c4a22d6-302a-47e0-a0be-07fc252886f6 req-68bf0284-6b82-474f-b92e-191c68df7db1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0501931 Oct 28 10:41:32.382044 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2c4a22d6-302a-47e0-a0be-07fc252886f6 req-abe4bcc7-a6b0-45d1-9431-3d0bf13b2ac3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452168 Oct 28 10:41:33.507830 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b74a9-4060-47ba-8901-defd7ab4443b req-0222d33b-5a00-487e-8303-b7d758524c77 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:33.510244 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d72b74a9-4060-47ba-8901-defd7ab4443b req-0222d33b-5a00-487e-8303-b7d758524c77 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0495658 Oct 28 10:41:33.562694 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d72b74a9-4060-47ba-8901-defd7ab4443b req-0a2d1d41-3ed6-4771-a596-08552acafe9e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465860 Oct 28 10:41:34.463450 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:34.469559 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:34.689443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed48bba-b960-4f04-942c-8e1c0169d4d2 req-bd54d5fd-6abb-4852-a676-e60b4f25e1e9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:34.690554 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9ed48bba-b960-4f04-942c-8e1c0169d4d2 req-bd54d5fd-6abb-4852-a676-e60b4f25e1e9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0511534 Oct 28 10:41:34.742627 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9ed48bba-b960-4f04-942c-8e1c0169d4d2 req-c38867f7-55cb-403d-b327-70b108a16b93 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461402 Oct 28 10:41:35.264223 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-7a6bd320-cbfc-459a-832c-65e52f712c86 service neutron] 10.222.0.48 "GET /networking/v2.0/ports/54656808-3ba5-454d-8349-2e05fb1b877c/bindings/hv-neutron-zed0 HTTP/1.1" status: 200 len: 384 time: 0.0556962 Oct 28 10:41:35.875337 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792681a-1fed-4cb4-92dc-da258d70781d req-1f093bdb-4886-42ba-9203-e8b1eab382f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:35.879183 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f792681a-1fed-4cb4-92dc-da258d70781d req-1f093bdb-4886-42ba-9203-e8b1eab382f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0549035 Oct 28 10:41:35.886758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-ad69f05e-79b7-4a64-a90e-3f24769c3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:35.888375 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-ad69f05e-79b7-4a64-a90e-3f24769c3305 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5&tenant_id=24e3e3be476740a381e69dd04b21c017 HTTP/1.1" status: 200 len: 1129 time: 0.0451896 Oct 28 10:41:35.936863 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f792681a-1fed-4cb4-92dc-da258d70781d req-52294af0-892c-4000-ab93-a4226c09dd64 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529785 Oct 28 10:41:35.987511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-90970363-c27d-42f1-b26c-34c73506d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:35.989054 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-90970363-c27d-42f1-b26c-34c73506d7b5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 1129 time: 0.0498383 Oct 28 10:41:36.090480 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-348779c8-2456-4d4c-ab89-40bf6838e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:36.092656 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-348779c8-2456-4d4c-ab89-40bf6838e420 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=25627c70-7e53-4690-9a15-22e69f6e525e HTTP/1.1" status: 200 len: 897 time: 0.0941408 Oct 28 10:41:36.179923 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-a585b736-47de-4d39-a80b-0ff8d6849ac6 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54656808-3ba5-454d-8349-2e05fb1b877c HTTP/1.1" status: 200 len: 1001 time: 0.0775888 Oct 28 10:41:36.238413 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-1165bbc2-7020-4001-bc38-0dfbc72b6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:36.239943 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-1165bbc2-7020-4001-bc38-0dfbc72b6253 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8ca446b1-7344-4e11-82e5-075b29c975d8 HTTP/1.1" status: 200 len: 834 time: 0.0516548 Oct 28 10:41:36.288047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-a9ecbb90-aecc-46ed-9960-cc5a40b25c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:36.289582 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-a9ecbb90-aecc-46ed-9960-cc5a40b25c9a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=25627c70-7e53-4690-9a15-22e69f6e525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0406992 Oct 28 10:41:36.393043 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-9860fb8b-b3dd-4211-9806-c17179bb15fd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930161 Oct 28 10:41:36.497720 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-79e60e8a-c8d5-43b3-83a6-6284b4e34175 req-bc6ee401-d1e9-4c7d-9e84-13e179aa5387 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949550 Oct 28 10:41:37.062916 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105509d4-6a4a-4d38-a320-e91f123fd2c0 req-3a64fab1-55ae-4d2d-ac9e-5b9a7726a64c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:37.064481 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-105509d4-6a4a-4d38-a320-e91f123fd2c0 req-3a64fab1-55ae-4d2d-ac9e-5b9a7726a64c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0482364 Oct 28 10:41:37.123545 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-105509d4-6a4a-4d38-a320-e91f123fd2c0 req-a8ac3899-1b35-43a7-957d-83df590c5f18 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530529 Oct 28 10:41:38.251732 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed3647-0b73-4418-82b7-74b791b8bc5b req-2601e30b-ca8c-4acc-a05e-2cfa553c3e56 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:38.253251 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cbed3647-0b73-4418-82b7-74b791b8bc5b req-2601e30b-ca8c-4acc-a05e-2cfa553c3e56 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0524015 Oct 28 10:41:38.306547 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cbed3647-0b73-4418-82b7-74b791b8bc5b req-147d83ec-ac47-4a1b-844e-d47329aa64b8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476937 Oct 28 10:41:38.377914 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 54656808-3ba5-454d-8349-2e05fb1b877c no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:41:38.594300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 54656808-3ba5-454d-8349-2e05fb1b877c is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:41:38.594712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:38.617817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54656808-3ba5-454d-8349-2e05fb1b877c'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:41:38.620071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c26ae2-0466-4efe-b732-42ef258c64f8" -d '{"events": [{"server_uuid": "80eb2c8d-cc17-4713-acf2-d60c442201f5", "name": "network-vif-unplugged", "status": "completed", "tag": "54656808-3ba5-454d-8349-2e05fb1b877c"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:41:38.629614 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:38.632970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 54656808-3ba5-454d-8349-2e05fb1b877c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=54656808-3ba5-454d-8349-2e05fb1b877c,segment=NetworkSegment(3a820f1b-2717-4eca-a021-3d4ab95593d9),segment_id=3a820f1b-2717-4eca-a021-3d4ab95593d9)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:41:38.633147 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:38.670588 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 10:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec26b602-5f57-4385-ada3-6c80ba3de2dd x-openstack-request-id: req-ec26b602-5f57-4385-ada3-6c80ba3de2dd {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:41:38.670588 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80eb2c8d-cc17-4713-acf2-d60c442201f5", "name": "network-vif-unplugged", "status": "completed", "tag": "54656808-3ba5-454d-8349-2e05fb1b877c", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:41:38.670588 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec26b602-5f57-4385-ada3-6c80ba3de2dd {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:41:38.670588 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec26b602-5f57-4385-ada3-6c80ba3de2dd'] response: {'server_uuid': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54656808-3ba5-454d-8349-2e05fb1b877c', 'code': 200} Oct 28 10:41:38.721747 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:38.769747 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=54656808-3ba5-454d-8349-2e05fb1b877c,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:41:38.777070 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:41:38.777414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:41:38.777754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:41:38.778091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:41:38.778418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:41:38.778775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:41:38.779100 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:41:38.779423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:41:38.779753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:41:38.780678 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:41:38.781013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:41:38.781336 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:41:38.781655 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:41:38.781971 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:41:38.782287 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:41:39.451072 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f0880-9fe2-4bbc-9f4e-001761a5c87e req-622cadae-e34f-4520-9735-daf6a4f86101 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:39.454511 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d81f0880-9fe2-4bbc-9f4e-001761a5c87e req-622cadae-e34f-4520-9735-daf6a4f86101 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 943 time: 0.0626035 Oct 28 10:41:39.487309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:39.498588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:39.516228 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d81f0880-9fe2-4bbc-9f4e-001761a5c87e req-071efb48-ee51-40bc-bf8a-adf1796e5593 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568075 Oct 28 10:41:40.362961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 54656808-3ba5-454d-8349-2e05fb1b877c details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:41:40.466152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 54656808-3ba5-454d-8349-2e05fb1b877c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=54656808-3ba5-454d-8349-2e05fb1b877c,segment=NetworkSegment(3a820f1b-2717-4eca-a021-3d4ab95593d9),segment_id=3a820f1b-2717-4eca-a021-3d4ab95593d9)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:41:40.477565 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '54656808-3ba5-454d-8349-2e05fb1b877c', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'port_id': '54656808-3ba5-454d-8349-2e05fb1b877c', 'mac_address': 'fa:16:3e:34:eb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:41:40.515033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 54656808-3ba5-454d-8349-2e05fb1b877c is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:41:40.515438 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:40.535434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54656808-3ba5-454d-8349-2e05fb1b877c {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:41:40.556113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 54656808-3ba5-454d-8349-2e05fb1b877c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=54656808-3ba5-454d-8349-2e05fb1b877c,segment=NetworkSegment(3a820f1b-2717-4eca-a021-3d4ab95593d9),segment_id=3a820f1b-2717-4eca-a021-3d4ab95593d9)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:41:40.618918 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:40.653227 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7337-3476-4461-92e3-f2b7f545cd70 req-dece7d16-e12a-437e-9737-8584c788ea96 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:40.655069 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-023d7337-3476-4461-92e3-f2b7f545cd70 req-dece7d16-e12a-437e-9737-8584c788ea96 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 943 time: 0.0550079 Oct 28 10:41:40.671913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=54656808-3ba5-454d-8349-2e05fb1b877c,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:41:40.717073 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-023d7337-3476-4461-92e3-f2b7f545cd70 req-ea1ba73d-4c42-4c7d-8da5-5fb3cd2d2e2f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562685 Oct 28 10:41:40.753889 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['54656808-3ba5-454d-8349-2e05fb1b877c'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:41:41.089442 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cf441-ae6a-4a88-801b-713d27f96c7e req-e951bf13-4276-467d-ac68-794aade1cc4a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:41.091075 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d42cf441-ae6a-4a88-801b-713d27f96c7e req-e951bf13-4276-467d-ac68-794aade1cc4a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 944 time: 0.0566208 Oct 28 10:41:41.148732 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d42cf441-ae6a-4a88-801b-713d27f96c7e req-8743abac-89a8-497f-b86f-31b200c0f575 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484114 Oct 28 10:41:41.167829 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dc800-b32e-4aaf-9d72-9ed193b6fdb0 req-41474c86-62d9-414d-940b-47883f0ce3c1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:41.169303 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-308dc800-b32e-4aaf-9d72-9ed193b6fdb0 req-41474c86-62d9-414d-940b-47883f0ce3c1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5&tenant_id=24e3e3be476740a381e69dd04b21c017&binding%3Ahost_id=hv-neutron-zed0 HTTP/1.1" status: 200 len: 944 time: 0.0529287 Oct 28 10:41:41.283828 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbb0b2-3a65-49d9-95a4-734ba3f7ee8a req-30f6068f-86d9-44a7-b5b8-2949eb3abc3a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:41.285272 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-50dbb0b2-3a65-49d9-95a4-734ba3f7ee8a req-30f6068f-86d9-44a7-b5b8-2949eb3abc3a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 944 time: 0.0560451 Oct 28 10:41:41.288277 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dc800-b32e-4aaf-9d72-9ed193b6fdb0 req-08c2a22c-b288-4efb-a62c-e500ce1e9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:41.290714 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-308dc800-b32e-4aaf-9d72-9ed193b6fdb0 req-08c2a22c-b288-4efb-a62c-e500ce1e9ec9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 1128 time: 0.0462184 Oct 28 10:41:41.340740 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-50dbb0b2-3a65-49d9-95a4-734ba3f7ee8a req-958543ac-e025-4c26-92cb-cf2bc743c291 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489104 Oct 28 10:41:41.401035 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dc800-b32e-4aaf-9d72-9ed193b6fdb0 req-986209c6-3f46-485d-9f6e-3b6025d3c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:41.403477 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-308dc800-b32e-4aaf-9d72-9ed193b6fdb0 req-986209c6-3f46-485d-9f6e-3b6025d3c1f2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=25627c70-7e53-4690-9a15-22e69f6e525e HTTP/1.1" status: 200 len: 897 time: 0.1058512 Oct 28 10:41:41.469626 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-308dc800-b32e-4aaf-9d72-9ed193b6fdb0 req-417c5f0f-7dd5-446d-bbe5-fdb2345040a9 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54656808-3ba5-454d-8349-2e05fb1b877c HTTP/1.1" status: 200 len: 1000 time: 0.0595319 Oct 28 10:41:41.518925 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dc800-b32e-4aaf-9d72-9ed193b6fdb0 req-df39559c-7428-46b2-b57c-fe3b20bc5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:41.520389 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-308dc800-b32e-4aaf-9d72-9ed193b6fdb0 req-df39559c-7428-46b2-b57c-fe3b20bc5610 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8ca446b1-7344-4e11-82e5-075b29c975d8 HTTP/1.1" status: 200 len: 834 time: 0.0452471 Oct 28 10:41:41.571067 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dc800-b32e-4aaf-9d72-9ed193b6fdb0 req-d7b1618c-d90b-4ae7-af04-fd9d538262d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:41.572616 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-308dc800-b32e-4aaf-9d72-9ed193b6fdb0 req-d7b1618c-d90b-4ae7-af04-fd9d538262d4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=25627c70-7e53-4690-9a15-22e69f6e525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0467455 Oct 28 10:41:41.642281 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:41.667569 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-308dc800-b32e-4aaf-9d72-9ed193b6fdb0 req-9ba3e62c-13e3-4238-b61f-72dee54669bd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886254 Oct 28 10:41:41.725381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:41.770932 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-308dc800-b32e-4aaf-9d72-9ed193b6fdb0 req-25c468fd-9216-4169-94c6-48fbcbc9f523 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953228 Oct 28 10:41:42.393950 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 54656808-3ba5-454d-8349-2e05fb1b877c up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:41:42.428654 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:42.447756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 54656808-3ba5-454d-8349-2e05fb1b877c triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:41:42.451006 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:42.451006 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 54656808-3ba5-454d-8349-2e05fb1b877c Oct 28 10:41:42.476863 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:42.500609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed86302-9003-487c-8ae1-3f3082c3d458 req-623cd7e4-f568-4a6f-bfe3-1971bfc7390e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:42.502240 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eed86302-9003-487c-8ae1-3f3082c3d458 req-623cd7e4-f568-4a6f-bfe3-1971bfc7390e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 944 time: 0.0727239 Oct 28 10:41:42.538448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 54656808-3ba5-454d-8349-2e05fb1b877c is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:41:42.538884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:42.568144 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eed86302-9003-487c-8ae1-3f3082c3d458 req-f773e90c-a256-496d-9f7b-6765f4d68b7d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586665 Oct 28 10:41:42.570184 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54656808-3ba5-454d-8349-2e05fb1b877c'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:41:42.572496 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a308a0ca-0804-4ee3-807f-2ebb9a9f3f62" -d '{"events": [{"server_uuid": "80eb2c8d-cc17-4713-acf2-d60c442201f5", "name": "network-vif-plugged", "status": "completed", "tag": "54656808-3ba5-454d-8349-2e05fb1b877c"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:41:42.587894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 54656808-3ba5-454d-8349-2e05fb1b877c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=54656808-3ba5-454d-8349-2e05fb1b877c,segment=NetworkSegment(3a820f1b-2717-4eca-a021-3d4ab95593d9),segment_id=3a820f1b-2717-4eca-a021-3d4ab95593d9)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:41:42.626428 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c393e59-2d9e-4c92-970c-aeab23b79275 x-openstack-request-id: req-4c393e59-2d9e-4c92-970c-aeab23b79275 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:41:42.626790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80eb2c8d-cc17-4713-acf2-d60c442201f5", "name": "network-vif-plugged", "status": "completed", "tag": "54656808-3ba5-454d-8349-2e05fb1b877c", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:41:42.627045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c393e59-2d9e-4c92-970c-aeab23b79275 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:41:42.627457 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c393e59-2d9e-4c92-970c-aeab23b79275'] response: {'server_uuid': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54656808-3ba5-454d-8349-2e05fb1b877c', 'code': 200} Oct 28 10:41:42.682145 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:42.739451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=54656808-3ba5-454d-8349-2e05fb1b877c,revision_number=8']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:41:43.122126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d27edc0a-56bd-47c3-9a8b-e35d6f16b319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:43.702599 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bb205-4102-421c-b617-3470986f5535 req-20e3f6dd-27e6-417b-9e90-348141d02210 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:43.704321 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ce4bb205-4102-421c-b617-3470986f5535 req-20e3f6dd-27e6-417b-9e90-348141d02210 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0522070 Oct 28 10:41:43.762730 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ce4bb205-4102-421c-b617-3470986f5535 req-004298e4-443a-418c-b524-ab730b9b543a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499275 Oct 28 10:41:43.795797 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49930) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:41:43.878192 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bb2fcc43-40e1-4abf-927b-b4a9e32dc745 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/beede1d9-fed5-4790-8633-7b049d57edd9 HTTP/1.1" status: 200 len: 993 time: 0.0811708 Oct 28 10:41:44.498104 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-14174e99-db48-42fc-9131-3100926565cc req-4df5ae77-320e-46b0-bd40-6e05fe73dd39 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418429 Oct 28 10:41:44.610337 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14174e99-db48-42fc-9131-3100926565cc req-9f760818-90ca-4e51-bd84-bbe8c1704219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:44.611916 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-14174e99-db48-42fc-9131-3100926565cc req-9f760818-90ca-4e51-bd84-bbe8c1704219 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 1129 time: 0.0464845 Oct 28 10:41:44.728100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14174e99-db48-42fc-9131-3100926565cc req-5359b361-2696-45c2-b7a4-baf09282b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:44.729574 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-14174e99-db48-42fc-9131-3100926565cc req-5359b361-2696-45c2-b7a4-baf09282b143 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=25627c70-7e53-4690-9a15-22e69f6e525e HTTP/1.1" status: 200 len: 897 time: 0.0969484 Oct 28 10:41:44.791941 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-14174e99-db48-42fc-9131-3100926565cc req-7c7e23d8-7f29-44de-8c90-17eaa1f78516 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54656808-3ba5-454d-8349-2e05fb1b877c HTTP/1.1" status: 200 len: 1001 time: 0.0554700 Oct 28 10:41:44.842960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14174e99-db48-42fc-9131-3100926565cc req-7ecef000-9733-4007-9cba-42307cf14c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:44.844461 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-14174e99-db48-42fc-9131-3100926565cc req-7ecef000-9733-4007-9cba-42307cf14c5d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8ca446b1-7344-4e11-82e5-075b29c975d8 HTTP/1.1" status: 200 len: 834 time: 0.0464129 Oct 28 10:41:44.898077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14174e99-db48-42fc-9131-3100926565cc req-0d722f05-808c-4192-a80f-00850d5d5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:41:44.899620 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-14174e99-db48-42fc-9131-3100926565cc req-0d722f05-808c-4192-a80f-00850d5d5820 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=25627c70-7e53-4690-9a15-22e69f6e525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0475621 Oct 28 10:41:44.997968 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-14174e99-db48-42fc-9131-3100926565cc req-b173fec2-c837-424e-b9cc-c084faf25438 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922399 Oct 28 10:41:45.115233 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-14174e99-db48-42fc-9131-3100926565cc req-9ebfb329-b380-4ace-ad7f-7b537ddc1bc9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107216 Oct 28 10:41:45.350428 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8ebbad93-36a3-46ed-9c1c-361694ee4bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:47.110328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:48.018954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:48.898799 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:52.551160 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=13 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:52.556106 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=13 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:53.754499 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=52 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:53.758781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=41 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:54.550480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:41:55.100968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=51 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:55.112408 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=76 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:41:56.714933 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:42:04.463658 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=44,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:04.469722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:12.347434 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49944) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:12.491566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port 1fb6b854-173b-497c-b674-b39d91f20e26 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:42:12.491896 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (1fb6b854-173b-497c-b674-b39d91f20e26), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:12.574621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (1fb6b854-173b-497c-b674-b39d91f20e26), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:12.575000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (1fb6b854-173b-497c-b674-b39d91f20e26), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:12.589204 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for 1fb6b854-173b-497c-b674-b39d91f20e26 owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:42:12.813872 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (1fb6b854-173b-497c-b674-b39d91f20e26), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:12.837436 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=1fb6b854-173b-497c-b674-b39d91f20e26,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:12.847569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:12.847891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:12.848231 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:12.848568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:12.848902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:12.849235 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:12.849565 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:12.850303 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:12.850303 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:12.850500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:12.850847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:12.851169 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:12.851505 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:12.851854 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:12.852175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:12.920315 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (beede1d9-fed5-4790-8633-7b049d57edd9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:12.920631 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Floating IP beede1d9-fed5-4790-8633-7b049d57edd9 disassociated (deleted). External IP: 172.36.1.193, port: 54656808-3ba5-454d-8349-2e05fb1b877c. Oct 28 10:42:13.104775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-821f59c1-187b-4010-9b84-3226531fdff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:13.131773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router 4b4e43f4-9824-4239-864a-ffeb17bc5960 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:42:13.519393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:42:13.524265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:13.529040 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0114e-b537-4d9e-bcc2-42edc54d7775 None None] Sync routers for ids ['4b4e43f4-9824-4239-864a-ffeb17bc5960'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:42:13.540176 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b0114e-b537-4d9e-bcc2-42edc54d7775 None None] Routers {'4b4e43f4-9824-4239-864a-ffeb17bc5960'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:42:13.540788 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-13b0114e-b537-4d9e-bcc2-42edc54d7775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:41:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['4b4e43f4-9824-4239-864a-ffeb17bc5960'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:13.549829 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:13.560415 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fcb4bf06-eaf3-4af5-8d40-6f831cfc7348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/beede1d9-fed5-4790-8633-7b049d57edd9 HTTP/1.1" status: 204 len: 168 time: 1.2088909 Oct 28 10:42:13.561615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'tag': '54656808-3ba5-454d-8349-2e05fb1b877c'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:42:13.569500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bff3f1c-aecb-458f-ba19-40b5a5cedbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "80eb2c8d-cc17-4713-acf2-d60c442201f5", "tag": "54656808-3ba5-454d-8349-2e05fb1b877c"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:42:13.608578 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027a7200-b405-412f-9569-c16f5e7fe178 x-openstack-request-id: req-027a7200-b405-412f-9569-c16f5e7fe178 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:42:13.608911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80eb2c8d-cc17-4713-acf2-d60c442201f5", "tag": "54656808-3ba5-454d-8349-2e05fb1b877c", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:42:13.609172 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-027a7200-b405-412f-9569-c16f5e7fe178 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:42:13.609588 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-027a7200-b405-412f-9569-c16f5e7fe178'] response: {'name': 'network-changed', 'server_uuid': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'tag': '54656808-3ba5-454d-8349-2e05fb1b877c', 'status': 'completed', 'code': 200} Oct 28 10:42:13.663199 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-13b0114e-b537-4d9e-bcc2-42edc54d7775 None None] Set router 4b4e43f4-9824-4239-864a-ffeb17bc5960 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:42:13.707420 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:13.716581 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff3f1c-aecb-458f-ba19-40b5a5cedbb6 req-bae68b6a-fd55-4ae9-8839-d5f114c7cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:13.719192 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8bff3f1c-aecb-458f-ba19-40b5a5cedbb6 req-bae68b6a-fd55-4ae9-8839-d5f114c7cfc5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 1129 time: 0.0466776 Oct 28 10:42:13.827103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff3f1c-aecb-458f-ba19-40b5a5cedbb6 req-ef96ce67-8b22-4c56-ac7b-5dfa235ef17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:13.829542 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8bff3f1c-aecb-458f-ba19-40b5a5cedbb6 req-ef96ce67-8b22-4c56-ac7b-5dfa235ef17f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=25627c70-7e53-4690-9a15-22e69f6e525e HTTP/1.1" status: 200 len: 897 time: 0.1046081 Oct 28 10:42:13.874017 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8bff3f1c-aecb-458f-ba19-40b5a5cedbb6 req-f7e14298-dc44-4f08-a3c1-b14d5b80ccef service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54656808-3ba5-454d-8349-2e05fb1b877c HTTP/1.1" status: 200 len: 217 time: 0.0376222 Oct 28 10:42:13.882230 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-13b0114e-b537-4d9e-bcc2-42edc54d7775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486237055', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206'}], 'enable_snat': True}, 'gw_port_id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'de3b4262-d33b-40ac-bb24-e06f02413352', 'name': '', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:7a:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:20Z', 'updated_at': '2022-10-28T10:40:25Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:13.911904 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0114e-b537-4d9e-bcc2-42edc54d7775 None None] Checking router: 4b4e43f4-9824-4239-864a-ffeb17bc5960 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:42:13.923524 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b0114e-b537-4d9e-bcc2-42edc54d7775 None None] Routers {'4b4e43f4-9824-4239-864a-ffeb17bc5960'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:42:13.924006 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-13b0114e-b537-4d9e-bcc2-42edc54d7775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:41:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['4b4e43f4-9824-4239-864a-ffeb17bc5960'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:13.930980 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff3f1c-aecb-458f-ba19-40b5a5cedbb6 req-1f9b88bd-acbc-4d26-acce-ff2c1d1ecd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:13.932532 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8bff3f1c-aecb-458f-ba19-40b5a5cedbb6 req-1f9b88bd-acbc-4d26-acce-ff2c1d1ecd3f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8ca446b1-7344-4e11-82e5-075b29c975d8 HTTP/1.1" status: 200 len: 834 time: 0.0520570 Oct 28 10:42:14.036514 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1ce7b-dbb9-4f73-92b7-497015cf9f9d req-c599e7d3-6618-4ebb-a021-c7a0853bbd28 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:14.038067 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0ec1ce7b-dbb9-4f73-92b7-497015cf9f9d req-c599e7d3-6618-4ebb-a021-c7a0853bbd28 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0503788 Oct 28 10:42:14.053640 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-13b0114e-b537-4d9e-bcc2-42edc54d7775 None None] Set router 4b4e43f4-9824-4239-864a-ffeb17bc5960 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:42:14.094437 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0ec1ce7b-dbb9-4f73-92b7-497015cf9f9d req-420d68c4-ac56-40f6-91bf-685b4c0e452d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497124 Oct 28 10:42:14.253508 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-13b0114e-b537-4d9e-bcc2-42edc54d7775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486237055', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206'}], 'enable_snat': True}, 'gw_port_id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'de3b4262-d33b-40ac-bb24-e06f02413352', 'name': '', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:7a:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:20Z', 'updated_at': '2022-10-28T10:40:25Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:14.279363 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0114e-b537-4d9e-bcc2-42edc54d7775 None None] The sync data for ids ['4b4e43f4-9824-4239-864a-ffeb17bc5960'] in dv-neutron-zed-2-hyperv is: [{'id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486237055', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206'}], 'enable_snat': True}, 'gw_port_id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'de3b4262-d33b-40ac-bb24-e06f02413352', 'name': '', 'network_id': '25627c70-7e53-4690-9a15-22e69f6e525e', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:7a:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:20Z', 'updated_at': '2022-10-28T10:40:25Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '8ca446b1-7344-4e11-82e5-075b29c975d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:42:14.514277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5f5852-8553-4824-bba7-9ce7715e8eb0 None None] New status for floating IP beede1d9-fed5-4790-8633-7b049d57edd9: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:42:15.225504 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd961f6f-ef8f-4e90-836b-cd7a82a816c3 req-74de6f59-79ea-4f0c-9dda-fe68d91a5e58 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:15.227181 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bd961f6f-ef8f-4e90-836b-cd7a82a816c3 req-74de6f59-79ea-4f0c-9dda-fe68d91a5e58 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0498068 Oct 28 10:42:15.282350 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bd961f6f-ef8f-4e90-836b-cd7a82a816c3 req-55cd33c0-687d-4a6c-b2f9-657a22307df1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493605 Oct 28 10:42:15.379248 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-23e4e8bf-8d99-4059-a7a8-196b0079a551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:15.596865 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff3f1c-aecb-458f-ba19-40b5a5cedbb6 req-8622d10f-98ae-44be-9f9a-f7d4a6d811e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:15.598401 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8bff3f1c-aecb-458f-ba19-40b5a5cedbb6 req-8622d10f-98ae-44be-9f9a-f7d4a6d811e4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=25627c70-7e53-4690-9a15-22e69f6e525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0466757 Oct 28 10:42:15.721001 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8bff3f1c-aecb-458f-ba19-40b5a5cedbb6 req-0329e0a1-66f0-4c37-97fa-73e96565217c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893354 Oct 28 10:42:15.871680 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8bff3f1c-aecb-458f-ba19-40b5a5cedbb6 req-b497d914-5db1-4063-aead-c06f42e132dd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055281 Oct 28 10:42:15.972031 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d42d7-7965-4136-8e86-66cb1c844a87 req-8bcee516-ebaf-48e2-aa59-0a394109b54e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:15.973517 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-216d42d7-7965-4136-8e86-66cb1c844a87 req-8bcee516-ebaf-48e2-aa59-0a394109b54e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0482054 Oct 28 10:42:16.066929 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-216d42d7-7965-4136-8e86-66cb1c844a87 req-2cf1737e-3cf2-454c-904b-47dca9684420 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port 54656808-3ba5-454d-8349-2e05fb1b877c {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:42:16.067270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-216d42d7-7965-4136-8e86-66cb1c844a87 req-2cf1737e-3cf2-454c-904b-47dca9684420 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:16.160485 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-216d42d7-7965-4136-8e86-66cb1c844a87 req-2cf1737e-3cf2-454c-904b-47dca9684420 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] For port 54656808-3ba5-454d-8349-2e05fb1b877c, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=54656808-3ba5-454d-8349-2e05fb1b877c,segment=NetworkSegment(3a820f1b-2717-4eca-a021-3d4ab95593d9),segment_id=3a820f1b-2717-4eca-a021-3d4ab95593d9)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:42:16.160750 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-216d42d7-7965-4136-8e86-66cb1c844a87 req-2cf1737e-3cf2-454c-904b-47dca9684420 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:16.173777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-216d42d7-7965-4136-8e86-66cb1c844a87 req-2cf1737e-3cf2-454c-904b-47dca9684420 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for 54656808-3ba5-454d-8349-2e05fb1b877c owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:42:16.413327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-216d42d7-7965-4136-8e86-66cb1c844a87 req-2cf1737e-3cf2-454c-904b-47dca9684420 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (54656808-3ba5-454d-8349-2e05fb1b877c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:16.413551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c0a05-6e02-47ba-a35c-4d9b39e2193d req-bf27b94b-3c41-4bc0-bc9f-15b6695cb55a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:16.415814 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-529c0a05-6e02-47ba-a35c-4d9b39e2193d req-bf27b94b-3c41-4bc0-bc9f-15b6695cb55a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 945 time: 0.0546007 Oct 28 10:42:16.425262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:16.443995 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1737e-3cf2-454c-904b-47dca9684420 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=54656808-3ba5-454d-8349-2e05fb1b877c,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:16.473325 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-529c0a05-6e02-47ba-a35c-4d9b39e2193d req-29afe699-8e42-486c-a2af-7356c84ea2a9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6c50892-c418-4214-9a14-ab0e06833718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501697 Oct 28 10:42:16.494458 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-216d42d7-7965-4136-8e86-66cb1c844a87 req-2cf1737e-3cf2-454c-904b-47dca9684420 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] No DVR routers for this DVR port 54656808-3ba5-454d-8349-2e05fb1b877c on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:42:16.497252 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-216d42d7-7965-4136-8e86-66cb1c844a87 req-2cf1737e-3cf2-454c-904b-47dca9684420 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:16.501397 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-216d42d7-7965-4136-8e86-66cb1c844a87 req-2cf1737e-3cf2-454c-904b-47dca9684420 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "DELETE /networking/v2.0/ports/54656808-3ba5-454d-8349-2e05fb1b877c HTTP/1.1" status: 204 len: 173 time: 0.5197008 Oct 28 10:42:16.501920 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'name': 'network-vif-deleted', 'tag': '54656808-3ba5-454d-8349-2e05fb1b877c'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:42:16.504302 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ac73e1-d5f5-4c73-9ea6-ff920bd35daa" -d '{"events": [{"server_uuid": "80eb2c8d-cc17-4713-acf2-d60c442201f5", "name": "network-vif-deleted", "tag": "54656808-3ba5-454d-8349-2e05fb1b877c"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:42:16.549516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec91d34c-e2dd-4fbc-bb82-06be34747599 x-openstack-request-id: req-ec91d34c-e2dd-4fbc-bb82-06be34747599 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:42:16.549516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80eb2c8d-cc17-4713-acf2-d60c442201f5", "name": "network-vif-deleted", "tag": "54656808-3ba5-454d-8349-2e05fb1b877c", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:42:16.549516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec91d34c-e2dd-4fbc-bb82-06be34747599 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:42:16.549516 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec91d34c-e2dd-4fbc-bb82-06be34747599'] response: {'server_uuid': '80eb2c8d-cc17-4713-acf2-d60c442201f5', 'name': 'network-vif-deleted', 'tag': '54656808-3ba5-454d-8349-2e05fb1b877c', 'status': 'completed', 'code': 200} Oct 28 10:42:17.104440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:17.600659 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7f392eea-babc-4a0b-ae27-5740d2ccb778 req-8acd7926-5519-4579-ba1e-4aef52d9b534 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=80eb2c8d-cc17-4713-acf2-d60c442201f5 HTTP/1.1" status: 200 len: 210 time: 0.0292842 Oct 28 10:42:17.990423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:18.666650 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49962) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:18.751126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:18.880538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:19.002773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-244ba895-227d-456c-b85b-2695526b6ab4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (4b4e43f4-9824-4239-864a-ffeb17bc5960), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:19.236057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-244ba895-227d-456c-b85b-2695526b6ab4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port de3b4262-d33b-40ac-bb24-e06f02413352 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:42:19.236391 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-244ba895-227d-456c-b85b-2695526b6ab4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (de3b4262-d33b-40ac-bb24-e06f02413352), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:19.326150 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-244ba895-227d-456c-b85b-2695526b6ab4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] For port de3b4262-d33b-40ac-bb24-e06f02413352, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=de3b4262-d33b-40ac-bb24-e06f02413352,segment=NetworkSegment(3a820f1b-2717-4eca-a021-3d4ab95593d9),segment_id=3a820f1b-2717-4eca-a021-3d4ab95593d9)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:42:19.326622 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-244ba895-227d-456c-b85b-2695526b6ab4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (de3b4262-d33b-40ac-bb24-e06f02413352), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:19.345542 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-244ba895-227d-456c-b85b-2695526b6ab4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for de3b4262-d33b-40ac-bb24-e06f02413352 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:42:19.466615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:19.613571 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-244ba895-227d-456c-b85b-2695526b6ab4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (de3b4262-d33b-40ac-bb24-e06f02413352), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:19.641135 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ba895-227d-456c-b85b-2695526b6ab4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=de3b4262-d33b-40ac-bb24-e06f02413352,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:19.829056 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-244ba895-227d-456c-b85b-2695526b6ab4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (4b4e43f4-9824-4239-864a-ffeb17bc5960), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:19.893867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:20.056146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244ba895-227d-456c-b85b-2695526b6ab4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router 4b4e43f4-9824-4239-864a-ffeb17bc5960 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:42:20.167076 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244ba895-227d-456c-b85b-2695526b6ab4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:42:20.172501 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-244ba895-227d-456c-b85b-2695526b6ab4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "PUT /networking/v2.0/routers/4b4e43f4-9824-4239-864a-ffeb17bc5960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5048671 Oct 28 10:42:20.176174 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49964) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:20.180831 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e89e0-4ead-444a-b4ec-f391579168fb None None] Sync routers for ids ['4b4e43f4-9824-4239-864a-ffeb17bc5960'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:42:20.188260 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e89e0-4ead-444a-b4ec-f391579168fb None None] Routers {'4b4e43f4-9824-4239-864a-ffeb17bc5960'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:42:20.189027 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-881e89e0-4ead-444a-b4ec-f391579168fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:42:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['4b4e43f4-9824-4239-864a-ffeb17bc5960'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:20.231529 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting subnet 8ca446b1-7344-4e11-82e5-075b29c975d8 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:42:20.235593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for subnet (8ca446b1-7344-4e11-82e5-075b29c975d8), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:20.283725 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (8ca446b1-7344-4e11-82e5-075b29c975d8), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:20.294160 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-881e89e0-4ead-444a-b4ec-f391579168fb None None] Set router 4b4e43f4-9824-4239-864a-ffeb17bc5960 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:42:20.371514 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (8ca446b1-7344-4e11-82e5-075b29c975d8), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:20.505560 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (8ca446b1-7344-4e11-82e5-075b29c975d8), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:20.534255 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca446b1-7344-4e11-82e5-075b29c975d8,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:20.539348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:20.545807 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/8ca446b1-7344-4e11-82e5-075b29c975d8 HTTP/1.1" status: 204 len: 168 time: 0.3649318 Oct 28 10:42:20.546828 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49966) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:20.548675 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:20.549032 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:20.549940 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:20.550277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5c0a63-e8fd-4eaf-93ac-aa9b1587fe2f None None] Network 25627c70-7e53-4690-9a15-22e69f6e525e requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:42:20.556128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:20.556128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:20.556128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:20.556128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:20.556128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:20.556128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:20.556128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:20.556128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:20.556128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:20.556128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:20.556128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:20.556128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41b9cc-4d70-49c5-8871-d0097312812d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:20.563606 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:20.564262 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:20.565706 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-881e89e0-4ead-444a-b4ec-f391579168fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486237055', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206'}], 'enable_snat': True}, 'gw_port_id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:42:19Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:20.593714 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e89e0-4ead-444a-b4ec-f391579168fb None None] Checking router: 4b4e43f4-9824-4239-864a-ffeb17bc5960 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:42:20.602627 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e89e0-4ead-444a-b4ec-f391579168fb None None] Routers {'4b4e43f4-9824-4239-864a-ffeb17bc5960'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:42:20.603267 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-881e89e0-4ead-444a-b4ec-f391579168fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:42:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['4b4e43f4-9824-4239-864a-ffeb17bc5960'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:20.620979 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 54656808-3ba5-454d-8349-2e05fb1b877c no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:42:20.647931 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 54656808-3ba5-454d-8349-2e05fb1b877c {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:42:20.648431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 54656808-3ba5-454d-8349-2e05fb1b877c not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:42:20.677309 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd625890-be26-4abe-b697-50c42d27cb98 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router (4b4e43f4-9824-4239-864a-ffeb17bc5960), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:20.725044 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-881e89e0-4ead-444a-b4ec-f391579168fb None None] Set router 4b4e43f4-9824-4239-864a-ffeb17bc5960 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:42:20.768113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9967ecf-d972-4343-b10b-8f0df938da8b None None] DHCP port deletion for 25627c70-7e53-4690-9a15-22e69f6e525e request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:42:20.788201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd625890-be26-4abe-b697-50c42d27cb98 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (4b4e43f4-9824-4239-864a-ffeb17bc5960), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:20.812064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e9967ecf-d972-4343-b10b-8f0df938da8b None None] Deleting port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:42:20.812434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e9967ecf-d972-4343-b10b-8f0df938da8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (8d8f3c28-56bc-421c-8801-fd2a43f7b12d), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:20.888685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e9967ecf-d972-4343-b10b-8f0df938da8b None None] For port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=8d8f3c28-56bc-421c-8801-fd2a43f7b12d,segment=NetworkSegment(3a820f1b-2717-4eca-a021-3d4ab95593d9),segment_id=3a820f1b-2717-4eca-a021-3d4ab95593d9)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:42:20.889241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e9967ecf-d972-4343-b10b-8f0df938da8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (8d8f3c28-56bc-421c-8801-fd2a43f7b12d), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:20.895286 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-bd625890-be26-4abe-b697-50c42d27cb98 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port 66f7d40f-41c7-4088-89fd-b8a1bd58eaea {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:42:20.895822 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd625890-be26-4abe-b697-50c42d27cb98 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (66f7d40f-41c7-4088-89fd-b8a1bd58eaea), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:20.901814 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-881e89e0-4ead-444a-b4ec-f391579168fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486237055', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206'}], 'enable_snat': True}, 'gw_port_id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:42:19Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:20.902730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e9967ecf-d972-4343-b10b-8f0df938da8b None None] Calling delete_port for 8d8f3c28-56bc-421c-8801-fd2a43f7b12d owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:42:20.930821 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e89e0-4ead-444a-b4ec-f391579168fb None None] The sync data for ids ['4b4e43f4-9824-4239-864a-ffeb17bc5960'] in dv-neutron-zed-2-hyperv is: [{'id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486237055', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206'}], 'enable_snat': True}, 'gw_port_id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:42:19Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '66f7d40f-41c7-4088-89fd-b8a1bd58eaea', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e43f4-9824-4239-864a-ffeb17bc5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:40:17Z', 'updated_at': '2022-10-28T10:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:42:20.963554 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:20.997867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-bd625890-be26-4abe-b697-50c42d27cb98 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] For port 66f7d40f-41c7-4088-89fd-b8a1bd58eaea, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=66f7d40f-41c7-4088-89fd-b8a1bd58eaea,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:42:20.997867 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd625890-be26-4abe-b697-50c42d27cb98 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (66f7d40f-41c7-4088-89fd-b8a1bd58eaea), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:21.006236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-bd625890-be26-4abe-b697-50c42d27cb98 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for 66f7d40f-41c7-4088-89fd-b8a1bd58eaea owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:42:21.070604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e9967ecf-d972-4343-b10b-8f0df938da8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (8d8f3c28-56bc-421c-8801-fd2a43f7b12d), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:21.098008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9967ecf-d972-4343-b10b-8f0df938da8b None None] Pushing event deleted for resources: {'Port': ['ID=8d8f3c28-56bc-421c-8801-fd2a43f7b12d,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:21.105772 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9967ecf-d972-4343-b10b-8f0df938da8b None None] No DVR routers for this DVR port 8d8f3c28-56bc-421c-8801-fd2a43f7b12d on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:42:21.259377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd625890-be26-4abe-b697-50c42d27cb98 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (66f7d40f-41c7-4088-89fd-b8a1bd58eaea), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:21.292098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd625890-be26-4abe-b697-50c42d27cb98 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=66f7d40f-41c7-4088-89fd-b8a1bd58eaea,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:21.299807 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:21.366522 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd625890-be26-4abe-b697-50c42d27cb98 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (4b4e43f4-9824-4239-864a-ffeb17bc5960), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:21.466173 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd625890-be26-4abe-b697-50c42d27cb98 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (4b4e43f4-9824-4239-864a-ffeb17bc5960), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:21.468852 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd625890-be26-4abe-b697-50c42d27cb98 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_controller (4b4e43f4-9824-4239-864a-ffeb17bc5960), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:21.601799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd625890-be26-4abe-b697-50c42d27cb98 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (4b4e43f4-9824-4239-864a-ffeb17bc5960), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:21.602376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd625890-be26-4abe-b697-50c42d27cb98 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Fanout notify agent at l3_agent the message router_deleted on router 4b4e43f4-9824-4239-864a-ffeb17bc5960 {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:42:21.608633 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bd625890-be26-4abe-b697-50c42d27cb98 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:21.610841 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bd625890-be26-4abe-b697-50c42d27cb98 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/routers/4b4e43f4-9824-4239-864a-ffeb17bc5960 HTTP/1.1" status: 204 len: 168 time: 1.0618682 Oct 28 10:42:21.612769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49968) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:21.669853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device de3b4262-d33b-40ac-bb24-e06f02413352 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:42:21.704467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: de3b4262-d33b-40ac-bb24-e06f02413352 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:42:21.705440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device de3b4262-d33b-40ac-bb24-e06f02413352 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:42:21.706071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 8d8f3c28-56bc-421c-8801-fd2a43f7b12d no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:42:21.725302 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-520bd3df-31ef-4499-995b-d90a4907b98d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (25627c70-7e53-4690-9a15-22e69f6e525e), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:21.728802 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 8d8f3c28-56bc-421c-8801-fd2a43f7b12d {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:42:21.729383 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 8d8f3c28-56bc-421c-8801-fd2a43f7b12d not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:42:21.829650 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-520bd3df-31ef-4499-995b-d90a4907b98d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (25627c70-7e53-4690-9a15-22e69f6e525e), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:21.850491 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-520bd3df-31ef-4499-995b-d90a4907b98d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25627c70-7e53-4690-9a15-22e69f6e525e']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:21.860790 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-520bd3df-31ef-4499-995b-d90a4907b98d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a820f1b-2717-4eca-a021-3d4ab95593d9') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:21.861006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-520bd3df-31ef-4499-995b-d90a4907b98d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a820f1b-2717-4eca-a021-3d4ab95593d9') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:21.871447 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-520bd3df-31ef-4499-995b-d90a4907b98d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (3a820f1b-2717-4eca-a021-3d4ab95593d9), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:21.885972 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-520bd3df-31ef-4499-995b-d90a4907b98d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (3a820f1b-2717-4eca-a021-3d4ab95593d9), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:21.892758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520bd3df-31ef-4499-995b-d90a4907b98d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:42:21.893149 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-520bd3df-31ef-4499-995b-d90a4907b98d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (3a820f1b-2717-4eca-a021-3d4ab95593d9), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:21.967490 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 3a820f1b-2717-4eca-a021-3d4ab95593d9 resource provider aggregate not found Oct 28 10:42:21.984786 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 3a820f1b-2717-4eca-a021-3d4ab95593d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a820f1b-2717-4eca-a021-3d4ab95593d9 found for delete ", "request_id": "req-dc68c694-06b9-4e71-8c92-6a70eca0b9e0"}]} Oct 28 10:42:22.059437 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-520bd3df-31ef-4499-995b-d90a4907b98d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (25627c70-7e53-4690-9a15-22e69f6e525e), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:22.067857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-520bd3df-31ef-4499-995b-d90a4907b98d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:22.072914 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-520bd3df-31ef-4499-995b-d90a4907b98d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/networks/25627c70-7e53-4690-9a15-22e69f6e525e HTTP/1.1" status: 204 len: 168 time: 0.4566247 Oct 28 10:42:22.073267 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49976) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:22.090958 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bd3df-31ef-4499-995b-d90a4907b98d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Network': ['ID=25627c70-7e53-4690-9a15-22e69f6e525e,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:22.141903 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a74056d4-89f9-469d-9817-fdc366fec4ce tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (b6c50892-c418-4214-9a14-ab0e06833718), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:22.168511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a74056d4-89f9-469d-9817-fdc366fec4ce tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (b6c50892-c418-4214-9a14-ab0e06833718), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:22.333679 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a74056d4-89f9-469d-9817-fdc366fec4ce tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (b6c50892-c418-4214-9a14-ab0e06833718), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:22.336430 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a74056d4-89f9-469d-9817-fdc366fec4ce tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:22.337932 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a74056d4-89f9-469d-9817-fdc366fec4ce tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b6c50892-c418-4214-9a14-ab0e06833718 HTTP/1.1" status: 204 len: 168 time: 0.2634771 Oct 28 10:42:22.353611 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74056d4-89f9-469d-9817-fdc366fec4ce tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c50892-c418-4214-9a14-ab0e06833718,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:22.634338 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49982) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:22.639030 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b3563e21-9a87-4f25-9df6-e00318711730 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-864932284', 'description': 'tempest-secgroup-smoke-864932284 description', 'project_id': '24e3e3be476740a381e69dd04b21c017'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:42:22.705260 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b3563e21-9a87-4f25-9df6-e00318711730 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:22.776976 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b3563e21-9a87-4f25-9df6-e00318711730 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (324be7d1-db3e-4a33-ace7-bfe8c0521042), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:22.847303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b3563e21-9a87-4f25-9df6-e00318711730 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (324be7d1-db3e-4a33-ace7-bfe8c0521042), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:22.854441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:22.865157 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:22.879201 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3563e21-9a87-4f25-9df6-e00318711730 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324be7d1-db3e-4a33-ace7-bfe8c0521042,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:22.975315 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b3563e21-9a87-4f25-9df6-e00318711730 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:22.976774 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b3563e21-9a87-4f25-9df6-e00318711730 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3411510 Oct 28 10:42:22.980269 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49984) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:22.984904 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-2662fe26-e6e2-4008-9016-294958190742 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '324be7d1-db3e-4a33-ace7-bfe8c0521042', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:42:23.082454 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2662fe26-e6e2-4008-9016-294958190742 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (86132010-15f8-406a-83e9-2d67957cb3a7), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:23.142560 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2662fe26-e6e2-4008-9016-294958190742 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (86132010-15f8-406a-83e9-2d67957cb3a7), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:23.212977 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2662fe26-e6e2-4008-9016-294958190742 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (86132010-15f8-406a-83e9-2d67957cb3a7), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:23.230839 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662fe26-e6e2-4008-9016-294958190742 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86132010-15f8-406a-83e9-2d67957cb3a7,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:23.358394 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2662fe26-e6e2-4008-9016-294958190742 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:23.359677 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2662fe26-e6e2-4008-9016-294958190742 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3784423 Oct 28 10:42:23.362952 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49986) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:23.367301 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-915db4b2-e6b0-420e-9c6c-c0ee09c95146 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '324be7d1-db3e-4a33-ace7-bfe8c0521042', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:42:23.499480 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-915db4b2-e6b0-420e-9c6c-c0ee09c95146 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (58efdd98-15bc-448c-8622-2768280bd5c8), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:23.558302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-915db4b2-e6b0-420e-9c6c-c0ee09c95146 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (58efdd98-15bc-448c-8622-2768280bd5c8), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:23.571852 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 66f7d40f-41c7-4088-89fd-b8a1bd58eaea no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:42:23.594276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 66f7d40f-41c7-4088-89fd-b8a1bd58eaea {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:42:23.595203 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 66f7d40f-41c7-4088-89fd-b8a1bd58eaea not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:42:23.630697 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-915db4b2-e6b0-420e-9c6c-c0ee09c95146 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (58efdd98-15bc-448c-8622-2768280bd5c8), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:23.651355 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915db4b2-e6b0-420e-9c6c-c0ee09c95146 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58efdd98-15bc-448c-8622-2768280bd5c8,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:23.745799 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-915db4b2-e6b0-420e-9c6c-c0ee09c95146 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:23.747088 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-915db4b2-e6b0-420e-9c6c-c0ee09c95146 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3832109 Oct 28 10:42:23.753218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49988) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:23.754569 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-4450f748-9394-43e1-8d20-4da650053218 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '324be7d1-db3e-4a33-ace7-bfe8c0521042', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:42:23.853559 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4450f748-9394-43e1-8d20-4da650053218 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (7be595f6-3c72-4c67-b8b5-c110fc28a109), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:23.914289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4450f748-9394-43e1-8d20-4da650053218 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (7be595f6-3c72-4c67-b8b5-c110fc28a109), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:23.996407 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4450f748-9394-43e1-8d20-4da650053218 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (7be595f6-3c72-4c67-b8b5-c110fc28a109), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:24.017225 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450f748-9394-43e1-8d20-4da650053218 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be595f6-3c72-4c67-b8b5-c110fc28a109,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:24.083876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4450f748-9394-43e1-8d20-4da650053218 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:24.085153 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4450f748-9394-43e1-8d20-4da650053218 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3340347 Oct 28 10:42:24.087847 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49990) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:24.092152 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-50a07fef-cc83-4c3c-8bc0-9e03052a3046 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '324be7d1-db3e-4a33-ace7-bfe8c0521042', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:42:24.195681 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-50a07fef-cc83-4c3c-8bc0-9e03052a3046 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (d00b1c0f-47e7-45dc-80e8-019d4a1c3e0b), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:24.244489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:24.259587 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-50a07fef-cc83-4c3c-8bc0-9e03052a3046 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (d00b1c0f-47e7-45dc-80e8-019d4a1c3e0b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:24.401768 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-50a07fef-cc83-4c3c-8bc0-9e03052a3046 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (d00b1c0f-47e7-45dc-80e8-019d4a1c3e0b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:24.421119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a07fef-cc83-4c3c-8bc0-9e03052a3046 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00b1c0f-47e7-45dc-80e8-019d4a1c3e0b,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:24.542181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-50a07fef-cc83-4c3c-8bc0-9e03052a3046 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:24.543499 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-50a07fef-cc83-4c3c-8bc0-9e03052a3046 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4547009 Oct 28 10:42:24.546347 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49992) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:24.550808 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-dcd8c6a1-5c6a-4818-a1f1-c6971ec65305 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '324be7d1-db3e-4a33-ace7-bfe8c0521042', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:42:24.578436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:24.636547 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-dcd8c6a1-5c6a-4818-a1f1-c6971ec65305 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Project 24e3e3be476740a381e69dd04b21c017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:42:24.643159 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c6a1-5c6a-4818-a1f1-c6971ec65305 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (6f20e0ca-80e4-445a-8ac8-f02df561e6cc), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:24.707676 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c6a1-5c6a-4818-a1f1-c6971ec65305 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (6f20e0ca-80e4-445a-8ac8-f02df561e6cc), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:24.778856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c6a1-5c6a-4818-a1f1-c6971ec65305 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (6f20e0ca-80e4-445a-8ac8-f02df561e6cc), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:24.796856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8c6a1-5c6a-4818-a1f1-c6971ec65305 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f20e0ca-80e4-445a-8ac8-f02df561e6cc,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:24.879147 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c6a1-5c6a-4818-a1f1-c6971ec65305 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:24.880387 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dcd8c6a1-5c6a-4818-a1f1-c6971ec65305 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3330107 Oct 28 10:42:24.883182 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 49994) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:24.887598 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-cdeaadbf-1174-4014-8acc-de7a26f40f91 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': '324be7d1-db3e-4a33-ace7-bfe8c0521042', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:42:24.967905 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-cdeaadbf-1174-4014-8acc-de7a26f40f91 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Project 24e3e3be476740a381e69dd04b21c017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:42:24.973771 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cdeaadbf-1174-4014-8acc-de7a26f40f91 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (a9a516cf-a35f-4da9-b9f7-bda295fdd5b9), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:25.017323 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=10 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:25.036557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cdeaadbf-1174-4014-8acc-de7a26f40f91 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (a9a516cf-a35f-4da9-b9f7-bda295fdd5b9), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:25.133532 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cdeaadbf-1174-4014-8acc-de7a26f40f91 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (a9a516cf-a35f-4da9-b9f7-bda295fdd5b9), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:25.153944 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeaadbf-1174-4014-8acc-de7a26f40f91 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a516cf-a35f-4da9-b9f7-bda295fdd5b9,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:25.277960 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cdeaadbf-1174-4014-8acc-de7a26f40f91 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:25.279240 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cdeaadbf-1174-4014-8acc-de7a26f40f91 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3950143 Oct 28 10:42:25.282897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49996) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:25.287848 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-65fa6970-45db-4887-bf6e-b75ccdf5fbdd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'network': {'name': 'tempest-network-smoke--529652512', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'port_security_enabled': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:42:25.384682 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fa6970-45db-4887-bf6e-b75ccdf5fbdd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Made reservation on behalf of 24e3e3be476740a381e69dd04b21c017 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:42:25.388501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-65fa6970-45db-4887-bf6e-b75ccdf5fbdd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:25.414060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fa6970-45db-4887-bf6e-b75ccdf5fbdd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:42:25.423593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-65fa6970-45db-4887-bf6e-b75ccdf5fbdd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (082486fb-4893-45ea-bdb6-73a0476f5edb), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:25.429293 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-65fa6970-45db-4887-bf6e-b75ccdf5fbdd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Added segment 082486fb-4893-45ea-bdb6-73a0476f5edb of type vlan for network a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 Oct 28 10:42:25.470297 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-65fa6970-45db-4887-bf6e-b75ccdf5fbdd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (a5d7cb69-fd28-42ed-b53d-00dc0a54dd13), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:25.550699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-65fa6970-45db-4887-bf6e-b75ccdf5fbdd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (a5d7cb69-fd28-42ed-b53d-00dc0a54dd13), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:25.555783 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fa6970-45db-4887-bf6e-b75ccdf5fbdd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:25.556396 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-65fa6970-45db-4887-bf6e-b75ccdf5fbdd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:25.625627 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa6970-45db-4887-bf6e-b75ccdf5fbdd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Network': ['ID=a5d7cb69-fd28-42ed-b53d-00dc0a54dd13,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:25.636145 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:42:25.662954 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-65fa6970-45db-4887-bf6e-b75ccdf5fbdd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3789325 Oct 28 10:42:25.665635 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 49998) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:25.671376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-437587337', 'admin_state_up': True, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:42:25.678878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:25.762593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:25.764756 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:25.822291 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_controller (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:25.996768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:26.138428 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=6,neutron:INSERT=10 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:26.521141 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:26.540595 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:26.652492 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.36.1.155 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/81061b17-3478-4ab3-99e6-e1654fc70aac) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:42:26.760693 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (81061b17-3478-4ab3-99e6-e1654fc70aac), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:26.865740 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (81061b17-3478-4ab3-99e6-e1654fc70aac), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:26.912694 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:42:26.915827 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:42:26.920166 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:42:26.942954 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=81061b17-3478-4ab3-99e6-e1654fc70aac,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:27.068275 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:27.265623 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:27.468903 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:27.659208 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:42:27.662105 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:27.765786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:42:27.776349 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Sync routers for ids ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:42:27.790660 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Routers {'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:42:27.791297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:42:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:27.832752 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:27.833955 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e5d9bb80-8398-4af5-81fb-fa544dc74f27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1662779 Oct 28 10:42:27.837274 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50000) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:27.898981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Set router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:42:27.914098 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-240506a1-2506-44fc-a3b6-2c08a3b1ddf6 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=24e3e3be476740a381e69dd04b21c017&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0755122 Oct 28 10:42:27.917197 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50004) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:28.009737 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cc8a10-5686-40c5-af26-5a000a667642 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:28.011287 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-f1cc8a10-5686-40c5-af26-5a000a667642 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931544 Oct 28 10:42:28.014141 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50006) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:28.020790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:28.042570 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-976b276c-416a-4a53-9cdf-fc7bc1c0a233 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270720 Oct 28 10:42:28.043977 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:28.045066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50008) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:28.050279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-baa34549-5f67-452b-b874-3c724facc070 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-34026129', 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:42:28.081335 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437587337', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155'}], 'enable_snat': True}, 'gw_port_id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:42:25Z', 'updated_at': '2022-10-28T10:42:27Z', 'revision_number': 3, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:26Z', 'updated_at': '2022-10-28T10:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:28.108527 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Checking router: e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:42:28.108819 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Updating router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 port 81061b17-3478-4ab3-99e6-e1654fc70aac binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:42:28.148609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (81061b17-3478-4ab3-99e6-e1654fc70aac), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:28.190403 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa34549-5f67-452b-b874-3c724facc070 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Made reservation on behalf of 24e3e3be476740a381e69dd04b21c017 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:42:28.194509 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-baa34549-5f67-452b-b874-3c724facc070 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:28.402734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Publish callbacks [] for port (81061b17-3478-4ab3-99e6-e1654fc70aac), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:28.454182 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-baa34549-5f67-452b-b874-3c724facc070 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (b0889bf5-528a-4a09-9873-3e4e954fb2ee), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:28.482102 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (81061b17-3478-4ab3-99e6-e1654fc70aac), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:28.509899 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa34549-5f67-452b-b874-3c724facc070 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Subnet': ['ID=b0889bf5-528a-4a09-9873-3e4e954fb2ee,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:28.513783 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Attempting to bind port 81061b17-3478-4ab3-99e6-e1654fc70aac on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:42:28.514165 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Attempting to bind port 81061b17-3478-4ab3-99e6-e1654fc70aac by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:42:28.514534 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Attempting to bind port 81061b17-3478-4ab3-99e6-e1654fc70aac on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:42:28.534466 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa34549-5f67-452b-b874-3c724facc070 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Checking segment: {'id': '082486fb-4893-45ea-bdb6-73a0476f5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:42:28.534873 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa34549-5f67-452b-b874-3c724facc070 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network hostable DHCP agents. Network: a5d7cb69-fd28-42ed-b53d-00dc0a54dd13, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:42:28.554439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfc5e8-9f95-43b2-ba4c-f369b8a1eeed None None] Pushing event updated for resources: {'Port': ['ID=81061b17-3478-4ab3-99e6-e1654fc70aac,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:28.572375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:42:28.572750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:42:28.573162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:28.573551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:42:28.574028 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Bound port: 81061b17-3478-4ab3-99e6-e1654fc70aac, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:42:28.574417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (81061b17-3478-4ab3-99e6-e1654fc70aac), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:28.629403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] For port 81061b17-3478-4ab3-99e6-e1654fc70aac, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:42:28.630643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa34549-5f67-452b-b874-3c724facc070 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:42:28.632533 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] For port 81061b17-3478-4ab3-99e6-e1654fc70aac, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=81061b17-3478-4ab3-99e6-e1654fc70aac,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:42:28.699675 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (81061b17-3478-4ab3-99e6-e1654fc70aac), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:28.711145 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-baa34549-5f67-452b-b874-3c724facc070 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, a5d7cb69-fd28-42ed-b53d-00dc0a54dd13) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:42:28.715944 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa34549-5f67-452b-b874-3c724facc070 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:28.717190 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-baa34549-5f67-452b-b874-3c724facc070 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:28.734139 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f89509-a848-4d6d-ba60-98c190a0b481 None None] Network a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:42:28.782621 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-baa34549-5f67-452b-b874-3c724facc070 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7359388 Oct 28 10:42:28.785364 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50010) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:28.794575 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Routers {'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:42:28.795208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:42:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:28.847599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfc5e8-9f95-43b2-ba4c-f369b8a1eeed None None] Pushing event updated for resources: {'Port': ['ID=81061b17-3478-4ab3-99e6-e1654fc70aac,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:28.880627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:29.003855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:29.084649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ips': [{'subnet_id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:42:29.085561 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:29.089939 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:29.104235 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] Set router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:42:29.229536 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:29.253687 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:29.370980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Allocated IP 172.20.0.2 (a5d7cb69-fd28-42ed-b53d-00dc0a54dd13/b0889bf5-528a-4a09-9873-3e4e954fb2ee/52b4e4db-70a9-4ce5-830d-c174223fb7f5) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:42:29.388482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437587337', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155'}], 'enable_snat': True}, 'gw_port_id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:42:25Z', 'updated_at': '2022-10-28T10:42:27Z', 'revision_number': 3, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:26Z', 'updated_at': '2022-10-28T10:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:29.418029 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c025d8c-dcb9-4871-a9c0-cbdd7aaf80bd None None] The sync data for ids ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'] in dv-neutron-zed-2-hyperv is: [{'id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437587337', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155'}], 'enable_snat': True}, 'gw_port_id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:42:25Z', 'updated_at': '2022-10-28T10:42:27Z', 'revision_number': 3, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:26Z', 'updated_at': '2022-10-28T10:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:42:29.554065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Publish callbacks [] for port (52b4e4db-70a9-4ce5-830d-c174223fb7f5), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:29.631328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (52b4e4db-70a9-4ce5-830d-c174223fb7f5), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:29.680243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Network a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:42:29.686515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:42:29.690569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:42:29.692958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.20.0.1 (a5d7cb69-fd28-42ed-b53d-00dc0a54dd13/b0889bf5-528a-4a09-9873-3e4e954fb2ee/22214f08-de97-416b-906c-302c4405fbdf) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:42:29.694012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Pushing event updated for resources: {'Port': ['ID=52b4e4db-70a9-4ce5-830d-c174223fb7f5,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:29.769816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Attempting to bind port 52b4e4db-70a9-4ce5-830d-c174223fb7f5 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:42:29.770192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Attempting to bind port 52b4e4db-70a9-4ce5-830d-c174223fb7f5 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '082486fb-4893-45ea-bdb6-73a0476f5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:42:29.770562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Attempting to bind port 52b4e4db-70a9-4ce5-830d-c174223fb7f5 on network a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:42:29.819781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:42:29.820533 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Checking segment: {'id': '082486fb-4893-45ea-bdb6-73a0476f5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:42:29.820533 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:29.820915 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Bound using segment: {'id': '082486fb-4893-45ea-bdb6-73a0476f5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:42:29.821456 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Bound port: 52b4e4db-70a9-4ce5-830d-c174223fb7f5, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082486fb-4893-45ea-bdb6-73a0476f5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:42:29.821757 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (52b4e4db-70a9-4ce5-830d-c174223fb7f5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:29.824709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (22214f08-de97-416b-906c-302c4405fbdf), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:29.842416 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:29.872019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:29.889511 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] For port 52b4e4db-70a9-4ce5-830d-c174223fb7f5, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:42:29.893249 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] For port 52b4e4db-70a9-4ce5-830d-c174223fb7f5, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=52b4e4db-70a9-4ce5-830d-c174223fb7f5,segment=NetworkSegment(082486fb-4893-45ea-bdb6-73a0476f5edb),segment_id=082486fb-4893-45ea-bdb6-73a0476f5edb)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:42:29.944553 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (22214f08-de97-416b-906c-302c4405fbdf), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:29.975564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (52b4e4db-70a9-4ce5-830d-c174223fb7f5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:29.994809 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:42:29.997911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:42:30.002176 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:42:30.038322 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=22214f08-de97-416b-906c-302c4405fbdf,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:30.048701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5ca3d-1c0e-4c4f-872f-ac741b04009b None None] Pushing event updated for resources: {'Port': ['ID=52b4e4db-70a9-4ce5-830d-c174223fb7f5,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:30.072950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:30.184879 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:30.320110 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (22214f08-de97-416b-906c-302c4405fbdf), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:30.597967 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (22214f08-de97-416b-906c-302c4405fbdf), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:30.658254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (22214f08-de97-416b-906c-302c4405fbdf), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:30.735720 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=22214f08-de97-416b-906c-302c4405fbdf,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:30.744755 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:30.846698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:42:30.848192 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:42:30.899767 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=19 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:30.931162 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=43 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:30.966035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:42:30.993568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c951b03-255a-4b8a-9387-e4c906bb669a None None] Network a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:42:31.055881 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-0319b5a4-0745-472a-9d56-8801ce4b5864 None None] Provisioning complete for port 52b4e4db-70a9-4ce5-830d-c174223fb7f5 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:42:31.056257 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0319b5a4-0745-472a-9d56-8801ce4b5864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (52b4e4db-70a9-4ce5-830d-c174223fb7f5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:31.056604 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-0319b5a4-0745-472a-9d56-8801ce4b5864 None None] Attempt 1 to provision port 52b4e4db-70a9-4ce5-830d-c174223fb7f5 Oct 28 10:42:31.072417 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:42:31.077352 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d69c51fe-668b-4e5c-8b0c-4756f9c2f41a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "PUT /networking/v2.0/routers/e91f651a-cdd2-4430-bf0c-8a44e1b5ee47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2905040 Oct 28 10:42:31.182905 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-0319b5a4-0745-472a-9d56-8801ce4b5864 None None] Current status of the port 52b4e4db-70a9-4ce5-830d-c174223fb7f5 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:42:31.183379 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0319b5a4-0745-472a-9d56-8801ce4b5864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (52b4e4db-70a9-4ce5-830d-c174223fb7f5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:31.225576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-0319b5a4-0745-472a-9d56-8801ce4b5864 None None] For port 52b4e4db-70a9-4ce5-830d-c174223fb7f5, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=52b4e4db-70a9-4ce5-830d-c174223fb7f5,segment=NetworkSegment(082486fb-4893-45ea-bdb6-73a0476f5edb),segment_id=082486fb-4893-45ea-bdb6-73a0476f5edb)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:42:31.228727 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:31.272177 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-e32d2fd5-7daa-42eb-9c25-07a0f7328348 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-864932284&fields=id&tenant_id=24e3e3be476740a381e69dd04b21c017 HTTP/1.1" status: 200 len: 267 time: 0.0708950 Oct 28 10:42:31.322031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0319b5a4-0745-472a-9d56-8801ce4b5864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (52b4e4db-70a9-4ce5-830d-c174223fb7f5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:31.419546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319b5a4-0745-472a-9d56-8801ce4b5864 None None] Pushing event updated for resources: {'Port': ['ID=52b4e4db-70a9-4ce5-830d-c174223fb7f5,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:31.424946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-e4ba5e09-6a0f-4a1c-ae88-0eba32f93115 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:31.426526 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-e4ba5e09-6a0f-4a1c-ae88-0eba32f93115 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 HTTP/1.1" status: 200 len: 796 time: 0.1455936 Oct 28 10:42:31.444436 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-423837d2-9670-4d30-aa06-8aef230741e9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/quotas/24e3e3be476740a381e69dd04b21c017 HTTP/1.1" status: 200 len: 375 time: 0.0110953 Oct 28 10:42:31.453213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-216212b1-30c5-4b4c-89e3-cd39f0971d13 None None] Provisioning complete for port 22214f08-de97-416b-906c-302c4405fbdf triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:42:31.459265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-216212b1-30c5-4b4c-89e3-cd39f0971d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (22214f08-de97-416b-906c-302c4405fbdf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:31.459759 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-216212b1-30c5-4b4c-89e3-cd39f0971d13 None None] Attempt 1 to provision port 22214f08-de97-416b-906c-302c4405fbdf Oct 28 10:42:31.469022 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:31.509985 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-3df1339c-1086-4327-bada-7def16c2c070 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579910 Oct 28 10:42:31.510591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-216212b1-30c5-4b4c-89e3-cd39f0971d13 None None] Port 22214f08-de97-416b-906c-302c4405fbdf cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:42:31.521582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-216212b1-30c5-4b4c-89e3-cd39f0971d13 None None] Provisioning complete for port 52b4e4db-70a9-4ce5-830d-c174223fb7f5 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:42:31.522166 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-216212b1-30c5-4b4c-89e3-cd39f0971d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (52b4e4db-70a9-4ce5-830d-c174223fb7f5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:31.522576 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-216212b1-30c5-4b4c-89e3-cd39f0971d13 None None] Attempt 1 to provision port 52b4e4db-70a9-4ce5-830d-c174223fb7f5 Oct 28 10:42:31.581181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:31.674623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-216212b1-30c5-4b4c-89e3-cd39f0971d13 None None] Current status of the port 52b4e4db-70a9-4ce5-830d-c174223fb7f5 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:42:31.715920 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Sync routers for ids ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:42:31.744375 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Routers {'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:42:31.747057 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:42:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:31.774369 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 81061b17-3478-4ab3-99e6-e1654fc70aac up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:42:31.859740 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-0c4f1f12-9b5e-41bd-ba07-662db75c1940 None None] Provisioning complete for port 22214f08-de97-416b-906c-302c4405fbdf triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:42:31.860263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1f12-9b5e-41bd-ba07-662db75c1940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (22214f08-de97-416b-906c-302c4405fbdf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:31.860681 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-0c4f1f12-9b5e-41bd-ba07-662db75c1940 None None] Attempt 1 to provision port 22214f08-de97-416b-906c-302c4405fbdf Oct 28 10:42:31.886161 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Set router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:42:31.899501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f1f12-9b5e-41bd-ba07-662db75c1940 None None] Port 22214f08-de97-416b-906c-302c4405fbdf cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:42:31.913883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 81061b17-3478-4ab3-99e6-e1654fc70aac triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:42:31.914272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (81061b17-3478-4ab3-99e6-e1654fc70aac), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:31.914617 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 81061b17-3478-4ab3-99e6-e1654fc70aac Oct 28 10:42:32.045853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 81061b17-3478-4ab3-99e6-e1654fc70aac is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:42:32.046999 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (81061b17-3478-4ab3-99e6-e1654fc70aac), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:32.088030 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-f91ffdc6-bfbe-4ee3-9627-bd7b5bc3bf81 None None] Provisioning complete for port 22214f08-de97-416b-906c-302c4405fbdf triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:42:32.088425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f91ffdc6-bfbe-4ee3-9627-bd7b5bc3bf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (22214f08-de97-416b-906c-302c4405fbdf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:32.088776 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f91ffdc6-bfbe-4ee3-9627-bd7b5bc3bf81 None None] Attempt 1 to provision port 22214f08-de97-416b-906c-302c4405fbdf Oct 28 10:42:32.094413 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 81061b17-3478-4ab3-99e6-e1654fc70aac, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=81061b17-3478-4ab3-99e6-e1654fc70aac,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:42:32.140562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f91ffdc6-bfbe-4ee3-9627-bd7b5bc3bf81 None None] Port 22214f08-de97-416b-906c-302c4405fbdf cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:42:32.144397 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-c2c5a5dc-9c1a-4533-9048-eacc8ed85b13 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a5d7cb69-fd28-42ed-b53d-00dc0a54dd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160240 Oct 28 10:42:32.151458 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437587337', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155'}], 'enable_snat': True}, 'gw_port_id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:42:25Z', 'updated_at': '2022-10-28T10:42:30Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:26Z', 'updated_at': '2022-10-28T10:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '22214f08-de97-416b-906c-302c4405fbdf', 'name': '', 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:36:c9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:29Z', 'updated_at': '2022-10-28T10:42:30Z', 'revision_number': 2, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:32.167605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (81061b17-3478-4ab3-99e6-e1654fc70aac), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:32.169995 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 52b4e4db-70a9-4ce5-830d-c174223fb7f5 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:42:32.191823 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Checking router: e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:42:32.192499 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Updating router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 port 22214f08-de97-416b-906c-302c4405fbdf binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:42:32.222817 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (22214f08-de97-416b-906c-302c4405fbdf), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:32.253005 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=81061b17-3478-4ab3-99e6-e1654fc70aac,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:32.284342 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-4349a3dd-adc0-4dd2-ab13-67b1068d45ec service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a5d7cb69-fd28-42ed-b53d-00dc0a54dd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304069 Oct 28 10:42:32.314333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:32.325243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 52b4e4db-70a9-4ce5-830d-c174223fb7f5 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:42:32.325875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (52b4e4db-70a9-4ce5-830d-c174223fb7f5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:32.326847 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 52b4e4db-70a9-4ce5-830d-c174223fb7f5 Oct 28 10:42:32.419556 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 52b4e4db-70a9-4ce5-830d-c174223fb7f5 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:42:32.555272 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Publish callbacks [] for port (22214f08-de97-416b-906c-302c4405fbdf), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:32.570449 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0da12784-2802-4bd4-aecd-92b926771730 req-aa856ce3-9e57-4a6c-8b1e-9c9d791ba778 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 210 time: 0.0362689 Oct 28 10:42:32.636257 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (22214f08-de97-416b-906c-302c4405fbdf), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:32.706912 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Pushing event updated for resources: {'Port': ['ID=22214f08-de97-416b-906c-302c4405fbdf,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:32.715554 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:32.715885 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:32.716224 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:32.716578 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:32.716907 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:32.717304 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:32.717626 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:32.717951 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:32.718325 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:32.718743 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:32.719080 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:32.720075 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:32.720403 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:32.720866 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:32.721196 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:32.754859 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Attempting to bind port 22214f08-de97-416b-906c-302c4405fbdf on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:42:32.755884 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Attempting to bind port 22214f08-de97-416b-906c-302c4405fbdf by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '082486fb-4893-45ea-bdb6-73a0476f5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:42:32.755884 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Attempting to bind port 22214f08-de97-416b-906c-302c4405fbdf on network a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:42:32.810510 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:42:32.810897 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Checking segment: {'id': '082486fb-4893-45ea-bdb6-73a0476f5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:42:32.811291 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:32.811690 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Bound using segment: {'id': '082486fb-4893-45ea-bdb6-73a0476f5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:42:32.812411 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Bound port: 22214f08-de97-416b-906c-302c4405fbdf, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082486fb-4893-45ea-bdb6-73a0476f5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:42:32.813024 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (22214f08-de97-416b-906c-302c4405fbdf), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:32.883617 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] For port 22214f08-de97-416b-906c-302c4405fbdf, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:42:32.891688 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] For port 22214f08-de97-416b-906c-302c4405fbdf, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=22214f08-de97-416b-906c-302c4405fbdf,segment=NetworkSegment(082486fb-4893-45ea-bdb6-73a0476f5edb),segment_id=082486fb-4893-45ea-bdb6-73a0476f5edb)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:42:32.893509 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:32.973925 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (22214f08-de97-416b-906c-302c4405fbdf), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:33.007358 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:33.015059 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Routers {'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:42:33.015698 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:42:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:33.069385 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fced4-e7eb-4351-8e2a-120bc8708c70 None None] Pushing event updated for resources: {'Port': ['ID=22214f08-de97-416b-906c-302c4405fbdf,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:33.135418 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] Set router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:42:33.415402 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437587337', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155'}], 'enable_snat': True}, 'gw_port_id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:42:25Z', 'updated_at': '2022-10-28T10:42:30Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:26Z', 'updated_at': '2022-10-28T10:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '22214f08-de97-416b-906c-302c4405fbdf', 'name': '', 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:36:c9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:29Z', 'updated_at': '2022-10-28T10:42:32Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:33.444170 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e3172-c4f2-4799-9f5a-3ac96120f8fe None None] The sync data for ids ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'] in dv-neutron-zed-2-hyperv is: [{'id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437587337', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155'}], 'enable_snat': True}, 'gw_port_id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:42:25Z', 'updated_at': '2022-10-28T10:42:30Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:26Z', 'updated_at': '2022-10-28T10:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '22214f08-de97-416b-906c-302c4405fbdf', 'name': '', 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:36:c9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:29Z', 'updated_at': '2022-10-28T10:42:32Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:42:33.726093 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-feec654b-cdb4-4960-8b70-5527cfac2ebe req-5e617e20-9606-45ab-8472-19dd112a8d22 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 210 time: 0.0403512 Oct 28 10:42:33.735580 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:42:33.782438 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 81061b17-3478-4ab3-99e6-e1654fc70aac up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:42:33.833207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 81061b17-3478-4ab3-99e6-e1654fc70aac triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:42:33.833636 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (81061b17-3478-4ab3-99e6-e1654fc70aac), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:33.834112 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 81061b17-3478-4ab3-99e6-e1654fc70aac Oct 28 10:42:33.930258 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 81061b17-3478-4ab3-99e6-e1654fc70aac is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:42:33.948737 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 22214f08-de97-416b-906c-302c4405fbdf up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:42:33.989854 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 22214f08-de97-416b-906c-302c4405fbdf triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:42:33.995229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (22214f08-de97-416b-906c-302c4405fbdf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:33.995229 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 22214f08-de97-416b-906c-302c4405fbdf Oct 28 10:42:34.024800 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:34.078361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 22214f08-de97-416b-906c-302c4405fbdf is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:42:34.079324 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (22214f08-de97-416b-906c-302c4405fbdf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:34.121835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 22214f08-de97-416b-906c-302c4405fbdf, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=22214f08-de97-416b-906c-302c4405fbdf,segment=NetworkSegment(082486fb-4893-45ea-bdb6-73a0476f5edb),segment_id=082486fb-4893-45ea-bdb6-73a0476f5edb)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:42:34.179474 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (22214f08-de97-416b-906c-302c4405fbdf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:34.235368 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=22214f08-de97-416b-906c-302c4405fbdf,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:34.856457 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1b41cbc6-e75e-4115-9557-d9ffeeda968d req-57894afe-58ef-4009-bb39-dcb327587010 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 210 time: 0.0415225 Oct 28 10:42:34.961016 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-1bc2db2c-bce7-4a6e-a0cb-0d5e83b92e1f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:34.962577 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-1bc2db2c-bce7-4a6e-a0cb-0d5e83b92e1f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "GET /networking/v2.0/networks?id=a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 HTTP/1.1" status: 200 len: 796 time: 0.1346562 Oct 28 10:42:35.059114 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-37cccf54-cc35-41ca-b692-a32dd57ab598 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=24e3e3be476740a381e69dd04b21c017 HTTP/1.1" status: 200 len: 379 time: 0.0780869 Oct 28 10:42:35.072791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-96eee55a-cfeb-4e3a-a5ee-76585dd07c86 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'port': {'device_id': '3e638df5-4a60-46d8-a0a0-a96df4bb88eb', 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'admin_state_up': True, 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'security_groups': ['324be7d1-db3e-4a33-ace7-bfe8c0521042']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:42:35.183960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:35.280316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-96eee55a-cfeb-4e3a-a5ee-76585dd07c86 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Made reservation on behalf of 24e3e3be476740a381e69dd04b21c017 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:42:35.280743 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-96eee55a-cfeb-4e3a-a5ee-76585dd07c86 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:35.409777 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-96eee55a-cfeb-4e3a-a5ee-76585dd07c86 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.20.0.10 (a5d7cb69-fd28-42ed-b53d-00dc0a54dd13/b0889bf5-528a-4a09-9873-3e4e954fb2ee/5dad5545-082a-46df-8972-2339f378853f) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:42:35.554529 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-96eee55a-cfeb-4e3a-a5ee-76585dd07c86 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (5dad5545-082a-46df-8972-2339f378853f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:35.628847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 22214f08-de97-416b-906c-302c4405fbdf up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:42:35.674960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-96eee55a-cfeb-4e3a-a5ee-76585dd07c86 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (5dad5545-082a-46df-8972-2339f378853f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:35.675204 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 22214f08-de97-416b-906c-302c4405fbdf triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:42:35.675204 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (22214f08-de97-416b-906c-302c4405fbdf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:35.675204 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 22214f08-de97-416b-906c-302c4405fbdf Oct 28 10:42:35.718340 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-96eee55a-cfeb-4e3a-a5ee-76585dd07c86 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:42:35.721724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-96eee55a-cfeb-4e3a-a5ee-76585dd07c86 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:42:35.725794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-96eee55a-cfeb-4e3a-a5ee-76585dd07c86 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:42:35.752219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 22214f08-de97-416b-906c-302c4405fbdf is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:42:35.756501 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eee55a-cfeb-4e3a-a5ee-76585dd07c86 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=5dad5545-082a-46df-8972-2339f378853f,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:35.758456 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:35.785628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-96eee55a-cfeb-4e3a-a5ee-76585dd07c86 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:35.786273 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-96eee55a-cfeb-4e3a-a5ee-76585dd07c86 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:35.867416 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-96eee55a-cfeb-4e3a-a5ee-76585dd07c86 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7982442 Oct 28 10:42:35.893730 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Request body: {'port': {'device_id': '3e638df5-4a60-46d8-a0a0-a96df4bb88eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:42:35.961529 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5dad5545-082a-46df-8972-2339f378853f), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:35.986956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-065282be-265d-4d29-a2c8-9367836f06ef None None] Provisioning complete for port 5dad5545-082a-46df-8972-2339f378853f triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:42:35.987330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-065282be-265d-4d29-a2c8-9367836f06ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5dad5545-082a-46df-8972-2339f378853f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:35.987668 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-065282be-265d-4d29-a2c8-9367836f06ef None None] Attempt 1 to provision port 5dad5545-082a-46df-8972-2339f378853f Oct 28 10:42:35.994356 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fd6b2-dd5b-466a-9dd4-017c0b9cbc4b req-e72d6660-828d-44e9-92f7-0bf3946126ed tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:35.996138 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-673fd6b2-dd5b-466a-9dd4-017c0b9cbc4b req-e72d6660-828d-44e9-92f7-0bf3946126ed tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 932 time: 0.0504122 Oct 28 10:42:36.027775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-065282be-265d-4d29-a2c8-9367836f06ef None None] Port 5dad5545-082a-46df-8972-2339f378853f cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:42:36.054568 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-673fd6b2-dd5b-466a-9dd4-017c0b9cbc4b req-61a0d39f-9247-4116-bc2a-6e47f87e5cd5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482571 Oct 28 10:42:36.249148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dad5545-082a-46df-8972-2339f378853f {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:42:36.257447 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Publish callbacks [] for port (5dad5545-082a-46df-8972-2339f378853f), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:36.270073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Transition to ACTIVE for port object 5dad5545-082a-46df-8972-2339f378853f will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:42:36.310163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (5dad5545-082a-46df-8972-2339f378853f), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:36.347680 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:36.370932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Pushing event updated for resources: {'Port': ['ID=5dad5545-082a-46df-8972-2339f378853f,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:36.420185 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Attempting to bind port 5dad5545-082a-46df-8972-2339f378853f on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:42:36.420508 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Attempting to bind port 5dad5545-082a-46df-8972-2339f378853f by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '082486fb-4893-45ea-bdb6-73a0476f5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:42:36.420830 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Attempting to bind port 5dad5545-082a-46df-8972-2339f378853f on network a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:42:36.468293 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Port 5dad5545-082a-46df-8972-2339f378853f on network a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:42:36.468609 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Attempting to bind port 5dad5545-082a-46df-8972-2339f378853f on network a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:42:36.511236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:42:36.511488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Checking segment: {'id': '082486fb-4893-45ea-bdb6-73a0476f5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:42:36.511865 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Bound using segment: {'id': '082486fb-4893-45ea-bdb6-73a0476f5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:42:36.512293 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Bound port: 5dad5545-082a-46df-8972-2339f378853f, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082486fb-4893-45ea-bdb6-73a0476f5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:42:36.512642 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5dad5545-082a-46df-8972-2339f378853f), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:36.572791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] For port 5dad5545-082a-46df-8972-2339f378853f, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:42:36.576803 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] For port 5dad5545-082a-46df-8972-2339f378853f, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=5dad5545-082a-46df-8972-2339f378853f,segment=NetworkSegment(082486fb-4893-45ea-bdb6-73a0476f5edb),segment_id=082486fb-4893-45ea-bdb6-73a0476f5edb)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:42:36.664946 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (5dad5545-082a-46df-8972-2339f378853f), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:36.669276 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:36.669874 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:36.671440 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/5dad5545-082a-46df-8972-2339f378853f HTTP/1.1" status: 200 len: 1094 time: 0.7826562 Oct 28 10:42:36.671991 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e638df5-4a60-46d8-a0a0-a96df4bb88eb', 'tag': '5dad5545-082a-46df-8972-2339f378853f'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:42:36.674214 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d756710-1a6a-4369-94d3-94b7859045b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e638df5-4a60-46d8-a0a0-a96df4bb88eb", "tag": "5dad5545-082a-46df-8972-2339f378853f"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:42:36.730630 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a29fa-511d-427b-a1d9-a6dfeb94bee5 service neutron] Pushing event updated for resources: {'Port': ['ID=5dad5545-082a-46df-8972-2339f378853f,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:36.752600 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05dee41-b840-4699-a3da-9e02a3d605dd x-openstack-request-id: req-b05dee41-b840-4699-a3da-9e02a3d605dd {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:42:36.752949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e638df5-4a60-46d8-a0a0-a96df4bb88eb", "tag": "5dad5545-082a-46df-8972-2339f378853f", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:42:36.753227 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b05dee41-b840-4699-a3da-9e02a3d605dd {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:42:36.753621 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b05dee41-b840-4699-a3da-9e02a3d605dd'] response: {'name': 'network-changed', 'server_uuid': '3e638df5-4a60-46d8-a0a0-a96df4bb88eb', 'tag': '5dad5545-082a-46df-8972-2339f378853f', 'status': 'completed', 'code': 200} Oct 28 10:42:36.817372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:36.848175 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d756710-1a6a-4369-94d3-94b7859045b2 req-6ce46b7d-6167-45c1-86b9-08db8989b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:36.849669 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2d756710-1a6a-4369-94d3-94b7859045b2 req-6ce46b7d-6167-45c1-86b9-08db8989b018 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 1128 time: 0.0413046 Oct 28 10:42:36.961006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d756710-1a6a-4369-94d3-94b7859045b2 req-c00e1c0f-7961-479e-8b0a-f2d3a4e515b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:36.962496 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2d756710-1a6a-4369-94d3-94b7859045b2 req-c00e1c0f-7961-479e-8b0a-f2d3a4e515b7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=24e3e3be476740a381e69dd04b21c017&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0958459 Oct 28 10:42:37.063521 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d756710-1a6a-4369-94d3-94b7859045b2 req-aef8e061-352a-4653-896c-136355f09493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:37.065012 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2d756710-1a6a-4369-94d3-94b7859045b2 req-aef8e061-352a-4653-896c-136355f09493 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923967 Oct 28 10:42:37.177138 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-91a88964-56f2-4691-9306-8549cc7bbfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:37.178916 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-91a88964-56f2-4691-9306-8549cc7bbfce service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 1128 time: 0.0469694 Oct 28 10:42:37.189177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e840ba-cf38-4959-9347-4bc9b854129c req-1418cf15-e6cd-4ca9-8ba3-8dffcc6d5e33 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:37.191256 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a9e840ba-cf38-4959-9347-4bc9b854129c req-1418cf15-e6cd-4ca9-8ba3-8dffcc6d5e33 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 944 time: 0.0576482 Oct 28 10:42:37.236616 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-b746c8fe-735f-4b6a-a2e4-b4c830b4b9ec service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dad5545-082a-46df-8972-2339f378853f HTTP/1.1" status: 200 len: 217 time: 0.0383732 Oct 28 10:42:37.248179 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a9e840ba-cf38-4959-9347-4bc9b854129c req-5ce15359-231c-4878-a9b1-70aa05b63b61 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507696 Oct 28 10:42:37.292181 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-b494558d-120f-45e5-ab23-8f2e836c24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:37.293645 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-b494558d-120f-45e5-ab23-8f2e836c24e2 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b0889bf5-528a-4a09-9873-3e4e954fb2ee HTTP/1.1" status: 200 len: 833 time: 0.0478923 Oct 28 10:42:37.341932 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-f1d1b0af-694c-4117-8642-b622a774395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:37.343375 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-f1d1b0af-694c-4117-8642-b622a774395b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a5d7cb69-fd28-42ed-b53d-00dc0a54dd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0398097 Oct 28 10:42:37.443692 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-281a138e-5ee7-4fcb-9cf6-a14e0e0b9160 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a5d7cb69-fd28-42ed-b53d-00dc0a54dd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910730 Oct 28 10:42:37.537440 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-399c7045-393f-4973-81f6-3d6edf3815e4 req-7014ca11-1427-4033-8151-fd1ce68195ad service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a5d7cb69-fd28-42ed-b53d-00dc0a54dd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851130 Oct 28 10:42:38.392363 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f87ed2-38b9-43da-b73c-7b6cd858996c req-9fab0b47-4612-437d-b3d5-d134eee51506 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:38.393877 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-46f87ed2-38b9-43da-b73c-7b6cd858996c req-9fab0b47-4612-437d-b3d5-d134eee51506 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 944 time: 0.0477357 Oct 28 10:42:38.446119 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-46f87ed2-38b9-43da-b73c-7b6cd858996c req-9b60bf77-b7c0-4b83-aef9-32d8d3cb1815 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462813 Oct 28 10:42:39.579724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfa1-eb80-42e9-8ab0-4cba90df4b15 req-6e2901d7-1c7b-435d-9dd9-dec1b926c0f1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:39.581515 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dfe3cfa1-eb80-42e9-8ab0-4cba90df4b15 req-6e2901d7-1c7b-435d-9dd9-dec1b926c0f1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 944 time: 0.0541787 Oct 28 10:42:39.633234 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dfe3cfa1-eb80-42e9-8ab0-4cba90df4b15 req-41718cb6-c6d0-4611-acab-30005318572d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459809 Oct 28 10:42:40.639426 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 5dad5545-082a-46df-8972-2339f378853f details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:42:40.734178 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:40.746029 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 5dad5545-082a-46df-8972-2339f378853f, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=5dad5545-082a-46df-8972-2339f378853f,segment=NetworkSegment(082486fb-4893-45ea-bdb6-73a0476f5edb),segment_id=082486fb-4893-45ea-bdb6-73a0476f5edb)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:42:40.757968 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052053d-0fac-49ef-aab8-94a9a2ce193e req-2e69d2a7-561e-488b-8ae1-deea0026a17c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:40.758743 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '5dad5545-082a-46df-8972-2339f378853f', 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'port_id': '5dad5545-082a-46df-8972-2339f378853f', 'mac_address': 'fa:16:3e:48:98:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:42:40.762564 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9052053d-0fac-49ef-aab8-94a9a2ce193e req-2e69d2a7-561e-488b-8ae1-deea0026a17c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 944 time: 0.0482450 Oct 28 10:42:40.795618 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 5dad5545-082a-46df-8972-2339f378853f is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:42:40.796208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5dad5545-082a-46df-8972-2339f378853f), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:40.811216 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dad5545-082a-46df-8972-2339f378853f {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:42:40.814959 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9052053d-0fac-49ef-aab8-94a9a2ce193e req-9df0270c-7d37-42f1-bebd-c2acf26dbe51 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493462 Oct 28 10:42:40.832219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 5dad5545-082a-46df-8972-2339f378853f, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=5dad5545-082a-46df-8972-2339f378853f,segment=NetworkSegment(082486fb-4893-45ea-bdb6-73a0476f5edb),segment_id=082486fb-4893-45ea-bdb6-73a0476f5edb)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:42:40.882112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5dad5545-082a-46df-8972-2339f378853f), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:40.930550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=5dad5545-082a-46df-8972-2339f378853f,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:40.938106 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:40.938456 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:40.938859 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:40.939183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:40.939539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:40.939847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:40.940176 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:40.940503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:40.940827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:40.941153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:40.941483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:40.941808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:40.942132 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:40.942475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:40.942828 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:42:41.239589 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['5dad5545-082a-46df-8972-2339f378853f'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:42:41.413824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:41.936187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcc3cb-a643-43ce-a093-374f0f51ddd7 req-4cb23ac8-3fe5-441f-8dc2-e2b72d539974 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:41.937698 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-79bcc3cb-a643-43ce-a093-374f0f51ddd7 req-4cb23ac8-3fe5-441f-8dc2-e2b72d539974 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 945 time: 0.0454695 Oct 28 10:42:41.990453 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-79bcc3cb-a643-43ce-a093-374f0f51ddd7 req-16c80fd3-88d3-4ba2-a4dc-2c3c6a63c0b9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466976 Oct 28 10:42:42.664295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 5dad5545-082a-46df-8972-2339f378853f up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:42:42.716138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 5dad5545-082a-46df-8972-2339f378853f completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:42:42.756347 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 5dad5545-082a-46df-8972-2339f378853f triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:42:42.756931 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (5dad5545-082a-46df-8972-2339f378853f), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:42.757481 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 5dad5545-082a-46df-8972-2339f378853f Oct 28 10:42:42.833235 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 5dad5545-082a-46df-8972-2339f378853f is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:42:42.833625 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (5dad5545-082a-46df-8972-2339f378853f), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:42.857201 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e638df5-4a60-46d8-a0a0-a96df4bb88eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dad5545-082a-46df-8972-2339f378853f'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:42:42.859527 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdc2dfb-8477-4797-bd39-f5ac880405ba" -d '{"events": [{"server_uuid": "3e638df5-4a60-46d8-a0a0-a96df4bb88eb", "name": "network-vif-plugged", "status": "completed", "tag": "5dad5545-082a-46df-8972-2339f378853f"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:42:42.871958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 5dad5545-082a-46df-8972-2339f378853f, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=5dad5545-082a-46df-8972-2339f378853f,segment=NetworkSegment(082486fb-4893-45ea-bdb6-73a0476f5edb),segment_id=082486fb-4893-45ea-bdb6-73a0476f5edb)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:42:42.896651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711ece29-2af6-4553-b368-cff31ce297c8 x-openstack-request-id: req-711ece29-2af6-4553-b368-cff31ce297c8 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:42:42.896941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e638df5-4a60-46d8-a0a0-a96df4bb88eb", "name": "network-vif-plugged", "status": "completed", "tag": "5dad5545-082a-46df-8972-2339f378853f", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:42:42.897196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-711ece29-2af6-4553-b368-cff31ce297c8 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:42:42.897599 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-711ece29-2af6-4553-b368-cff31ce297c8'] response: {'server_uuid': '3e638df5-4a60-46d8-a0a0-a96df4bb88eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dad5545-082a-46df-8972-2339f378853f', 'code': 200} Oct 28 10:42:42.927505 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (5dad5545-082a-46df-8972-2339f378853f), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:42.979401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=5dad5545-082a-46df-8972-2339f378853f,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:43.093397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-10687ec0-f0c5-4642-866e-c09bc6f3d23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:43.116597 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aebbe3-c6bb-4e7c-97f2-e0fccddfa50f req-6a768a45-3e72-478f-a59f-448212aef87a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:43.118104 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d8aebbe3-c6bb-4e7c-97f2-e0fccddfa50f req-6a768a45-3e72-478f-a59f-448212aef87a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0483956 Oct 28 10:42:43.155630 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:43.169721 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d8aebbe3-c6bb-4e7c-97f2-e0fccddfa50f req-2e80612b-f557-4185-9f9b-e8a6a2afdffb tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457907 Oct 28 10:42:43.290936 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b2dc2-cdf9-4e6c-b57c-893c162e9791 req-b94d3d33-dbc8-4ceb-acb5-bbfd823bcca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:43.292473 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e98b2dc2-cdf9-4e6c-b57c-893c162e9791 req-b94d3d33-dbc8-4ceb-acb5-bbfd823bcca6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 1130 time: 0.0450497 Oct 28 10:42:43.358609 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e98b2dc2-cdf9-4e6c-b57c-893c162e9791 req-9190369d-48c3-4b41-8acc-1a700b449f5e service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555298 Oct 28 10:42:44.300453 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a03a57-f01a-40c2-bb48-cdf268d2a1e5 req-aa6776c4-bbb9-4fa3-aa72-aadc2be6f804 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:44.302280 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d1a03a57-f01a-40c2-bb48-cdf268d2a1e5 req-aa6776c4-bbb9-4fa3-aa72-aadc2be6f804 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0493939 Oct 28 10:42:44.352846 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d1a03a57-f01a-40c2-bb48-cdf268d2a1e5 req-31b35ef1-cf4a-4d35-8978-b531d6775fc3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452046 Oct 28 10:42:44.941856 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6ca4c732-456e-43f8-a2d4-24109d5d86ac req-fadc8ea1-5a20-42ed-bda7-4ed6bf314712 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417755 Oct 28 10:42:45.046272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4c732-456e-43f8-a2d4-24109d5d86ac req-86dd2246-0a16-4b3b-8d6e-5dd33127af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:45.047844 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6ca4c732-456e-43f8-a2d4-24109d5d86ac req-86dd2246-0a16-4b3b-8d6e-5dd33127af9b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 1130 time: 0.0395823 Oct 28 10:42:45.119442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:45.160814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4c732-456e-43f8-a2d4-24109d5d86ac req-f21c1dbd-f489-439b-a503-fc1a8980cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:45.162325 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6ca4c732-456e-43f8-a2d4-24109d5d86ac req-f21c1dbd-f489-439b-a503-fc1a8980cac2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 HTTP/1.1" status: 200 len: 897 time: 0.0939794 Oct 28 10:42:45.202480 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6ca4c732-456e-43f8-a2d4-24109d5d86ac req-3b17013e-94e2-457f-a0a1-dbc915e1a56a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dad5545-082a-46df-8972-2339f378853f HTTP/1.1" status: 200 len: 217 time: 0.0344374 Oct 28 10:42:45.251561 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4c732-456e-43f8-a2d4-24109d5d86ac req-68142d14-9760-483e-a2c8-a7d2e7ccaad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:45.253840 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6ca4c732-456e-43f8-a2d4-24109d5d86ac req-68142d14-9760-483e-a2c8-a7d2e7ccaad1 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b0889bf5-528a-4a09-9873-3e4e954fb2ee HTTP/1.1" status: 200 len: 833 time: 0.0456567 Oct 28 10:42:45.301452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4c732-456e-43f8-a2d4-24109d5d86ac req-4040afea-2749-4f6e-a0c4-5090f16556c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:45.303016 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6ca4c732-456e-43f8-a2d4-24109d5d86ac req-4040afea-2749-4f6e-a0c4-5090f16556c5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a5d7cb69-fd28-42ed-b53d-00dc0a54dd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0429335 Oct 28 10:42:45.339432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-71cb9eaf-9a8e-40a6-a9ec-8b727d49a2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:45.367985 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:45.402417 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6ca4c732-456e-43f8-a2d4-24109d5d86ac req-b0479aa3-c8f8-4179-912a-b9262f988291 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a5d7cb69-fd28-42ed-b53d-00dc0a54dd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933337 Oct 28 10:42:45.487134 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4416f-bb07-4ce1-9279-da13b819b664 req-c409e312-8e94-429b-9dc3-b8b9416854b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:45.488574 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d5f4416f-bb07-4ce1-9279-da13b819b664 req-c409e312-8e94-429b-9dc3-b8b9416854b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0515904 Oct 28 10:42:45.505221 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6ca4c732-456e-43f8-a2d4-24109d5d86ac req-e284babb-889f-4d80-a5dd-22fa4eeb1bd5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a5d7cb69-fd28-42ed-b53d-00dc0a54dd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960171 Oct 28 10:42:45.534736 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:45.540065 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d5f4416f-bb07-4ce1-9279-da13b819b664 req-26465272-02a7-4ce4-bf4c-f54fea6e7b0b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458114 Oct 28 10:42:45.671026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c326f-9fd6-4db2-bdc1-5904ac58e3eb req-b42d7f36-ef51-4b3f-8c5b-05786bee3f22 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:45.672566 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c8c326f-9fd6-4db2-bdc1-5904ac58e3eb req-b42d7f36-ef51-4b3f-8c5b-05786bee3f22 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0500107 Oct 28 10:42:45.729090 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8c8c326f-9fd6-4db2-bdc1-5904ac58e3eb req-5d5ef46e-f447-4fc3-b52d-d494b01fc3a1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507126 Oct 28 10:42:45.756393 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50070) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:45.794464 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d242625d-4606-4d78-b893-1bf88eed5c23 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:45.795993 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d242625d-4606-4d78-b893-1bf88eed5c23 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 1125 time: 0.0386410 Oct 28 10:42:45.798872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50072) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:45.803099 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '5dad5545-082a-46df-8972-2339f378853f', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:42:45.875467 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:45.959135 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:46.072765 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.36.1.23 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/a11b9c72-2165-4a5c-87c1-fc029e650e5c) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:42:46.188563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (a11b9c72-2165-4a5c-87c1-fc029e650e5c), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:46.282608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (a11b9c72-2165-4a5c-87c1-fc029e650e5c), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:46.330867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:42:46.333997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:42:46.336695 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:42:46.360906 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=a11b9c72-2165-4a5c-87c1-fc029e650e5c,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:46.506779 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:46.552127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:46.704332 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (c6a974a1-b294-4db2-97ed-600341b94e65), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:46.845365 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (a11b9c72-2165-4a5c-87c1-fc029e650e5c), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:46.998533 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (a11b9c72-2165-4a5c-87c1-fc029e650e5c), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:47.065563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (a11b9c72-2165-4a5c-87c1-fc029e650e5c), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:47.093626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:47.135014 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=a11b9c72-2165-4a5c-87c1-fc029e650e5c,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:42:47.138412 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (c6a974a1-b294-4db2-97ed-600341b94e65), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:47.238873 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Floating IP c6a974a1-b294-4db2-97ed-600341b94e65 associated. External IP: 172.36.1.23, port: 5dad5545-082a-46df-8972-2339f378853f. Oct 28 10:42:47.327348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:47.447656 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:42:47.554804 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:42:47.564403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbf4abb-e92f-4eac-b655-e8c36cce6bca None None] Sync routers for ids ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:42:47.578919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbf4abb-e92f-4eac-b655-e8c36cce6bca None None] Routers {'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:42:47.578919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0fbf4abb-e92f-4eac-b655-e8c36cce6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:42:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:47.644178 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:47.667448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:47.682483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-0fbf4abb-e92f-4eac-b655-e8c36cce6bca None None] Set router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:42:47.682744 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1de17a5e-b16a-4bfd-a3f5-4f28ea4bdc62 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8799558 Oct 28 10:42:47.682744 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e638df5-4a60-46d8-a0a0-a96df4bb88eb', 'tag': '5dad5545-082a-46df-8972-2339f378853f'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:42:47.690034 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabf286d-681e-434d-87f6-581520604a43" -d '{"events": [{"name": "network-changed", "server_uuid": "3e638df5-4a60-46d8-a0a0-a96df4bb88eb", "tag": "5dad5545-082a-46df-8972-2339f378853f"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:42:47.742920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:47.803640 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c6a16-64c7-4cf1-8fac-a4632beca568 req-cd7bc36d-e610-4add-a100-d823efc9e185 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:47.805276 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bd3c6a16-64c7-4cf1-8fac-a4632beca568 req-cd7bc36d-e610-4add-a100-d823efc9e185 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0718441 Oct 28 10:42:47.806916 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66382b5c-8faa-46fd-bce2-6b48a73f5a85 x-openstack-request-id: req-66382b5c-8faa-46fd-bce2-6b48a73f5a85 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:42:47.807267 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e638df5-4a60-46d8-a0a0-a96df4bb88eb", "tag": "5dad5545-082a-46df-8972-2339f378853f", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:42:47.807583 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66382b5c-8faa-46fd-bce2-6b48a73f5a85 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:42:47.808040 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66382b5c-8faa-46fd-bce2-6b48a73f5a85'] response: {'name': 'network-changed', 'server_uuid': '3e638df5-4a60-46d8-a0a0-a96df4bb88eb', 'tag': '5dad5545-082a-46df-8972-2339f378853f', 'status': 'completed', 'code': 200} Oct 28 10:42:47.856361 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bd3c6a16-64c7-4cf1-8fac-a4632beca568 req-32ba25f6-236a-4fed-9f54-97afe1e6e0ed tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454717 Oct 28 10:42:47.886631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50080) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:47.931128 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf286d-681e-434d-87f6-581520604a43 req-594dc3ec-879a-44b5-908d-d07faca1f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:47.932651 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dabf286d-681e-434d-87f6-581520604a43 req-594dc3ec-879a-44b5-908d-d07faca1f8c1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 1130 time: 0.0827057 Oct 28 10:42:48.009169 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-628318fe-e8dc-4812-9681-46acba15dd80 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/c6a974a1-b294-4db2-97ed-600341b94e65 HTTP/1.1" status: 200 len: 991 time: 0.1214221 Oct 28 10:42:48.052537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf286d-681e-434d-87f6-581520604a43 req-b9a177f5-0888-44bf-8681-0e86a223f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:48.054146 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dabf286d-681e-434d-87f6-581520604a43 req-b9a177f5-0888-44bf-8681-0e86a223f14e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 HTTP/1.1" status: 200 len: 897 time: 0.1136980 Oct 28 10:42:48.075721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0fbf4abb-e92f-4eac-b655-e8c36cce6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437587337', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155'}], 'enable_snat': True}, 'gw_port_id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:42:25Z', 'updated_at': '2022-10-28T10:42:30Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:26Z', 'updated_at': '2022-10-28T10:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'c6a974a1-b294-4db2-97ed-600341b94e65', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'floating_ip_address': '172.36.1.23', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'port_id': '5dad5545-082a-46df-8972-2339f378853f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'mac_address': 'fa:16:3e:48:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e638df5-4a60-46d8-a0a0-a96df4bb88eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:42:46Z', 'updated_at': '2022-10-28T10:42:46Z', 'revision_number': 0, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22214f08-de97-416b-906c-302c4405fbdf', 'name': '', 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:36:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:29Z', 'updated_at': '2022-10-28T10:42:34Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:48.109446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbf4abb-e92f-4eac-b655-e8c36cce6bca None None] Checking router: e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:42:48.114316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbf4abb-e92f-4eac-b655-e8c36cce6bca None None] Routers {'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:42:48.115092 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0fbf4abb-e92f-4eac-b655-e8c36cce6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:42:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:48.116451 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dabf286d-681e-434d-87f6-581520604a43 req-067ac3bf-0768-4a6e-ad9d-76dea33c3e06 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dad5545-082a-46df-8972-2339f378853f HTTP/1.1" status: 200 len: 999 time: 0.0563276 Oct 28 10:42:48.156250 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:48.169374 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf286d-681e-434d-87f6-581520604a43 req-c602ceb4-2827-4e01-a959-9460a21262fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:48.170873 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dabf286d-681e-434d-87f6-581520604a43 req-c602ceb4-2827-4e01-a959-9460a21262fa service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b0889bf5-528a-4a09-9873-3e4e954fb2ee HTTP/1.1" status: 200 len: 833 time: 0.0487890 Oct 28 10:42:48.212134 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:48.214954 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf286d-681e-434d-87f6-581520604a43 req-51afcd65-01f1-4e96-8ca5-006ce6f9a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:42:48.216450 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dabf286d-681e-434d-87f6-581520604a43 req-51afcd65-01f1-4e96-8ca5-006ce6f9a1cf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a5d7cb69-fd28-42ed-b53d-00dc0a54dd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0396121 Oct 28 10:42:48.223472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-0fbf4abb-e92f-4eac-b655-e8c36cce6bca None None] Set router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:42:48.309629 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dabf286d-681e-434d-87f6-581520604a43 req-d328e980-46f4-4a74-9356-c24bf94ccd82 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a5d7cb69-fd28-42ed-b53d-00dc0a54dd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871575 Oct 28 10:42:48.444968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0fbf4abb-e92f-4eac-b655-e8c36cce6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437587337', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155'}], 'enable_snat': True}, 'gw_port_id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:42:25Z', 'updated_at': '2022-10-28T10:42:30Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:26Z', 'updated_at': '2022-10-28T10:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'c6a974a1-b294-4db2-97ed-600341b94e65', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'floating_ip_address': '172.36.1.23', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'port_id': '5dad5545-082a-46df-8972-2339f378853f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'mac_address': 'fa:16:3e:48:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e638df5-4a60-46d8-a0a0-a96df4bb88eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:42:46Z', 'updated_at': '2022-10-28T10:42:46Z', 'revision_number': 0, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22214f08-de97-416b-906c-302c4405fbdf', 'name': '', 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:36:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:29Z', 'updated_at': '2022-10-28T10:42:34Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:42:48.471251 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbf4abb-e92f-4eac-b655-e8c36cce6bca None None] The sync data for ids ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'] in dv-neutron-zed-2-hyperv is: [{'id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437587337', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155'}], 'enable_snat': True}, 'gw_port_id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:42:25Z', 'updated_at': '2022-10-28T10:42:30Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:26Z', 'updated_at': '2022-10-28T10:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'c6a974a1-b294-4db2-97ed-600341b94e65', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'floating_ip_address': '172.36.1.23', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'port_id': '5dad5545-082a-46df-8972-2339f378853f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'mac_address': 'fa:16:3e:48:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e638df5-4a60-46d8-a0a0-a96df4bb88eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:42:46Z', 'updated_at': '2022-10-28T10:42:46Z', 'revision_number': 0, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22214f08-de97-416b-906c-302c4405fbdf', 'name': '', 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:36:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:29Z', 'updated_at': '2022-10-28T10:42:34Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:42:48.678425 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daf3cc1-0ba1-402d-83fb-0134f7449c86 None None] New status for floating IP c6a974a1-b294-4db2-97ed-600341b94e65: ACTIVE {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:42:48.696306 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-dabf286d-681e-434d-87f6-581520604a43 req-7a159e35-3447-400c-be1f-6aed86dfdb0f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a5d7cb69-fd28-42ed-b53d-00dc0a54dd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805285 Oct 28 10:42:48.710457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:49.012560 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50082) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:42:49.072925 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6b75dab4-15e1-49ae-a22a-0c6e3ff4c9ba tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/c6a974a1-b294-4db2-97ed-600341b94e65 HTTP/1.1" status: 200 len: 993 time: 0.0593083 Oct 28 10:42:54.544631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:42:58.683036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:58.693573 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=61 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:58.780447 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:58.782487 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:59.062185 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:42:59.068457 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=36,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:43:04.472462 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:43:04.474833 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:43:10.715647 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:43:13.104168 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1a5857ea-72a0-49ba-a1dc-2d5f9cc126a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:43:15.371951 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8c06c876-b161-473a-8a22-66debb1bbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:43:17.076584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:43:18.001065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:43:18.716639 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:43:22.885724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2227653-92d5-46c1-84fd-a559b6716bf5 req-832408f7-6030-43a1-9db7-d77d78d3e32a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:22.887328 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d2227653-92d5-46c1-84fd-a559b6716bf5 req-832408f7-6030-43a1-9db7-d77d78d3e32a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.1482265 Oct 28 10:43:22.940241 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d2227653-92d5-46c1-84fd-a559b6716bf5 req-9833178a-dce0-4cdb-a504-7ac64f4dd0f0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472429 Oct 28 10:43:24.125441 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2092b1d-5469-47e1-a73a-21ed419dcafe req-18c2bfe1-2be9-451c-83be-f3097a33a6be tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:24.129497 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b2092b1d-5469-47e1-a73a-21ed419dcafe req-18c2bfe1-2be9-451c-83be-f3097a33a6be tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.1058989 Oct 28 10:43:24.177581 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b2092b1d-5469-47e1-a73a-21ed419dcafe req-c6efd28d-22c6-4b32-a4e9-c12d0ae8c0ae tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442810 Oct 28 10:43:24.585284 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:43:25.305890 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc3400-42ea-48ff-b8da-30fa4d077083 req-ec4f8d90-51ac-4bb4-808e-c24ee0fc06c4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:25.307435 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-14fc3400-42ea-48ff-b8da-30fa4d077083 req-ec4f8d90-51ac-4bb4-808e-c24ee0fc06c4 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0536995 Oct 28 10:43:25.358627 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-14fc3400-42ea-48ff-b8da-30fa4d077083 req-34684827-e021-4ebf-95ad-e116ed0dae27 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454454 Oct 28 10:43:26.491307 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68c8e6-e946-4b71-bf78-e6d99b9da25a req-519b5eee-b587-41fb-bdf7-5209ba41aeb8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:26.493374 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4e68c8e6-e946-4b71-bf78-e6d99b9da25a req-519b5eee-b587-41fb-bdf7-5209ba41aeb8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0500019 Oct 28 10:43:26.544980 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4e68c8e6-e946-4b71-bf78-e6d99b9da25a req-2b068f09-4637-4fab-a784-d2b11b77d156 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459621 Oct 28 10:43:27.669806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09352950-e860-4500-9cac-b4a58d80a14f req-0383e1a6-4490-402a-9fdb-f8e68fe48600 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:27.671320 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-09352950-e860-4500-9cac-b4a58d80a14f req-0383e1a6-4490-402a-9fdb-f8e68fe48600 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0468194 Oct 28 10:43:27.729071 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-09352950-e860-4500-9cac-b4a58d80a14f req-b28a2b65-139a-4e45-a7f9-3032d93759e8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520959 Oct 28 10:43:28.850280 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6306379-a163-488b-87d7-5f9e9f2458c1 req-68d6b599-7a57-4279-8e3f-487333aecab7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:28.851795 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e6306379-a163-488b-87d7-5f9e9f2458c1 req-68d6b599-7a57-4279-8e3f-487333aecab7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0485644 Oct 28 10:43:28.901858 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e6306379-a163-488b-87d7-5f9e9f2458c1 req-d0c6dcaa-0ccd-41e8-88b5-44ea1315f3e3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443089 Oct 28 10:43:29.621493 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:43:29.622361 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:43:30.024786 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff1af3-a2c6-4351-8e00-8123d5b87da8 req-262a6cbc-82c3-4d6c-be6e-f95346b2c887 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:30.026265 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c3ff1af3-a2c6-4351-8e00-8123d5b87da8 req-262a6cbc-82c3-4d6c-be6e-f95346b2c887 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0481565 Oct 28 10:43:30.077029 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c3ff1af3-a2c6-4351-8e00-8123d5b87da8 req-42f645a6-f4ca-4d74-b213-f915e817f6af tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451584 Oct 28 10:43:31.209590 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408ac7a-114a-4896-bb93-330da2637a8f req-0fb80ee4-a420-4d86-859b-1d8439ff0e4a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:31.211282 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5408ac7a-114a-4896-bb93-330da2637a8f req-0fb80ee4-a420-4d86-859b-1d8439ff0e4a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0568147 Oct 28 10:43:31.269025 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5408ac7a-114a-4896-bb93-330da2637a8f req-d87d9e21-2649-48ff-a323-0f542b6580a0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479259 Oct 28 10:43:32.392459 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c9ee8-e078-4505-979b-97907f59ec11 req-e097ffd6-79d7-4a9d-92b8-35047a87a996 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:32.393927 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b90c9ee8-e078-4505-979b-97907f59ec11 req-e097ffd6-79d7-4a9d-92b8-35047a87a996 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0474110 Oct 28 10:43:32.447632 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b90c9ee8-e078-4505-979b-97907f59ec11 req-12c27b95-2ac6-4fb3-85f2-6eb2ea8ad57f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474942 Oct 28 10:43:33.579409 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8eb0a-6792-489a-8783-91f365c3c75c req-7cf54185-2ba2-40d3-8841-007ff6f59e1f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:33.581189 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-44a8eb0a-6792-489a-8783-91f365c3c75c req-7cf54185-2ba2-40d3-8841-007ff6f59e1f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0524943 Oct 28 10:43:33.633550 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-44a8eb0a-6792-489a-8783-91f365c3c75c req-c8599189-7386-4418-b053-947fc0491a99 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466366 Oct 28 10:43:33.663842 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50122) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:43:33.714607 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:43:33.725004 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e03641f8-d5d8-491f-bb29-347b09e3a37d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/c6a974a1-b294-4db2-97ed-600341b94e65 HTTP/1.1" status: 200 len: 993 time: 0.0595784 Oct 28 10:43:34.479955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:43:34.485914 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:43:35.210890 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4500a-73c6-4dea-a914-32f150a6f433 req-30901590-f0e2-4b55-a907-9c291791c845 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:35.212491 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1cb4500a-73c6-4dea-a914-32f150a6f433 req-30901590-f0e2-4b55-a907-9c291791c845 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0492787 Oct 28 10:43:35.273696 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1cb4500a-73c6-4dea-a914-32f150a6f433 req-9cdc10ef-169f-40b8-9717-fe7b55359ff8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530705 Oct 28 10:43:35.418227 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87245a5-c464-4ac0-a552-55713b2c9a98 req-6a5e451e-7af8-46a8-8ceb-be1049addae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:35.419773 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e87245a5-c464-4ac0-a552-55713b2c9a98 req-6a5e451e-7af8-46a8-8ceb-be1049addae7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 1130 time: 0.0860233 Oct 28 10:43:35.520617 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87245a5-c464-4ac0-a552-55713b2c9a98 req-9a10f2dc-6933-4db7-bb1c-381d4aa0a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:35.522080 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e87245a5-c464-4ac0-a552-55713b2c9a98 req-9a10f2dc-6933-4db7-bb1c-381d4aa0a523 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 HTTP/1.1" status: 200 len: 897 time: 0.0934472 Oct 28 10:43:35.590268 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e87245a5-c464-4ac0-a552-55713b2c9a98 req-11d99f53-5fea-439f-b437-856b0563d4b6 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dad5545-082a-46df-8972-2339f378853f HTTP/1.1" status: 200 len: 1001 time: 0.0593462 Oct 28 10:43:35.644843 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87245a5-c464-4ac0-a552-55713b2c9a98 req-d8d94f26-ed1c-40ec-8201-0483ee004c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:35.646226 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e87245a5-c464-4ac0-a552-55713b2c9a98 req-d8d94f26-ed1c-40ec-8201-0483ee004c18 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b0889bf5-528a-4a09-9873-3e4e954fb2ee HTTP/1.1" status: 200 len: 833 time: 0.0458622 Oct 28 10:43:35.697958 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87245a5-c464-4ac0-a552-55713b2c9a98 req-ee9f50de-c2e6-498c-9d00-6b9a772b743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:35.700387 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e87245a5-c464-4ac0-a552-55713b2c9a98 req-ee9f50de-c2e6-498c-9d00-6b9a772b743b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a5d7cb69-fd28-42ed-b53d-00dc0a54dd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0444589 Oct 28 10:43:35.800283 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e87245a5-c464-4ac0-a552-55713b2c9a98 req-13143a84-8666-47b6-ac51-fadbf1a2f109 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a5d7cb69-fd28-42ed-b53d-00dc0a54dd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910258 Oct 28 10:43:35.896946 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e87245a5-c464-4ac0-a552-55713b2c9a98 req-ad077dac-89bf-45a5-9492-31b48e3d289f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a5d7cb69-fd28-42ed-b53d-00dc0a54dd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876193 Oct 28 10:43:36.379557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:43:36.418200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77190661-b3fb-4d5d-ac40-6b373de90e0c req-d64bf585-2a15-4609-857f-e678a6cb2a56 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:36.419746 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-77190661-b3fb-4d5d-ac40-6b373de90e0c req-d64bf585-2a15-4609-857f-e678a6cb2a56 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0493619 Oct 28 10:43:36.472012 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-77190661-b3fb-4d5d-ac40-6b373de90e0c req-88e105cd-62aa-4f64-a72b-feed63271ca1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462103 Oct 28 10:43:37.597960 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17a0fd-4af0-4377-997a-8a4793005bf3 req-65dce6f5-2758-4d4a-94ce-db4c8f64c434 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:37.599595 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9b17a0fd-4af0-4377-997a-8a4793005bf3 req-65dce6f5-2758-4d4a-94ce-db4c8f64c434 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0479341 Oct 28 10:43:37.651604 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9b17a0fd-4af0-4377-997a-8a4793005bf3 req-9d5bdf03-e4e4-4def-afcd-7242442b5453 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457375 Oct 28 10:43:37.680590 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50136) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:43:37.742768 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cecd3cc4-45c0-4129-8312-f0888949fe31 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/c6a974a1-b294-4db2-97ed-600341b94e65 HTTP/1.1" status: 200 len: 993 time: 0.0604882 Oct 28 10:43:43.086520 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9bc49539-eeaa-4f2b-9563-5ef6dfd8bcc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:43:45.373746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ba2deeed-0c0f-4467-a70b-c6a764341a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:43:45.487544 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8748defb-1f85-482f-bd15-21db929818b1 req-afe1beda-c63d-40eb-bafc-dd9365892986 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388641 Oct 28 10:43:45.592328 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748defb-1f85-482f-bd15-21db929818b1 req-ab1d42f2-f548-438e-bdec-ce024a8f6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:45.593810 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8748defb-1f85-482f-bd15-21db929818b1 req-ab1d42f2-f548-438e-bdec-ce024a8f6f02 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 1130 time: 0.0408154 Oct 28 10:43:45.711643 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748defb-1f85-482f-bd15-21db929818b1 req-3c8fb41d-1672-4e62-a881-9bb727d1c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:45.713097 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8748defb-1f85-482f-bd15-21db929818b1 req-3c8fb41d-1672-4e62-a881-9bb727d1c111 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 HTTP/1.1" status: 200 len: 897 time: 0.0981314 Oct 28 10:43:45.783343 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8748defb-1f85-482f-bd15-21db929818b1 req-d4ba79f3-a7af-4daa-a6f4-d6007ee32c96 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dad5545-082a-46df-8972-2339f378853f HTTP/1.1" status: 200 len: 1001 time: 0.0586929 Oct 28 10:43:45.834902 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748defb-1f85-482f-bd15-21db929818b1 req-28627854-afed-43b0-b139-13bbf7cf5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:45.836347 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8748defb-1f85-482f-bd15-21db929818b1 req-28627854-afed-43b0-b139-13bbf7cf5313 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b0889bf5-528a-4a09-9873-3e4e954fb2ee HTTP/1.1" status: 200 len: 833 time: 0.0447388 Oct 28 10:43:45.883421 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748defb-1f85-482f-bd15-21db929818b1 req-cb2064b5-6e00-4dba-a5e1-611ebcd4c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:43:45.884979 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8748defb-1f85-482f-bd15-21db929818b1 req-cb2064b5-6e00-4dba-a5e1-611ebcd4c763 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a5d7cb69-fd28-42ed-b53d-00dc0a54dd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0430729 Oct 28 10:43:45.975307 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8748defb-1f85-482f-bd15-21db929818b1 req-f7a0556d-8c1c-4277-9617-8e1acdeb9504 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a5d7cb69-fd28-42ed-b53d-00dc0a54dd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831647 Oct 28 10:43:46.067891 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8748defb-1f85-482f-bd15-21db929818b1 req-dc9d808a-0724-4956-bcc0-e5e0ffdde3a0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a5d7cb69-fd28-42ed-b53d-00dc0a54dd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871031 Oct 28 10:43:47.086585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:43:47.715784 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:43:47.734233 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=39 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:43:47.737383 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=15 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:43:47.996694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:43:48.720596 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:43:52.545756 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=16 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:43:54.549263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:43:56.063023 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:43:56.064951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:04.476538 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:04.477388 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:08.179588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50150) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:08.330725 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port a11b9c72-2165-4a5c-87c1-fc029e650e5c {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:44:08.331085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (a11b9c72-2165-4a5c-87c1-fc029e650e5c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:08.415366 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (a11b9c72-2165-4a5c-87c1-fc029e650e5c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:08.415701 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (a11b9c72-2165-4a5c-87c1-fc029e650e5c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:08.428461 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for a11b9c72-2165-4a5c-87c1-fc029e650e5c owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:44:08.699851 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (a11b9c72-2165-4a5c-87c1-fc029e650e5c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:08.729576 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=a11b9c72-2165-4a5c-87c1-fc029e650e5c,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:08.756449 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:08.756794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:08.757148 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:08.757488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:08.758444 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:08.758786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:08.759122 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:08.759451 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:08.759779 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:08.760108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:08.760433 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:08.760766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:08.761090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:08.761412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:08.761736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:08.816077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (c6a974a1-b294-4db2-97ed-600341b94e65), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:08.816402 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Floating IP c6a974a1-b294-4db2-97ed-600341b94e65 disassociated (deleted). External IP: 172.36.1.23, port: 5dad5545-082a-46df-8972-2339f378853f. Oct 28 10:44:09.034978 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:44:09.149449 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:44:09.155030 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:09.159873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932155c1-1a86-4dbb-9053-4f6283097fd5 None None] Sync routers for ids ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:44:09.171238 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932155c1-1a86-4dbb-9053-4f6283097fd5 None None] Routers {'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:44:09.171873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-932155c1-1a86-4dbb-9053-4f6283097fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:43:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:09.192668 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-def423e3-df25-4a69-8547-60bd9b4f8c60 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/c6a974a1-b294-4db2-97ed-600341b94e65 HTTP/1.1" status: 204 len: 168 time: 1.0076647 Oct 28 10:44:09.192668 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e638df5-4a60-46d8-a0a0-a96df4bb88eb', 'tag': '5dad5545-082a-46df-8972-2339f378853f'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:44:09.192668 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c76851-b9ec-4b3b-879a-1dfae8e8b7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3e638df5-4a60-46d8-a0a0-a96df4bb88eb", "tag": "5dad5545-082a-46df-8972-2339f378853f"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:44:09.240225 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41f57f7-45c8-4402-92bc-53438988f194 x-openstack-request-id: req-d41f57f7-45c8-4402-92bc-53438988f194 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:44:09.240770 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e638df5-4a60-46d8-a0a0-a96df4bb88eb", "tag": "5dad5545-082a-46df-8972-2339f378853f", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:44:09.241231 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d41f57f7-45c8-4402-92bc-53438988f194 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:44:09.242001 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d41f57f7-45c8-4402-92bc-53438988f194'] response: {'name': 'network-changed', 'server_uuid': '3e638df5-4a60-46d8-a0a0-a96df4bb88eb', 'tag': '5dad5545-082a-46df-8972-2339f378853f', 'status': 'completed', 'code': 200} Oct 28 10:44:09.287601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-932155c1-1a86-4dbb-9053-4f6283097fd5 None None] Set router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:44:09.303834 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:09.328643 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:09.338448 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c76851-b9ec-4b3b-879a-1dfae8e8b7ef req-bbd2d98f-f420-440a-857e-3f4d2f14e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:09.343059 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04c76851-b9ec-4b3b-879a-1dfae8e8b7ef req-bbd2d98f-f420-440a-857e-3f4d2f14e3c1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 1130 time: 0.0441499 Oct 28 10:44:09.447116 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c76851-b9ec-4b3b-879a-1dfae8e8b7ef req-f9bf7769-3384-4595-9b39-ea055193b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:09.448643 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04c76851-b9ec-4b3b-879a-1dfae8e8b7ef req-f9bf7769-3384-4595-9b39-ea055193b7bf service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 HTTP/1.1" status: 200 len: 897 time: 0.1021824 Oct 28 10:44:09.491217 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04c76851-b9ec-4b3b-879a-1dfae8e8b7ef req-5145a430-6b18-40f0-bbe0-cd49fbbb565a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dad5545-082a-46df-8972-2339f378853f HTTP/1.1" status: 200 len: 217 time: 0.0361602 Oct 28 10:44:09.494119 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-932155c1-1a86-4dbb-9053-4f6283097fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437587337', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155'}], 'enable_snat': True}, 'gw_port_id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:42:25Z', 'updated_at': '2022-10-28T10:42:30Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:26Z', 'updated_at': '2022-10-28T10:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '22214f08-de97-416b-906c-302c4405fbdf', 'name': '', 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:36:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:29Z', 'updated_at': '2022-10-28T10:42:34Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:09.521648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932155c1-1a86-4dbb-9053-4f6283097fd5 None None] Checking router: e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:44:09.534338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932155c1-1a86-4dbb-9053-4f6283097fd5 None None] Routers {'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:44:09.535187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-932155c1-1a86-4dbb-9053-4f6283097fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:43:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:09.555933 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c76851-b9ec-4b3b-879a-1dfae8e8b7ef req-cc73c000-e9ea-4d66-990f-e66e52f7edee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:09.557573 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04c76851-b9ec-4b3b-879a-1dfae8e8b7ef req-cc73c000-e9ea-4d66-990f-e66e52f7edee service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b0889bf5-528a-4a09-9873-3e4e954fb2ee HTTP/1.1" status: 200 len: 833 time: 0.0603578 Oct 28 10:44:09.611724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c76851-b9ec-4b3b-879a-1dfae8e8b7ef req-7762ad35-47ee-4491-aaff-ffe6c13fb544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:09.613946 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04c76851-b9ec-4b3b-879a-1dfae8e8b7ef req-7762ad35-47ee-4491-aaff-ffe6c13fb544 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a5d7cb69-fd28-42ed-b53d-00dc0a54dd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0490851 Oct 28 10:44:09.658716 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-932155c1-1a86-4dbb-9053-4f6283097fd5 None None] Set router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:44:09.745473 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87f46a-092c-4fb0-8157-c483132c5c9e req-2f41ad4c-009a-4cd2-9540-c98c3ad34e6e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:09.747139 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fb87f46a-092c-4fb0-8157-c483132c5c9e req-2f41ad4c-009a-4cd2-9540-c98c3ad34e6e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0506272 Oct 28 10:44:09.813188 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fb87f46a-092c-4fb0-8157-c483132c5c9e req-c0984ed0-7589-4001-8c26-2c7dab07e686 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587285 Oct 28 10:44:09.878166 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-932155c1-1a86-4dbb-9053-4f6283097fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437587337', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155'}], 'enable_snat': True}, 'gw_port_id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:42:25Z', 'updated_at': '2022-10-28T10:42:30Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:26Z', 'updated_at': '2022-10-28T10:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '22214f08-de97-416b-906c-302c4405fbdf', 'name': '', 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:36:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:29Z', 'updated_at': '2022-10-28T10:42:34Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:09.909649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932155c1-1a86-4dbb-9053-4f6283097fd5 None None] The sync data for ids ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'] in dv-neutron-zed-2-hyperv is: [{'id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437587337', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155'}], 'enable_snat': True}, 'gw_port_id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:42:25Z', 'updated_at': '2022-10-28T10:42:30Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:26Z', 'updated_at': '2022-10-28T10:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '22214f08-de97-416b-906c-302c4405fbdf', 'name': '', 'network_id': 'a5d7cb69-fd28-42ed-b53d-00dc0a54dd13', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:36:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:29Z', 'updated_at': '2022-10-28T10:42:34Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': 'b0889bf5-528a-4a09-9873-3e4e954fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:44:10.170379 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e555bc3c-cce5-489c-8f0b-daa42e89c867 None None] New status for floating IP c6a974a1-b294-4db2-97ed-600341b94e65: DOWN {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:44:10.174396 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:10.960037 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508d177-d898-49fe-882a-fc9fce5a2cb9 req-a20e3fd8-2449-429a-a5a0-792dae214a34 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:10.961534 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2508d177-d898-49fe-882a-fc9fce5a2cb9 req-a20e3fd8-2449-429a-a5a0-792dae214a34 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0572014 Oct 28 10:44:11.039941 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2508d177-d898-49fe-882a-fc9fce5a2cb9 req-7a0a6f7d-f15e-4b12-926b-f32e4979a0b5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=324be7d1-db3e-4a33-ace7-bfe8c0521042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716991 Oct 28 10:44:11.143587 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04c76851-b9ec-4b3b-879a-1dfae8e8b7ef req-c15210bc-da36-4450-b27c-d63efd4fdb77 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a5d7cb69-fd28-42ed-b53d-00dc0a54dd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976393 Oct 28 10:44:11.409667 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-04c76851-b9ec-4b3b-879a-1dfae8e8b7ef req-24790854-c2be-42f0-8c28-8141311ca04d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a5d7cb69-fd28-42ed-b53d-00dc0a54dd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209753 Oct 28 10:44:11.509181 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8ee59-25a4-4b51-8db7-67baff024eaf req-6e4b1c9f-4060-400b-a63e-bff60de63eef tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:11.511246 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-66f8ee59-25a4-4b51-8db7-67baff024eaf req-6e4b1c9f-4060-400b-a63e-bff60de63eef tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 946 time: 0.0556784 Oct 28 10:44:11.621170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-66f8ee59-25a4-4b51-8db7-67baff024eaf req-5e610242-47c1-4d2e-b355-fd3c893cf82f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port 5dad5545-082a-46df-8972-2339f378853f {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:44:11.621511 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-66f8ee59-25a4-4b51-8db7-67baff024eaf req-5e610242-47c1-4d2e-b355-fd3c893cf82f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (5dad5545-082a-46df-8972-2339f378853f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:11.726203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-66f8ee59-25a4-4b51-8db7-67baff024eaf req-5e610242-47c1-4d2e-b355-fd3c893cf82f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] For port 5dad5545-082a-46df-8972-2339f378853f, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=5dad5545-082a-46df-8972-2339f378853f,segment=NetworkSegment(082486fb-4893-45ea-bdb6-73a0476f5edb),segment_id=082486fb-4893-45ea-bdb6-73a0476f5edb)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:44:11.726619 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-66f8ee59-25a4-4b51-8db7-67baff024eaf req-5e610242-47c1-4d2e-b355-fd3c893cf82f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (5dad5545-082a-46df-8972-2339f378853f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:11.740602 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-66f8ee59-25a4-4b51-8db7-67baff024eaf req-5e610242-47c1-4d2e-b355-fd3c893cf82f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for 5dad5545-082a-46df-8972-2339f378853f owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:44:11.946230 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-66f8ee59-25a4-4b51-8db7-67baff024eaf req-5e610242-47c1-4d2e-b355-fd3c893cf82f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (5dad5545-082a-46df-8972-2339f378853f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:11.954545 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:11.979754 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e610242-47c1-4d2e-b355-fd3c893cf82f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=5dad5545-082a-46df-8972-2339f378853f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:12.028682 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f8ee59-25a4-4b51-8db7-67baff024eaf req-5e610242-47c1-4d2e-b355-fd3c893cf82f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] No DVR routers for this DVR port 5dad5545-082a-46df-8972-2339f378853f on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:44:12.031525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-66f8ee59-25a4-4b51-8db7-67baff024eaf req-5e610242-47c1-4d2e-b355-fd3c893cf82f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:12.034784 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-66f8ee59-25a4-4b51-8db7-67baff024eaf req-5e610242-47c1-4d2e-b355-fd3c893cf82f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "DELETE /networking/v2.0/ports/5dad5545-082a-46df-8972-2339f378853f HTTP/1.1" status: 204 len: 173 time: 0.5182219 Oct 28 10:44:12.035352 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e638df5-4a60-46d8-a0a0-a96df4bb88eb', 'name': 'network-vif-deleted', 'tag': '5dad5545-082a-46df-8972-2339f378853f'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:44:12.037590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bac1b7-0dbc-4f55-8efd-8a00901fccd9" -d '{"events": [{"server_uuid": "3e638df5-4a60-46d8-a0a0-a96df4bb88eb", "name": "network-vif-deleted", "tag": "5dad5545-082a-46df-8972-2339f378853f"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:44:12.078154 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71df7da9-8fee-423d-9262-694643d51404 x-openstack-request-id: req-71df7da9-8fee-423d-9262-694643d51404 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:44:12.078454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e638df5-4a60-46d8-a0a0-a96df4bb88eb", "name": "network-vif-deleted", "tag": "5dad5545-082a-46df-8972-2339f378853f", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:44:12.078828 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71df7da9-8fee-423d-9262-694643d51404 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:44:12.079793 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71df7da9-8fee-423d-9262-694643d51404'] response: {'server_uuid': '3e638df5-4a60-46d8-a0a0-a96df4bb88eb', 'name': 'network-vif-deleted', 'tag': '5dad5545-082a-46df-8972-2339f378853f', 'status': 'completed', 'code': 200} Oct 28 10:44:12.154464 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8d4a8abf-cb01-4d3d-b813-af048d2be581 req-ae752433-516c-4bb9-9e83-98dfa922389c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 210 time: 0.0293064 Oct 28 10:44:13.134121 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0b13e414-4bf9-468e-a418-97cc00496a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:13.296977 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b5708594-dfb1-4651-b8fd-faa67a6fc6bb req-8528bf5b-686d-4c57-8293-40085d679ba9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e638df5-4a60-46d8-a0a0-a96df4bb88eb HTTP/1.1" status: 200 len: 210 time: 0.0316143 Oct 28 10:44:14.367452 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50168) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:14.618058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:14.761486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6915a7fb-1a65-49fb-9eb4-b751588a2bf8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:15.022248 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-6915a7fb-1a65-49fb-9eb4-b751588a2bf8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port 22214f08-de97-416b-906c-302c4405fbdf {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:44:15.022518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6915a7fb-1a65-49fb-9eb4-b751588a2bf8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (22214f08-de97-416b-906c-302c4405fbdf), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:15.119841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-6915a7fb-1a65-49fb-9eb4-b751588a2bf8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] For port 22214f08-de97-416b-906c-302c4405fbdf, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=22214f08-de97-416b-906c-302c4405fbdf,segment=NetworkSegment(082486fb-4893-45ea-bdb6-73a0476f5edb),segment_id=082486fb-4893-45ea-bdb6-73a0476f5edb)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:44:15.120199 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6915a7fb-1a65-49fb-9eb4-b751588a2bf8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (22214f08-de97-416b-906c-302c4405fbdf), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:15.134615 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-6915a7fb-1a65-49fb-9eb4-b751588a2bf8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for 22214f08-de97-416b-906c-302c4405fbdf owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:44:15.168836 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 5dad5545-082a-46df-8972-2339f378853f no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:44:15.189970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 5dad5545-082a-46df-8972-2339f378853f {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:44:15.190320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 5dad5545-082a-46df-8972-2339f378853f not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:44:15.265846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:15.390684 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5bb16a96-27fe-45c5-ba14-4d8562c74a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:15.419699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6915a7fb-1a65-49fb-9eb4-b751588a2bf8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (22214f08-de97-416b-906c-302c4405fbdf), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:15.447706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915a7fb-1a65-49fb-9eb4-b751588a2bf8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=22214f08-de97-416b-906c-302c4405fbdf,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:15.642514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6915a7fb-1a65-49fb-9eb4-b751588a2bf8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:15.705278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:15.867227 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6915a7fb-1a65-49fb-9eb4-b751588a2bf8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:44:15.975017 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6915a7fb-1a65-49fb-9eb4-b751588a2bf8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:44:15.980149 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6915a7fb-1a65-49fb-9eb4-b751588a2bf8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "PUT /networking/v2.0/routers/e91f651a-cdd2-4430-bf0c-8a44e1b5ee47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6115198 Oct 28 10:44:15.982860 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50170) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:15.985407 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5cba1-7d6b-4263-ba5c-e37f6f4f62c4 None None] Sync routers for ids ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:44:15.996558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c5cba1-7d6b-4263-ba5c-e37f6f4f62c4 None None] Routers {'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:44:15.997166 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-11c5cba1-7d6b-4263-ba5c-e37f6f4f62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:44:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:16.035746 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b9c2fd-b9ae-4063-aa97-7fbe170c4740 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting subnet b0889bf5-528a-4a09-9873-3e4e954fb2ee {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:44:16.038901 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c2fd-b9ae-4063-aa97-7fbe170c4740 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for subnet (b0889bf5-528a-4a09-9873-3e4e954fb2ee), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:16.080569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c2fd-b9ae-4063-aa97-7fbe170c4740 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (b0889bf5-528a-4a09-9873-3e4e954fb2ee), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:16.103439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-11c5cba1-7d6b-4263-ba5c-e37f6f4f62c4 None None] Set router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:44:16.200605 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c2fd-b9ae-4063-aa97-7fbe170c4740 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (b0889bf5-528a-4a09-9873-3e4e954fb2ee), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:16.205593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:16.260118 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:16.281411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:16.285152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-11c5cba1-7d6b-4263-ba5c-e37f6f4f62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437587337', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155'}], 'enable_snat': True}, 'gw_port_id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:42:25Z', 'updated_at': '2022-10-28T10:44:15Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:26Z', 'updated_at': '2022-10-28T10:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:16.311592 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5cba1-7d6b-4263-ba5c-e37f6f4f62c4 None None] Checking router: e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:44:16.320739 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c5cba1-7d6b-4263-ba5c-e37f6f4f62c4 None None] Routers {'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:44:16.321364 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-11c5cba1-7d6b-4263-ba5c-e37f6f4f62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:44:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:16.352806 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c2fd-b9ae-4063-aa97-7fbe170c4740 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (b0889bf5-528a-4a09-9873-3e4e954fb2ee), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:16.382968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9c2fd-b9ae-4063-aa97-7fbe170c4740 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Subnet': ['ID=b0889bf5-528a-4a09-9873-3e4e954fb2ee,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:16.387947 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c2fd-b9ae-4063-aa97-7fbe170c4740 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:16.391073 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-d6b9c2fd-b9ae-4063-aa97-7fbe170c4740 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b0889bf5-528a-4a09-9873-3e4e954fb2ee HTTP/1.1" status: 204 len: 168 time: 0.4072840 Oct 28 10:44:16.395904 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50172) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:16.405939 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9882866-a886-437a-a409-bfccd3d99277 None None] Network a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:44:16.504850 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-11c5cba1-7d6b-4263-ba5c-e37f6f4f62c4 None None] Set router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:44:16.522073 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:16.638911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:16.648300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] DHCP port deletion for a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:44:16.722045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Deleting port 52b4e4db-70a9-4ce5-830d-c174223fb7f5 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:44:16.722419 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (52b4e4db-70a9-4ce5-830d-c174223fb7f5), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:16.746845 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-11c5cba1-7d6b-4263-ba5c-e37f6f4f62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437587337', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155'}], 'enable_snat': True}, 'gw_port_id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:42:25Z', 'updated_at': '2022-10-28T10:44:15Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:26Z', 'updated_at': '2022-10-28T10:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:16.783973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port 81061b17-3478-4ab3-99e6-e1654fc70aac {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:44:16.783973 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (81061b17-3478-4ab3-99e6-e1654fc70aac), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:16.882963 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] For port 81061b17-3478-4ab3-99e6-e1654fc70aac, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=81061b17-3478-4ab3-99e6-e1654fc70aac,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:44:16.883283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (81061b17-3478-4ab3-99e6-e1654fc70aac), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:16.900294 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for 81061b17-3478-4ab3-99e6-e1654fc70aac owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:44:16.947310 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5cba1-7d6b-4263-ba5c-e37f6f4f62c4 None None] The sync data for ids ['e91f651a-cdd2-4430-bf0c-8a44e1b5ee47'] in dv-neutron-zed-2-hyperv is: [{'id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437587337', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155'}], 'enable_snat': True}, 'gw_port_id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:42:25Z', 'updated_at': '2022-10-28T10:44:15Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '81061b17-3478-4ab3-99e6-e1654fc70aac', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f651a-cdd2-4430-bf0c-8a44e1b5ee47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:42:26Z', 'updated_at': '2022-10-28T10:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:44:16.964587 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] For port 52b4e4db-70a9-4ce5-830d-c174223fb7f5, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=52b4e4db-70a9-4ce5-830d-c174223fb7f5,segment=NetworkSegment(082486fb-4893-45ea-bdb6-73a0476f5edb),segment_id=082486fb-4893-45ea-bdb6-73a0476f5edb)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:44:16.965276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (52b4e4db-70a9-4ce5-830d-c174223fb7f5), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:16.982938 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Calling delete_port for 52b4e4db-70a9-4ce5-830d-c174223fb7f5 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:44:17.145180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:17.174031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (52b4e4db-70a9-4ce5-830d-c174223fb7f5), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:17.174439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (81061b17-3478-4ab3-99e6-e1654fc70aac), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:17.200096 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Pushing event deleted for resources: {'Port': ['ID=52b4e4db-70a9-4ce5-830d-c174223fb7f5,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:17.204388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=81061b17-3478-4ab3-99e6-e1654fc70aac,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:17.205197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] No DVR routers for this DVR port 52b4e4db-70a9-4ce5-830d-c174223fb7f5 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:44:17.212373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.212759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.213054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.213395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.213731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.214065 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.214540 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.214890 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.215222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.215570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.215874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.216202 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.216535 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.216861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.217185 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce4b-10d3-40c9-a161-6ba07afbc329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.231933 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.231933 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.231933 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.233131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.233131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.233131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.233131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.233623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.233623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.233917 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.234259 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.234596 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.234946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.235276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.235636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:17.281610 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:17.378582 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:17.386217 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:17.388767 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_controller (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:17.396931 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:17.500751 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (e91f651a-cdd2-4430-bf0c-8a44e1b5ee47), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:17.501577 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Fanout notify agent at l3_agent the message router_deleted on router e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:44:17.508365 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:17.509505 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e39c924d-1e62-4689-bb42-055c4f7b99de tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/routers/e91f651a-cdd2-4430-bf0c-8a44e1b5ee47 HTTP/1.1" status: 204 len: 168 time: 1.1125145 Oct 28 10:44:17.512515 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50174) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:17.599056 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dd349547-d2e2-4914-a6f1-04812eefe7bd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (a5d7cb69-fd28-42ed-b53d-00dc0a54dd13), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:17.973262 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dd349547-d2e2-4914-a6f1-04812eefe7bd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (a5d7cb69-fd28-42ed-b53d-00dc0a54dd13), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:18.003271 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:18.008834 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-dd349547-d2e2-4914-a6f1-04812eefe7bd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d7cb69-fd28-42ed-b53d-00dc0a54dd13']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:18.022107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-dd349547-d2e2-4914-a6f1-04812eefe7bd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082486fb-4893-45ea-bdb6-73a0476f5edb') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:18.022429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-dd349547-d2e2-4914-a6f1-04812eefe7bd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082486fb-4893-45ea-bdb6-73a0476f5edb') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:18.039546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dd349547-d2e2-4914-a6f1-04812eefe7bd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (082486fb-4893-45ea-bdb6-73a0476f5edb), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:18.054728 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dd349547-d2e2-4914-a6f1-04812eefe7bd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (082486fb-4893-45ea-bdb6-73a0476f5edb), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:18.066259 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd349547-d2e2-4914-a6f1-04812eefe7bd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:44:18.066966 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dd349547-d2e2-4914-a6f1-04812eefe7bd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (082486fb-4893-45ea-bdb6-73a0476f5edb), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:18.078589 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 52b4e4db-70a9-4ce5-830d-c174223fb7f5 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:44:18.113945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 52b4e4db-70a9-4ce5-830d-c174223fb7f5 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:44:18.114925 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 52b4e4db-70a9-4ce5-830d-c174223fb7f5 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:44:18.115874 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 22214f08-de97-416b-906c-302c4405fbdf no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:44:18.148928 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 22214f08-de97-416b-906c-302c4405fbdf {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:44:18.149608 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 22214f08-de97-416b-906c-302c4405fbdf not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:44:18.209524 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 082486fb-4893-45ea-bdb6-73a0476f5edb resource provider aggregate not found Oct 28 10:44:18.223262 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 082486fb-4893-45ea-bdb6-73a0476f5edb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 082486fb-4893-45ea-bdb6-73a0476f5edb found for delete ", "request_id": "req-9bfa8b59-4c22-4279-b1ec-d26c82712a31"}]} Oct 28 10:44:18.225145 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dd349547-d2e2-4914-a6f1-04812eefe7bd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (a5d7cb69-fd28-42ed-b53d-00dc0a54dd13), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:18.232747 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-dd349547-d2e2-4914-a6f1-04812eefe7bd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:18.235661 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-dd349547-d2e2-4914-a6f1-04812eefe7bd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/networks/a5d7cb69-fd28-42ed-b53d-00dc0a54dd13 HTTP/1.1" status: 204 len: 168 time: 0.7220857 Oct 28 10:44:18.239479 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50182) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:18.258208 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd349547-d2e2-4914-a6f1-04812eefe7bd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Network': ['ID=a5d7cb69-fd28-42ed-b53d-00dc0a54dd13,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:18.327595 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e907ee6c-b6a8-4a7e-9a72-9e52deae8d94 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (324be7d1-db3e-4a33-ace7-bfe8c0521042), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:18.356340 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e907ee6c-b6a8-4a7e-9a72-9e52deae8d94 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (324be7d1-db3e-4a33-ace7-bfe8c0521042), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:18.499512 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e907ee6c-b6a8-4a7e-9a72-9e52deae8d94 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (324be7d1-db3e-4a33-ace7-bfe8c0521042), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:18.502236 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e907ee6c-b6a8-4a7e-9a72-9e52deae8d94 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:18.503449 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e907ee6c-b6a8-4a7e-9a72-9e52deae8d94 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/324be7d1-db3e-4a33-ace7-bfe8c0521042 HTTP/1.1" status: 204 len: 168 time: 0.2622645 Oct 28 10:44:18.514030 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907ee6c-b6a8-4a7e-9a72-9e52deae8d94 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324be7d1-db3e-4a33-ace7-bfe8c0521042,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:18.711855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:18.744861 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50188) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:18.749839 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-81b55ffb-04f6-4aa3-a40c-eafc60324bee tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1057754808', 'description': 'tempest-secgroup-smoke-1057754808 description', 'project_id': '24e3e3be476740a381e69dd04b21c017'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:44:18.837771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-81b55ffb-04f6-4aa3-a40c-eafc60324bee tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:18.911368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-81b55ffb-04f6-4aa3-a40c-eafc60324bee tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (d59aa7dd-a148-4d39-bf23-1053b4e65a48), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:18.977540 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-81b55ffb-04f6-4aa3-a40c-eafc60324bee tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (d59aa7dd-a148-4d39-bf23-1053b4e65a48), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:19.009006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b55ffb-04f6-4aa3-a40c-eafc60324bee tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59aa7dd-a148-4d39-bf23-1053b4e65a48,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:19.085098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-81b55ffb-04f6-4aa3-a40c-eafc60324bee tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:19.086976 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-81b55ffb-04f6-4aa3-a40c-eafc60324bee tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3407559 Oct 28 10:44:19.089965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50190) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:19.094559 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-f58287e2-63db-4b2f-99dd-040dc9890f36 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': 'd59aa7dd-a148-4d39-bf23-1053b4e65a48', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:44:19.190180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f58287e2-63db-4b2f-99dd-040dc9890f36 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (c9f57cf2-6c6a-42b1-90f5-f544816011f9), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:19.530120 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f58287e2-63db-4b2f-99dd-040dc9890f36 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (c9f57cf2-6c6a-42b1-90f5-f544816011f9), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:19.594962 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f58287e2-63db-4b2f-99dd-040dc9890f36 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (c9f57cf2-6c6a-42b1-90f5-f544816011f9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:19.615442 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58287e2-63db-4b2f-99dd-040dc9890f36 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f57cf2-6c6a-42b1-90f5-f544816011f9,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:19.640638 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 81061b17-3478-4ab3-99e6-e1654fc70aac no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:44:19.660634 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 81061b17-3478-4ab3-99e6-e1654fc70aac {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:44:19.660914 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 81061b17-3478-4ab3-99e6-e1654fc70aac not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:44:19.700372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-f58287e2-63db-4b2f-99dd-040dc9890f36 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:19.701871 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f58287e2-63db-4b2f-99dd-040dc9890f36 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6109254 Oct 28 10:44:19.710423 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50192) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:19.715609 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-318fcb9c-0268-434c-aa36-cab873bf22f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': 'd59aa7dd-a148-4d39-bf23-1053b4e65a48', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:44:19.824841 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-318fcb9c-0268-434c-aa36-cab873bf22f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (221f7ad5-3723-4e92-bb73-d97df2caacec), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:19.855108 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:19.885547 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-318fcb9c-0268-434c-aa36-cab873bf22f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (221f7ad5-3723-4e92-bb73-d97df2caacec), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:19.957039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-318fcb9c-0268-434c-aa36-cab873bf22f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (221f7ad5-3723-4e92-bb73-d97df2caacec), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:19.975321 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fcb9c-0268-434c-aa36-cab873bf22f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221f7ad5-3723-4e92-bb73-d97df2caacec,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:20.077416 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-318fcb9c-0268-434c-aa36-cab873bf22f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:20.078706 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-318fcb9c-0268-434c-aa36-cab873bf22f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3671544 Oct 28 10:44:20.089089 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50194) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:20.093680 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6597284d-b4f1-48b2-aae9-54cc881cf5dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': 'd59aa7dd-a148-4d39-bf23-1053b4e65a48', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:44:20.189661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6597284d-b4f1-48b2-aae9-54cc881cf5dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (2aadad40-749c-49b5-b863-77bf788f503b), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:20.201242 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=6 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:20.251688 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6597284d-b4f1-48b2-aae9-54cc881cf5dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (2aadad40-749c-49b5-b863-77bf788f503b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:20.345450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6597284d-b4f1-48b2-aae9-54cc881cf5dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (2aadad40-749c-49b5-b863-77bf788f503b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:20.367996 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597284d-b4f1-48b2-aae9-54cc881cf5dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aadad40-749c-49b5-b863-77bf788f503b,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:20.468523 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6597284d-b4f1-48b2-aae9-54cc881cf5dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:20.470150 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6597284d-b4f1-48b2-aae9-54cc881cf5dd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3798831 Oct 28 10:44:20.472792 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50196) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:20.477744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b6614846-d59e-43fb-bfde-dffd932c4f3f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': 'd59aa7dd-a148-4d39-bf23-1053b4e65a48', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:44:20.581120 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6614846-d59e-43fb-bfde-dffd932c4f3f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (ebc1c9d7-44f9-44e6-92f2-6305c44e253c), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:20.638277 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:20.656642 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6614846-d59e-43fb-bfde-dffd932c4f3f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (ebc1c9d7-44f9-44e6-92f2-6305c44e253c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:20.757731 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6614846-d59e-43fb-bfde-dffd932c4f3f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (ebc1c9d7-44f9-44e6-92f2-6305c44e253c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:20.778577 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6614846-d59e-43fb-bfde-dffd932c4f3f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc1c9d7-44f9-44e6-92f2-6305c44e253c,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:20.862498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b6614846-d59e-43fb-bfde-dffd932c4f3f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:20.863718 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b6614846-d59e-43fb-bfde-dffd932c4f3f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3899646 Oct 28 10:44:20.866588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50198) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:20.871295 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-516aa3f6-60a1-418e-91ed-47755309fd1c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': 'd59aa7dd-a148-4d39-bf23-1053b4e65a48', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:44:20.961544 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-516aa3f6-60a1-418e-91ed-47755309fd1c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Project 24e3e3be476740a381e69dd04b21c017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:44:20.968516 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-516aa3f6-60a1-418e-91ed-47755309fd1c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (496dfa4b-6dc0-442b-ab04-89dc97a04091), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:21.038448 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-516aa3f6-60a1-418e-91ed-47755309fd1c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (496dfa4b-6dc0-442b-ab04-89dc97a04091), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:21.115033 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-516aa3f6-60a1-418e-91ed-47755309fd1c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (496dfa4b-6dc0-442b-ab04-89dc97a04091), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:21.135349 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516aa3f6-60a1-418e-91ed-47755309fd1c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496dfa4b-6dc0-442b-ab04-89dc97a04091,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:21.216316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-516aa3f6-60a1-418e-91ed-47755309fd1c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:21.217659 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-516aa3f6-60a1-418e-91ed-47755309fd1c tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3496869 Oct 28 10:44:21.220610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50200) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:21.225515 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-7bb8f849-2864-471d-9a05-d8f510d8eb70 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'security_group_rule': {'security_group_id': 'd59aa7dd-a148-4d39-bf23-1053b4e65a48', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:44:21.308316 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.securitygroups_db [None req-7bb8f849-2864-471d-9a05-d8f510d8eb70 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Project 24e3e3be476740a381e69dd04b21c017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:44:21.317563 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7bb8f849-2864-471d-9a05-d8f510d8eb70 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (48ca37be-7205-4b1f-b851-40f26f6b6bdb), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:21.385075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7bb8f849-2864-471d-9a05-d8f510d8eb70 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (48ca37be-7205-4b1f-b851-40f26f6b6bdb), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:21.452026 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7bb8f849-2864-471d-9a05-d8f510d8eb70 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (48ca37be-7205-4b1f-b851-40f26f6b6bdb), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:21.482659 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8f849-2864-471d-9a05-d8f510d8eb70 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ca37be-7205-4b1f-b851-40f26f6b6bdb,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:21.547212 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-7bb8f849-2864-471d-9a05-d8f510d8eb70 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:21.548480 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7bb8f849-2864-471d-9a05-d8f510d8eb70 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3269167 Oct 28 10:44:21.552003 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50202) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:21.557121 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-bebc99f1-7b56-4581-b6a6-921e326ce0dc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'network': {'name': 'tempest-network-smoke--1052592962', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'port_security_enabled': True}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:44:21.637409 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebc99f1-7b56-4581-b6a6-921e326ce0dc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Made reservation on behalf of 24e3e3be476740a381e69dd04b21c017 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:44:21.642948 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bebc99f1-7b56-4581-b6a6-921e326ce0dc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:21.676907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebc99f1-7b56-4581-b6a6-921e326ce0dc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:44:21.690415 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bebc99f1-7b56-4581-b6a6-921e326ce0dc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (25974f0d-8535-485c-a92c-af93c6498606), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:21.691149 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-bebc99f1-7b56-4581-b6a6-921e326ce0dc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Added segment 25974f0d-8535-485c-a92c-af93c6498606 of type vlan for network 4155c18a-d50e-4cc1-ae1b-1590cb8cca85 Oct 28 10:44:21.733262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:21.744758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bebc99f1-7b56-4581-b6a6-921e326ce0dc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (4155c18a-d50e-4cc1-ae1b-1590cb8cca85), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:21.853799 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bebc99f1-7b56-4581-b6a6-921e326ce0dc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (4155c18a-d50e-4cc1-ae1b-1590cb8cca85), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:21.858890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebc99f1-7b56-4581-b6a6-921e326ce0dc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:21.859488 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-bebc99f1-7b56-4581-b6a6-921e326ce0dc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:21.936116 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc99f1-7b56-4581-b6a6-921e326ce0dc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Network': ['ID=4155c18a-d50e-4cc1-ae1b-1590cb8cca85,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:21.951290 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 4155c18a-d50e-4cc1-ae1b-1590cb8cca85 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:44:21.956214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:21.984723 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-bebc99f1-7b56-4581-b6a6-921e326ce0dc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4314482 Oct 28 10:44:21.988767 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50204) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:21.996002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-50020316', 'admin_state_up': True, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:44:22.088376 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (c8adc4ae-f352-4668-8d14-84c75a025afc), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:22.089729 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (c8adc4ae-f352-4668-8d14-84c75a025afc), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:22.156400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_controller (c8adc4ae-f352-4668-8d14-84c75a025afc), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:22.349142 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (c8adc4ae-f352-4668-8d14-84c75a025afc), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:22.657462 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (c8adc4ae-f352-4668-8d14-84c75a025afc), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:22.677449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:22.793200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:22.822164 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.36.1.106 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/0e26897c-13db-4803-a898-77cb2e501133) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:44:22.839235 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:22.951095 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (0e26897c-13db-4803-a898-77cb2e501133), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:23.061075 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (0e26897c-13db-4803-a898-77cb2e501133), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:23.114721 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:44:23.118193 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:44:23.122297 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:44:23.127637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=0e26897c-13db-4803-a898-77cb2e501133,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:23.495102 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (c8adc4ae-f352-4668-8d14-84c75a025afc), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:23.534283 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:23.716656 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (c8adc4ae-f352-4668-8d14-84c75a025afc), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:23.949748 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router c8adc4ae-f352-4668-8d14-84c75a025afc is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:44:24.110076 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:44:24.131417 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Sync routers for ids ['c8adc4ae-f352-4668-8d14-84c75a025afc'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:44:24.149141 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Routers {'c8adc4ae-f352-4668-8d14-84c75a025afc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:44:24.150126 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:44:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c8adc4ae-f352-4668-8d14-84c75a025afc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:24.189609 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:24.191554 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3adb0abc-d306-4eb9-a166-d672bdc8b334 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2013755 Oct 28 10:44:24.194706 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50206) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:24.233588 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-f4095487-0602-4d53-b68b-84f0a2496368 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=24e3e3be476740a381e69dd04b21c017&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367815 Oct 28 10:44:24.238052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50208) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:24.267093 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Set router c8adc4ae-f352-4668-8d14-84c75a025afc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:44:24.346235 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4582b459-cfdc-40e0-ba30-2f5cef2452fc tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:24.352090 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-4582b459-cfdc-40e0-ba30-2f5cef2452fc tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1086252 Oct 28 10:44:24.352698 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50210) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:24.383715 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-33b96e44-7823-48cf-bc79-6a949d5b8c0b tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=3f25a2da-d85f-4684-8b32-f70565f202ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287466 Oct 28 10:44:24.387884 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50212) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:24.393024 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-9460939e-455f-4121-bbde-f7ffef1a6940 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-19627877', 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:44:24.486057 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50020316', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106'}], 'enable_snat': True}, 'gw_port_id': '0e26897c-13db-4803-a898-77cb2e501133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:23Z', 'revision_number': 3, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '0e26897c-13db-4803-a898-77cb2e501133', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:24.521107 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Checking router: c8adc4ae-f352-4668-8d14-84c75a025afc for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:44:24.521465 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Updating router c8adc4ae-f352-4668-8d14-84c75a025afc port 0e26897c-13db-4803-a898-77cb2e501133 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:44:24.557351 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0e26897c-13db-4803-a898-77cb2e501133), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:24.584373 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:24.614088 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9460939e-455f-4121-bbde-f7ffef1a6940 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Made reservation on behalf of 24e3e3be476740a381e69dd04b21c017 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:44:24.618326 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9460939e-455f-4121-bbde-f7ffef1a6940 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:24.734812 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:24.771006 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:44:24.903645 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Publish callbacks [] for port (0e26897c-13db-4803-a898-77cb2e501133), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:24.974779 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9460939e-455f-4121-bbde-f7ffef1a6940 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (37889054-cc9d-49bd-99e0-136fb044e305), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:24.985650 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0e26897c-13db-4803-a898-77cb2e501133), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:25.025914 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Attempting to bind port 0e26897c-13db-4803-a898-77cb2e501133 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:44:25.026283 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Attempting to bind port 0e26897c-13db-4803-a898-77cb2e501133 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:44:25.026505 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Attempting to bind port 0e26897c-13db-4803-a898-77cb2e501133 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:44:25.057481 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460939e-455f-4121-bbde-f7ffef1a6940 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Subnet': ['ID=37889054-cc9d-49bd-99e0-136fb044e305,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:25.065305 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9460939e-455f-4121-bbde-f7ffef1a6940 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Checking segment: {'id': '25974f0d-8535-485c-a92c-af93c6498606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:44:25.065660 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9460939e-455f-4121-bbde-f7ffef1a6940 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network hostable DHCP agents. Network: 4155c18a-d50e-4cc1-ae1b-1590cb8cca85, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:44:25.068728 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Pushing event updated for resources: {'Port': ['ID=0e26897c-13db-4803-a898-77cb2e501133,revision_number=2']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:25.082964 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:25.086507 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:25.086507 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:25.086507 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:25.086507 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:25.086507 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:25.086507 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:25.086507 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:25.086507 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:25.086507 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:25.086507 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:25.086507 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:25.088026 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:25.088026 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:25.088026 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:44:25.102741 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:44:25.103117 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:44:25.103521 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:25.103975 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:44:25.104452 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Bound port: 0e26897c-13db-4803-a898-77cb2e501133, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:44:25.104829 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0e26897c-13db-4803-a898-77cb2e501133), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:25.161069 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] For port 0e26897c-13db-4803-a898-77cb2e501133, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:44:25.162976 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9460939e-455f-4121-bbde-f7ffef1a6940 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 4155c18a-d50e-4cc1-ae1b-1590cb8cca85 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:44:25.166111 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] For port 0e26897c-13db-4803-a898-77cb2e501133, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0e26897c-13db-4803-a898-77cb2e501133,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:44:25.237950 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0e26897c-13db-4803-a898-77cb2e501133), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:25.260385 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-9460939e-455f-4121-bbde-f7ffef1a6940 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 4155c18a-d50e-4cc1-ae1b-1590cb8cca85) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:44:25.266623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9460939e-455f-4121-bbde-f7ffef1a6940 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:25.268094 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-9460939e-455f-4121-bbde-f7ffef1a6940 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:25.275265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a1f4e6-81f6-40db-8536-8e5d807a492d None None] Network 4155c18a-d50e-4cc1-ae1b-1590cb8cca85 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:44:25.280168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:25.294439 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Routers {'c8adc4ae-f352-4668-8d14-84c75a025afc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:44:25.295155 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:44:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c8adc4ae-f352-4668-8d14-84c75a025afc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:25.315621 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae72053-f1c5-4b90-98bd-4d938dcdfc2c None None] Pushing event updated for resources: {'Port': ['ID=0e26897c-13db-4803-a898-77cb2e501133,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:25.407848 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:25.430171 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:25.434325 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-9460939e-455f-4121-bbde-f7ffef1a6940 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0441880 Oct 28 10:44:25.436988 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50214) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:25.446730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ips': [{'subnet_id': '37889054-cc9d-49bd-99e0-136fb044e305'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:44:25.448767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:25.506333 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] Set router c8adc4ae-f352-4668-8d14-84c75a025afc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:44:25.547961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:25.578351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:25.675119 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Allocated IP 172.20.0.2 (4155c18a-d50e-4cc1-ae1b-1590cb8cca85/37889054-cc9d-49bd-99e0-136fb044e305/2e4d31d1-b39e-42fb-bbd5-07758256bcad) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:44:25.905894 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50020316', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106'}], 'enable_snat': True}, 'gw_port_id': '0e26897c-13db-4803-a898-77cb2e501133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:23Z', 'revision_number': 3, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '0e26897c-13db-4803-a898-77cb2e501133', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:25.914253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Publish callbacks [] for port (2e4d31d1-b39e-42fb-bbd5-07758256bcad), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:25.949468 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6819eca6-e332-4818-8983-ade22ddff185 None None] The sync data for ids ['c8adc4ae-f352-4668-8d14-84c75a025afc'] in dv-neutron-zed-2-hyperv is: [{'id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50020316', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106'}], 'enable_snat': True}, 'gw_port_id': '0e26897c-13db-4803-a898-77cb2e501133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:23Z', 'revision_number': 3, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '0e26897c-13db-4803-a898-77cb2e501133', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:44:25.990142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (2e4d31d1-b39e-42fb-bbd5-07758256bcad), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:26.034951 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:26.050788 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Network 4155c18a-d50e-4cc1-ae1b-1590cb8cca85 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:44:26.054869 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:26.055117 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:44:26.058717 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:44:26.070192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Pushing event updated for resources: {'Port': ['ID=2e4d31d1-b39e-42fb-bbd5-07758256bcad,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:26.135561 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Attempting to bind port 2e4d31d1-b39e-42fb-bbd5-07758256bcad on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:44:26.136342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Attempting to bind port 2e4d31d1-b39e-42fb-bbd5-07758256bcad by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '25974f0d-8535-485c-a92c-af93c6498606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:44:26.137059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Attempting to bind port 2e4d31d1-b39e-42fb-bbd5-07758256bcad on network 4155c18a-d50e-4cc1-ae1b-1590cb8cca85 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:44:26.176720 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:26.222198 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:44:26.230742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Checking segment: {'id': '25974f0d-8535-485c-a92c-af93c6498606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:44:26.230742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:26.230742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Bound using segment: {'id': '25974f0d-8535-485c-a92c-af93c6498606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:44:26.230742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Bound port: 2e4d31d1-b39e-42fb-bbd5-07758256bcad, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25974f0d-8535-485c-a92c-af93c6498606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:44:26.230742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2e4d31d1-b39e-42fb-bbd5-07758256bcad), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:26.321315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] For port 2e4d31d1-b39e-42fb-bbd5-07758256bcad, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:44:26.326255 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] For port 2e4d31d1-b39e-42fb-bbd5-07758256bcad, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=2e4d31d1-b39e-42fb-bbd5-07758256bcad,segment=NetworkSegment(25974f0d-8535-485c-a92c-af93c6498606),segment_id=25974f0d-8535-485c-a92c-af93c6498606)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:44:26.401752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (2e4d31d1-b39e-42fb-bbd5-07758256bcad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:26.489594 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b8320-2ac1-4df6-a8dc-4810667f10fc None None] Pushing event updated for resources: {'Port': ['ID=2e4d31d1-b39e-42fb-bbd5-07758256bcad,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:26.642847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.20.0.1 (4155c18a-d50e-4cc1-ae1b-1590cb8cca85/37889054-cc9d-49bd-99e0-136fb044e305/f9282290-5191-4c3f-a383-81ba8bacce7a) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:44:26.850346 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:26.944321 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:26.997803 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 4155c18a-d50e-4cc1-ae1b-1590cb8cca85 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:44:27.001481 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:44:27.005817 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:44:27.012863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=f9282290-5191-4c3f-a383-81ba8bacce7a,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:27.064038 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (c8adc4ae-f352-4668-8d14-84c75a025afc), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:27.299742 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:27.401024 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:27.489662 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dd063b-f3bc-4316-83ab-7d7205867b48 None None] Network 4155c18a-d50e-4cc1-ae1b-1590cb8cca85 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:44:27.560099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-0043c1dd-9a0d-4549-a132-1601fb2dfc52 None None] Provisioning complete for port 2e4d31d1-b39e-42fb-bbd5-07758256bcad triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:44:27.560470 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0043c1dd-9a0d-4549-a132-1601fb2dfc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2e4d31d1-b39e-42fb-bbd5-07758256bcad), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:27.560811 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-0043c1dd-9a0d-4549-a132-1601fb2dfc52 None None] Attempt 1 to provision port 2e4d31d1-b39e-42fb-bbd5-07758256bcad Oct 28 10:44:27.611892 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:27.632871 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:27.706945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-0043c1dd-9a0d-4549-a132-1601fb2dfc52 None None] Current status of the port 2e4d31d1-b39e-42fb-bbd5-07758256bcad is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:44:27.707626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0043c1dd-9a0d-4549-a132-1601fb2dfc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (2e4d31d1-b39e-42fb-bbd5-07758256bcad), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:27.712538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:27.768410 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-0043c1dd-9a0d-4549-a132-1601fb2dfc52 None None] For port 2e4d31d1-b39e-42fb-bbd5-07758256bcad, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=2e4d31d1-b39e-42fb-bbd5-07758256bcad,segment=NetworkSegment(25974f0d-8535-485c-a92c-af93c6498606),segment_id=25974f0d-8535-485c-a92c-af93c6498606)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:44:27.793300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0e26897c-13db-4803-a898-77cb2e501133 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:44:27.826178 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:27.828358 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (c8adc4ae-f352-4668-8d14-84c75a025afc), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:27.843888 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0043c1dd-9a0d-4549-a132-1601fb2dfc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (2e4d31d1-b39e-42fb-bbd5-07758256bcad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:27.891101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=f9282290-5191-4c3f-a383-81ba8bacce7a,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:27.896986 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0e26897c-13db-4803-a898-77cb2e501133 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:44:27.897669 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0e26897c-13db-4803-a898-77cb2e501133), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:27.898215 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0e26897c-13db-4803-a898-77cb2e501133 Oct 28 10:44:27.934164 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043c1dd-9a0d-4549-a132-1601fb2dfc52 None None] Pushing event updated for resources: {'Port': ['ID=2e4d31d1-b39e-42fb-bbd5-07758256bcad,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:27.972467 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-66bf3dcc-64f1-42df-9976-af5bbc99a42d None None] Provisioning complete for port 2e4d31d1-b39e-42fb-bbd5-07758256bcad triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:44:27.972849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-66bf3dcc-64f1-42df-9976-af5bbc99a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2e4d31d1-b39e-42fb-bbd5-07758256bcad), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:27.973212 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-66bf3dcc-64f1-42df-9976-af5bbc99a42d None None] Attempt 1 to provision port 2e4d31d1-b39e-42fb-bbd5-07758256bcad Oct 28 10:44:27.974557 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 4155c18a-d50e-4cc1-ae1b-1590cb8cca85 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:44:27.977655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:44:28.042055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0e26897c-13db-4803-a898-77cb2e501133 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:44:28.042457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0e26897c-13db-4803-a898-77cb2e501133), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:28.075391 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 0e26897c-13db-4803-a898-77cb2e501133, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0e26897c-13db-4803-a898-77cb2e501133,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:44:28.112601 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router c8adc4ae-f352-4668-8d14-84c75a025afc has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:44:28.115551 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-66bf3dcc-64f1-42df-9976-af5bbc99a42d None None] Current status of the port 2e4d31d1-b39e-42fb-bbd5-07758256bcad is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:44:28.126244 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-66bf3dcc-64f1-42df-9976-af5bbc99a42d None None] Provisioning complete for port f9282290-5191-4c3f-a383-81ba8bacce7a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:44:28.126706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-66bf3dcc-64f1-42df-9976-af5bbc99a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:28.127057 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-66bf3dcc-64f1-42df-9976-af5bbc99a42d None None] Attempt 1 to provision port f9282290-5191-4c3f-a383-81ba8bacce7a Oct 28 10:44:28.155244 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0e26897c-13db-4803-a898-77cb2e501133), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:28.163151 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 2e4d31d1-b39e-42fb-bbd5-07758256bcad up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:44:28.221437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-66bf3dcc-64f1-42df-9976-af5bbc99a42d None None] Port f9282290-5191-4c3f-a383-81ba8bacce7a cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:44:28.228552 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:44:28.231796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:28.233849 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3fe79fc7-4bfb-457f-96ef-18dfc2c65860 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "PUT /networking/v2.0/routers/c8adc4ae-f352-4668-8d14-84c75a025afc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7955229 Oct 28 10:44:28.247910 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Sync routers for ids ['c8adc4ae-f352-4668-8d14-84c75a025afc'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:44:28.270221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=0e26897c-13db-4803-a898-77cb2e501133,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:28.285797 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Routers {'c8adc4ae-f352-4668-8d14-84c75a025afc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:44:28.286579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:44:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c8adc4ae-f352-4668-8d14-84c75a025afc'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:28.291853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 2e4d31d1-b39e-42fb-bbd5-07758256bcad triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:44:28.291853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2e4d31d1-b39e-42fb-bbd5-07758256bcad), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:28.292394 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 2e4d31d1-b39e-42fb-bbd5-07758256bcad Oct 28 10:44:28.398984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-7d46108f-f1c1-4698-9d9e-cdd84e4e615a None None] Provisioning complete for port f9282290-5191-4c3f-a383-81ba8bacce7a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:44:28.399363 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7d46108f-f1c1-4698-9d9e-cdd84e4e615a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:28.399703 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7d46108f-f1c1-4698-9d9e-cdd84e4e615a None None] Attempt 1 to provision port f9282290-5191-4c3f-a383-81ba8bacce7a Oct 28 10:44:28.442978 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-bc7394a1-7592-40c1-8e6b-110742645c80 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1057754808&fields=id&tenant_id=24e3e3be476740a381e69dd04b21c017 HTTP/1.1" status: 200 len: 267 time: 0.0589180 Oct 28 10:44:28.482265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7d46108f-f1c1-4698-9d9e-cdd84e4e615a None None] Port f9282290-5191-4c3f-a383-81ba8bacce7a cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:44:28.578762 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-1072585e-9944-4abe-af5d-648cc16e578d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:28.580643 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-1072585e-9944-4abe-af5d-648cc16e578d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4155c18a-d50e-4cc1-ae1b-1590cb8cca85 HTTP/1.1" status: 200 len: 797 time: 0.1307812 Oct 28 10:44:28.602278 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-b14ce72f-5f2b-40a0-8744-be1013c8521b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/quotas/24e3e3be476740a381e69dd04b21c017 HTTP/1.1" status: 200 len: 375 time: 0.0153365 Oct 28 10:44:28.655914 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-08cceb1d-e5ad-4acc-98a4-506bfb42acfa tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478706 Oct 28 10:44:28.675023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Set router c8adc4ae-f352-4668-8d14-84c75a025afc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:44:28.703310 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 2e4d31d1-b39e-42fb-bbd5-07758256bcad is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:44:28.705572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-d91a6338-fe4a-4b8a-92ea-12ea86b724d6 None None] Provisioning complete for port f9282290-5191-4c3f-a383-81ba8bacce7a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:44:28.705958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d91a6338-fe4a-4b8a-92ea-12ea86b724d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:28.706297 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-d91a6338-fe4a-4b8a-92ea-12ea86b724d6 None None] Attempt 1 to provision port f9282290-5191-4c3f-a383-81ba8bacce7a Oct 28 10:44:28.739190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:28.773041 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-b52bd679-f413-483d-bebb-610e5f095ed5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4155c18a-d50e-4cc1-ae1b-1590cb8cca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019135 Oct 28 10:44:28.782411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-d91a6338-fe4a-4b8a-92ea-12ea86b724d6 None None] Port f9282290-5191-4c3f-a383-81ba8bacce7a cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:44:28.878326 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-d72a126b-7689-4672-b5db-af82ccb7ac0d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4155c18a-d50e-4cc1-ae1b-1590cb8cca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968533 Oct 28 10:44:28.919436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50020316', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106'}], 'enable_snat': True}, 'gw_port_id': '0e26897c-13db-4803-a898-77cb2e501133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:27Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '0e26897c-13db-4803-a898-77cb2e501133', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9282290-5191-4c3f-a383-81ba8bacce7a', 'name': '', 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:81:c6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '37889054-cc9d-49bd-99e0-136fb044e305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:26Z', 'updated_at': '2022-10-28T10:44:27Z', 'revision_number': 2, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '37889054-cc9d-49bd-99e0-136fb044e305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:28.945583 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Checking router: c8adc4ae-f352-4668-8d14-84c75a025afc for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:44:28.945949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Updating router c8adc4ae-f352-4668-8d14-84c75a025afc port f9282290-5191-4c3f-a383-81ba8bacce7a binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:44:28.977945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:29.176451 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2613652b-bd10-421f-bc1e-411b261a7275 req-6955ef01-25b2-4ce5-a185-ea906f240025 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 210 time: 0.0311658 Oct 28 10:44:29.295872 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Publish callbacks [] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:29.395410 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:29.459222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b434cea-594c-4ed5-8b96-4b417edef8f4 None None] Pushing event updated for resources: {'Port': ['ID=f9282290-5191-4c3f-a383-81ba8bacce7a,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:29.495208 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Attempting to bind port f9282290-5191-4c3f-a383-81ba8bacce7a on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:44:29.495703 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Attempting to bind port f9282290-5191-4c3f-a383-81ba8bacce7a by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '25974f0d-8535-485c-a92c-af93c6498606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:44:29.496274 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Attempting to bind port f9282290-5191-4c3f-a383-81ba8bacce7a on network 4155c18a-d50e-4cc1-ae1b-1590cb8cca85 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:44:29.555835 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:44:29.556207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Checking segment: {'id': '25974f0d-8535-485c-a92c-af93c6498606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:44:29.556609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:29.556997 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Bound using segment: {'id': '25974f0d-8535-485c-a92c-af93c6498606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:44:29.557473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Bound port: f9282290-5191-4c3f-a383-81ba8bacce7a, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25974f0d-8535-485c-a92c-af93c6498606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:44:29.557980 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:29.625675 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] For port f9282290-5191-4c3f-a383-81ba8bacce7a, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:44:29.629233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] For port f9282290-5191-4c3f-a383-81ba8bacce7a, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f9282290-5191-4c3f-a383-81ba8bacce7a,segment=NetworkSegment(25974f0d-8535-485c-a92c-af93c6498606),segment_id=25974f0d-8535-485c-a92c-af93c6498606)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:44:29.712361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0e26897c-13db-4803-a898-77cb2e501133 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:44:29.742965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:29.787154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:29.801918 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Routers {'c8adc4ae-f352-4668-8d14-84c75a025afc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:44:29.802558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:44:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c8adc4ae-f352-4668-8d14-84c75a025afc'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:29.807534 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:29.859123 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 0e26897c-13db-4803-a898-77cb2e501133 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:44:29.859501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0e26897c-13db-4803-a898-77cb2e501133), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:29.859840 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 0e26897c-13db-4803-a898-77cb2e501133 Oct 28 10:44:29.863529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b434cea-594c-4ed5-8b96-4b417edef8f4 None None] Pushing event updated for resources: {'Port': ['ID=f9282290-5191-4c3f-a383-81ba8bacce7a,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:29.965544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] Set router c8adc4ae-f352-4668-8d14-84c75a025afc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:44:30.059736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 0e26897c-13db-4803-a898-77cb2e501133 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:44:30.060994 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 2e4d31d1-b39e-42fb-bbd5-07758256bcad up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:44:30.174175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 2e4d31d1-b39e-42fb-bbd5-07758256bcad triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:44:30.174546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (2e4d31d1-b39e-42fb-bbd5-07758256bcad), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:30.174910 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 2e4d31d1-b39e-42fb-bbd5-07758256bcad Oct 28 10:44:30.264110 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50020316', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106'}], 'enable_snat': True}, 'gw_port_id': '0e26897c-13db-4803-a898-77cb2e501133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:27Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '0e26897c-13db-4803-a898-77cb2e501133', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9282290-5191-4c3f-a383-81ba8bacce7a', 'name': '', 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:81:c6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '37889054-cc9d-49bd-99e0-136fb044e305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:26Z', 'updated_at': '2022-10-28T10:44:29Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '37889054-cc9d-49bd-99e0-136fb044e305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:30.308664 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edd2a0-2b47-4680-931c-a7310692cb05 None None] The sync data for ids ['c8adc4ae-f352-4668-8d14-84c75a025afc'] in dv-neutron-zed-2-hyperv is: [{'id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50020316', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106'}], 'enable_snat': True}, 'gw_port_id': '0e26897c-13db-4803-a898-77cb2e501133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:27Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '0e26897c-13db-4803-a898-77cb2e501133', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9282290-5191-4c3f-a383-81ba8bacce7a', 'name': '', 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:81:c6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '37889054-cc9d-49bd-99e0-136fb044e305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:26Z', 'updated_at': '2022-10-28T10:44:29Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '37889054-cc9d-49bd-99e0-136fb044e305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:44:30.322235 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 2e4d31d1-b39e-42fb-bbd5-07758256bcad is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:44:30.330226 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2df7e790-a642-411e-b759-c141ecd42c26 req-6607ce7b-0c96-4b6b-ad62-eeb220a928a8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 210 time: 0.0417500 Oct 28 10:44:31.466235 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4c6eb638-b273-4bdc-9dea-97e00b2fec25 req-c9780390-fc5e-4b67-b0c1-3778ed21cb39 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 210 time: 0.0322118 Oct 28 10:44:31.597474 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-2661d77c-cc9b-4711-9dfd-046589c42b50 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:31.599118 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-2661d77c-cc9b-4711-9dfd-046589c42b50 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "GET /networking/v2.0/networks?id=4155c18a-d50e-4cc1-ae1b-1590cb8cca85 HTTP/1.1" status: 200 len: 797 time: 0.1353850 Oct 28 10:44:31.703137 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-eca7f976-3651-4f4b-84ef-9b1f6b943ae5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=24e3e3be476740a381e69dd04b21c017 HTTP/1.1" status: 200 len: 380 time: 0.0832000 Oct 28 10:44:31.719795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-66c97e90-5672-422e-9c7f-22b683ef05b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'port': {'device_id': '9e07b938-6935-4210-9ebf-09dcad024af7', 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'admin_state_up': True, 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'security_groups': ['d59aa7dd-a148-4d39-bf23-1053b4e65a48']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:44:31.724740 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f9282290-5191-4c3f-a383-81ba8bacce7a up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:44:31.762965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:31.788691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f9282290-5191-4c3f-a383-81ba8bacce7a triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:44:31.789394 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:31.790924 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f9282290-5191-4c3f-a383-81ba8bacce7a Oct 28 10:44:31.893385 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f9282290-5191-4c3f-a383-81ba8bacce7a is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:44:31.893784 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:31.932823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-66c97e90-5672-422e-9c7f-22b683ef05b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Made reservation on behalf of 24e3e3be476740a381e69dd04b21c017 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:44:31.933151 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port f9282290-5191-4c3f-a383-81ba8bacce7a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f9282290-5191-4c3f-a383-81ba8bacce7a,segment=NetworkSegment(25974f0d-8535-485c-a92c-af93c6498606),segment_id=25974f0d-8535-485c-a92c-af93c6498606)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:44:31.939438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-66c97e90-5672-422e-9c7f-22b683ef05b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:31.941886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:32.048162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:32.068965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:32.082028 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-66c97e90-5672-422e-9c7f-22b683ef05b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.20.0.9 (4155c18a-d50e-4cc1-ae1b-1590cb8cca85/37889054-cc9d-49bd-99e0-136fb044e305/755347cf-b15e-4f9e-9b2e-fa7bb94b03cb) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:44:32.124648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=f9282290-5191-4c3f-a383-81ba8bacce7a,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:32.264618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-66c97e90-5672-422e-9c7f-22b683ef05b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (755347cf-b15e-4f9e-9b2e-fa7bb94b03cb), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:32.425847 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-66c97e90-5672-422e-9c7f-22b683ef05b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (755347cf-b15e-4f9e-9b2e-fa7bb94b03cb), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:32.472989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-66c97e90-5672-422e-9c7f-22b683ef05b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 4155c18a-d50e-4cc1-ae1b-1590cb8cca85 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:44:32.476236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-66c97e90-5672-422e-9c7f-22b683ef05b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:44:32.478663 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-66c97e90-5672-422e-9c7f-22b683ef05b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:44:32.509067 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c97e90-5672-422e-9c7f-22b683ef05b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=755347cf-b15e-4f9e-9b2e-fa7bb94b03cb,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:32.567977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-66c97e90-5672-422e-9c7f-22b683ef05b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:32.568732 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-66c97e90-5672-422e-9c7f-22b683ef05b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:32.624186 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f407404-54dc-4126-99c3-5e4484fc67fa req-c9309a5f-8831-4c87-9703-cf641d123ada tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:32.625790 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9f407404-54dc-4126-99c3-5e4484fc67fa req-c9309a5f-8831-4c87-9703-cf641d123ada tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 931 time: 0.0595899 Oct 28 10:44:32.672558 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-66c97e90-5672-422e-9c7f-22b683ef05b3 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9617169 Oct 28 10:44:32.684277 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9f407404-54dc-4126-99c3-5e4484fc67fa req-b7201950-d43e-48ff-8d4a-169cce4268d2 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524158 Oct 28 10:44:32.697889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Request body: {'port': {'device_id': '9e07b938-6935-4210-9ebf-09dcad024af7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:44:32.729669 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-cce57ec7-e993-48b5-9386-32c0904d1dcd None None] Provisioning complete for port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:44:32.730376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cce57ec7-e993-48b5-9386-32c0904d1dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (755347cf-b15e-4f9e-9b2e-fa7bb94b03cb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:32.730376 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-cce57ec7-e993-48b5-9386-32c0904d1dcd None None] Attempt 1 to provision port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb Oct 28 10:44:32.765288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-cce57ec7-e993-48b5-9386-32c0904d1dcd None None] Port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:44:32.767739 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (755347cf-b15e-4f9e-9b2e-fa7bb94b03cb), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:33.317226 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:44:33.325727 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Publish callbacks [] for port (755347cf-b15e-4f9e-9b2e-fa7bb94b03cb), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:33.339510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Transition to ACTIVE for port object 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:44:33.412182 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (755347cf-b15e-4f9e-9b2e-fa7bb94b03cb), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:33.495915 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Pushing event updated for resources: {'Port': ['ID=755347cf-b15e-4f9e-9b2e-fa7bb94b03cb,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:33.515649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:33.524565 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:33.528217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Attempting to bind port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:44:33.528620 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Attempting to bind port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '25974f0d-8535-485c-a92c-af93c6498606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:44:33.529146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Attempting to bind port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb on network 4155c18a-d50e-4cc1-ae1b-1590cb8cca85 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:44:33.574590 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb on network 4155c18a-d50e-4cc1-ae1b-1590cb8cca85 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:44:33.574963 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Attempting to bind port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb on network 4155c18a-d50e-4cc1-ae1b-1590cb8cca85 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:44:33.619633 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:44:33.619967 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Checking segment: {'id': '25974f0d-8535-485c-a92c-af93c6498606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:44:33.620345 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Bound using segment: {'id': '25974f0d-8535-485c-a92c-af93c6498606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:44:33.620923 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Bound port: 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25974f0d-8535-485c-a92c-af93c6498606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:44:33.621292 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (755347cf-b15e-4f9e-9b2e-fa7bb94b03cb), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:33.688888 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] For port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:44:33.695748 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] For port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=755347cf-b15e-4f9e-9b2e-fa7bb94b03cb,segment=NetworkSegment(25974f0d-8535-485c-a92c-af93c6498606),segment_id=25974f0d-8535-485c-a92c-af93c6498606)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:44:33.699568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f9282290-5191-4c3f-a383-81ba8bacce7a up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:44:33.747819 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port f9282290-5191-4c3f-a383-81ba8bacce7a triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:44:33.748568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:33.748568 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port f9282290-5191-4c3f-a383-81ba8bacce7a Oct 28 10:44:33.792381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (755347cf-b15e-4f9e-9b2e-fa7bb94b03cb), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:33.797688 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:33.798298 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:33.799886 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/755347cf-b15e-4f9e-9b2e-fa7bb94b03cb HTTP/1.1" status: 200 len: 1093 time: 1.1068127 Oct 28 10:44:33.800370 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e07b938-6935-4210-9ebf-09dcad024af7', 'tag': '755347cf-b15e-4f9e-9b2e-fa7bb94b03cb'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:44:33.802999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9adf83-4c20-4b9b-accb-c3b48c2363ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9e07b938-6935-4210-9ebf-09dcad024af7", "tag": "755347cf-b15e-4f9e-9b2e-fa7bb94b03cb"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:44:33.842952 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598586e-a7c8-4680-8c29-881f32e37672 req-7c24e486-7ecc-4d8e-96b7-f05ad6ed63f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:33.845004 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port f9282290-5191-4c3f-a383-81ba8bacce7a is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:44:33.851632 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2598586e-a7c8-4680-8c29-881f32e37672 req-7c24e486-7ecc-4d8e-96b7-f05ad6ed63f8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 943 time: 0.0795941 Oct 28 10:44:33.869141 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0f6c30-06a0-4a5f-9886-0ec292e57b40 x-openstack-request-id: req-3f0f6c30-06a0-4a5f-9886-0ec292e57b40 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:44:33.869476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e07b938-6935-4210-9ebf-09dcad024af7", "tag": "755347cf-b15e-4f9e-9b2e-fa7bb94b03cb", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:44:33.870334 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f0f6c30-06a0-4a5f-9886-0ec292e57b40 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:44:33.870334 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f0f6c30-06a0-4a5f-9886-0ec292e57b40'] response: {'name': 'network-changed', 'server_uuid': '9e07b938-6935-4210-9ebf-09dcad024af7', 'tag': '755347cf-b15e-4f9e-9b2e-fa7bb94b03cb', 'status': 'completed', 'code': 200} Oct 28 10:44:33.871464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4605c8-b697-4d20-9a37-141ea868a348 service neutron] Pushing event updated for resources: {'Port': ['ID=755347cf-b15e-4f9e-9b2e-fa7bb94b03cb,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:33.910213 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2598586e-a7c8-4680-8c29-881f32e37672 req-8f64177e-31fb-49be-9142-1d3251b33d2e tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574477 Oct 28 10:44:33.993960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9adf83-4c20-4b9b-accb-c3b48c2363ab req-b626765d-aa09-434b-9654-440183a1d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:33.995529 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9adf83-4c20-4b9b-accb-c3b48c2363ab req-b626765d-aa09-434b-9654-440183a1d508 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 1127 time: 0.0527997 Oct 28 10:44:34.121217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9adf83-4c20-4b9b-accb-c3b48c2363ab req-6ab05c96-a71e-4ccf-a7c0-ff33e98c3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:34.122693 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9adf83-4c20-4b9b-accb-c3b48c2363ab req-6ab05c96-a71e-4ccf-a7c0-ff33e98c3abf service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=24e3e3be476740a381e69dd04b21c017&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1058288 Oct 28 10:44:34.233032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9adf83-4c20-4b9b-accb-c3b48c2363ab req-7c5e19af-adb4-4c20-9a59-7284b233c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:34.234703 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-6b9adf83-4c20-4b9b-accb-c3b48c2363ab req-7c5e19af-adb4-4c20-9a59-7284b233c3f5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998611 Oct 28 10:44:34.354130 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-65720d0b-a403-4084-8e3f-02406ddf942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:34.355738 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-65720d0b-a403-4084-8e3f-02406ddf942a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 1127 time: 0.0439136 Oct 28 10:44:34.410170 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-d42672f4-02b9-4aed-9af8-fd9e1db2df5a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=755347cf-b15e-4f9e-9b2e-fa7bb94b03cb HTTP/1.1" status: 200 len: 217 time: 0.0382447 Oct 28 10:44:34.464083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-2622eca0-f75d-4729-b0ae-eee197d1d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:34.465558 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-2622eca0-f75d-4729-b0ae-eee197d1d72c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=37889054-cc9d-49bd-99e0-136fb044e305 HTTP/1.1" status: 200 len: 833 time: 0.0495567 Oct 28 10:44:34.515491 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-11a560b1-385f-4f31-a919-b4757cdca54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:34.517011 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-11a560b1-385f-4f31-a919-b4757cdca54a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4155c18a-d50e-4cc1-ae1b-1590cb8cca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0414248 Oct 28 10:44:34.595402 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:34.618720 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-540cad3b-9b4a-4fc3-acdf-c2ce79699929 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4155c18a-d50e-4cc1-ae1b-1590cb8cca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921714 Oct 28 10:44:34.720375 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b7cfe1d6-937d-4f08-b106-22786272a9fb req-fdd58d31-d3a6-4841-bf9d-6c294bfe15a9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4155c18a-d50e-4cc1-ae1b-1590cb8cca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927598 Oct 28 10:44:35.054889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1e06f-0797-40d1-afcd-223059147c62 req-c8559c70-1665-4a9c-9e26-5c302fc7c8f0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:35.056988 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-15f1e06f-0797-40d1-afcd-223059147c62 req-c8559c70-1665-4a9c-9e26-5c302fc7c8f0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 943 time: 0.0627820 Oct 28 10:44:35.115183 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-15f1e06f-0797-40d1-afcd-223059147c62 req-2938c70c-1673-44d9-a276-ba27095efff0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523458 Oct 28 10:44:36.246962 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e947678-ab42-4f53-912d-de30b59b1577 req-f666113c-f5a0-4611-b777-62731b122560 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:36.248476 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9e947678-ab42-4f53-912d-de30b59b1577 req-f666113c-f5a0-4611-b777-62731b122560 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 943 time: 0.0513480 Oct 28 10:44:36.303534 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9e947678-ab42-4f53-912d-de30b59b1577 req-43a28cdb-4f35-4a12-8bee-bcdb70174d92 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488334 Oct 28 10:44:37.280951 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:44:37.369414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:37.392503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=755347cf-b15e-4f9e-9b2e-fa7bb94b03cb,segment=NetworkSegment(25974f0d-8535-485c-a92c-af93c6498606),segment_id=25974f0d-8535-485c-a92c-af93c6498606)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:44:37.407154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '755347cf-b15e-4f9e-9b2e-fa7bb94b03cb', 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'port_id': '755347cf-b15e-4f9e-9b2e-fa7bb94b03cb', 'mac_address': 'fa:16:3e:af:f2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37889054-cc9d-49bd-99e0-136fb044e305', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:44:37.445736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:44:37.446126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (755347cf-b15e-4f9e-9b2e-fa7bb94b03cb), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:37.446262 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add17a5-ab6c-4fb9-8bcb-5255862029d2 req-872300e6-ce33-46c2-8547-a1f32321880f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:37.447997 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0add17a5-ab6c-4fb9-8bcb-5255862029d2 req-872300e6-ce33-46c2-8547-a1f32321880f tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 943 time: 0.0532475 Oct 28 10:44:37.460581 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:44:37.485413 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=755347cf-b15e-4f9e-9b2e-fa7bb94b03cb,segment=NetworkSegment(25974f0d-8535-485c-a92c-af93c6498606),segment_id=25974f0d-8535-485c-a92c-af93c6498606)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:44:37.510959 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0add17a5-ab6c-4fb9-8bcb-5255862029d2 req-cee0474a-3114-4170-88f4-2398d7a770bd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479822 Oct 28 10:44:37.557270 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (755347cf-b15e-4f9e-9b2e-fa7bb94b03cb), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:37.607827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=755347cf-b15e-4f9e-9b2e-fa7bb94b03cb,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:37.952728 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['755347cf-b15e-4f9e-9b2e-fa7bb94b03cb'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:44:38.078546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:38.625648 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:38.642026 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8104db-a9f4-48d6-861b-c23a7d2f4c4e req-e83a0db4-d93a-4f88-aca8-b6090469e9d9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:38.643630 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fc8104db-a9f4-48d6-861b-c23a7d2f4c4e req-e83a0db4-d93a-4f88-aca8-b6090469e9d9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 944 time: 0.0529251 Oct 28 10:44:38.672462 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:38.698203 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fc8104db-a9f4-48d6-861b-c23a7d2f4c4e req-78f4d0d1-247b-44b8-ab8c-25855b04ad08 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481975 Oct 28 10:44:39.305786 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:44:39.352887 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:44:39.459529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:44:39.459915 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (755347cf-b15e-4f9e-9b2e-fa7bb94b03cb), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:39.460251 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb Oct 28 10:44:39.537311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:44:39.537599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (755347cf-b15e-4f9e-9b2e-fa7bb94b03cb), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:39.561183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e07b938-6935-4210-9ebf-09dcad024af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755347cf-b15e-4f9e-9b2e-fa7bb94b03cb'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:44:39.563533 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d395e63-4e31-4060-b54e-05c2fd602386" -d '{"events": [{"server_uuid": "9e07b938-6935-4210-9ebf-09dcad024af7", "name": "network-vif-plugged", "status": "completed", "tag": "755347cf-b15e-4f9e-9b2e-fa7bb94b03cb"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:44:39.584814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=755347cf-b15e-4f9e-9b2e-fa7bb94b03cb,segment=NetworkSegment(25974f0d-8535-485c-a92c-af93c6498606),segment_id=25974f0d-8535-485c-a92c-af93c6498606)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:44:39.602468 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1daaf13-3225-40ad-9c4e-a07b14d55f70 x-openstack-request-id: req-d1daaf13-3225-40ad-9c4e-a07b14d55f70 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:44:39.602870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e07b938-6935-4210-9ebf-09dcad024af7", "name": "network-vif-plugged", "status": "completed", "tag": "755347cf-b15e-4f9e-9b2e-fa7bb94b03cb", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:44:39.603126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1daaf13-3225-40ad-9c4e-a07b14d55f70 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:44:39.603540 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1daaf13-3225-40ad-9c4e-a07b14d55f70'] response: {'server_uuid': '9e07b938-6935-4210-9ebf-09dcad024af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755347cf-b15e-4f9e-9b2e-fa7bb94b03cb', 'code': 200} Oct 28 10:44:39.715043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (755347cf-b15e-4f9e-9b2e-fa7bb94b03cb), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:39.769768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=755347cf-b15e-4f9e-9b2e-fa7bb94b03cb,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:39.823316 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca27fa7-3d79-49a6-8e1e-97a3fac1beb2 req-a7794c9b-f811-4a0c-90f0-baba2749bdc7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:39.824877 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3ca27fa7-3d79-49a6-8e1e-97a3fac1beb2 req-a7794c9b-f811-4a0c-90f0-baba2749bdc7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 945 time: 0.0487821 Oct 28 10:44:39.881266 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3ca27fa7-3d79-49a6-8e1e-97a3fac1beb2 req-535af21d-a18b-42f7-98fa-eb11cdb8e877 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494580 Oct 28 10:44:40.020028 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa65201-fecf-4888-b293-64b64978d78c req-922d5add-3ca9-45db-84ed-7643fcea4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:40.021413 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-daa65201-fecf-4888-b293-64b64978d78c req-922d5add-3ca9-45db-84ed-7643fcea4b06 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 1129 time: 0.0466843 Oct 28 10:44:40.085198 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-daa65201-fecf-4888-b293-64b64978d78c req-ae1fe19e-d6b0-4cd0-bc7d-ef0e7e974b07 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573413 Oct 28 10:44:41.014876 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3325a9-b02f-4170-b875-535377fe464b req-47c0a42a-d74e-4da5-a04f-ef37891e05e9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:41.016381 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1a3325a9-b02f-4170-b875-535377fe464b req-47c0a42a-d74e-4da5-a04f-ef37891e05e9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 945 time: 0.0507195 Oct 28 10:44:41.073317 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1a3325a9-b02f-4170-b875-535377fe464b req-528bb53a-6b53-4f30-9256-0b96248c203a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510547 Oct 28 10:44:42.201034 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fa395-78d4-4ae9-9d30-9fd800598a98 req-5359acf0-0be0-4688-b559-1bc036b493a8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:42.202557 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9b1fa395-78d4-4ae9-9d30-9fd800598a98 req-5359acf0-0be0-4688-b559-1bc036b493a8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 945 time: 0.0488448 Oct 28 10:44:42.263772 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9b1fa395-78d4-4ae9-9d30-9fd800598a98 req-1b05a455-387d-4ef9-bb17-0daaff927569 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552473 Oct 28 10:44:42.389146 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dea673-7f0b-4e33-a533-fceeb7481767 req-f4a2fbd1-a550-4551-bb59-bdaa941aeaf6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:42.390662 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-10dea673-7f0b-4e33-a533-fceeb7481767 req-f4a2fbd1-a550-4551-bb59-bdaa941aeaf6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 945 time: 0.0477674 Oct 28 10:44:42.441429 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-10dea673-7f0b-4e33-a533-fceeb7481767 req-dfe6e0bf-a2d4-449c-ab7d-eab16d960db6 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451252 Oct 28 10:44:42.469987 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50274) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:42.510814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7db09c9-68ca-47b8-a036-431437d51bc7 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:42.512368 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c7db09c9-68ca-47b8-a036-431437d51bc7 tempest-TestNetworkAdvancedServerOps-808207043 tempest-TestNetworkAdvancedServerOps-808207043-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 1124 time: 0.0412271 Oct 28 10:44:42.516676 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50276) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:42.521077 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '755347cf-b15e-4f9e-9b2e-fa7bb94b03cb', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:44:42.614794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:42.703634 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:42.759424 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:42.814616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Allocated IP 172.36.1.244 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/0535787e-e040-4870-b845-8ab28abb698b) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:44:42.934577 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (0535787e-e040-4870-b845-8ab28abb698b), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:43.037073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (0535787e-e040-4870-b845-8ab28abb698b), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:43.081868 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:44:43.084995 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:44:43.089805 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:44:43.095160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=0535787e-e040-4870-b845-8ab28abb698b,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:43.121414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f64e4d62-ee38-45c2-9d3b-1bc122624d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:43.261017 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:43.467650 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (b1a52ef9-8248-4728-b637-f21aeb1a8f95), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:43.617203 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=48 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:43.617849 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0535787e-e040-4870-b845-8ab28abb698b), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:43.624449 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:43.661197 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:43.788005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for port (0535787e-e040-4870-b845-8ab28abb698b), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:43.875015 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (0535787e-e040-4870-b845-8ab28abb698b), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:43.949539 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event updated for resources: {'Port': ['ID=0535787e-e040-4870-b845-8ab28abb698b,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:44:43.951911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (b1a52ef9-8248-4728-b637-f21aeb1a8f95), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:44.067597 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Floating IP b1a52ef9-8248-4728-b637-f21aeb1a8f95 associated. External IP: 172.36.1.244, port: 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb. Oct 28 10:44:44.277437 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router c8adc4ae-f352-4668-8d14-84c75a025afc has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:44:44.375895 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:44.385746 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:44:44.396006 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8728ab2b-8df4-4a38-a849-240379e26969 None None] Sync routers for ids ['c8adc4ae-f352-4668-8d14-84c75a025afc'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:44:44.406337 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728ab2b-8df4-4a38-a849-240379e26969 None None] Routers {'c8adc4ae-f352-4668-8d14-84c75a025afc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:44:44.406984 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-8728ab2b-8df4-4a38-a849-240379e26969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:44:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c8adc4ae-f352-4668-8d14-84c75a025afc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:44.472906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:44.511755 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-968a71e1-b11a-4279-8cb4-3df97fe95dab tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9939039 Oct 28 10:44:44.512611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e07b938-6935-4210-9ebf-09dcad024af7', 'tag': '755347cf-b15e-4f9e-9b2e-fa7bb94b03cb'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:44:44.514352 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-8728ab2b-8df4-4a38-a849-240379e26969 None None] Set router c8adc4ae-f352-4668-8d14-84c75a025afc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:44:44.515279 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9662f8-5050-4358-941a-873ba8fb4c44" -d '{"events": [{"name": "network-changed", "server_uuid": "9e07b938-6935-4210-9ebf-09dcad024af7", "tag": "755347cf-b15e-4f9e-9b2e-fa7bb94b03cb"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:44:44.562363 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bf9a1f-0769-4d5e-94ab-7f3fe28721e1 x-openstack-request-id: req-04bf9a1f-0769-4d5e-94ab-7f3fe28721e1 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:44:44.562846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e07b938-6935-4210-9ebf-09dcad024af7", "tag": "755347cf-b15e-4f9e-9b2e-fa7bb94b03cb", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:44:44.563133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04bf9a1f-0769-4d5e-94ab-7f3fe28721e1 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:44:44.563488 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04bf9a1f-0769-4d5e-94ab-7f3fe28721e1'] response: {'name': 'network-changed', 'server_uuid': '9e07b938-6935-4210-9ebf-09dcad024af7', 'tag': '755347cf-b15e-4f9e-9b2e-fa7bb94b03cb', 'status': 'completed', 'code': 200} Oct 28 10:44:44.634448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19742707-d56a-4d3d-a3ee-9e278fb303cd req-1364ef41-2985-402d-8238-053e78aa58c1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:44.636151 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-19742707-d56a-4d3d-a3ee-9e278fb303cd req-1364ef41-2985-402d-8238-053e78aa58c1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 945 time: 0.0587003 Oct 28 10:44:44.656717 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9662f8-5050-4358-941a-873ba8fb4c44 req-e4f06034-b77f-4b63-aac0-e0698e56c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:44.658180 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7e9662f8-5050-4358-941a-873ba8fb4c44 req-e4f06034-b77f-4b63-aac0-e0698e56c395 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 1129 time: 0.0442731 Oct 28 10:44:44.699991 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-19742707-d56a-4d3d-a3ee-9e278fb303cd req-d2ef98e7-2737-4dd0-9ab3-b6279d80a436 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560901 Oct 28 10:44:44.724197 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50284) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:44.760986 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-8728ab2b-8df4-4a38-a849-240379e26969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50020316', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106'}], 'enable_snat': True}, 'gw_port_id': '0e26897c-13db-4803-a898-77cb2e501133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:27Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '0e26897c-13db-4803-a898-77cb2e501133', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'b1a52ef9-8248-4728-b637-f21aeb1a8f95', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'floating_ip_address': '172.36.1.244', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'port_id': '755347cf-b15e-4f9e-9b2e-fa7bb94b03cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'mac_address': 'fa:16:3e:af:f2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e07b938-6935-4210-9ebf-09dcad024af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:44:43Z', 'updated_at': '2022-10-28T10:44:43Z', 'revision_number': 0, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9282290-5191-4c3f-a383-81ba8bacce7a', 'name': '', 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:81:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '37889054-cc9d-49bd-99e0-136fb044e305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:26Z', 'updated_at': '2022-10-28T10:44:31Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '37889054-cc9d-49bd-99e0-136fb044e305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:44.766497 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9662f8-5050-4358-941a-873ba8fb4c44 req-6b788054-20f9-4c3f-811b-2c220a07272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:44.768146 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7e9662f8-5050-4358-941a-873ba8fb4c44 req-6b788054-20f9-4c3f-811b-2c220a07272a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=4155c18a-d50e-4cc1-ae1b-1590cb8cca85 HTTP/1.1" status: 200 len: 898 time: 0.1042743 Oct 28 10:44:44.789886 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-1836333c-93d4-4a69-9598-6462919e53c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/b1a52ef9-8248-4728-b637-f21aeb1a8f95 HTTP/1.1" status: 200 len: 991 time: 0.0645180 Oct 28 10:44:44.792236 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8728ab2b-8df4-4a38-a849-240379e26969 None None] Checking router: c8adc4ae-f352-4668-8d14-84c75a025afc for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:44:44.801275 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728ab2b-8df4-4a38-a849-240379e26969 None None] Routers {'c8adc4ae-f352-4668-8d14-84c75a025afc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:44:44.801879 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-8728ab2b-8df4-4a38-a849-240379e26969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:44:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c8adc4ae-f352-4668-8d14-84c75a025afc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:44.850108 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7e9662f8-5050-4358-941a-873ba8fb4c44 req-0f720085-6704-4bd1-99c7-f7fbb7e5c91a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=755347cf-b15e-4f9e-9b2e-fa7bb94b03cb HTTP/1.1" status: 200 len: 999 time: 0.0747199 Oct 28 10:44:44.905965 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9662f8-5050-4358-941a-873ba8fb4c44 req-629d71f6-8a24-4066-b8bf-bd4a377cd050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:44.907571 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7e9662f8-5050-4358-941a-873ba8fb4c44 req-629d71f6-8a24-4066-b8bf-bd4a377cd050 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=37889054-cc9d-49bd-99e0-136fb044e305 HTTP/1.1" status: 200 len: 833 time: 0.0476527 Oct 28 10:44:44.913324 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-8728ab2b-8df4-4a38-a849-240379e26969 None None] Set router c8adc4ae-f352-4668-8d14-84c75a025afc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:44:44.952846 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9662f8-5050-4358-941a-873ba8fb4c44 req-2d19f9c4-256d-4670-b7d4-0d2cd9de7c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:44.954417 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7e9662f8-5050-4358-941a-873ba8fb4c44 req-2d19f9c4-256d-4670-b7d4-0d2cd9de7c10 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4155c18a-d50e-4cc1-ae1b-1590cb8cca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0410581 Oct 28 10:44:45.065610 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7e9662f8-5050-4358-941a-873ba8fb4c44 req-56c2631e-79f5-418d-8954-60dff3b8a088 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4155c18a-d50e-4cc1-ae1b-1590cb8cca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052387 Oct 28 10:44:45.079475 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:45.141889 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-8728ab2b-8df4-4a38-a849-240379e26969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50020316', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106'}], 'enable_snat': True}, 'gw_port_id': '0e26897c-13db-4803-a898-77cb2e501133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:27Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '0e26897c-13db-4803-a898-77cb2e501133', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'b1a52ef9-8248-4728-b637-f21aeb1a8f95', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'floating_ip_address': '172.36.1.244', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'port_id': '755347cf-b15e-4f9e-9b2e-fa7bb94b03cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'mac_address': 'fa:16:3e:af:f2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e07b938-6935-4210-9ebf-09dcad024af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:44:43Z', 'updated_at': '2022-10-28T10:44:43Z', 'revision_number': 0, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9282290-5191-4c3f-a383-81ba8bacce7a', 'name': '', 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:81:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '37889054-cc9d-49bd-99e0-136fb044e305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:26Z', 'updated_at': '2022-10-28T10:44:31Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '37889054-cc9d-49bd-99e0-136fb044e305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:44:45.167187 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7e9662f8-5050-4358-941a-873ba8fb4c44 req-95cd3a71-208c-4ac2-9c67-a8ba72652814 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4155c18a-d50e-4cc1-ae1b-1590cb8cca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948451 Oct 28 10:44:45.167863 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8728ab2b-8df4-4a38-a849-240379e26969 None None] The sync data for ids ['c8adc4ae-f352-4668-8d14-84c75a025afc'] in dv-neutron-zed-2-hyperv is: [{'id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50020316', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106'}], 'enable_snat': True}, 'gw_port_id': '0e26897c-13db-4803-a898-77cb2e501133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:27Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '0e26897c-13db-4803-a898-77cb2e501133', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'b1a52ef9-8248-4728-b637-f21aeb1a8f95', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'floating_ip_address': '172.36.1.244', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'port_id': '755347cf-b15e-4f9e-9b2e-fa7bb94b03cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'mac_address': 'fa:16:3e:af:f2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e07b938-6935-4210-9ebf-09dcad024af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:44:43Z', 'updated_at': '2022-10-28T10:44:43Z', 'revision_number': 0, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9282290-5191-4c3f-a383-81ba8bacce7a', 'name': '', 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:81:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '37889054-cc9d-49bd-99e0-136fb044e305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:26Z', 'updated_at': '2022-10-28T10:44:31Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '37889054-cc9d-49bd-99e0-136fb044e305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:44:45.374232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d672ec58-d816-4103-99a7-4bfb6a9fc4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:45.387189 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f6244-02e8-4ee3-97fb-a8951836a92d None None] New status for floating IP b1a52ef9-8248-4728-b637-f21aeb1a8f95: ACTIVE {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:44:45.422954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:45.792067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50286) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:44:45.861863 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-518a0bb8-90af-49c8-8858-87f542d26d01 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/b1a52ef9-8248-4728-b637-f21aeb1a8f95 HTTP/1.1" status: 200 len: 993 time: 0.0684159 Oct 28 10:44:46.498763 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e6d3bc7c-ef40-4466-8c30-d710348a0794 req-370e03d0-e875-4b0d-85d0-7da14bf63314 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438323 Oct 28 10:44:46.606184 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3bc7c-ef40-4466-8c30-d710348a0794 req-5e31003d-f635-4b18-8d4e-ffa8bf08a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:46.607767 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e6d3bc7c-ef40-4466-8c30-d710348a0794 req-5e31003d-f635-4b18-8d4e-ffa8bf08a8c2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 1129 time: 0.0423799 Oct 28 10:44:46.721735 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3bc7c-ef40-4466-8c30-d710348a0794 req-519e5917-f923-417c-8a04-0776687bd3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:46.723262 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e6d3bc7c-ef40-4466-8c30-d710348a0794 req-519e5917-f923-417c-8a04-0776687bd3a3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=4155c18a-d50e-4cc1-ae1b-1590cb8cca85 HTTP/1.1" status: 200 len: 898 time: 0.0967145 Oct 28 10:44:46.787134 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e6d3bc7c-ef40-4466-8c30-d710348a0794 req-54df070a-f149-4a65-a5f9-3ed055c40041 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=755347cf-b15e-4f9e-9b2e-fa7bb94b03cb HTTP/1.1" status: 200 len: 1001 time: 0.0579755 Oct 28 10:44:46.837361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3bc7c-ef40-4466-8c30-d710348a0794 req-d7f1ae23-4d67-4704-95d3-5c32bcc9a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:46.838950 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e6d3bc7c-ef40-4466-8c30-d710348a0794 req-d7f1ae23-4d67-4704-95d3-5c32bcc9a390 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=37889054-cc9d-49bd-99e0-136fb044e305 HTTP/1.1" status: 200 len: 833 time: 0.0460458 Oct 28 10:44:46.888503 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3bc7c-ef40-4466-8c30-d710348a0794 req-dc2b29d0-adca-49f7-9f46-e3bc1822ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:44:46.890052 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e6d3bc7c-ef40-4466-8c30-d710348a0794 req-dc2b29d0-adca-49f7-9f46-e3bc1822ef52 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4155c18a-d50e-4cc1-ae1b-1590cb8cca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0453775 Oct 28 10:44:46.966324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:46.989954 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e6d3bc7c-ef40-4466-8c30-d710348a0794 req-43e03077-9dd9-48b0-9f2d-734d4b797524 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4155c18a-d50e-4cc1-ae1b-1590cb8cca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938442 Oct 28 10:44:47.099284 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e6d3bc7c-ef40-4466-8c30-d710348a0794 req-ee0fcdc3-2a14-4c35-b37c-d78c9ec473c0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4155c18a-d50e-4cc1-ae1b-1590cb8cca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019790 Oct 28 10:44:47.139437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:48.023457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:48.745537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:54.640690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:44:55.144409 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=72 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:55.145707 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=76 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:55.848222 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=59 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:55.852129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=56 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:57.093845 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:44:57.095808 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=56 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:01.721057 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:45:04.492822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=59,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:04.499767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:13.168605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4703074a-7ec4-4aa8-9a65-783b6118cc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:15.391572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d5ea2765-f2ce-42f4-8673-cdfdd7eb4a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:17.174723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:18.025592 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:18.722549 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:19.552303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123c3ba-3988-4176-9b4b-4422a8196156 req-06c1faed-e99b-4386-a383-4fbd8934ec2a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:19.553850 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2123c3ba-3988-4176-9b4b-4422a8196156 req-06c1faed-e99b-4386-a383-4fbd8934ec2a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 945 time: 0.0646145 Oct 28 10:45:19.609379 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2123c3ba-3988-4176-9b4b-4422a8196156 req-628a92ed-5fef-4a70-89b0-6322f498e359 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490994 Oct 28 10:45:20.615943 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:20.622645 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:20.755460 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4016f0-a840-4bfa-920b-2b5c2387bff0 req-7494eccd-e64e-44db-869c-86e977391bd8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:20.757051 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8d4016f0-a840-4bfa-920b-2b5c2387bff0 req-7494eccd-e64e-44db-869c-86e977391bd8 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 945 time: 0.0511239 Oct 28 10:45:20.822450 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8d4016f0-a840-4bfa-920b-2b5c2387bff0 req-7ec88ec3-5073-4809-86f2-e2d7a1d76a38 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561609 Oct 28 10:45:20.853777 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50312) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:20.925199 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d0ef6ab8-db3d-4b12-8032-66a144815775 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/b1a52ef9-8248-4728-b637-f21aeb1a8f95 HTTP/1.1" status: 200 len: 993 time: 0.0700881 Oct 28 10:45:22.446617 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a2a4e-6350-4d19-8f52-2ffcdf97e337 req-160e1eb3-2bb7-40ae-8dd7-998ca0e882fc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:22.448220 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fd3a2a4e-6350-4d19-8f52-2ffcdf97e337 req-160e1eb3-2bb7-40ae-8dd7-998ca0e882fc tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 945 time: 0.0515327 Oct 28 10:45:22.520106 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-fd3a2a4e-6350-4d19-8f52-2ffcdf97e337 req-0e5021b1-4deb-4703-bb7b-ae910b4ee285 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639019 Oct 28 10:45:22.595304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e811a72-9573-4a37-82e7-39d5e96c618f req-9013c128-db36-4e37-90f3-601b0d4f46c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:22.596784 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e811a72-9573-4a37-82e7-39d5e96c618f req-9013c128-db36-4e37-90f3-601b0d4f46c8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 1129 time: 0.0549157 Oct 28 10:45:23.003712 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e811a72-9573-4a37-82e7-39d5e96c618f req-1084d8cf-4ccc-4644-95ad-2f4eb48a985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:23.005137 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e811a72-9573-4a37-82e7-39d5e96c618f req-1084d8cf-4ccc-4644-95ad-2f4eb48a985d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=4155c18a-d50e-4cc1-ae1b-1590cb8cca85 HTTP/1.1" status: 200 len: 898 time: 0.3975105 Oct 28 10:45:23.076854 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e811a72-9573-4a37-82e7-39d5e96c618f req-6013923b-b791-4d84-ae74-c4bc3462d209 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=755347cf-b15e-4f9e-9b2e-fa7bb94b03cb HTTP/1.1" status: 200 len: 1001 time: 0.0623107 Oct 28 10:45:23.132875 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e811a72-9573-4a37-82e7-39d5e96c618f req-56f8ab95-001c-4d76-ae73-b8f8cc7dce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:23.134979 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e811a72-9573-4a37-82e7-39d5e96c618f req-56f8ab95-001c-4d76-ae73-b8f8cc7dce5a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=37889054-cc9d-49bd-99e0-136fb044e305 HTTP/1.1" status: 200 len: 833 time: 0.0491693 Oct 28 10:45:23.189146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e811a72-9573-4a37-82e7-39d5e96c618f req-60490a37-0bc3-47c3-b32d-4853313983a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:23.190758 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e811a72-9573-4a37-82e7-39d5e96c618f req-60490a37-0bc3-47c3-b32d-4853313983a9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4155c18a-d50e-4cc1-ae1b-1590cb8cca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0451534 Oct 28 10:45:23.297041 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e811a72-9573-4a37-82e7-39d5e96c618f req-c8a9ee5d-98bc-42f2-bb9f-050b6ff4610d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4155c18a-d50e-4cc1-ae1b-1590cb8cca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964706 Oct 28 10:45:23.399559 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9e811a72-9573-4a37-82e7-39d5e96c618f req-09550af5-13b8-42df-b780-1adec7e3b3cf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4155c18a-d50e-4cc1-ae1b-1590cb8cca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938678 Oct 28 10:45:23.726098 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e539c-9191-4a1b-b990-3a40ff6fe603 req-c210e065-ff1c-40ad-9cf0-cc87aa9e4c9b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:23.728177 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-555e539c-9191-4a1b-b990-3a40ff6fe603 req-c210e065-ff1c-40ad-9cf0-cc87aa9e4c9b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 945 time: 0.0519142 Oct 28 10:45:23.782626 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-555e539c-9191-4a1b-b990-3a40ff6fe603 req-27fa55aa-cec5-4273-ba84-1a1b3c48be02 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484407 Oct 28 10:45:24.602780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:24.924929 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec46d9-1675-4e74-a7b7-f615addc0d70 req-51cdb45f-b624-449e-a646-e7acffafc000 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:24.926563 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c6ec46d9-1675-4e74-a7b7-f615addc0d70 req-51cdb45f-b624-449e-a646-e7acffafc000 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 945 time: 0.0494006 Oct 28 10:45:24.982482 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c6ec46d9-1675-4e74-a7b7-f615addc0d70 req-26d288aa-5cd8-4722-bb4e-88a21094aadd tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501873 Oct 28 10:45:26.113904 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e8c85-0f8a-47af-b59a-3522a297d321 req-8cb53bbd-e49e-49c9-b909-a8ee6e785c48 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:26.115485 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-489e8c85-0f8a-47af-b59a-3522a297d321 req-8cb53bbd-e49e-49c9-b909-a8ee6e785c48 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 945 time: 0.0533147 Oct 28 10:45:26.168132 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-489e8c85-0f8a-47af-b59a-3522a297d321 req-bbd67d1a-028c-4b39-a259-33e48e93624d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462565 Oct 28 10:45:26.197654 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50326) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:26.259422 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-06986d80-6eed-40d3-8a9a-95d59ec2d3c5 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/floatingips/b1a52ef9-8248-4728-b637-f21aeb1a8f95 HTTP/1.1" status: 200 len: 993 time: 0.0604868 Oct 28 10:45:26.556657 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50332) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:26.713448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port 0535787e-e040-4870-b845-8ab28abb698b {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:45:26.713924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (0535787e-e040-4870-b845-8ab28abb698b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:26.798514 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (0535787e-e040-4870-b845-8ab28abb698b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:26.798865 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (0535787e-e040-4870-b845-8ab28abb698b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:26.812743 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for 0535787e-e040-4870-b845-8ab28abb698b owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:45:26.875127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:26.878554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:27.161142 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (0535787e-e040-4870-b845-8ab28abb698b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:27.189326 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=0535787e-e040-4870-b845-8ab28abb698b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:27.215100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:27.215460 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:27.215810 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:27.216154 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:27.216491 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:27.216826 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:27.217156 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:27.217487 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:27.217816 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:27.218143 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:27.218478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:27.218835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:27.219162 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:27.219495 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:27.219821 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:27.262861 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for floatingip (b1a52ef9-8248-4728-b637-f21aeb1a8f95), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:27.263223 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Floating IP b1a52ef9-8248-4728-b637-f21aeb1a8f95 disassociated (deleted). External IP: 172.36.1.244, port: 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb. Oct 28 10:45:27.733418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router c8adc4ae-f352-4668-8d14-84c75a025afc has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:45:27.842370 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:45:27.849338 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:27.857096 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427623e3-8947-4eb7-bc7e-6ea6b273a2dc None None] Sync routers for ids ['c8adc4ae-f352-4668-8d14-84c75a025afc'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:45:27.868584 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427623e3-8947-4eb7-bc7e-6ea6b273a2dc None None] Routers {'c8adc4ae-f352-4668-8d14-84c75a025afc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:45:27.869808 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-427623e3-8947-4eb7-bc7e-6ea6b273a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:45:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c8adc4ae-f352-4668-8d14-84c75a025afc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:27.887753 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-85da1bf6-d8f9-47fe-8b13-b368f9250878 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/b1a52ef9-8248-4728-b637-f21aeb1a8f95 HTTP/1.1" status: 204 len: 168 time: 1.3299778 Oct 28 10:45:27.888414 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e07b938-6935-4210-9ebf-09dcad024af7', 'tag': '755347cf-b15e-4f9e-9b2e-fa7bb94b03cb'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:45:27.891261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d7edca-bbc8-46a1-9bf9-a83f5f96b2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "9e07b938-6935-4210-9ebf-09dcad024af7", "tag": "755347cf-b15e-4f9e-9b2e-fa7bb94b03cb"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:45:27.939573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3132a7-6f91-4303-833b-8c8109005c6c x-openstack-request-id: req-ca3132a7-6f91-4303-833b-8c8109005c6c {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:45:27.939867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e07b938-6935-4210-9ebf-09dcad024af7", "tag": "755347cf-b15e-4f9e-9b2e-fa7bb94b03cb", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:45:27.940163 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca3132a7-6f91-4303-833b-8c8109005c6c {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:45:27.940518 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca3132a7-6f91-4303-833b-8c8109005c6c'] response: {'name': 'network-changed', 'server_uuid': '9e07b938-6935-4210-9ebf-09dcad024af7', 'tag': '755347cf-b15e-4f9e-9b2e-fa7bb94b03cb', 'status': 'completed', 'code': 200} Oct 28 10:45:28.028335 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-427623e3-8947-4eb7-bc7e-6ea6b273a2dc None None] Set router c8adc4ae-f352-4668-8d14-84c75a025afc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:45:28.055165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7edca-bbc8-46a1-9bf9-a83f5f96b2fc req-7c009fb2-daf6-44f3-9aa9-511e2575e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:28.056911 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-84d7edca-bbc8-46a1-9bf9-a83f5f96b2fc req-7c009fb2-daf6-44f3-9aa9-511e2575e255 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=24e3e3be476740a381e69dd04b21c017&device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 1129 time: 0.0473654 Oct 28 10:45:28.187494 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7edca-bbc8-46a1-9bf9-a83f5f96b2fc req-1d557d9a-bd8c-435a-85d8-4326538180d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:28.188882 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-84d7edca-bbc8-46a1-9bf9-a83f5f96b2fc req-1d557d9a-bd8c-435a-85d8-4326538180d9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=4155c18a-d50e-4cc1-ae1b-1590cb8cca85 HTTP/1.1" status: 200 len: 898 time: 0.1205380 Oct 28 10:45:28.232894 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-84d7edca-bbc8-46a1-9bf9-a83f5f96b2fc req-f77cedec-e58e-4cc2-bb1a-f79c1112b1d3 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=755347cf-b15e-4f9e-9b2e-fa7bb94b03cb HTTP/1.1" status: 200 len: 217 time: 0.0349486 Oct 28 10:45:28.249403 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-427623e3-8947-4eb7-bc7e-6ea6b273a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50020316', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106'}], 'enable_snat': True}, 'gw_port_id': '0e26897c-13db-4803-a898-77cb2e501133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:27Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '0e26897c-13db-4803-a898-77cb2e501133', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9282290-5191-4c3f-a383-81ba8bacce7a', 'name': '', 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:81:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '37889054-cc9d-49bd-99e0-136fb044e305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:26Z', 'updated_at': '2022-10-28T10:44:31Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '37889054-cc9d-49bd-99e0-136fb044e305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:28.275468 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427623e3-8947-4eb7-bc7e-6ea6b273a2dc None None] Checking router: c8adc4ae-f352-4668-8d14-84c75a025afc for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:45:28.284421 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427623e3-8947-4eb7-bc7e-6ea6b273a2dc None None] Routers {'c8adc4ae-f352-4668-8d14-84c75a025afc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:45:28.285161 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-427623e3-8947-4eb7-bc7e-6ea6b273a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:45:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c8adc4ae-f352-4668-8d14-84c75a025afc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:28.304459 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7edca-bbc8-46a1-9bf9-a83f5f96b2fc req-60598186-b246-48e5-a72d-6fd691b9d3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:28.306553 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-84d7edca-bbc8-46a1-9bf9-a83f5f96b2fc req-60598186-b246-48e5-a72d-6fd691b9d3f0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=37889054-cc9d-49bd-99e0-136fb044e305 HTTP/1.1" status: 200 len: 833 time: 0.0518470 Oct 28 10:45:28.376167 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7edca-bbc8-46a1-9bf9-a83f5f96b2fc req-528bf56b-60b6-4774-923c-9e665771a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:28.377907 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-84d7edca-bbc8-46a1-9bf9-a83f5f96b2fc req-528bf56b-60b6-4774-923c-9e665771a9b9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=4155c18a-d50e-4cc1-ae1b-1590cb8cca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0608613 Oct 28 10:45:28.464220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a032b6-60b0-4bbc-8bd8-cb6ffab9dfbd req-060bdf97-8a77-432a-bc55-cf0dea42c195 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:28.466210 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b4a032b6-60b0-4bbc-8bd8-cb6ffab9dfbd req-060bdf97-8a77-432a-bc55-cf0dea42c195 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 945 time: 0.0689878 Oct 28 10:45:28.500244 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-427623e3-8947-4eb7-bc7e-6ea6b273a2dc None None] Set router c8adc4ae-f352-4668-8d14-84c75a025afc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:45:28.523374 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b4a032b6-60b0-4bbc-8bd8-cb6ffab9dfbd req-8a9a3ee8-2624-47c3-9868-1c0101a2476d tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510640 Oct 28 10:45:28.722798 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-427623e3-8947-4eb7-bc7e-6ea6b273a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50020316', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106'}], 'enable_snat': True}, 'gw_port_id': '0e26897c-13db-4803-a898-77cb2e501133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:27Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '0e26897c-13db-4803-a898-77cb2e501133', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9282290-5191-4c3f-a383-81ba8bacce7a', 'name': '', 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:81:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '37889054-cc9d-49bd-99e0-136fb044e305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:26Z', 'updated_at': '2022-10-28T10:44:31Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '37889054-cc9d-49bd-99e0-136fb044e305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:28.754183 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427623e3-8947-4eb7-bc7e-6ea6b273a2dc None None] The sync data for ids ['c8adc4ae-f352-4668-8d14-84c75a025afc'] in dv-neutron-zed-2-hyperv is: [{'id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50020316', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106'}], 'enable_snat': True}, 'gw_port_id': '0e26897c-13db-4803-a898-77cb2e501133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:27Z', 'revision_number': 4, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '0e26897c-13db-4803-a898-77cb2e501133', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'f9282290-5191-4c3f-a383-81ba8bacce7a', 'name': '', 'network_id': '4155c18a-d50e-4cc1-ae1b-1590cb8cca85', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'mac_address': 'fa:16:3e:81:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '37889054-cc9d-49bd-99e0-136fb044e305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:26Z', 'updated_at': '2022-10-28T10:44:31Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'subnets': [{'id': '37889054-cc9d-49bd-99e0-136fb044e305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:45:28.997640 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ac869-3498-49d6-9fb3-d721a2371565 None None] New status for floating IP b1a52ef9-8248-4728-b637-f21aeb1a8f95: DOWN {{(pid=114061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:45:29.669627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65e3d8-d434-455e-b30f-5df05666b238 req-8298289d-bfde-4a6e-a48f-16c354ff994a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:29.671460 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ce65e3d8-d434-455e-b30f-5df05666b238 req-8298289d-bfde-4a6e-a48f-16c354ff994a tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 945 time: 0.0557997 Oct 28 10:45:29.730948 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ce65e3d8-d434-455e-b30f-5df05666b238 req-8cc866e5-7266-4f86-bd1c-a688b910a4d1 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527351 Oct 28 10:45:30.108497 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-84d7edca-bbc8-46a1-9bf9-a83f5f96b2fc req-95b17336-cb8a-4198-9f41-c966fd2e2a53 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4155c18a-d50e-4cc1-ae1b-1590cb8cca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037350 Oct 28 10:45:30.341797 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-84d7edca-bbc8-46a1-9bf9-a83f5f96b2fc req-7a163a24-25d5-413a-9a1c-ae689c8e844d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4155c18a-d50e-4cc1-ae1b-1590cb8cca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035953 Oct 28 10:45:30.487402 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd590b5-de8e-4976-aab3-490b5f8601dc req-81871dab-b01d-4f54-9afe-cbc489ca4378 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:30.489742 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bbd590b5-de8e-4976-aab3-490b5f8601dc req-81871dab-b01d-4f54-9afe-cbc489ca4378 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 945 time: 0.0528266 Oct 28 10:45:30.549813 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:30.582720 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:30.591322 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-bbd590b5-de8e-4976-aab3-490b5f8601dc req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:45:30.591661 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-bbd590b5-de8e-4976-aab3-490b5f8601dc req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (755347cf-b15e-4f9e-9b2e-fa7bb94b03cb), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:30.700696 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-bbd590b5-de8e-4976-aab3-490b5f8601dc req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] For port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=755347cf-b15e-4f9e-9b2e-fa7bb94b03cb,segment=NetworkSegment(25974f0d-8535-485c-a92c-af93c6498606),segment_id=25974f0d-8535-485c-a92c-af93c6498606)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:45:30.701057 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-bbd590b5-de8e-4976-aab3-490b5f8601dc req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (755347cf-b15e-4f9e-9b2e-fa7bb94b03cb), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:30.716080 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-bbd590b5-de8e-4976-aab3-490b5f8601dc req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:45:30.868214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b55b9e-a994-40fe-91bb-cbfc535ea3a5 req-edc7d84e-0942-4cd4-8c47-26724ba804cf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:30.869764 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-08b55b9e-a994-40fe-91bb-cbfc535ea3a5 req-edc7d84e-0942-4cd4-8c47-26724ba804cf tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 945 time: 0.0510454 Oct 28 10:45:30.889186 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:30.924219 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-08b55b9e-a994-40fe-91bb-cbfc535ea3a5 req-5cf127ea-73c9-4148-9892-2c918f24f214 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d59aa7dd-a148-4d39-bf23-1053b4e65a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481224 Oct 28 10:45:30.985268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-bbd590b5-de8e-4976-aab3-490b5f8601dc req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (755347cf-b15e-4f9e-9b2e-fa7bb94b03cb), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:31.018644 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=755347cf-b15e-4f9e-9b2e-fa7bb94b03cb,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:31.053151 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:31.055964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:31.055964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:31.055964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:31.055964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:31.055964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:31.055964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:31.055964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:31.055964 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:31.057265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:31.057265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:31.057265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:31.057265 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:31.057764 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:31.057864 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:31.089781 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd590b5-de8e-4976-aab3-490b5f8601dc req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] No DVR routers for this DVR port 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:45:31.092502 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-bbd590b5-de8e-4976-aab3-490b5f8601dc req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:31.095853 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-bbd590b5-de8e-4976-aab3-490b5f8601dc req-000144a5-042c-4f42-9784-4477c0d1395b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.48 "DELETE /networking/v2.0/ports/755347cf-b15e-4f9e-9b2e-fa7bb94b03cb HTTP/1.1" status: 204 len: 173 time: 0.5999691 Oct 28 10:45:31.096379 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e07b938-6935-4210-9ebf-09dcad024af7', 'name': 'network-vif-deleted', 'tag': '755347cf-b15e-4f9e-9b2e-fa7bb94b03cb'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:45:31.098765 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf30ba3-724e-497f-b3eb-b6a4cbaf79df" -d '{"events": [{"server_uuid": "9e07b938-6935-4210-9ebf-09dcad024af7", "name": "network-vif-deleted", "tag": "755347cf-b15e-4f9e-9b2e-fa7bb94b03cb"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:45:31.190689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45672d4c-0667-488e-9247-5d700fa0660a x-openstack-request-id: req-45672d4c-0667-488e-9247-5d700fa0660a {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:45:31.191319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e07b938-6935-4210-9ebf-09dcad024af7", "name": "network-vif-deleted", "tag": "755347cf-b15e-4f9e-9b2e-fa7bb94b03cb", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:45:31.191319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45672d4c-0667-488e-9247-5d700fa0660a {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:45:31.191679 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45672d4c-0667-488e-9247-5d700fa0660a'] response: {'server_uuid': '9e07b938-6935-4210-9ebf-09dcad024af7', 'name': 'network-vif-deleted', 'tag': '755347cf-b15e-4f9e-9b2e-fa7bb94b03cb', 'status': 'completed', 'code': 200} Oct 28 10:45:32.048248 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-80f2c466-0e6e-4850-abb0-106f2d77b2d7 req-a9a111b2-a025-44a9-9fc3-1b0b33b7d786 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e07b938-6935-4210-9ebf-09dcad024af7 HTTP/1.1" status: 200 len: 210 time: 0.0339308 Oct 28 10:45:33.122285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50352) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:33.362975 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:33.470285 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a878f695-f653-4dea-8cc4-9118ace49577 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (c8adc4ae-f352-4668-8d14-84c75a025afc), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:33.723144 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-a878f695-f653-4dea-8cc4-9118ace49577 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port f9282290-5191-4c3f-a383-81ba8bacce7a {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:45:33.723558 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a878f695-f653-4dea-8cc4-9118ace49577 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:33.830360 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-a878f695-f653-4dea-8cc4-9118ace49577 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] For port f9282290-5191-4c3f-a383-81ba8bacce7a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=f9282290-5191-4c3f-a383-81ba8bacce7a,segment=NetworkSegment(25974f0d-8535-485c-a92c-af93c6498606),segment_id=25974f0d-8535-485c-a92c-af93c6498606)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:45:33.830750 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a878f695-f653-4dea-8cc4-9118ace49577 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:33.850945 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-a878f695-f653-4dea-8cc4-9118ace49577 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for f9282290-5191-4c3f-a383-81ba8bacce7a owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:45:34.156752 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a878f695-f653-4dea-8cc4-9118ace49577 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (f9282290-5191-4c3f-a383-81ba8bacce7a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:34.184095 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878f695-f653-4dea-8cc4-9118ace49577 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=f9282290-5191-4c3f-a383-81ba8bacce7a,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:34.192302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:34.331394 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:34.392286 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a878f695-f653-4dea-8cc4-9118ace49577 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (c8adc4ae-f352-4668-8d14-84c75a025afc), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:34.617168 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a878f695-f653-4dea-8cc4-9118ace49577 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Router c8adc4ae-f352-4668-8d14-84c75a025afc has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:45:34.727920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a878f695-f653-4dea-8cc4-9118ace49577 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:45:34.733764 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a878f695-f653-4dea-8cc4-9118ace49577 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "PUT /networking/v2.0/routers/c8adc4ae-f352-4668-8d14-84c75a025afc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6107225 Oct 28 10:45:34.736972 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50354) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:34.737976 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1917cc98-2b69-4f82-af8c-96817e99fe04 None None] Sync routers for ids ['c8adc4ae-f352-4668-8d14-84c75a025afc'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:45:34.749250 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1917cc98-2b69-4f82-af8c-96817e99fe04 None None] Routers {'c8adc4ae-f352-4668-8d14-84c75a025afc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:45:34.749883 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-1917cc98-2b69-4f82-af8c-96817e99fe04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:45:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c8adc4ae-f352-4668-8d14-84c75a025afc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:34.799314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-95355a6a-e6d3-4bf8-a5a9-4b1f0b5932c0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting subnet 37889054-cc9d-49bd-99e0-136fb044e305 {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:45:34.803227 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95355a6a-e6d3-4bf8-a5a9-4b1f0b5932c0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for subnet (37889054-cc9d-49bd-99e0-136fb044e305), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:34.852812 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95355a6a-e6d3-4bf8-a5a9-4b1f0b5932c0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (37889054-cc9d-49bd-99e0-136fb044e305), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:34.863432 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-1917cc98-2b69-4f82-af8c-96817e99fe04 None None] Set router c8adc4ae-f352-4668-8d14-84c75a025afc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:45:34.948538 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95355a6a-e6d3-4bf8-a5a9-4b1f0b5932c0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (37889054-cc9d-49bd-99e0-136fb044e305), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:35.006509 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:35.043786 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-1917cc98-2b69-4f82-af8c-96817e99fe04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50020316', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106'}], 'enable_snat': True}, 'gw_port_id': '0e26897c-13db-4803-a898-77cb2e501133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:45:33Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '0e26897c-13db-4803-a898-77cb2e501133', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:35.069145 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1917cc98-2b69-4f82-af8c-96817e99fe04 None None] Checking router: c8adc4ae-f352-4668-8d14-84c75a025afc for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:45:35.082634 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1917cc98-2b69-4f82-af8c-96817e99fe04 None None] Routers {'c8adc4ae-f352-4668-8d14-84c75a025afc'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:45:35.082634 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-1917cc98-2b69-4f82-af8c-96817e99fe04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:45:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['c8adc4ae-f352-4668-8d14-84c75a025afc'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:35.118911 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:35.135284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95355a6a-e6d3-4bf8-a5a9-4b1f0b5932c0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (37889054-cc9d-49bd-99e0-136fb044e305), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:35.165959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95355a6a-e6d3-4bf8-a5a9-4b1f0b5932c0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Subnet': ['ID=37889054-cc9d-49bd-99e0-136fb044e305,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:35.168331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95355a6a-e6d3-4bf8-a5a9-4b1f0b5932c0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:35.182253 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-95355a6a-e6d3-4bf8-a5a9-4b1f0b5932c0 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/37889054-cc9d-49bd-99e0-136fb044e305 HTTP/1.1" status: 204 len: 168 time: 0.4337080 Oct 28 10:45:35.182253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50356) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:35.182582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96556895-2c42-46dd-a9c0-be90743f312c None None] Network 4155c18a-d50e-4cc1-ae1b-1590cb8cca85 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:45:35.192897 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-1917cc98-2b69-4f82-af8c-96817e99fe04 None None] Set router c8adc4ae-f352-4668-8d14-84c75a025afc gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:45:35.225845 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:35.226612 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:35.307476 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73f5c474-0ed4-4b78-a014-e90e32a2e6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router (c8adc4ae-f352-4668-8d14-84c75a025afc), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:35.357703 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:35.361803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] DHCP port deletion for 4155c18a-d50e-4cc1-ae1b-1590cb8cca85 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:45:35.402997 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-1917cc98-2b69-4f82-af8c-96817e99fe04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50020316', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106'}], 'enable_snat': True}, 'gw_port_id': '0e26897c-13db-4803-a898-77cb2e501133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:45:33Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '0e26897c-13db-4803-a898-77cb2e501133', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:35.404075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Deleting port 2e4d31d1-b39e-42fb-bbd5-07758256bcad {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:45:35.405196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (2e4d31d1-b39e-42fb-bbd5-07758256bcad), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:35.429350 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1917cc98-2b69-4f82-af8c-96817e99fe04 None None] The sync data for ids ['c8adc4ae-f352-4668-8d14-84c75a025afc'] in dv-neutron-zed-2-hyperv is: [{'id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50020316', 'tenant_id': '24e3e3be476740a381e69dd04b21c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106'}], 'enable_snat': True}, 'gw_port_id': '0e26897c-13db-4803-a898-77cb2e501133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:45:33Z', 'revision_number': 5, 'project_id': '24e3e3be476740a381e69dd04b21c017', 'gw_port': {'id': '0e26897c-13db-4803-a898-77cb2e501133', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8adc4ae-f352-4668-8d14-84c75a025afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:44:22Z', 'updated_at': '2022-10-28T10:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:45:35.456158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73f5c474-0ed4-4b78-a014-e90e32a2e6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_gateway (c8adc4ae-f352-4668-8d14-84c75a025afc), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:35.480795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] For port 2e4d31d1-b39e-42fb-bbd5-07758256bcad, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=2e4d31d1-b39e-42fb-bbd5-07758256bcad,segment=NetworkSegment(25974f0d-8535-485c-a92c-af93c6498606),segment_id=25974f0d-8535-485c-a92c-af93c6498606)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:45:35.481120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (2e4d31d1-b39e-42fb-bbd5-07758256bcad), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:35.494668 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Calling delete_port for 2e4d31d1-b39e-42fb-bbd5-07758256bcad owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:45:35.535431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:45:35.558837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:45:35.559192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 755347cf-b15e-4f9e-9b2e-fa7bb94b03cb not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:45:35.588258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-73f5c474-0ed4-4b78-a014-e90e32a2e6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Deleting port 0e26897c-13db-4803-a898-77cb2e501133 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:45:35.588518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73f5c474-0ed4-4b78-a014-e90e32a2e6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (0e26897c-13db-4803-a898-77cb2e501133), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:35.656234 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:35.686130 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-73f5c474-0ed4-4b78-a014-e90e32a2e6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] For port 0e26897c-13db-4803-a898-77cb2e501133, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=0e26897c-13db-4803-a898-77cb2e501133,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:45:35.686528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73f5c474-0ed4-4b78-a014-e90e32a2e6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (0e26897c-13db-4803-a898-77cb2e501133), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:35.704649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-73f5c474-0ed4-4b78-a014-e90e32a2e6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Calling delete_port for 0e26897c-13db-4803-a898-77cb2e501133 owned by network:router_gateway {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:45:35.728617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (2e4d31d1-b39e-42fb-bbd5-07758256bcad), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:35.758548 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Pushing event deleted for resources: {'Port': ['ID=2e4d31d1-b39e-42fb-bbd5-07758256bcad,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:35.766263 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] No DVR routers for this DVR port 2e4d31d1-b39e-42fb-bbd5-07758256bcad on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:45:35.773666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:35.775097 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:35.775097 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:35.775097 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:35.775097 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:35.775973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:35.775973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:35.776295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:35.776457 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:35.776665 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:35.777001 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:35.778127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:35.778127 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:35.778623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:35.779085 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12576896-04ff-445f-bcff-a8dc98d9e883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:35.898322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f9282290-5191-4c3f-a383-81ba8bacce7a no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:45:35.939791 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: f9282290-5191-4c3f-a383-81ba8bacce7a {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:45:35.940195 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device f9282290-5191-4c3f-a383-81ba8bacce7a not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:45:35.940672 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 2e4d31d1-b39e-42fb-bbd5-07758256bcad no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:45:35.964252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 2e4d31d1-b39e-42fb-bbd5-07758256bcad {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:45:35.964657 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 2e4d31d1-b39e-42fb-bbd5-07758256bcad not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:45:36.014360 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73f5c474-0ed4-4b78-a014-e90e32a2e6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (0e26897c-13db-4803-a898-77cb2e501133), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:36.055929 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5c474-0ed4-4b78-a014-e90e32a2e6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Port': ['ID=0e26897c-13db-4803-a898-77cb2e501133,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:36.120955 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73f5c474-0ed4-4b78-a014-e90e32a2e6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (c8adc4ae-f352-4668-8d14-84c75a025afc), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:36.220849 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73f5c474-0ed4-4b78-a014-e90e32a2e6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (c8adc4ae-f352-4668-8d14-84c75a025afc), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:36.223465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73f5c474-0ed4-4b78-a014-e90e32a2e6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router_controller (c8adc4ae-f352-4668-8d14-84c75a025afc), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:36.334365 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73f5c474-0ed4-4b78-a014-e90e32a2e6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (c8adc4ae-f352-4668-8d14-84c75a025afc), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:36.335078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f5c474-0ed4-4b78-a014-e90e32a2e6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Fanout notify agent at l3_agent the message router_deleted on router c8adc4ae-f352-4668-8d14-84c75a025afc {{(pid=114060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:45:36.342866 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-73f5c474-0ed4-4b78-a014-e90e32a2e6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:36.344029 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-73f5c474-0ed4-4b78-a014-e90e32a2e6c7 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/routers/c8adc4ae-f352-4668-8d14-84c75a025afc HTTP/1.1" status: 204 len: 168 time: 1.1674719 Oct 28 10:45:36.353369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50358) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:36.457086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-44ae4199-94b6-447f-b407-70db960b970b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (4155c18a-d50e-4cc1-ae1b-1590cb8cca85), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:36.575123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-44ae4199-94b6-447f-b407-70db960b970b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (4155c18a-d50e-4cc1-ae1b-1590cb8cca85), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:36.597189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-44ae4199-94b6-447f-b407-70db960b970b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4155c18a-d50e-4cc1-ae1b-1590cb8cca85']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:36.607655 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-44ae4199-94b6-447f-b407-70db960b970b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25974f0d-8535-485c-a92c-af93c6498606') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:36.607934 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-44ae4199-94b6-447f-b407-70db960b970b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25974f0d-8535-485c-a92c-af93c6498606') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:36.618540 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-44ae4199-94b6-447f-b407-70db960b970b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (25974f0d-8535-485c-a92c-af93c6498606), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:36.634278 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-44ae4199-94b6-447f-b407-70db960b970b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (25974f0d-8535-485c-a92c-af93c6498606), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:36.641131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ae4199-94b6-447f-b407-70db960b970b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:45:36.641539 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-44ae4199-94b6-447f-b407-70db960b970b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (25974f0d-8535-485c-a92c-af93c6498606), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:36.663360 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 25974f0d-8535-485c-a92c-af93c6498606 resource provider aggregate not found Oct 28 10:45:36.698976 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 25974f0d-8535-485c-a92c-af93c6498606 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25974f0d-8535-485c-a92c-af93c6498606 found for delete ", "request_id": "req-a807d85a-e915-4068-9f3e-a4fb8b45e160"}]} Oct 28 10:45:36.785500 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-44ae4199-94b6-447f-b407-70db960b970b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (4155c18a-d50e-4cc1-ae1b-1590cb8cca85), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:36.805532 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-44ae4199-94b6-447f-b407-70db960b970b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:36.805532 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-44ae4199-94b6-447f-b407-70db960b970b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/networks/4155c18a-d50e-4cc1-ae1b-1590cb8cca85 HTTP/1.1" status: 204 len: 168 time: 0.4474206 Oct 28 10:45:36.806272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50364) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:36.824119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae4199-94b6-447f-b407-70db960b970b tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'Network': ['ID=4155c18a-d50e-4cc1-ae1b-1590cb8cca85,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:36.889634 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ea44519d-d1f7-4b5b-9cb7-35b886b374c9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (d59aa7dd-a148-4d39-bf23-1053b4e65a48), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:36.918970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ea44519d-d1f7-4b5b-9cb7-35b886b374c9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (d59aa7dd-a148-4d39-bf23-1053b4e65a48), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:36.964945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:37.083319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ea44519d-d1f7-4b5b-9cb7-35b886b374c9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (d59aa7dd-a148-4d39-bf23-1053b4e65a48), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:37.086241 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-ea44519d-d1f7-4b5b-9cb7-35b886b374c9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:37.087495 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-ea44519d-d1f7-4b5b-9cb7-35b886b374c9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d59aa7dd-a148-4d39-bf23-1053b4e65a48 HTTP/1.1" status: 204 len: 168 time: 0.2800696 Oct 28 10:45:37.097728 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44519d-d1f7-4b5b-9cb7-35b886b374c9 tempest-TestNetworkAdvancedServerOps-1909544306 tempest-TestNetworkAdvancedServerOps-1909544306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59aa7dd-a148-4d39-bf23-1053b4e65a48,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:37.741434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0e26897c-13db-4803-a898-77cb2e501133 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:45:37.761664 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 0e26897c-13db-4803-a898-77cb2e501133 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:45:37.762101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 0e26897c-13db-4803-a898-77cb2e501133 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:45:37.807207 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50372) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:38.019186 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2e09ebb3-5ef5-4346-8402-ec9eb99ca1ff admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=24e3e3be476740a381e69dd04b21c017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2106934 Oct 28 10:45:38.021968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50378) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:38.081081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c1a1-a0b6-414c-ba1c-311679d44b84 admin admin] Publish callbacks [] for security_group (ea0a3dbf-20e0-40c0-b109-cd38c2930b79), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:38.108161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c1a1-a0b6-414c-ba1c-311679d44b84 admin admin] Publish callbacks [] for security_group (ea0a3dbf-20e0-40c0-b109-cd38c2930b79), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:38.316704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c1a1-a0b6-414c-ba1c-311679d44b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (ea0a3dbf-20e0-40c0-b109-cd38c2930b79), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:38.319377 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c1a1-a0b6-414c-ba1c-311679d44b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:38.321163 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e6f1c1a1-a0b6-414c-ba1c-311679d44b84 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ea0a3dbf-20e0-40c0-b109-cd38c2930b79 HTTP/1.1" status: 204 len: 168 time: 0.2976320 Oct 28 10:45:38.330215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1c1a1-a0b6-414c-ba1c-311679d44b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0a3dbf-20e0-40c0-b109-cd38c2930b79,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:38.727252 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:45:39.087766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50384) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:39.102961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e76cbc1e-b741-416f-ac6d-24e87aa963dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:39.196253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e76cbc1e-b741-416f-ac6d-24e87aa963dc admin admin] Publish callbacks [] for security_group (04f20071-88b5-46ed-80a4-139d7e6e3385), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:39.263386 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-e76cbc1e-b741-416f-ac6d-24e87aa963dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (04f20071-88b5-46ed-80a4-139d7e6e3385), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:39.303858 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cbc1e-b741-416f-ac6d-24e87aa963dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f20071-88b5-46ed-80a4-139d7e6e3385,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:39.308166 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-e76cbc1e-b741-416f-ac6d-24e87aa963dc admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=21974acd2bfa4d1c97d7fa24a3afb8be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2193170 Oct 28 10:45:39.311780 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50386) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:39.371633 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eca30b7f-64e3-4b06-96d8-d7756ef0f434 admin admin] Publish callbacks [] for security_group (04f20071-88b5-46ed-80a4-139d7e6e3385), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:39.393652 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eca30b7f-64e3-4b06-96d8-d7756ef0f434 admin admin] Publish callbacks [] for security_group (04f20071-88b5-46ed-80a4-139d7e6e3385), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:39.427512 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:39.539677 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eca30b7f-64e3-4b06-96d8-d7756ef0f434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (04f20071-88b5-46ed-80a4-139d7e6e3385), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:39.542155 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-eca30b7f-64e3-4b06-96d8-d7756ef0f434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:39.543398 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-eca30b7f-64e3-4b06-96d8-d7756ef0f434 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/04f20071-88b5-46ed-80a4-139d7e6e3385 HTTP/1.1" status: 204 len: 168 time: 0.2310045 Oct 28 10:45:39.552254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca30b7f-64e3-4b06-96d8-d7756ef0f434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f20071-88b5-46ed-80a4-139d7e6e3385,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:40.796385 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50408) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:40.896729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-423fbe27-148c-4f5f-8d49-0320a0de316f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1195899456-network', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:45:40.972091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423fbe27-148c-4f5f-8d49-0320a0de316f admin admin] Made reservation on behalf of 0d8a2c62f64e4eb3bc020a76f8cc2770 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:45:40.974498 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-423fbe27-148c-4f5f-8d49-0320a0de316f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:40.984426 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-423fbe27-148c-4f5f-8d49-0320a0de316f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:41.063223 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-423fbe27-148c-4f5f-8d49-0320a0de316f admin admin] Publish callbacks [] for security_group (efbb0709-2f9a-4635-b92c-dc1d0c9f4d71), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:41.159849 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-423fbe27-148c-4f5f-8d49-0320a0de316f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (efbb0709-2f9a-4635-b92c-dc1d0c9f4d71), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:41.181892 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:41.187480 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423fbe27-148c-4f5f-8d49-0320a0de316f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:45:41.198268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fbe27-148c-4f5f-8d49-0320a0de316f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbb0709-2f9a-4635-b92c-dc1d0c9f4d71,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:41.203376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-423fbe27-148c-4f5f-8d49-0320a0de316f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (3b507eff-58e7-42dc-a203-9bd7708288c1), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:41.203637 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-423fbe27-148c-4f5f-8d49-0320a0de316f admin admin] Added segment 3b507eff-58e7-42dc-a203-9bd7708288c1 of type vlan for network b5155ad9-9ca2-44b1-932e-075fc5a93029 Oct 28 10:45:41.245113 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-423fbe27-148c-4f5f-8d49-0320a0de316f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (b5155ad9-9ca2-44b1-932e-075fc5a93029), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:41.359943 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-423fbe27-148c-4f5f-8d49-0320a0de316f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (b5155ad9-9ca2-44b1-932e-075fc5a93029), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:41.360926 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423fbe27-148c-4f5f-8d49-0320a0de316f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:41.361533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-423fbe27-148c-4f5f-8d49-0320a0de316f admin admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:41.427894 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fbe27-148c-4f5f-8d49-0320a0de316f admin admin] Pushing event updated for resources: {'Network': ['ID=b5155ad9-9ca2-44b1-932e-075fc5a93029,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:41.438479 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network b5155ad9-9ca2-44b1-932e-075fc5a93029 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:45:41.485264 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-423fbe27-148c-4f5f-8d49-0320a0de316f admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6876261 Oct 28 10:45:41.488414 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50412) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:41.493713 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-38320e8b-56f3-444d-af7c-116e19dead98 admin admin] Request body: {'subnet': {'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1195899456-subnet', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'ip_version': 4}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:45:41.626752 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38320e8b-56f3-444d-af7c-116e19dead98 admin admin] Made reservation on behalf of 0d8a2c62f64e4eb3bc020a76f8cc2770 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:45:41.629106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38320e8b-56f3-444d-af7c-116e19dead98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:41.889499 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38320e8b-56f3-444d-af7c-116e19dead98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (19d1d374-5491-46a3-817f-333434744d12), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:41.951752 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38320e8b-56f3-444d-af7c-116e19dead98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d1d374-5491-46a3-817f-333434744d12,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:41.957636 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:41.961901 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38320e8b-56f3-444d-af7c-116e19dead98 admin admin] Checking segment: {'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:45:41.962260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38320e8b-56f3-444d-af7c-116e19dead98 admin admin] Network hostable DHCP agents. Network: b5155ad9-9ca2-44b1-932e-075fc5a93029, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:45:42.048053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38320e8b-56f3-444d-af7c-116e19dead98 admin admin] Network b5155ad9-9ca2-44b1-932e-075fc5a93029 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:45:42.127839 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-38320e8b-56f3-444d-af7c-116e19dead98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, b5155ad9-9ca2-44b1-932e-075fc5a93029) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:45:42.132177 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38320e8b-56f3-444d-af7c-116e19dead98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:42.132816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-38320e8b-56f3-444d-af7c-116e19dead98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:42.137291 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a82bf-ef25-40ce-adb9-d890ba798230 None None] Network b5155ad9-9ca2-44b1-932e-075fc5a93029 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:45:42.241948 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-b5155ad9-9ca2-44b1-932e-075fc5a93029', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:45:42.242930 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:42.256634 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-38320e8b-56f3-444d-af7c-116e19dead98 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7671413 Oct 28 10:45:42.259560 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50414) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:42.264369 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:45:42.374103 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:42.375212 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:42.381759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Allocated IP 172.20.0.2 (b5155ad9-9ca2-44b1-932e-075fc5a93029/19d1d374-5491-46a3-817f-333434744d12/c4a705ad-d65b-4ddd-a53e-198ac525d60b) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:45:42.427278 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Publish callbacks [] for router_controller (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:42.457296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:42.534203 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Publish callbacks [] for port (c4a705ad-d65b-4ddd-a53e-198ac525d60b), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:42.632136 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:42.669293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Publish callbacks [] for router_gateway (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:42.736094 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (c4a705ad-d65b-4ddd-a53e-198ac525d60b), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:42.762998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:42.778695 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Network b5155ad9-9ca2-44b1-932e-075fc5a93029 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:45:42.783873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:45:42.785822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Pushing event updated for resources: {'Port': ['ID=c4a705ad-d65b-4ddd-a53e-198ac525d60b,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:42.787939 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:45:42.852725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Attempting to bind port c4a705ad-d65b-4ddd-a53e-198ac525d60b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:45:42.853157 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Attempting to bind port c4a705ad-d65b-4ddd-a53e-198ac525d60b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:45:42.853584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Attempting to bind port c4a705ad-d65b-4ddd-a53e-198ac525d60b on network b5155ad9-9ca2-44b1-932e-075fc5a93029 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:45:42.860551 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:42.900015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:45:42.900414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Checking segment: {'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:45:42.900809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:42.901206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Bound using segment: {'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:45:42.901676 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Bound port: c4a705ad-d65b-4ddd-a53e-198ac525d60b, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:45:42.902055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c4a705ad-d65b-4ddd-a53e-198ac525d60b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:42.972047 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Publish callbacks [] for router_gateway (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:42.978221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] For port c4a705ad-d65b-4ddd-a53e-198ac525d60b, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:45:42.981491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] For port c4a705ad-d65b-4ddd-a53e-198ac525d60b, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c4a705ad-d65b-4ddd-a53e-198ac525d60b,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:45:42.993267 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:43.072530 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (c4a705ad-d65b-4ddd-a53e-198ac525d60b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:43.109087 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Allocated IP 172.36.1.237 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:45:43.123787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-19d1a517-ccf9-4735-b01e-13870acae612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:43.153633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305180b1-5c12-4bbc-8b20-1dd9e46988e5 None None] Pushing event updated for resources: {'Port': ['ID=c4a705ad-d65b-4ddd-a53e-198ac525d60b,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:43.231362 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Publish callbacks [] for port (e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:43.343672 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:43.395364 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:45:43.398623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:45:43.403057 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:45:43.426554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Pushing event updated for resources: {'Port': ['ID=e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:43.535892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:43.745200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Publish callbacks [] for router_gateway (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:43.759079 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c4a705ad-d65b-4ddd-a53e-198ac525d60b up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:45:43.815430 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port c4a705ad-d65b-4ddd-a53e-198ac525d60b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:43.815705 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c4a705ad-d65b-4ddd-a53e-198ac525d60b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:43.816013 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port c4a705ad-d65b-4ddd-a53e-198ac525d60b Oct 28 10:45:43.909547 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port c4a705ad-d65b-4ddd-a53e-198ac525d60b is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:45:43.910112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (c4a705ad-d65b-4ddd-a53e-198ac525d60b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:43.953781 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port c4a705ad-d65b-4ddd-a53e-198ac525d60b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c4a705ad-d65b-4ddd-a53e-198ac525d60b,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:45:44.086700 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (c4a705ad-d65b-4ddd-a53e-198ac525d60b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:44.093057 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:44.118059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df58200-140f-4f79-8a4a-451204e1d0f1 None None] Network b5155ad9-9ca2-44b1-932e-075fc5a93029 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:45:44.199895 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-4a604e35-ac23-445d-9cfe-067187cac529 None None] Provisioning complete for port c4a705ad-d65b-4ddd-a53e-198ac525d60b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:44.200177 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4a604e35-ac23-445d-9cfe-067187cac529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c4a705ad-d65b-4ddd-a53e-198ac525d60b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:44.200513 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-4a604e35-ac23-445d-9cfe-067187cac529 None None] Attempt 1 to provision port c4a705ad-d65b-4ddd-a53e-198ac525d60b Oct 28 10:45:44.203887 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=c4a705ad-d65b-4ddd-a53e-198ac525d60b,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:44.231028 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:44.233711 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:44.334885 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-4a604e35-ac23-445d-9cfe-067187cac529 None None] Current status of the port c4a705ad-d65b-4ddd-a53e-198ac525d60b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:45:44.482480 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:45:44.564234 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8cba4bbb-a06c-4d0c-a60e-fe5de1d36c41 None None] Provisioning complete for port c4a705ad-d65b-4ddd-a53e-198ac525d60b triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:44.564609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8cba4bbb-a06c-4d0c-a60e-fe5de1d36c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c4a705ad-d65b-4ddd-a53e-198ac525d60b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:44.564946 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8cba4bbb-a06c-4d0c-a60e-fe5de1d36c41 None None] Attempt 1 to provision port c4a705ad-d65b-4ddd-a53e-198ac525d60b Oct 28 10:45:44.591360 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:45:44.601698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Sync routers for ids ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:45:44.622573 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Routers {'b79c7d61-4418-4f4c-8e02-8dd28b0846c7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:45:44.625655 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:45:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:44.663241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:44.694943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:44.694943 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-583aef31-12cd-4fdd-836f-f9f48f7c4cff admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4311473 Oct 28 10:45:44.695244 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50416) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:44.741714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8cba4bbb-a06c-4d0c-a60e-fe5de1d36c41 None None] Current status of the port c4a705ad-d65b-4ddd-a53e-198ac525d60b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:45:44.761547 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Set router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:45:44.946525 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:43Z', 'revision_number': 3, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:44.977254 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Checking router: b79c7d61-4418-4f4c-8e02-8dd28b0846c7 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:45:44.977630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Updating router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 port e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:45:45.120161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:45.143313 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:45.150792 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:45.300184 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Allocated IP 172.20.0.1 (b5155ad9-9ca2-44b1-932e-075fc5a93029/19d1d374-5491-46a3-817f-333434744d12/ffda3911-e873-489a-96b9-2419ce1ca524) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:45:45.371833 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:45.413489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Publish callbacks [] for port (ffda3911-e873-489a-96b9-2419ce1ca524), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:45.414155 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Publish callbacks [] for port (e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:45.453990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-de89a3ed-469e-49b3-9b17-480ba9a83235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:45.528719 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:45.529001 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ffda3911-e873-489a-96b9-2419ce1ca524), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:45.571120 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Attempting to bind port e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:45:45.571529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Attempting to bind port e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:45:45.571927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Attempting to bind port e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:45:45.574553 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Network b5155ad9-9ca2-44b1-932e-075fc5a93029 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:45:45.579180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:45.580285 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:45:45.582517 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Pushing event updated for resources: {'Port': ['ID=ffda3911-e873-489a-96b9-2419ce1ca524,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:45.584733 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:45:45.614133 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266ffc2-be49-4e62-a7aa-b8a3b5dd6073 None None] Pushing event updated for resources: {'Port': ['ID=e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:45.629625 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:45.639023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:45:45.639434 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:45:45.639810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:45.640226 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:45:45.640721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Bound port: e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:45:45.641331 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:45.719742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] For port e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:45:45.724868 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] For port e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:45:45.756076 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c4a705ad-d65b-4ddd-a53e-198ac525d60b up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:45:45.807729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:45.862793 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Routers {'b79c7d61-4418-4f4c-8e02-8dd28b0846c7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:45:45.863371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:45:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:45.868358 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ffda3911-e873-489a-96b9-2419ce1ca524), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:45.912130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port c4a705ad-d65b-4ddd-a53e-198ac525d60b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:45.912345 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (c4a705ad-d65b-4ddd-a53e-198ac525d60b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:45.912690 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port c4a705ad-d65b-4ddd-a53e-198ac525d60b Oct 28 10:45:45.922319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266ffc2-be49-4e62-a7aa-b8a3b5dd6073 None None] Pushing event updated for resources: {'Port': ['ID=e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:45.952734 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-49bb1de7-23a6-4400-b7fc-85420244a7bd None None] Provisioning complete for port ffda3911-e873-489a-96b9-2419ce1ca524 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:45.953114 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-49bb1de7-23a6-4400-b7fc-85420244a7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ffda3911-e873-489a-96b9-2419ce1ca524), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:45.953453 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-49bb1de7-23a6-4400-b7fc-85420244a7bd None None] Attempt 1 to provision port ffda3911-e873-489a-96b9-2419ce1ca524 Oct 28 10:45:45.955104 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:46.036176 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-49bb1de7-23a6-4400-b7fc-85420244a7bd None None] Port ffda3911-e873-489a-96b9-2419ce1ca524 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:45:46.057204 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] Set router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:45:46.057836 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Publish callbacks [] for port (ffda3911-e873-489a-96b9-2419ce1ca524), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:46.123337 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port c4a705ad-d65b-4ddd-a53e-198ac525d60b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:45:46.197156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (ffda3911-e873-489a-96b9-2419ce1ca524), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:46.202184 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:46.271814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Pushing event updated for resources: {'Port': ['ID=ffda3911-e873-489a-96b9-2419ce1ca524,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:46.274472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:46.278819 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 1, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:46.306975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d7ecf-ae7c-476f-9db3-c4e0cab194c9 None None] The sync data for ids ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'] in dv-neutron-zed-2-hyperv is: [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 1, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:45:46.384631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Network b5155ad9-9ca2-44b1-932e-075fc5a93029 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:45:46.386234 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:45:46.521766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:45:46.591128 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:46.654892 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:45:46.657374 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-db3546d7-b95a-4dad-80c0-668bd96bf49d None None] Provisioning complete for port ffda3911-e873-489a-96b9-2419ce1ca524 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:46.657752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-db3546d7-b95a-4dad-80c0-668bd96bf49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ffda3911-e873-489a-96b9-2419ce1ca524), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:46.658210 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-db3546d7-b95a-4dad-80c0-668bd96bf49d None None] Attempt 1 to provision port ffda3911-e873-489a-96b9-2419ce1ca524 Oct 28 10:45:46.663053 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6bf34f7c-a625-4c4b-807b-c823b4902639 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/b79c7d61-4418-4f4c-8e02-8dd28b0846c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9639330 Oct 28 10:45:46.663313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:46.706816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-db3546d7-b95a-4dad-80c0-668bd96bf49d None None] Port ffda3911-e873-489a-96b9-2419ce1ca524 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:45:47.154882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:47.503245 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50432) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:47.508769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-df164868-c4da-4291-a821-6cef9b7af960 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1520113936-network', 'tenant_id': 'f965593ce8404ab8ad817de78f288918'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:45:47.645575 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df164868-c4da-4291-a821-6cef9b7af960 admin admin] Made reservation on behalf of f965593ce8404ab8ad817de78f288918 for: {'network': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:45:47.648120 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df164868-c4da-4291-a821-6cef9b7af960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:47.658046 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df164868-c4da-4291-a821-6cef9b7af960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:47.747054 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df164868-c4da-4291-a821-6cef9b7af960 admin admin] Publish callbacks [] for security_group (fa706d54-5956-48fd-9119-13e389f45f9f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:47.762181 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:45:47.808437 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:47.808817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:47.809146 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 Oct 28 10:45:47.829769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df164868-c4da-4291-a821-6cef9b7af960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (fa706d54-5956-48fd-9119-13e389f45f9f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:47.862001 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df164868-c4da-4291-a821-6cef9b7af960 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=114060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:45:47.872431 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df164868-c4da-4291-a821-6cef9b7af960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa706d54-5956-48fd-9119-13e389f45f9f,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:47.882164 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df164868-c4da-4291-a821-6cef9b7af960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (039f8947-16dc-4da2-94ac-22ee0f9915af), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:47.882164 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.segments_db [None req-df164868-c4da-4291-a821-6cef9b7af960 admin admin] Added segment 039f8947-16dc-4da2-94ac-22ee0f9915af of type vlan for network 1e1f835c-6733-464e-b290-cb41e3a8d511 Oct 28 10:45:47.890522 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:45:47.890880 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:47.915841 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:45:47.928821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df164868-c4da-4291-a821-6cef9b7af960 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (1e1f835c-6733-464e-b290-cb41e3a8d511), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:48.020330 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:48.052354 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df164868-c4da-4291-a821-6cef9b7af960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (1e1f835c-6733-464e-b290-cb41e3a8d511), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:48.053536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df164868-c4da-4291-a821-6cef9b7af960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:48.054118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-df164868-c4da-4291-a821-6cef9b7af960 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:48.100116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:48.122949 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df164868-c4da-4291-a821-6cef9b7af960 admin admin] Pushing event updated for resources: {'Network': ['ID=1e1f835c-6733-464e-b290-cb41e3a8d511,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:48.133344 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 1e1f835c-6733-464e-b290-cb41e3a8d511 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:45:48.179097 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:48.194396 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-df164868-c4da-4291-a821-6cef9b7af960 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6900220 Oct 28 10:45:48.197158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50434) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:48.203049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-a0f2aa88-e9a9-45df-ba25-84e2edc49f2f admin admin] Request body: {'subnet': {'network_id': '1e1f835c-6733-464e-b290-cb41e3a8d511', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1520113936-subnet', 'tenant_id': 'f965593ce8404ab8ad817de78f288918', 'ip_version': 4}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:45:48.305293 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f2aa88-e9a9-45df-ba25-84e2edc49f2f admin admin] Made reservation on behalf of f965593ce8404ab8ad817de78f288918 for: {'subnet': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:45:48.307945 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a0f2aa88-e9a9-45df-ba25-84e2edc49f2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3710147'] for subnet (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:48.352513 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Sync routers for ids ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:45:48.364740 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Routers {'b79c7d61-4418-4f4c-8e02-8dd28b0846c7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:45:48.365679 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:45:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:48.479062 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Set router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:45:48.595062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a0f2aa88-e9a9-45df-ba25-84e2edc49f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3710193'] for subnet (b36fea4b-733d-42d9-b063-d15c78376e43), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:48.626960 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:48.663482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2aa88-e9a9-45df-ba25-84e2edc49f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b36fea4b-733d-42d9-b063-d15c78376e43,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:48.672146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2aa88-e9a9-45df-ba25-84e2edc49f2f admin admin] Checking segment: {'id': '039f8947-16dc-4da2-94ac-22ee0f9915af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1e1f835c-6733-464e-b290-cb41e3a8d511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:45:48.672569 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f2aa88-e9a9-45df-ba25-84e2edc49f2f admin admin] Network hostable DHCP agents. Network: 1e1f835c-6733-464e-b290-cb41e3a8d511, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:45:48.674132 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 2, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:48.679931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:48.795212 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Checking router: b79c7d61-4418-4f4c-8e02-8dd28b0846c7 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:45:48.795564 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Updating router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 port ffda3911-e873-489a-96b9-2419ce1ca524 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:45:48.807934 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:48.824374 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ffda3911-e873-489a-96b9-2419ce1ca524), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:48.848397 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f2aa88-e9a9-45df-ba25-84e2edc49f2f admin admin] Network 1e1f835c-6733-464e-b290-cb41e3a8d511 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:45:48.962570 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-a0f2aa88-e9a9-45df-ba25-84e2edc49f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 1e1f835c-6733-464e-b290-cb41e3a8d511) {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:45:48.969011 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f2aa88-e9a9-45df-ba25-84e2edc49f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:48.970724 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a0f2aa88-e9a9-45df-ba25-84e2edc49f2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:48.975054 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838b1368-089c-45d9-8fa3-bab999210ed1 None None] Network 1e1f835c-6733-464e-b290-cb41e3a8d511 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:45:48.986256 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:49.015741 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:49.074243 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a0f2aa88-e9a9-45df-ba25-84e2edc49f2f admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8758667 Oct 28 10:45:49.077190 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50436) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:49.083203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1520113936-router', 'tenant_id': 'f965593ce8404ab8ad817de78f288918', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:45:49.090191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-1e1f835c-6733-464e-b290-cb41e3a8d511', 'network_id': '1e1f835c-6733-464e-b290-cb41e3a8d511', 'project_id': 'f965593ce8404ab8ad817de78f288918', 'fixed_ips': [{'subnet_id': 'b36fea4b-733d-42d9-b063-d15c78376e43'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:45:49.091442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:49.102393 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Publish callbacks [] for port (ffda3911-e873-489a-96b9-2419ce1ca524), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:49.213923 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ffda3911-e873-489a-96b9-2419ce1ca524), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:49.214197 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (ddefe95e-ef75-4703-bee4-89ddc08d32e9), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:49.215155 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (ddefe95e-ef75-4703-bee4-89ddc08d32e9), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:49.230743 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Allocated IP 172.20.0.2 (1e1f835c-6733-464e-b290-cb41e3a8d511/b36fea4b-733d-42d9-b063-d15c78376e43/02c2e39c-0768-4131-871a-fc590a47c93a) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:45:49.272026 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Publish callbacks [] for router_controller (ddefe95e-ef75-4703-bee4-89ddc08d32e9), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:49.296964 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Pushing event updated for resources: {'Port': ['ID=ffda3911-e873-489a-96b9-2419ce1ca524,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:49.308822 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:49.308822 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:49.310152 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:49.310152 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:49.310152 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:49.310152 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:49.310555 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:49.310648 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:49.311002 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:49.311320 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:49.311637 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:49.311957 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:49.312279 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:49.312674 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:49.312904 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:45:49.326812 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Attempting to bind port ffda3911-e873-489a-96b9-2419ce1ca524 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:45:49.327297 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Attempting to bind port ffda3911-e873-489a-96b9-2419ce1ca524 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:45:49.327594 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Attempting to bind port ffda3911-e873-489a-96b9-2419ce1ca524 on network b5155ad9-9ca2-44b1-932e-075fc5a93029 {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:45:49.387669 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:45:49.388390 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Checking segment: {'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:45:49.388511 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:49.388795 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Bound using segment: {'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:45:49.389265 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Bound port: ffda3911-e873-489a-96b9-2419ce1ca524, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:45:49.389648 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ffda3911-e873-489a-96b9-2419ce1ca524), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:49.397342 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Publish callbacks [] for port (02c2e39c-0768-4131-871a-fc590a47c93a), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:49.458864 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] For port ffda3911-e873-489a-96b9-2419ce1ca524, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:45:49.463236 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] For port ffda3911-e873-489a-96b9-2419ce1ca524, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ffda3911-e873-489a-96b9-2419ce1ca524,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:45:49.523371 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (02c2e39c-0768-4131-871a-fc590a47c93a), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:49.570407 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ffda3911-e873-489a-96b9-2419ce1ca524), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:49.571229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Network 1e1f835c-6733-464e-b290-cb41e3a8d511 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:45:49.575102 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:49.580425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:45:49.583261 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:45:49.591891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Pushing event updated for resources: {'Port': ['ID=02c2e39c-0768-4131-871a-fc590a47c93a,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:49.617903 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Routers {'b79c7d61-4418-4f4c-8e02-8dd28b0846c7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:45:49.619231 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:45:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:49.622244 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:49.669195 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Attempting to bind port 02c2e39c-0768-4131-871a-fc590a47c93a on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:45:49.669921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Attempting to bind port 02c2e39c-0768-4131-871a-fc590a47c93a by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '039f8947-16dc-4da2-94ac-22ee0f9915af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1e1f835c-6733-464e-b290-cb41e3a8d511'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:45:49.670455 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Attempting to bind port 02c2e39c-0768-4131-871a-fc590a47c93a on network 1e1f835c-6733-464e-b290-cb41e3a8d511 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:45:49.743770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:45:49.744756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Checking segment: {'id': '039f8947-16dc-4da2-94ac-22ee0f9915af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1e1f835c-6733-464e-b290-cb41e3a8d511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:45:49.745654 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:49.746762 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Bound using segment: {'id': '039f8947-16dc-4da2-94ac-22ee0f9915af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1e1f835c-6733-464e-b290-cb41e3a8d511'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:45:49.750014 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:49.756475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Bound port: 02c2e39c-0768-4131-871a-fc590a47c93a, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039f8947-16dc-4da2-94ac-22ee0f9915af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1e1f835c-6733-464e-b290-cb41e3a8d511'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:45:49.756894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (02c2e39c-0768-4131-871a-fc590a47c93a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:49.769182 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710850b-d523-4ac2-9093-632f922734c0 None None] Pushing event updated for resources: {'Port': ['ID=ffda3911-e873-489a-96b9-2419ce1ca524,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:49.774563 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] Set router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:45:49.812013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:45:49.855727 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Publish callbacks [] for router_gateway (ddefe95e-ef75-4703-bee4-89ddc08d32e9), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:49.882566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] For port 02c2e39c-0768-4131-871a-fc590a47c93a, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:45:49.887401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] For port 02c2e39c-0768-4131-871a-fc590a47c93a, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=02c2e39c-0768-4131-871a-fc590a47c93a,segment=NetworkSegment(039f8947-16dc-4da2-94ac-22ee0f9915af),segment_id=039f8947-16dc-4da2-94ac-22ee0f9915af)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:45:49.895947 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:49.896392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:49.896784 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 Oct 28 10:45:49.971522 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (02c2e39c-0768-4131-871a-fc590a47c93a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:50.006319 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:49Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:50.022804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:45:50.038868 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a2088d-4d79-4552-9ba8-888351af93b5 None None] The sync data for ids ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'] in dv-neutron-zed-2-hyperv is: [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:49Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:45:50.068656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6aaff-2ef5-484d-811d-ec9203a36ffd None None] Pushing event updated for resources: {'Port': ['ID=02c2e39c-0768-4131-871a-fc590a47c93a,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:50.190533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Publish callbacks [] for router_gateway (ddefe95e-ef75-4703-bee4-89ddc08d32e9), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:50.212378 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:50.362974 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Allocated IP 172.36.1.166 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:45:50.510812 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Publish callbacks [] for port (ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:50.517536 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:50.650420 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:50.687711 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:45:50.693699 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:45:50.698329 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:45:50.732978 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:51.008880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:51.084075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4fff01-58b0-4a0a-a1b4-86ed12e7fd88 None None] Network 1e1f835c-6733-464e-b290-cb41e3a8d511 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:45:51.086268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Publish callbacks [] for router_gateway (ddefe95e-ef75-4703-bee4-89ddc08d32e9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:51.174708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-7c5d5a49-8cc1-479d-a864-7cce3c9bff1e None None] Provisioning complete for port 02c2e39c-0768-4131-871a-fc590a47c93a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:51.175178 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7c5d5a49-8cc1-479d-a864-7cce3c9bff1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (02c2e39c-0768-4131-871a-fc590a47c93a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:51.175578 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-7c5d5a49-8cc1-479d-a864-7cce3c9bff1e None None] Attempt 1 to provision port 02c2e39c-0768-4131-871a-fc590a47c93a Oct 28 10:45:51.198296 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:51.289577 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d5a49-8cc1-479d-a864-7cce3c9bff1e None None] Current status of the port 02c2e39c-0768-4131-871a-fc590a47c93a is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:45:51.290279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7c5d5a49-8cc1-479d-a864-7cce3c9bff1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (02c2e39c-0768-4131-871a-fc590a47c93a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:51.306449 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (ddefe95e-ef75-4703-bee4-89ddc08d32e9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:51.329604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-7c5d5a49-8cc1-479d-a864-7cce3c9bff1e None None] For port 02c2e39c-0768-4131-871a-fc590a47c93a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=02c2e39c-0768-4131-871a-fc590a47c93a,segment=NetworkSegment(039f8947-16dc-4da2-94ac-22ee0f9915af),segment_id=039f8947-16dc-4da2-94ac-22ee0f9915af)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:45:51.456982 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7c5d5a49-8cc1-479d-a864-7cce3c9bff1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (02c2e39c-0768-4131-871a-fc590a47c93a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:51.503979 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d5a49-8cc1-479d-a864-7cce3c9bff1e None None] Pushing event updated for resources: {'Port': ['ID=02c2e39c-0768-4131-871a-fc590a47c93a,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:51.574090 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Router ddefe95e-ef75-4703-bee4-89ddc08d32e9 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:45:51.577111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-f77d6af4-2ada-48b4-931c-59a591965c57 None None] Provisioning complete for port 02c2e39c-0768-4131-871a-fc590a47c93a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:51.577494 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f77d6af4-2ada-48b4-931c-59a591965c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (02c2e39c-0768-4131-871a-fc590a47c93a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:51.577876 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f77d6af4-2ada-48b4-931c-59a591965c57 None None] Attempt 1 to provision port 02c2e39c-0768-4131-871a-fc590a47c93a Oct 28 10:45:51.653714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f77d6af4-2ada-48b4-931c-59a591965c57 None None] Current status of the port 02c2e39c-0768-4131-871a-fc590a47c93a is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:45:51.681142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:45:51.692884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Sync routers for ids ['ddefe95e-ef75-4703-bee4-89ddc08d32e9'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:45:51.704688 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Routers {'ddefe95e-ef75-4703-bee4-89ddc08d32e9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:45:51.705326 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:45:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['ddefe95e-ef75-4703-bee4-89ddc08d32e9'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:51.789036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:51.792498 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cce8bec9-c67a-4929-bf8b-520f96e82f66 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7130396 Oct 28 10:45:51.794568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50438) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:51.955732 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 02c2e39c-0768-4131-871a-fc590a47c93a up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:45:52.007205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:52.010827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Set router ddefe95e-ef75-4703-bee4-89ddc08d32e9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:45:52.120546 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 02c2e39c-0768-4131-871a-fc590a47c93a triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:52.121335 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (02c2e39c-0768-4131-871a-fc590a47c93a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:52.121335 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 02c2e39c-0768-4131-871a-fc590a47c93a Oct 28 10:45:52.174100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:52.215458 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:52.262305 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 02c2e39c-0768-4131-871a-fc590a47c93a is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:45:52.263398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ffda3911-e873-489a-96b9-2419ce1ca524 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:45:52.266580 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'name': 'tempest-TestShelveInstance-1520113936-router', 'tenant_id': 'f965593ce8404ab8ad817de78f288918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:49Z', 'updated_at': '2022-10-28T10:45:50Z', 'revision_number': 3, 'project_id': 'f965593ce8404ab8ad817de78f288918', 'gw_port': {'id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:50Z', 'updated_at': '2022-10-28T10:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:52.267262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:52.317880 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Checking router: ddefe95e-ef75-4703-bee4-89ddc08d32e9 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:45:52.318227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Updating router ddefe95e-ef75-4703-bee4-89ddc08d32e9 port ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:45:52.355475 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:52.379302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:52.383473 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ffda3911-e873-489a-96b9-2419ce1ca524 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:52.383927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ffda3911-e873-489a-96b9-2419ce1ca524), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:52.389854 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ffda3911-e873-489a-96b9-2419ce1ca524 Oct 28 10:45:52.447157 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Allocated IP 172.20.0.1 (1e1f835c-6733-464e-b290-cb41e3a8d511/b36fea4b-733d-42d9-b063-d15c78376e43/7914df55-7450-4d85-9275-11f4d47e54a4) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:45:52.569093 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Publish callbacks [] for port (7914df55-7450-4d85-9275-11f4d47e54a4), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:52.580683 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ffda3911-e873-489a-96b9-2419ce1ca524 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:45:52.581077 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ffda3911-e873-489a-96b9-2419ce1ca524), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:52.640912 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port ffda3911-e873-489a-96b9-2419ce1ca524, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ffda3911-e873-489a-96b9-2419ce1ca524,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:45:52.686616 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (7914df55-7450-4d85-9275-11f4d47e54a4), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:52.720171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Publish callbacks [] for port (ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:52.728402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ffda3911-e873-489a-96b9-2419ce1ca524), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:52.740160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Network 1e1f835c-6733-464e-b290-cb41e3a8d511 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:45:52.740160 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:45:52.743680 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:45:52.770074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Pushing event updated for resources: {'Port': ['ID=7914df55-7450-4d85-9275-11f4d47e54a4,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:52.793060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (ddefe95e-ef75-4703-bee4-89ddc08d32e9), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:52.809987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=ffda3911-e873-489a-96b9-2419ce1ca524,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:52.813722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:52.870110 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Attempting to bind port ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:45:52.874173 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Attempting to bind port ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:45:52.874173 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Attempting to bind port ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:45:52.943111 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb4d10-23a5-49c8-9f77-07a4b041f8e3 None None] Pushing event updated for resources: {'Port': ['ID=ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:52.959822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:45:52.960130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:45:52.961229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:52.961229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:45:52.961229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Bound port: ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:45:52.966349 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:53.018078 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] For port ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:45:53.021336 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] For port ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:45:53.035556 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7914df55-7450-4d85-9275-11f4d47e54a4), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:53.087829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-62f2b92d-a124-429c-a1c3-ec5c819466bb None None] Provisioning complete for port 7914df55-7450-4d85-9275-11f4d47e54a4 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:53.088307 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-62f2b92d-a124-429c-a1c3-ec5c819466bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7914df55-7450-4d85-9275-11f4d47e54a4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:53.088720 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-62f2b92d-a124-429c-a1c3-ec5c819466bb None None] Attempt 1 to provision port 7914df55-7450-4d85-9275-11f4d47e54a4 Oct 28 10:45:53.094850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:53.120890 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:53.164046 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-62f2b92d-a124-429c-a1c3-ec5c819466bb None None] Port 7914df55-7450-4d85-9275-11f4d47e54a4 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:45:53.172855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Routers {'ddefe95e-ef75-4703-bee4-89ddc08d32e9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:45:53.172855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:45:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['ddefe95e-ef75-4703-bee4-89ddc08d32e9'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:53.205593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:53.222803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:53.225063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Publish callbacks [] for port (7914df55-7450-4d85-9275-11f4d47e54a4), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:53.233653 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb4d10-23a5-49c8-9f77-07a4b041f8e3 None None] Pushing event updated for resources: {'Port': ['ID=ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:53.297826 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] Set router ddefe95e-ef75-4703-bee4-89ddc08d32e9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:45:53.303261 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (7914df55-7450-4d85-9275-11f4d47e54a4), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:53.335307 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:53.372482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Pushing event updated for resources: {'Port': ['ID=7914df55-7450-4d85-9275-11f4d47e54a4,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:53.377789 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (ddefe95e-ef75-4703-bee4-89ddc08d32e9), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:53.482645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Network 1e1f835c-6733-464e-b290-cb41e3a8d511 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:45:53.484272 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:45:53.500735 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'name': 'tempest-TestShelveInstance-1520113936-router', 'tenant_id': 'f965593ce8404ab8ad817de78f288918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:49Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 4, 'project_id': 'f965593ce8404ab8ad817de78f288918', 'gw_port': {'id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:50Z', 'updated_at': '2022-10-28T10:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '7914df55-7450-4d85-9275-11f4d47e54a4', 'name': '', 'network_id': '1e1f835c-6733-464e-b290-cb41e3a8d511', 'tenant_id': 'f965593ce8404ab8ad817de78f288918', 'mac_address': 'fa:16:3e:94:b9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b36fea4b-733d-42d9-b063-d15c78376e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:52Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 1, 'project_id': 'f965593ce8404ab8ad817de78f288918', 'subnets': [{'id': 'b36fea4b-733d-42d9-b063-d15c78376e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:53.535333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef69bb1c-0da6-4815-bdd8-7d10737206cf None None] The sync data for ids ['ddefe95e-ef75-4703-bee4-89ddc08d32e9'] in dv-neutron-zed-2-hyperv is: [{'id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'name': 'tempest-TestShelveInstance-1520113936-router', 'tenant_id': 'f965593ce8404ab8ad817de78f288918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:49Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 4, 'project_id': 'f965593ce8404ab8ad817de78f288918', 'gw_port': {'id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:50Z', 'updated_at': '2022-10-28T10:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '7914df55-7450-4d85-9275-11f4d47e54a4', 'name': '', 'network_id': '1e1f835c-6733-464e-b290-cb41e3a8d511', 'tenant_id': 'f965593ce8404ab8ad817de78f288918', 'mac_address': 'fa:16:3e:94:b9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b36fea4b-733d-42d9-b063-d15c78376e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:52Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 1, 'project_id': 'f965593ce8404ab8ad817de78f288918', 'subnets': [{'id': 'b36fea4b-733d-42d9-b063-d15c78376e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:45:53.647183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Router ddefe95e-ef75-4703-bee4-89ddc08d32e9 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:45:53.808053 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:45:53.808666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-e223317a-daac-4111-aef2-ff678de9be21 None None] Provisioning complete for port 7914df55-7450-4d85-9275-11f4d47e54a4 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:53.809093 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e223317a-daac-4111-aef2-ff678de9be21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7914df55-7450-4d85-9275-11f4d47e54a4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:53.809436 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-e223317a-daac-4111-aef2-ff678de9be21 None None] Attempt 1 to provision port 7914df55-7450-4d85-9275-11f4d47e54a4 Oct 28 10:45:53.816889 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3a5395ff-349e-4812-917d-bed8657df73f admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/ddefe95e-ef75-4703-bee4-89ddc08d32e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0209379 Oct 28 10:45:53.842921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ffda3911-e873-489a-96b9-2419ce1ca524 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:45:53.888308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e223317a-daac-4111-aef2-ff678de9be21 None None] Port 7914df55-7450-4d85-9275-11f4d47e54a4 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:45:53.916671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ffda3911-e873-489a-96b9-2419ce1ca524 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:53.917023 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ffda3911-e873-489a-96b9-2419ce1ca524), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:53.917364 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ffda3911-e873-489a-96b9-2419ce1ca524 Oct 28 10:45:54.039888 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ffda3911-e873-489a-96b9-2419ce1ca524 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:45:54.359507 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50446) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:54.364610 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e0019387-37c7-4a32-b6eb-e6b3683549bf tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1970222413', 'description': 'tempest-secgroup-smoke-1970222413 description', 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:45:54.491626 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e0019387-37c7-4a32-b6eb-e6b3683549bf tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:54.571920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e0019387-37c7-4a32-b6eb-e6b3683549bf tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group (5d469058-55ab-461b-b6b5-a802819920c7), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:54.585402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:54.659527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e0019387-37c7-4a32-b6eb-e6b3683549bf tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5d469058-55ab-461b-b6b5-a802819920c7), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:54.692187 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0019387-37c7-4a32-b6eb-e6b3683549bf tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d469058-55ab-461b-b6b5-a802819920c7,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:54.768106 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e0019387-37c7-4a32-b6eb-e6b3683549bf tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:54.772294 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e0019387-37c7-4a32-b6eb-e6b3683549bf tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4085929 Oct 28 10:45:54.772483 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50448) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:54.777834 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e31de409-f469-4fe8-874f-d16787ac3a6f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'security_group_rule': {'security_group_id': '5d469058-55ab-461b-b6b5-a802819920c7', 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:45:54.903048 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e31de409-f469-4fe8-874f-d16787ac3a6f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (66e1f69b-6854-4547-a4a4-ecb58f760815), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:54.964179 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e31de409-f469-4fe8-874f-d16787ac3a6f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (66e1f69b-6854-4547-a4a4-ecb58f760815), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:55.093874 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e31de409-f469-4fe8-874f-d16787ac3a6f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (66e1f69b-6854-4547-a4a4-ecb58f760815), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:55.102279 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:55.116008 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31de409-f469-4fe8-874f-d16787ac3a6f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e1f69b-6854-4547-a4a4-ecb58f760815,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:55.210012 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e31de409-f469-4fe8-874f-d16787ac3a6f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:55.211320 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e31de409-f469-4fe8-874f-d16787ac3a6f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4372020 Oct 28 10:45:55.214015 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50450) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:55.218376 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-693947d0-b388-4821-83d6-90f0ee8ca8ba tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'security_group_rule': {'security_group_id': '5d469058-55ab-461b-b6b5-a802819920c7', 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:45:55.329702 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-693947d0-b388-4821-83d6-90f0ee8ca8ba tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (dc6b5898-a0ef-4711-bcad-8e0eade8e1a1), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:55.391770 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-693947d0-b388-4821-83d6-90f0ee8ca8ba tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (dc6b5898-a0ef-4711-bcad-8e0eade8e1a1), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:55.522443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-693947d0-b388-4821-83d6-90f0ee8ca8ba tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (dc6b5898-a0ef-4711-bcad-8e0eade8e1a1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:55.543766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693947d0-b388-4821-83d6-90f0ee8ca8ba tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6b5898-a0ef-4711-bcad-8e0eade8e1a1,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:55.621471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-693947d0-b388-4821-83d6-90f0ee8ca8ba tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:55.622776 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-693947d0-b388-4821-83d6-90f0ee8ca8ba tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4077313 Oct 28 10:45:55.631062 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50452) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:55.635714 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-2589aa88-95fc-4f92-86db-45c1f757ddf9 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'security_group_rule': {'security_group_id': '5d469058-55ab-461b-b6b5-a802819920c7', 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:45:55.755356 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:45:55.779955 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2589aa88-95fc-4f92-86db-45c1f757ddf9 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (d91b8041-e937-46bd-ac87-0b939d6547ae), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:55.814587 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:55.815152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:55.815497 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 Oct 28 10:45:55.857993 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2589aa88-95fc-4f92-86db-45c1f757ddf9 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (d91b8041-e937-46bd-ac87-0b939d6547ae), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:55.899340 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:45:55.899725 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:55.922389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:45:55.988608 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2589aa88-95fc-4f92-86db-45c1f757ddf9 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (d91b8041-e937-46bd-ac87-0b939d6547ae), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:56.008379 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589aa88-95fc-4f92-86db-45c1f757ddf9 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91b8041-e937-46bd-ac87-0b939d6547ae,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:56.026391 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:56.083683 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:56.181077 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2589aa88-95fc-4f92-86db-45c1f757ddf9 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:56.182765 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2589aa88-95fc-4f92-86db-45c1f757ddf9 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5506206 Oct 28 10:45:56.185504 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50454) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:56.189935 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-c31b9073-f1fc-49f3-bb41-82d0c895b08f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'security_group_rule': {'security_group_id': '5d469058-55ab-461b-b6b5-a802819920c7', 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:45:56.334556 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c31b9073-f1fc-49f3-bb41-82d0c895b08f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (56958770-c8b6-4c36-a162-61f2c77644f1), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:56.371741 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:56.396313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c31b9073-f1fc-49f3-bb41-82d0c895b08f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (56958770-c8b6-4c36-a162-61f2c77644f1), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:56.493873 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c31b9073-f1fc-49f3-bb41-82d0c895b08f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (56958770-c8b6-4c36-a162-61f2c77644f1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:56.513808 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b9073-f1fc-49f3-bb41-82d0c895b08f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56958770-c8b6-4c36-a162-61f2c77644f1,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:56.621779 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c31b9073-f1fc-49f3-bb41-82d0c895b08f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:56.623182 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c31b9073-f1fc-49f3-bb41-82d0c895b08f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4367051 Oct 28 10:45:56.626053 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50456) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:56.630471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-95ecd482-680d-4e75-930d-edcd4075f5f4 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'security_group_rule': {'security_group_id': '5d469058-55ab-461b-b6b5-a802819920c7', 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:45:56.745109 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-95ecd482-680d-4e75-930d-edcd4075f5f4 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Project 0d8a2c62f64e4eb3bc020a76f8cc2770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:45:56.752086 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95ecd482-680d-4e75-930d-edcd4075f5f4 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (91cf3ab3-6571-46a2-82db-630281027b06), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:56.803760 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95ecd482-680d-4e75-930d-edcd4075f5f4 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (91cf3ab3-6571-46a2-82db-630281027b06), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:56.886075 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95ecd482-680d-4e75-930d-edcd4075f5f4 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (91cf3ab3-6571-46a2-82db-630281027b06), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:56.905009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecd482-680d-4e75-930d-edcd4075f5f4 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91cf3ab3-6571-46a2-82db-630281027b06,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:56.987438 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-95ecd482-680d-4e75-930d-edcd4075f5f4 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:56.988744 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-95ecd482-680d-4e75-930d-edcd4075f5f4 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3617387 Oct 28 10:45:56.992575 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50458) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:45:56.999739 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-a97647e6-fa3b-4a92-82e4-fb1781dcdcb0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'security_group_rule': {'security_group_id': '5d469058-55ab-461b-b6b5-a802819920c7', 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:45:57.133984 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-a97647e6-fa3b-4a92-82e4-fb1781dcdcb0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Project 0d8a2c62f64e4eb3bc020a76f8cc2770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:45:57.141131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a97647e6-fa3b-4a92-82e4-fb1781dcdcb0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (b4f25bc9-757c-4924-87e1-8338fe7fb32e), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:57.215894 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a97647e6-fa3b-4a92-82e4-fb1781dcdcb0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (b4f25bc9-757c-4924-87e1-8338fe7fb32e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:57.282557 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a97647e6-fa3b-4a92-82e4-fb1781dcdcb0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b4f25bc9-757c-4924-87e1-8338fe7fb32e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:57.298968 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:57.304303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97647e6-fa3b-4a92-82e4-fb1781dcdcb0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f25bc9-757c-4924-87e1-8338fe7fb32e,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:57.348251 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Sync routers for ids ['ddefe95e-ef75-4703-bee4-89ddc08d32e9'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:45:57.358630 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Routers {'ddefe95e-ef75-4703-bee4-89ddc08d32e9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:45:57.359327 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:45:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['ddefe95e-ef75-4703-bee4-89ddc08d32e9'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:57.410068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-a97647e6-fa3b-4a92-82e4-fb1781dcdcb0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:57.411371 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-a97647e6-fa3b-4a92-82e4-fb1781dcdcb0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4174733 Oct 28 10:45:57.480636 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Set router ddefe95e-ef75-4703-bee4-89ddc08d32e9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:45:57.584400 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-3fccdd06-ecf5-40f1-94c4-52cc151c92fc tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1970222413&fields=id&tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770 HTTP/1.1" status: 200 len: 267 time: 0.0471270 Oct 28 10:45:57.696826 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'name': 'tempest-TestShelveInstance-1520113936-router', 'tenant_id': 'f965593ce8404ab8ad817de78f288918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:49Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 4, 'project_id': 'f965593ce8404ab8ad817de78f288918', 'gw_port': {'id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:50Z', 'updated_at': '2022-10-28T10:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '7914df55-7450-4d85-9275-11f4d47e54a4', 'name': '', 'network_id': '1e1f835c-6733-464e-b290-cb41e3a8d511', 'tenant_id': 'f965593ce8404ab8ad817de78f288918', 'mac_address': 'fa:16:3e:94:b9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b36fea4b-733d-42d9-b063-d15c78376e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:52Z', 'updated_at': '2022-10-28T10:45:53Z', 'revision_number': 2, 'project_id': 'f965593ce8404ab8ad817de78f288918', 'subnets': [{'id': 'b36fea4b-733d-42d9-b063-d15c78376e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:57.719734 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-d7bdcc27-6ad5-4a4e-8f76-6291146cd532 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:45:57.719734 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-d7bdcc27-6ad5-4a4e-8f76-6291146cd532 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 809 time: 0.1225355 Oct 28 10:45:57.724669 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Checking router: ddefe95e-ef75-4703-bee4-89ddc08d32e9 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:45:57.725021 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Updating router ddefe95e-ef75-4703-bee4-89ddc08d32e9 port 7914df55-7450-4d85-9275-11f4d47e54a4 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:45:57.737727 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-4f090c7c-f057-4cc9-b79a-4057e214b48e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/quotas/0d8a2c62f64e4eb3bc020a76f8cc2770 HTTP/1.1" status: 200 len: 375 time: 0.0151923 Oct 28 10:45:57.764048 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7914df55-7450-4d85-9275-11f4d47e54a4), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:57.783099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:45:57.794892 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-888c0008-dd1b-492b-b099-22fd51e0d4c6 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524955 Oct 28 10:45:57.844458 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:57.844932 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:57.845336 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 Oct 28 10:45:57.846901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:57.913568 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-825b0792-0d34-41ca-bc2b-abed5b5f239b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034336 Oct 28 10:45:57.933252 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:57.934561 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:45:58.020207 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-27a0da30-74e0-4a48-b109-a60d7ebbd010 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000512 Oct 28 10:45:58.051109 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Publish callbacks [] for port (7914df55-7450-4d85-9275-11f4d47e54a4), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:58.126391 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7914df55-7450-4d85-9275-11f4d47e54a4), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:58.185277 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef8506-2152-4c65-ba88-1eb5672a6601 None None] Pushing event updated for resources: {'Port': ['ID=7914df55-7450-4d85-9275-11f4d47e54a4,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:58.219859 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Attempting to bind port 7914df55-7450-4d85-9275-11f4d47e54a4 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:45:58.220222 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Attempting to bind port 7914df55-7450-4d85-9275-11f4d47e54a4 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '039f8947-16dc-4da2-94ac-22ee0f9915af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1e1f835c-6733-464e-b290-cb41e3a8d511'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:45:58.220582 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Attempting to bind port 7914df55-7450-4d85-9275-11f4d47e54a4 on network 1e1f835c-6733-464e-b290-cb41e3a8d511 {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:45:58.266726 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:45:58.270278 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:45:58.270660 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Checking segment: {'id': '039f8947-16dc-4da2-94ac-22ee0f9915af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1e1f835c-6733-464e-b290-cb41e3a8d511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:45:58.271194 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:58.271819 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Bound using segment: {'id': '039f8947-16dc-4da2-94ac-22ee0f9915af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1e1f835c-6733-464e-b290-cb41e3a8d511'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:45:58.272247 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Bound port: 7914df55-7450-4d85-9275-11f4d47e54a4, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039f8947-16dc-4da2-94ac-22ee0f9915af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1e1f835c-6733-464e-b290-cb41e3a8d511'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:45:58.273985 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7914df55-7450-4d85-9275-11f4d47e54a4), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:58.327784 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b5cd375c-4262-4300-bb1c-b42c617aa6ca req-2a358ef9-9a5a-4f5a-ba06-d4cd7d1706c9 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 210 time: 0.0379164 Oct 28 10:45:58.434931 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] For port 7914df55-7450-4d85-9275-11f4d47e54a4, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:45:58.440818 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] For port 7914df55-7450-4d85-9275-11f4d47e54a4, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7914df55-7450-4d85-9275-11f4d47e54a4,segment=NetworkSegment(039f8947-16dc-4da2-94ac-22ee0f9915af),segment_id=039f8947-16dc-4da2-94ac-22ee0f9915af)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:45:58.545826 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7914df55-7450-4d85-9275-11f4d47e54a4), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:58.581855 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Routers {'ddefe95e-ef75-4703-bee4-89ddc08d32e9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:45:58.582491 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:45:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['ddefe95e-ef75-4703-bee4-89ddc08d32e9'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:58.650783 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef8506-2152-4c65-ba88-1eb5672a6601 None None] Pushing event updated for resources: {'Port': ['ID=7914df55-7450-4d85-9275-11f4d47e54a4,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:45:58.713995 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] Set router ddefe95e-ef75-4703-bee4-89ddc08d32e9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:45:58.907461 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'name': 'tempest-TestShelveInstance-1520113936-router', 'tenant_id': 'f965593ce8404ab8ad817de78f288918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:49Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 4, 'project_id': 'f965593ce8404ab8ad817de78f288918', 'gw_port': {'id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:50Z', 'updated_at': '2022-10-28T10:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '7914df55-7450-4d85-9275-11f4d47e54a4', 'name': '', 'network_id': '1e1f835c-6733-464e-b290-cb41e3a8d511', 'tenant_id': 'f965593ce8404ab8ad817de78f288918', 'mac_address': 'fa:16:3e:94:b9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b36fea4b-733d-42d9-b063-d15c78376e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:52Z', 'updated_at': '2022-10-28T10:45:58Z', 'revision_number': 4, 'project_id': 'f965593ce8404ab8ad817de78f288918', 'subnets': [{'id': 'b36fea4b-733d-42d9-b063-d15c78376e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:45:58.936526 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968d646a-d12f-4e61-b756-631272bcb879 None None] The sync data for ids ['ddefe95e-ef75-4703-bee4-89ddc08d32e9'] in dv-neutron-zed-2-hyperv is: [{'id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'name': 'tempest-TestShelveInstance-1520113936-router', 'tenant_id': 'f965593ce8404ab8ad817de78f288918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:49Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 4, 'project_id': 'f965593ce8404ab8ad817de78f288918', 'gw_port': {'id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:50Z', 'updated_at': '2022-10-28T10:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '7914df55-7450-4d85-9275-11f4d47e54a4', 'name': '', 'network_id': '1e1f835c-6733-464e-b290-cb41e3a8d511', 'tenant_id': 'f965593ce8404ab8ad817de78f288918', 'mac_address': 'fa:16:3e:94:b9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b36fea4b-733d-42d9-b063-d15c78376e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:52Z', 'updated_at': '2022-10-28T10:45:58Z', 'revision_number': 4, 'project_id': 'f965593ce8404ab8ad817de78f288918', 'subnets': [{'id': 'b36fea4b-733d-42d9-b063-d15c78376e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:45:59.418105 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e022aaaa-5d85-4f6c-91b5-468b3e9b5c13 req-f96f17df-1733-4746-88f9-2d602499bb74 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 210 time: 0.0295389 Oct 28 10:45:59.752579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7914df55-7450-4d85-9275-11f4d47e54a4 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:45:59.798039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 7914df55-7450-4d85-9275-11f4d47e54a4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:45:59.798414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7914df55-7450-4d85-9275-11f4d47e54a4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:59.798792 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 7914df55-7450-4d85-9275-11f4d47e54a4 Oct 28 10:45:59.878632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 7914df55-7450-4d85-9275-11f4d47e54a4 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:45:59.879066 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7914df55-7450-4d85-9275-11f4d47e54a4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:45:59.914108 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 7914df55-7450-4d85-9275-11f4d47e54a4, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7914df55-7450-4d85-9275-11f4d47e54a4,segment=NetworkSegment(039f8947-16dc-4da2-94ac-22ee0f9915af),segment_id=039f8947-16dc-4da2-94ac-22ee0f9915af)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:46:00.054868 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (7914df55-7450-4d85-9275-11f4d47e54a4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:00.105827 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=7914df55-7450-4d85-9275-11f4d47e54a4,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:46:00.535882 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e01057db-1ed0-4826-9335-717a5a2797be req-1408472c-b9c9-40f8-8061-d7fb378f3907 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 210 time: 0.0341134 Oct 28 10:46:01.404180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:01.423908 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-f04b347d-ed6c-476e-9040-594953faab78 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:01.425414 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-f04b347d-ed6c-476e-9040-594953faab78 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 809 time: 0.1098385 Oct 28 10:46:01.502756 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-850083af-41bf-4ff8-b8e2-d947cc556949 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770 HTTP/1.1" status: 200 len: 380 time: 0.0599430 Oct 28 10:46:01.514427 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-1428205a-d637-4d17-a5ef-8920f17a72c5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'port': {'device_id': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'admin_state_up': True, 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'security_groups': ['5d469058-55ab-461b-b6b5-a802819920c7']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:46:01.654797 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4dd02958-bc42-43f5-8a49-82d6ecf743b0 req-fecb148b-6145-4263-bb74-9f3e344c32a5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 210 time: 0.0298512 Oct 28 10:46:01.747633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7914df55-7450-4d85-9275-11f4d47e54a4 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:46:01.767435 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-1428205a-d637-4d17-a5ef-8920f17a72c5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Made reservation on behalf of 0d8a2c62f64e4eb3bc020a76f8cc2770 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:46:01.771351 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-1428205a-d637-4d17-a5ef-8920f17a72c5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:01.785768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:01.800715 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 7914df55-7450-4d85-9275-11f4d47e54a4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:46:01.801603 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (7914df55-7450-4d85-9275-11f4d47e54a4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:01.801735 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 7914df55-7450-4d85-9275-11f4d47e54a4 Oct 28 10:46:01.893956 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 7914df55-7450-4d85-9275-11f4d47e54a4 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:46:01.959232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-1428205a-d637-4d17-a5ef-8920f17a72c5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Allocated IP 172.20.0.8 (b5155ad9-9ca2-44b1-932e-075fc5a93029/19d1d374-5491-46a3-817f-333434744d12/88659042-2d52-48fe-ad4f-10215db004bf) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:46:02.109608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-1428205a-d637-4d17-a5ef-8920f17a72c5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for port (88659042-2d52-48fe-ad4f-10215db004bf), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:02.217286 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-1428205a-d637-4d17-a5ef-8920f17a72c5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (88659042-2d52-48fe-ad4f-10215db004bf), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:02.267223 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-1428205a-d637-4d17-a5ef-8920f17a72c5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Network b5155ad9-9ca2-44b1-932e-075fc5a93029 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:46:02.270438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-1428205a-d637-4d17-a5ef-8920f17a72c5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:46:02.275176 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-1428205a-d637-4d17-a5ef-8920f17a72c5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:46:02.281486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428205a-d637-4d17-a5ef-8920f17a72c5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'Port': ['ID=88659042-2d52-48fe-ad4f-10215db004bf,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:46:02.331004 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-1428205a-d637-4d17-a5ef-8920f17a72c5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:02.331734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-1428205a-d637-4d17-a5ef-8920f17a72c5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:02.335124 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:02.450810 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-1428205a-d637-4d17-a5ef-8920f17a72c5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9403806 Oct 28 10:46:02.464389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8d4a66d9-f213-4f00-b7a5-39e3724bae2c None None] Provisioning complete for port 88659042-2d52-48fe-ad4f-10215db004bf triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:46:02.464768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8d4a66d9-f213-4f00-b7a5-39e3724bae2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (88659042-2d52-48fe-ad4f-10215db004bf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:02.465106 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8d4a66d9-f213-4f00-b7a5-39e3724bae2c None None] Attempt 1 to provision port 88659042-2d52-48fe-ad4f-10215db004bf Oct 28 10:46:02.474294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Request body: {'port': {'device_id': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:46:02.499737 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a66d9-f213-4f00-b7a5-39e3724bae2c None None] Port 88659042-2d52-48fe-ad4f-10215db004bf cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:46:02.540205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (88659042-2d52-48fe-ad4f-10215db004bf), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:02.784621 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0307a-783d-4870-ba9f-711e21a8a772 req-b6a4bc2c-c51e-435f-aa11-dec2d4e93ca5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:02.786209 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a5a0307a-783d-4870-ba9f-711e21a8a772 req-b6a4bc2c-c51e-435f-aa11-dec2d4e93ca5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 931 time: 0.0499938 Oct 28 10:46:02.823588 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:02.841848 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a5a0307a-783d-4870-ba9f-711e21a8a772 req-5d92899d-ede3-49a0-a570-72294afb90b9 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482197 Oct 28 10:46:02.878734 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:03.104880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88659042-2d52-48fe-ad4f-10215db004bf {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:46:03.112731 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Publish callbacks [] for port (88659042-2d52-48fe-ad4f-10215db004bf), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:03.125819 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Transition to ACTIVE for port object 88659042-2d52-48fe-ad4f-10215db004bf will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:46:03.196507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (88659042-2d52-48fe-ad4f-10215db004bf), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:03.286581 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Pushing event updated for resources: {'Port': ['ID=88659042-2d52-48fe-ad4f-10215db004bf,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:46:03.316071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Attempting to bind port 88659042-2d52-48fe-ad4f-10215db004bf on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:46:03.316499 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Attempting to bind port 88659042-2d52-48fe-ad4f-10215db004bf by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:46:03.316827 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Attempting to bind port 88659042-2d52-48fe-ad4f-10215db004bf on network b5155ad9-9ca2-44b1-932e-075fc5a93029 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:46:03.360524 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Port 88659042-2d52-48fe-ad4f-10215db004bf on network b5155ad9-9ca2-44b1-932e-075fc5a93029 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:46:03.360758 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Attempting to bind port 88659042-2d52-48fe-ad4f-10215db004bf on network b5155ad9-9ca2-44b1-932e-075fc5a93029 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:46:03.382164 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:03.404044 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:46:03.404383 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Checking segment: {'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:46:03.404774 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Bound using segment: {'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:46:03.405232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Bound port: 88659042-2d52-48fe-ad4f-10215db004bf, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:46:03.405593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (88659042-2d52-48fe-ad4f-10215db004bf), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:03.474150 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] For port 88659042-2d52-48fe-ad4f-10215db004bf, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:46:03.478110 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] For port 88659042-2d52-48fe-ad4f-10215db004bf, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=88659042-2d52-48fe-ad4f-10215db004bf,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:46:03.580422 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (88659042-2d52-48fe-ad4f-10215db004bf), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:03.584935 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:03.586193 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:03.587656 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/88659042-2d52-48fe-ad4f-10215db004bf HTTP/1.1" status: 200 len: 1093 time: 1.1177301 Oct 28 10:46:03.588233 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'tag': '88659042-2d52-48fe-ad4f-10215db004bf'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:46:03.590541 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c399d22-5668-4f6e-a85e-d27c4f468ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0f4902-e3b4-4add-9eb7-2fcf68690a73", "tag": "88659042-2d52-48fe-ad4f-10215db004bf"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:46:03.638464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4411d79-d4df-4f69-9997-d8829134cdc6 x-openstack-request-id: req-b4411d79-d4df-4f69-9997-d8829134cdc6 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:46:03.638794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0f4902-e3b4-4add-9eb7-2fcf68690a73", "tag": "88659042-2d52-48fe-ad4f-10215db004bf", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:46:03.639100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4411d79-d4df-4f69-9997-d8829134cdc6 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:46:03.639506 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4411d79-d4df-4f69-9997-d8829134cdc6'] response: {'name': 'network-changed', 'server_uuid': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'tag': '88659042-2d52-48fe-ad4f-10215db004bf', 'status': 'completed', 'code': 200} Oct 28 10:46:03.644650 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aaddaa-5f5e-4764-8d68-62e8765a2200 service neutron] Pushing event updated for resources: {'Port': ['ID=88659042-2d52-48fe-ad4f-10215db004bf,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:46:03.735376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c399d22-5668-4f6e-a85e-d27c4f468ef3 req-6f1fdcad-9c7f-41c6-ba50-e2f702d11321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:03.736934 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2c399d22-5668-4f6e-a85e-d27c4f468ef3 req-6f1fdcad-9c7f-41c6-ba50-e2f702d11321 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 1127 time: 0.0456865 Oct 28 10:46:03.852099 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c399d22-5668-4f6e-a85e-d27c4f468ef3 req-408e385a-10a7-4de3-a9a7-89fe5fcea4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:03.853613 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2c399d22-5668-4f6e-a85e-d27c4f468ef3 req-408e385a-10a7-4de3-a9a7-89fe5fcea4a1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1024671 Oct 28 10:46:03.957335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c399d22-5668-4f6e-a85e-d27c4f468ef3 req-8443984b-7deb-4988-a193-419f3337aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:03.958886 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2c399d22-5668-4f6e-a85e-d27c4f468ef3 req-8443984b-7deb-4988-a193-419f3337aa3d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964096 Oct 28 10:46:03.972752 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f237f8c-71c8-4d3e-986e-fcab6da62c06 req-93a77b30-cfd8-4f9e-ad89-eaadd8c6cc09 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:03.974353 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5f237f8c-71c8-4d3e-986e-fcab6da62c06 req-93a77b30-cfd8-4f9e-ad89-eaadd8c6cc09 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 943 time: 0.0504224 Oct 28 10:46:04.032672 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5f237f8c-71c8-4d3e-986e-fcab6da62c06 req-0f1c2a7b-5d3b-4e8e-a71d-c9847c30308d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522377 Oct 28 10:46:04.081260 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-df521da6-5ae8-4e30-8e0f-b0296f153763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:04.082828 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-df521da6-5ae8-4e30-8e0f-b0296f153763 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 1127 time: 0.0462070 Oct 28 10:46:04.131963 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-6ce3dd2c-ee04-4fb6-8238-c56d7cb26ffd service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88659042-2d52-48fe-ad4f-10215db004bf HTTP/1.1" status: 200 len: 217 time: 0.0329978 Oct 28 10:46:04.183067 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-2af064e8-2f05-4bb3-9b59-3380f5c7cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:04.184550 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-2af064e8-2f05-4bb3-9b59-3380f5c7cea8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0443668 Oct 28 10:46:04.234281 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-2a17cb56-975e-4ea8-a9d9-ee10d53e0d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:04.235867 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-2a17cb56-975e-4ea8-a9d9-ee10d53e0d7c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0422938 Oct 28 10:46:04.336648 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-646972a2-8220-452c-9a22-c42bb19a9e5c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912945 Oct 28 10:46:04.414074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:04.439924 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0d25e93f-6b93-4e87-a201-eaab1d846e6b req-eb658679-a771-46c5-85e0-30b396bdcfec service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940464 Oct 28 10:46:05.160485 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b853eb0-1de6-4bec-be95-2a9a1f1addf0 req-fcf0ad18-4b00-48ec-8bd7-a3b3315374fa tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:05.161955 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3b853eb0-1de6-4bec-be95-2a9a1f1addf0 req-fcf0ad18-4b00-48ec-8bd7-a3b3315374fa tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 943 time: 0.0473692 Oct 28 10:46:05.214993 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3b853eb0-1de6-4bec-be95-2a9a1f1addf0 req-16e89a4a-ac6e-4349-9c18-a81cd74d6e2f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472417 Oct 28 10:46:06.337881 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52b32a-1070-41dd-aaa8-ab98e0035fbf req-4422b5f6-cf01-496f-b8c4-0a2d86df019d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:06.339491 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9e52b32a-1070-41dd-aaa8-ab98e0035fbf req-4422b5f6-cf01-496f-b8c4-0a2d86df019d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 943 time: 0.0488467 Oct 28 10:46:06.394845 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9e52b32a-1070-41dd-aaa8-ab98e0035fbf req-315a2d49-fa08-4bf5-aa1b-47d4da3efca7 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494542 Oct 28 10:46:07.524843 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e403573-a7a3-44ba-b924-810cc4e40fb4 req-2764e085-5cd9-4e66-85ac-7cecbe36ba1a tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:07.526388 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0e403573-a7a3-44ba-b924-810cc4e40fb4 req-2764e085-5cd9-4e66-85ac-7cecbe36ba1a tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 943 time: 0.0536251 Oct 28 10:46:07.577471 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0e403573-a7a3-44ba-b924-810cc4e40fb4 req-c26b500c-e02c-4341-a525-e7edabab4f22 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449653 Oct 28 10:46:07.655941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 88659042-2d52-48fe-ad4f-10215db004bf details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:46:07.905883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 88659042-2d52-48fe-ad4f-10215db004bf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=88659042-2d52-48fe-ad4f-10215db004bf,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:46:07.918416 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '88659042-2d52-48fe-ad4f-10215db004bf', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'port_id': '88659042-2d52-48fe-ad4f-10215db004bf', 'mac_address': 'fa:16:3e:85:b6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:46:07.955618 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 88659042-2d52-48fe-ad4f-10215db004bf is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:46:07.955886 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (88659042-2d52-48fe-ad4f-10215db004bf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:07.970609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88659042-2d52-48fe-ad4f-10215db004bf {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:46:07.991463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 88659042-2d52-48fe-ad4f-10215db004bf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=88659042-2d52-48fe-ad4f-10215db004bf,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:46:08.059335 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (88659042-2d52-48fe-ad4f-10215db004bf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:08.063010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:08.109788 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=88659042-2d52-48fe-ad4f-10215db004bf,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:46:08.399671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['88659042-2d52-48fe-ad4f-10215db004bf'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:46:08.705532 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5b150-577b-468a-add7-0a93e0997426 req-0a2ded74-5d22-4a6d-9523-7e17d757754a tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:08.707085 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-33c5b150-577b-468a-add7-0a93e0997426 req-0a2ded74-5d22-4a6d-9523-7e17d757754a tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 944 time: 0.0500171 Oct 28 10:46:08.758869 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-33c5b150-577b-468a-add7-0a93e0997426 req-e35848d6-e26f-4cc5-a5bc-5b2a54755703 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460644 Oct 28 10:46:08.911009 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=39 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:09.665276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 88659042-2d52-48fe-ad4f-10215db004bf up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:46:09.725260 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 88659042-2d52-48fe-ad4f-10215db004bf completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:46:09.831298 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 88659042-2d52-48fe-ad4f-10215db004bf triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:46:09.831696 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (88659042-2d52-48fe-ad4f-10215db004bf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:09.832043 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 88659042-2d52-48fe-ad4f-10215db004bf Oct 28 10:46:09.899429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f972596-0160-4c1f-93f0-65eeeda7aaa3 req-f9785258-9f88-4b28-befe-58ab7001bd12 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:09.900922 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5f972596-0160-4c1f-93f0-65eeeda7aaa3 req-f9785258-9f88-4b28-befe-58ab7001bd12 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 944 time: 0.0572796 Oct 28 10:46:09.917700 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:09.924205 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 88659042-2d52-48fe-ad4f-10215db004bf is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:46:09.924653 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (88659042-2d52-48fe-ad4f-10215db004bf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:09.950242 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88659042-2d52-48fe-ad4f-10215db004bf'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:46:09.952691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367bb1a7-9740-407c-9460-9073dacceb64" -d '{"events": [{"server_uuid": "5f0f4902-e3b4-4add-9eb7-2fcf68690a73", "name": "network-vif-plugged", "status": "completed", "tag": "88659042-2d52-48fe-ad4f-10215db004bf"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:46:09.956161 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5f972596-0160-4c1f-93f0-65eeeda7aaa3 req-93524611-f58c-480c-a289-9b2321cef5d4 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493660 Oct 28 10:46:09.988376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 88659042-2d52-48fe-ad4f-10215db004bf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=88659042-2d52-48fe-ad4f-10215db004bf,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:46:10.069671 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078a00c1-ec1b-4e8d-9951-23933d4966be x-openstack-request-id: req-078a00c1-ec1b-4e8d-9951-23933d4966be {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:46:10.069968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0f4902-e3b4-4add-9eb7-2fcf68690a73", "name": "network-vif-plugged", "status": "completed", "tag": "88659042-2d52-48fe-ad4f-10215db004bf", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:46:10.070229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-078a00c1-ec1b-4e8d-9951-23933d4966be {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:46:10.070643 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-078a00c1-ec1b-4e8d-9951-23933d4966be'] response: {'server_uuid': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88659042-2d52-48fe-ad4f-10215db004bf', 'code': 200} Oct 28 10:46:10.111124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (88659042-2d52-48fe-ad4f-10215db004bf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:10.177853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=88659042-2d52-48fe-ad4f-10215db004bf,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:46:10.505464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3a88b-a7c5-4a4c-b633-cfcc92f357a1 req-1610ed82-5ecd-47b6-a929-ee98cbaf36c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:10.506919 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-51e3a88b-a7c5-4a4c-b633-cfcc92f357a1 req-1610ed82-5ecd-47b6-a929-ee98cbaf36c5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 1129 time: 0.0463920 Oct 28 10:46:10.570559 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-51e3a88b-a7c5-4a4c-b633-cfcc92f357a1 req-bcd174d2-56cd-45e4-991c-8b422cc10263 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539999 Oct 28 10:46:10.762381 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:11.065214 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:11.090156 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c9250-e164-4f77-bfca-d274351b44e2 req-39a0f08d-fa72-4674-8314-3e3ff6b2cc73 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:11.091719 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-736c9250-e164-4f77-bfca-d274351b44e2 req-39a0f08d-fa72-4674-8314-3e3ff6b2cc73 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0547774 Oct 28 10:46:11.146315 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-736c9250-e164-4f77-bfca-d274351b44e2 req-fbe3d7d6-3e4d-4e0f-b8f3-967093ade3f3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486529 Oct 28 10:46:12.290525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c6462-f3ad-44f1-819c-36e55f4d5a1b req-30628875-a292-4cb7-8af1-76ff722050fb tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:12.292302 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d2c6462-f3ad-44f1-819c-36e55f4d5a1b req-30628875-a292-4cb7-8af1-76ff722050fb tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0526967 Oct 28 10:46:12.358402 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d2c6462-f3ad-44f1-819c-36e55f4d5a1b req-26e3b13c-4f83-4764-b378-bd14546031d8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553012 Oct 28 10:46:13.103026 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-523e002a-dfba-4396-b62b-7e0017958b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:13.490536 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9932a-7ae3-4524-bc40-92df62ac9933 req-914d0ee2-07f3-4311-b980-2bb4fe81fb65 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:13.492779 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5ab9932a-7ae3-4524-bc40-92df62ac9933 req-914d0ee2-07f3-4311-b980-2bb4fe81fb65 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0493269 Oct 28 10:46:13.548786 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5ab9932a-7ae3-4524-bc40-92df62ac9933 req-578a413c-f46a-48c7-bdf4-8553024086c1 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483603 Oct 28 10:46:13.680257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcfd4d-cef4-4291-88b0-032d8ddb8ef7 req-cddec7a1-513d-47f3-8579-7596403db55c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:13.681687 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-95bcfd4d-cef4-4291-88b0-032d8ddb8ef7 req-cddec7a1-513d-47f3-8579-7596403db55c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0488808 Oct 28 10:46:13.741173 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-95bcfd4d-cef4-4291-88b0-032d8ddb8ef7 req-be38d7be-7d27-49c5-9f81-6affe8804061 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494351 Oct 28 10:46:13.769690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50528) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:46:13.970998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076696a2-c45d-4cc2-94f7-eb90b90105f2 tempest-TestShelveInstance-1991282589 tempest-TestShelveInstance-1991282589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:13.972459 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-076696a2-c45d-4cc2-94f7-eb90b90105f2 tempest-TestShelveInstance-1991282589 tempest-TestShelveInstance-1991282589-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 1124 time: 0.2015781 Oct 28 10:46:13.976883 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50534) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:46:13.981302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '88659042-2d52-48fe-ad4f-10215db004bf', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:46:14.071478 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:14.086525 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:14.160411 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:14.275165 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Allocated IP 172.36.1.184 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/eda27b98-62a3-4471-8cfa-5e7d8cce6fd4) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:46:14.386243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for port (eda27b98-62a3-4471-8cfa-5e7d8cce6fd4), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:14.482614 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (eda27b98-62a3-4471-8cfa-5e7d8cce6fd4), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:14.532034 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:46:14.537293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:46:14.539592 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'Port': ['ID=eda27b98-62a3-4471-8cfa-5e7d8cce6fd4,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:46:14.541815 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:46:14.576712 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:14.930538 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for floatingip (f9e77f8a-4ece-4654-804b-0584a4117797), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:14.952543 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:15.072849 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (eda27b98-62a3-4471-8cfa-5e7d8cce6fd4), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:15.242905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for port (eda27b98-62a3-4471-8cfa-5e7d8cce6fd4), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:15.342636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (eda27b98-62a3-4471-8cfa-5e7d8cce6fd4), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:15.368491 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-acb55a40-9be8-4122-a35b-98e3e6c8f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:15.417009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'Port': ['ID=eda27b98-62a3-4471-8cfa-5e7d8cce6fd4,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:46:15.419449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (f9e77f8a-4ece-4654-804b-0584a4117797), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:15.523829 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Floating IP f9e77f8a-4ece-4654-804b-0584a4117797 associated. External IP: 172.36.1.184, port: 88659042-2d52-48fe-ad4f-10215db004bf. Oct 28 10:46:15.719101 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:15.731714 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:46:15.757078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:46:15.890827 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:46:15.906963 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b529d48-e559-4585-90fc-ba02834a2a8f None None] Sync routers for ids ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:46:15.914984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b529d48-e559-4585-90fc-ba02834a2a8f None None] Routers {'b79c7d61-4418-4f4c-8e02-8dd28b0846c7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:46:15.915609 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3b529d48-e559-4585-90fc-ba02834a2a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:46:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:46:16.007905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:16.036136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-3b529d48-e559-4585-90fc-ba02834a2a8f None None] Set router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:46:16.044094 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-00ea2ed9-e995-4aed-8564-fd6d4a4c303f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0661197 Oct 28 10:46:16.046906 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'tag': '88659042-2d52-48fe-ad4f-10215db004bf'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:46:16.047429 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a788e47-e579-4ded-be42-44ab5f0292ee" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0f4902-e3b4-4add-9eb7-2fcf68690a73", "tag": "88659042-2d52-48fe-ad4f-10215db004bf"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:46:16.088744 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef18bb1-ddfc-44d4-95b1-6d90c7b34472 x-openstack-request-id: req-3ef18bb1-ddfc-44d4-95b1-6d90c7b34472 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:46:16.089035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0f4902-e3b4-4add-9eb7-2fcf68690a73", "tag": "88659042-2d52-48fe-ad4f-10215db004bf", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:46:16.089287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ef18bb1-ddfc-44d4-95b1-6d90c7b34472 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:46:16.089698 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef18bb1-ddfc-44d4-95b1-6d90c7b34472'] response: {'name': 'network-changed', 'server_uuid': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'tag': '88659042-2d52-48fe-ad4f-10215db004bf', 'status': 'completed', 'code': 200} Oct 28 10:46:16.203342 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a788e47-e579-4ded-be42-44ab5f0292ee req-e1919c89-230f-4fb3-a861-bd7d079d00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:16.205913 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9a788e47-e579-4ded-be42-44ab5f0292ee req-e1919c89-230f-4fb3-a861-bd7d079d00b6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 1129 time: 0.0632560 Oct 28 10:46:16.226183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:16.316198 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3b529d48-e559-4585-90fc-ba02834a2a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'f9e77f8a-4ece-4654-804b-0584a4117797', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'floating_ip_address': '172.36.1.184', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'port_id': '88659042-2d52-48fe-ad4f-10215db004bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'mac_address': 'fa:16:3e:85:b6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:46:14Z', 'updated_at': '2022-10-28T10:46:14Z', 'revision_number': 0, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 5, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:46:16.325953 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a788e47-e579-4ded-be42-44ab5f0292ee req-1625f58a-0583-4414-bdee-07e5dd764c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:16.327490 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9a788e47-e579-4ded-be42-44ab5f0292ee req-1625f58a-0583-4414-bdee-07e5dd764c31 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.1128974 Oct 28 10:46:16.345313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b529d48-e559-4585-90fc-ba02834a2a8f None None] Checking router: b79c7d61-4418-4f4c-8e02-8dd28b0846c7 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:46:16.355855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b529d48-e559-4585-90fc-ba02834a2a8f None None] Routers {'b79c7d61-4418-4f4c-8e02-8dd28b0846c7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:46:16.356368 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3b529d48-e559-4585-90fc-ba02834a2a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:46:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:46:16.400249 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9a788e47-e579-4ded-be42-44ab5f0292ee req-ca49a48a-7516-430a-9e92-b453a9e9f59d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88659042-2d52-48fe-ad4f-10215db004bf HTTP/1.1" status: 200 len: 999 time: 0.0664248 Oct 28 10:46:16.469462 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-3b529d48-e559-4585-90fc-ba02834a2a8f None None] Set router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:46:16.471913 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a788e47-e579-4ded-be42-44ab5f0292ee req-61496a82-b21a-4bb8-b1ab-1ae93c6b1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:16.473444 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9a788e47-e579-4ded-be42-44ab5f0292ee req-61496a82-b21a-4bb8-b1ab-1ae93c6b1ada service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0676901 Oct 28 10:46:16.527647 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a788e47-e579-4ded-be42-44ab5f0292ee req-5dab5e38-8a42-4a34-9a51-e2a8b975c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:16.529195 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9a788e47-e579-4ded-be42-44ab5f0292ee req-5dab5e38-8a42-4a34-9a51-e2a8b975c434 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0497863 Oct 28 10:46:16.588689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:16.649188 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9a788e47-e579-4ded-be42-44ab5f0292ee req-bba33c49-257a-466d-b052-e59a1901777d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125519 Oct 28 10:46:16.770378 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3b529d48-e559-4585-90fc-ba02834a2a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'f9e77f8a-4ece-4654-804b-0584a4117797', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'floating_ip_address': '172.36.1.184', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'port_id': '88659042-2d52-48fe-ad4f-10215db004bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'mac_address': 'fa:16:3e:85:b6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:46:14Z', 'updated_at': '2022-10-28T10:46:14Z', 'revision_number': 0, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 5, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:46:16.778896 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9a788e47-e579-4ded-be42-44ab5f0292ee req-af20ca45-c399-4d19-b7aa-c79dd0d6323e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243556 Oct 28 10:46:16.797567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b529d48-e559-4585-90fc-ba02834a2a8f None None] The sync data for ids ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'] in dv-neutron-zed-2-hyperv is: [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': 'f9e77f8a-4ece-4654-804b-0584a4117797', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'floating_ip_address': '172.36.1.184', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'port_id': '88659042-2d52-48fe-ad4f-10215db004bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'mac_address': 'fa:16:3e:85:b6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:46:14Z', 'updated_at': '2022-10-28T10:46:14Z', 'revision_number': 0, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 5, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:46:17.063980 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c90c51d-ecb1-48d0-a9db-04d08f5bf311 None None] New status for floating IP f9e77f8a-4ece-4654-804b-0584a4117797: ACTIVE {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:46:17.114571 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:18.182392 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:18.665500 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:18.757655 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:24.711607 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:26.036277 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=13 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:26.038157 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:UPDATE=1,neutron:SELECT=83,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:26.772672 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=62 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:26.775559 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=11 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:34.514644 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:34.517635 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:34.620431 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:34.626400 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:46:43.128376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0aab98f7-3e9b-4b8e-8a62-d94075a27ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:45.399293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6f847731-7daa-4017-8364-990d75b1537b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:47.259930 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:48.188442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:48.751056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:46:51.425181 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aad036eb-9f47-4456-a448-b1c540c7e580 req-9b4bf4b4-4749-423a-9516-8b070c2a601d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447712 Oct 28 10:46:51.538049 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad036eb-9f47-4456-a448-b1c540c7e580 req-dd19de06-fe83-4231-8703-c95fee4c7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:51.540120 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aad036eb-9f47-4456-a448-b1c540c7e580 req-dd19de06-fe83-4231-8703-c95fee4c7356 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 1129 time: 0.0455394 Oct 28 10:46:51.654073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad036eb-9f47-4456-a448-b1c540c7e580 req-9ddec874-8293-414f-91d4-65d0b199dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:51.655591 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aad036eb-9f47-4456-a448-b1c540c7e580 req-9ddec874-8293-414f-91d4-65d0b199dff7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.0964887 Oct 28 10:46:51.729965 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aad036eb-9f47-4456-a448-b1c540c7e580 req-7397d87e-4118-49a1-ac26-d47eab89084a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88659042-2d52-48fe-ad4f-10215db004bf HTTP/1.1" status: 200 len: 1001 time: 0.0677478 Oct 28 10:46:51.783531 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad036eb-9f47-4456-a448-b1c540c7e580 req-aacfa9ff-bf4e-451a-b789-1016cac786f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:51.785080 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aad036eb-9f47-4456-a448-b1c540c7e580 req-aacfa9ff-bf4e-451a-b789-1016cac786f1 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0484593 Oct 28 10:46:51.833432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad036eb-9f47-4456-a448-b1c540c7e580 req-49265bbb-f7f8-4035-b3c2-16c455baa4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:46:51.835049 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aad036eb-9f47-4456-a448-b1c540c7e580 req-49265bbb-f7f8-4035-b3c2-16c455baa4ec service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0434842 Oct 28 10:46:51.846130 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [req-aad036eb-9f47-4456-a448-b1c540c7e580 req-896553a8-be39-41e0-8836-ba3dc14f0651 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:46:51.847197 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aad036eb-9f47-4456-a448-b1c540c7e580 req-896553a8-be39-41e0-8836-ba3dc14f0651 service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051310 Oct 28 10:46:51.952433 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aad036eb-9f47-4456-a448-b1c540c7e580 req-4b05a6e5-c1de-4da3-b412-9e02c240c70e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984340 Oct 28 10:46:52.053279 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-aad036eb-9f47-4456-a448-b1c540c7e580 req-1af31348-904d-4f9e-b205-d685be52caa0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919340 Oct 28 10:46:52.730786 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:46:54.571207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:47:02.049073 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=52 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:47:02.050025 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=49 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:47:11.625155 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:47:11.625999 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:47:12.563189 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:47:12.565086 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:47:13.148426 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5193b55f-dde2-4a48-8580-8057c9117d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:47:15.384888 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-de74e2b6-0eae-4f14-ac59-f4aae00c307d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:47:17.126417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:47:18.144782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:47:18.754317 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:47:24.588735 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:47:29.734181 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:47:34.512572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:47:34.514569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:47:43.175973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9d65cd0b-0585-4b41-8499-d789e353e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:47:45.399152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-94492d14-724d-44a6-84f8-f1a529570c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:47:47.173633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:47:48.196697 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:47:48.764651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:47:51.517510 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9392e832-7512-42d3-840b-3e9bde2d684c req-c5e65209-e17e-4c8c-99ec-409100521d11 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431764 Oct 28 10:47:51.629753 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392e832-7512-42d3-840b-3e9bde2d684c req-473806a2-af5f-4215-b8ca-dd23049aa569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:47:51.631452 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9392e832-7512-42d3-840b-3e9bde2d684c req-473806a2-af5f-4215-b8ca-dd23049aa569 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 1129 time: 0.0421607 Oct 28 10:47:51.750446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392e832-7512-42d3-840b-3e9bde2d684c req-888fdc4e-7f47-497a-a6cc-6e851c168cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:47:51.751952 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9392e832-7512-42d3-840b-3e9bde2d684c req-888fdc4e-7f47-497a-a6cc-6e851c168cb0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.0999980 Oct 28 10:47:51.825811 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9392e832-7512-42d3-840b-3e9bde2d684c req-bef2b715-b13b-4826-bdf1-07f2a6746bf2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88659042-2d52-48fe-ad4f-10215db004bf HTTP/1.1" status: 200 len: 1001 time: 0.0672472 Oct 28 10:47:51.880439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392e832-7512-42d3-840b-3e9bde2d684c req-d3d87dae-ba71-4f28-8734-e379461a8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:47:51.881991 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9392e832-7512-42d3-840b-3e9bde2d684c req-d3d87dae-ba71-4f28-8734-e379461a8568 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0501957 Oct 28 10:47:51.932660 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392e832-7512-42d3-840b-3e9bde2d684c req-4f094827-3ebf-4148-a483-f3611feb3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:47:51.934894 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9392e832-7512-42d3-840b-3e9bde2d684c req-4f094827-3ebf-4148-a483-f3611feb3afc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0460255 Oct 28 10:47:52.042750 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9392e832-7512-42d3-840b-3e9bde2d684c req-e971f0ca-932e-4d2e-be6b-0b9f5451a673 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979269 Oct 28 10:47:52.141582 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-9392e832-7512-42d3-840b-3e9bde2d684c req-bd11f86f-2417-4ba7-93c7-a3afc5c68b4a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918236 Oct 28 10:47:54.702072 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:47:57.664500 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=18 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:47:57.665420 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=18 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:02.135614 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=48 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:02.137736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=53 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:04.512071 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:04.517015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:06.733990 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:48:12.085228 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31077b38-abda-4ca6-a570-0c6a7ff243a0 req-fa467a8c-c462-4937-a5e9-e6f73af4ff8f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:12.086846 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-31077b38-abda-4ca6-a570-0c6a7ff243a0 req-fa467a8c-c462-4937-a5e9-e6f73af4ff8f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0561738 Oct 28 10:48:12.145806 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-31077b38-abda-4ca6-a570-0c6a7ff243a0 req-f980b233-46c4-4377-8227-a42aa1943e7f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526979 Oct 28 10:48:13.198786 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-07d39cc0-b184-4f43-b305-191d40375cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:13.277019 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402b8eb-2741-4d84-a77f-da7152b17bcd req-8308796d-55f8-462f-881a-a723643d49bb tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:13.279093 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4402b8eb-2741-4d84-a77f-da7152b17bcd req-8308796d-55f8-462f-881a-a723643d49bb tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0520160 Oct 28 10:48:13.332846 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4402b8eb-2741-4d84-a77f-da7152b17bcd req-350a8312-4b67-413d-826c-98b56d890cdc tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480266 Oct 28 10:48:14.477309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609f816-36bd-4b04-9324-b0cb839f5102 req-fd1b2a2a-5d39-443e-bfd2-d1f4de0224cf tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:14.478915 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c609f816-36bd-4b04-9324-b0cb839f5102 req-fd1b2a2a-5d39-443e-bfd2-d1f4de0224cf tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0581331 Oct 28 10:48:14.532891 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c609f816-36bd-4b04-9324-b0cb839f5102 req-0c1f1782-56c9-4864-a3f1-93fd14a0b8b3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474665 Oct 28 10:48:15.430621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a532-b036-4f4c-b47c-b64ad97d73ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:15.673090 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b804eb-29c0-48fb-b62f-2310f29be2f4 req-671fdd66-b0d9-4419-997c-293c32e5a2e1 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:15.674628 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d9b804eb-29c0-48fb-b62f-2310f29be2f4 req-671fdd66-b0d9-4419-997c-293c32e5a2e1 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0574713 Oct 28 10:48:15.730920 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d9b804eb-29c0-48fb-b62f-2310f29be2f4 req-e9f47f8a-90ad-4874-9aaa-722fc46732cc tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504448 Oct 28 10:48:16.875505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91341-e86f-4a60-83b7-da17bbf891fd req-50449ebc-7ed7-4b94-999a-2b182929f42d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:16.877016 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2ce91341-e86f-4a60-83b7-da17bbf891fd req-50449ebc-7ed7-4b94-999a-2b182929f42d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0514553 Oct 28 10:48:16.935032 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2ce91341-e86f-4a60-83b7-da17bbf891fd req-1562535e-7b1b-4828-aa4f-5c98f565ba97 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513449 Oct 28 10:48:17.133179 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:18.067341 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2bb80-42ee-4954-986d-5fa9ab500f7b req-57b5f614-9f51-425e-9c68-1f8d1978f15a tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:18.068862 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2fa2bb80-42ee-4954-986d-5fa9ab500f7b req-57b5f614-9f51-425e-9c68-1f8d1978f15a tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0485775 Oct 28 10:48:18.125131 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2fa2bb80-42ee-4954-986d-5fa9ab500f7b req-17e685ec-f155-4998-b8b5-90bf36954d34 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504375 Oct 28 10:48:18.164780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:18.761736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:19.255795 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc5bf1-ced5-4942-966e-f8eff3b73719 req-c9d0e786-e5ce-4446-8872-29a39a98182c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:19.257334 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-59cc5bf1-ced5-4942-966e-f8eff3b73719 req-c9d0e786-e5ce-4446-8872-29a39a98182c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0524549 Oct 28 10:48:19.318690 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-59cc5bf1-ced5-4942-966e-f8eff3b73719 req-ec2c50b2-7f9a-4cc1-b44f-07ed0ca53559 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547986 Oct 28 10:48:20.448746 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702b15e-4e6c-4dbe-8f2c-bcb7126042f2 req-88e446d4-262f-4919-ae63-b52adea247c7 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:20.450389 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c702b15e-4e6c-4dbe-8f2c-bcb7126042f2 req-88e446d4-262f-4919-ae63-b52adea247c7 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0532358 Oct 28 10:48:20.503393 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c702b15e-4e6c-4dbe-8f2c-bcb7126042f2 req-27c8c480-ac28-442a-b8eb-f8ed794bc63a tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466669 Oct 28 10:48:21.653661 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb35a43-aea3-47fc-a827-1866f89201c3 req-c07537ea-2f60-4038-ae02-f16473dccb11 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:21.655161 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1eb35a43-aea3-47fc-a827-1866f89201c3 req-c07537ea-2f60-4038-ae02-f16473dccb11 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0679369 Oct 28 10:48:21.719219 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1eb35a43-aea3-47fc-a827-1866f89201c3 req-939cd014-ad86-48d5-900c-b93f6a30586e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580270 Oct 28 10:48:22.970444 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ac0d2-cffd-472c-b4d1-9fe367a4a837 req-a40cf09b-fa9d-41a2-b143-b66c460fc929 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:22.971944 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4a6ac0d2-cffd-472c-b4d1-9fe367a4a837 req-a40cf09b-fa9d-41a2-b143-b66c460fc929 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.1711304 Oct 28 10:48:23.024761 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4a6ac0d2-cffd-472c-b4d1-9fe367a4a837 req-d4651d89-a3df-4683-a331-e535d51f02be tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465643 Oct 28 10:48:24.216811 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cf63-c3af-4be9-8a61-f984808b0938 req-f15cd057-31a4-47dc-994a-4520a8353caf tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:24.218364 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dfe3cf63-c3af-4be9-8a61-f984808b0938 req-f15cd057-31a4-47dc-994a-4520a8353caf tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.1133201 Oct 28 10:48:24.241575 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:24.272749 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-dfe3cf63-c3af-4be9-8a61-f984808b0938 req-4e50599f-1c6e-47d8-a33d-8ebf1b957122 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474412 Oct 28 10:48:24.327306 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 88659042-2d52-48fe-ad4f-10215db004bf details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:48:24.432370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 88659042-2d52-48fe-ad4f-10215db004bf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=88659042-2d52-48fe-ad4f-10215db004bf,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:48:24.444818 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '88659042-2d52-48fe-ad4f-10215db004bf', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'port_id': '88659042-2d52-48fe-ad4f-10215db004bf', 'mac_address': 'fa:16:3e:85:b6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:48:24.483912 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 88659042-2d52-48fe-ad4f-10215db004bf is: ACTIVE; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:48:24.484305 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (88659042-2d52-48fe-ad4f-10215db004bf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:24.500353 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88659042-2d52-48fe-ad4f-10215db004bf {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:48:24.538993 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 88659042-2d52-48fe-ad4f-10215db004bf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=88659042-2d52-48fe-ad4f-10215db004bf,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:48:24.636435 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:24.654428 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (88659042-2d52-48fe-ad4f-10215db004bf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:24.712637 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=88659042-2d52-48fe-ad4f-10215db004bf,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:48:24.720389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:48:24.720742 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:48:24.721093 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:48:24.721438 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:48:24.721782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:48:24.722119 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:48:24.722503 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:48:24.722859 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:48:24.723196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:48:24.723529 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:48:24.723861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:48:24.724196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:48:24.724527 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:48:24.724856 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:48:24.725184 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:48:24.813893 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['88659042-2d52-48fe-ad4f-10215db004bf'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:48:25.389713 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:25.408717 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77d470-c53c-4783-a146-329aca8f56d1 req-519c4701-eeb8-4d19-aeca-a2503969a363 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:25.410294 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9e77d470-c53c-4783-a146-329aca8f56d1 req-519c4701-eeb8-4d19-aeca-a2503969a363 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 944 time: 0.0546930 Oct 28 10:48:25.464268 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9e77d470-c53c-4783-a146-329aca8f56d1 req-5b3fba86-3e96-4033-8ca0-48d7a9cc17b3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482464 Oct 28 10:48:25.625615 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:25.626290 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:26.352154 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 88659042-2d52-48fe-ad4f-10215db004bf up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:48:26.409857 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 88659042-2d52-48fe-ad4f-10215db004bf triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:48:26.410222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (88659042-2d52-48fe-ad4f-10215db004bf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:26.410564 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 88659042-2d52-48fe-ad4f-10215db004bf Oct 28 10:48:26.458025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:26.494316 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 88659042-2d52-48fe-ad4f-10215db004bf is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:48:26.494731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (88659042-2d52-48fe-ad4f-10215db004bf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:26.508372 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:26.530388 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88659042-2d52-48fe-ad4f-10215db004bf'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:48:26.532901 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50eb50f-038a-44c8-9d77-884bb9860018" -d '{"events": [{"server_uuid": "5f0f4902-e3b4-4add-9eb7-2fcf68690a73", "name": "network-vif-plugged", "status": "completed", "tag": "88659042-2d52-48fe-ad4f-10215db004bf"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:48:26.549096 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 88659042-2d52-48fe-ad4f-10215db004bf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=88659042-2d52-48fe-ad4f-10215db004bf,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:48:26.597446 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f697a33d-0d79-42e9-a533-0eceafaa1383 x-openstack-request-id: req-f697a33d-0d79-42e9-a533-0eceafaa1383 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:48:26.597958 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0f4902-e3b4-4add-9eb7-2fcf68690a73", "name": "network-vif-plugged", "status": "completed", "tag": "88659042-2d52-48fe-ad4f-10215db004bf", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:48:26.606833 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f697a33d-0d79-42e9-a533-0eceafaa1383 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:48:26.606833 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f697a33d-0d79-42e9-a533-0eceafaa1383'] response: {'server_uuid': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88659042-2d52-48fe-ad4f-10215db004bf', 'code': 200} Oct 28 10:48:26.662611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (88659042-2d52-48fe-ad4f-10215db004bf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:26.669517 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797de74-2d2f-47d0-86be-659af09b462f req-834b9ffe-417a-4a3a-ad15-a7325e839ee6 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:26.672666 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5797de74-2d2f-47d0-86be-659af09b462f req-834b9ffe-417a-4a3a-ad15-a7325e839ee6 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 944 time: 0.0775518 Oct 28 10:48:26.765545 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=88659042-2d52-48fe-ad4f-10215db004bf,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:48:26.811469 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5797de74-2d2f-47d0-86be-659af09b462f req-5b7dd159-323f-4cb6-9139-4d07517796c0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988235 Oct 28 10:48:28.007627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8945f7e-4c48-4189-bb41-2871758a9397 req-b546afb6-cf07-46f7-ac6e-886a4567da4b tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:28.009078 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c8945f7e-4c48-4189-bb41-2871758a9397 req-b546afb6-cf07-46f7-ac6e-886a4567da4b tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0949914 Oct 28 10:48:28.084654 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c8945f7e-4c48-4189-bb41-2871758a9397 req-8eaba99e-c29d-4aa7-a374-33860e93cf33 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646889 Oct 28 10:48:29.262795 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933a900-d22a-4d45-a411-31a87c04db51 req-86f26d48-3308-4927-b358-08efdd57da26 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:29.264811 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7933a900-d22a-4d45-a411-31a87c04db51 req-86f26d48-3308-4927-b358-08efdd57da26 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0626829 Oct 28 10:48:29.335600 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7933a900-d22a-4d45-a411-31a87c04db51 req-8b716942-e715-439c-a628-aa74d93395ff tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639019 Oct 28 10:48:30.503089 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aac3b0-0bb8-4619-99d7-2958357c5902 req-58796c01-fd4e-4998-84bd-aecf18b9b767 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:30.504647 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-31aac3b0-0bb8-4619-99d7-2958357c5902 req-58796c01-fd4e-4998-84bd-aecf18b9b767 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0586026 Oct 28 10:48:30.587335 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-31aac3b0-0bb8-4619-99d7-2958357c5902 req-a9fdcabc-e401-4d4a-b9f8-937aa6d7936f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677817 Oct 28 10:48:31.752677 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c3342-077e-4da9-b19f-2dbbc70c6e72 req-9a6fb3d2-c983-4d50-bade-95a4e32ae04c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:31.757198 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d39c3342-077e-4da9-b19f-2dbbc70c6e72 req-9a6fb3d2-c983-4d50-bade-95a4e32ae04c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0636716 Oct 28 10:48:31.844301 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d39c3342-077e-4da9-b19f-2dbbc70c6e72 req-cae9ccf3-47e8-4004-b8de-20262204a8fa tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776615 Oct 28 10:48:33.006266 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57717d73-6292-4cfe-8515-41b44fd48fd4 req-6f19cfdd-8109-40a6-9d8b-5694d345344b tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:33.006266 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-57717d73-6292-4cfe-8515-41b44fd48fd4 req-6f19cfdd-8109-40a6-9d8b-5694d345344b tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0538285 Oct 28 10:48:33.065239 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-57717d73-6292-4cfe-8515-41b44fd48fd4 req-7676d00a-c349-4822-abcc-9d66806f2e55 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645983 Oct 28 10:48:34.213082 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8ea11-bddf-482a-9989-56c2bd12ae9a req-27593389-d0ab-494c-992d-ad0e24c81852 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:34.215269 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-76a8ea11-bddf-482a-9989-56c2bd12ae9a req-27593389-d0ab-494c-992d-ad0e24c81852 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0577736 Oct 28 10:48:34.290623 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-76a8ea11-bddf-482a-9989-56c2bd12ae9a req-94e8acfd-60ac-40fc-8aa2-d6aef39914cd tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651326 Oct 28 10:48:35.440301 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7739c-14ff-4ce4-8128-1039e6ff2613 req-610682a4-6d9e-4191-accb-d1d286fed7d5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:35.441899 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a1b7739c-14ff-4ce4-8128-1039e6ff2613 req-610682a4-6d9e-4191-accb-d1d286fed7d5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0618403 Oct 28 10:48:35.523264 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a1b7739c-14ff-4ce4-8128-1039e6ff2613 req-f8755989-0bbf-409f-b754-99daee77e28d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731316 Oct 28 10:48:36.680320 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48305f-0cff-4036-9650-77945eb2147c req-10f508ef-af22-4196-81fc-fe4a67d44d27 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:36.681844 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4e48305f-0cff-4036-9650-77945eb2147c req-10f508ef-af22-4196-81fc-fe4a67d44d27 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0644820 Oct 28 10:48:36.741796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:36.759400 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4e48305f-0cff-4036-9650-77945eb2147c req-aa670bdc-29fe-4994-b698-46d27bb3aa15 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671971 Oct 28 10:48:36.764579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=7 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:37.904583 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c0b5f-b595-45ff-b0a3-1ba903bd083d req-38b2172a-0bb1-44b2-a1a0-bdb149943691 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:37.906131 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-319c0b5f-b595-45ff-b0a3-1ba903bd083d req-38b2172a-0bb1-44b2-a1a0-bdb149943691 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0521340 Oct 28 10:48:37.938463 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:37.959426 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-319c0b5f-b595-45ff-b0a3-1ba903bd083d req-e6850272-f0a0-452b-bd67-feeab20dfa5b tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472271 Oct 28 10:48:38.565078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6110758-3e8d-41c8-b02f-c84f0341a24b req-b2e79c69-57d3-4708-9df1-c26ce4f24efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:38.566575 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d6110758-3e8d-41c8-b02f-c84f0341a24b req-b2e79c69-57d3-4708-9df1-c26ce4f24efa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 1129 time: 0.0913103 Oct 28 10:48:38.668893 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6110758-3e8d-41c8-b02f-c84f0341a24b req-18c1013a-c3e2-4233-b979-9c590b2e6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:38.670424 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d6110758-3e8d-41c8-b02f-c84f0341a24b req-18c1013a-c3e2-4233-b979-9c590b2e6522 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.0944154 Oct 28 10:48:38.747443 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d6110758-3e8d-41c8-b02f-c84f0341a24b req-d715ad68-b1d8-4737-a6ea-5e9342202b54 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88659042-2d52-48fe-ad4f-10215db004bf HTTP/1.1" status: 200 len: 1001 time: 0.0676348 Oct 28 10:48:38.802004 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6110758-3e8d-41c8-b02f-c84f0341a24b req-b79602f7-bed4-479d-a747-1c32a2c01d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:38.803618 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d6110758-3e8d-41c8-b02f-c84f0341a24b req-b79602f7-bed4-479d-a747-1c32a2c01d59 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0474050 Oct 28 10:48:38.854211 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6110758-3e8d-41c8-b02f-c84f0341a24b req-f2d45aa0-23b9-488e-85f4-37d6e14bff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:38.855882 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d6110758-3e8d-41c8-b02f-c84f0341a24b req-f2d45aa0-23b9-488e-85f4-37d6e14bff8a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0431480 Oct 28 10:48:38.960464 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d6110758-3e8d-41c8-b02f-c84f0341a24b req-70ba5753-c4cb-4101-b0aa-adf583d6d853 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948975 Oct 28 10:48:39.076720 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d6110758-3e8d-41c8-b02f-c84f0341a24b req-3afa5908-7f62-44ea-be4a-2ca302818ca7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062202 Oct 28 10:48:39.112226 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e9f3f-2811-4d86-b78e-c9596e74af76 req-0246c037-f59e-40c4-b102-a60ed3f881a8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:39.113832 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b43e9f3f-2811-4d86-b78e-c9596e74af76 req-0246c037-f59e-40c4-b102-a60ed3f881a8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0664344 Oct 28 10:48:39.127058 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:39.168179 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b43e9f3f-2811-4d86-b78e-c9596e74af76 req-444e2dc7-17de-455d-a16f-73abc84495c7 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482888 Oct 28 10:48:40.306862 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8b3a4-a48f-4a11-a874-4783cc495ab1 req-a883d1c4-cc36-49cc-ab0a-fdbc224236c4 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:40.308570 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9ba8b3a4-a48f-4a11-a874-4783cc495ab1 req-a883d1c4-cc36-49cc-ab0a-fdbc224236c4 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0529881 Oct 28 10:48:40.372086 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9ba8b3a4-a48f-4a11-a874-4783cc495ab1 req-f510aaa4-c8e7-4241-974f-0229ea0e129b tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555387 Oct 28 10:48:41.513261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fac705-8eed-4da2-aada-9901cf94bfe6 req-4bac0bb5-af3a-43ee-bb3a-ea9871df7791 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:41.515073 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e1fac705-8eed-4da2-aada-9901cf94bfe6 req-4bac0bb5-af3a-43ee-bb3a-ea9871df7791 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0546479 Oct 28 10:48:41.578272 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e1fac705-8eed-4da2-aada-9901cf94bfe6 req-68932d70-e5b3-4815-8551-59d401be874c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569048 Oct 28 10:48:41.704603 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-ab31e925-7a03-4a1b-b2d4-1fc4e5b0b998 req-f3f5b403-ac2e-43ef-a499-34b89b86c15e service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:48:41.705648 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ab31e925-7a03-4a1b-b2d4-1fc4e5b0b998 req-f3f5b403-ac2e-43ef-a499-34b89b86c15e service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0508945 Oct 28 10:48:42.228879 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd14940-56c1-42f9-9104-ef16bbd94f84 req-8a0d0f2f-a077-403d-89a4-be059d57e887 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:42.230509 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ebd14940-56c1-42f9-9104-ef16bbd94f84 req-8a0d0f2f-a077-403d-89a4-be059d57e887 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 945 time: 0.0513747 Oct 28 10:48:42.290996 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ebd14940-56c1-42f9-9104-ef16bbd94f84 req-5293c60c-d8cc-4060-ab53-d873487f3771 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536230 Oct 28 10:48:42.419229 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 88659042-2d52-48fe-ad4f-10215db004bf no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:48:42.512768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 88659042-2d52-48fe-ad4f-10215db004bf is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:48:42.513179 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (88659042-2d52-48fe-ad4f-10215db004bf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:42.539383 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88659042-2d52-48fe-ad4f-10215db004bf'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:48:42.541735 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5becdd-8259-4007-8e92-fe8dcad9bbb9" -d '{"events": [{"server_uuid": "5f0f4902-e3b4-4add-9eb7-2fcf68690a73", "name": "network-vif-unplugged", "status": "completed", "tag": "88659042-2d52-48fe-ad4f-10215db004bf"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:48:42.556643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 88659042-2d52-48fe-ad4f-10215db004bf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=88659042-2d52-48fe-ad4f-10215db004bf,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:48:42.577151 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Oct 2022 10:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e124c1-eab2-4981-ba95-6de5ae8c136d x-openstack-request-id: req-68e124c1-eab2-4981-ba95-6de5ae8c136d {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:48:42.577487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0f4902-e3b4-4add-9eb7-2fcf68690a73", "name": "network-vif-unplugged", "status": "failed", "tag": "88659042-2d52-48fe-ad4f-10215db004bf", "code": 422}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:48:42.577974 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68e124c1-eab2-4981-ba95-6de5ae8c136d {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:48:42.578430 dv-neutron-zed-2-hyperv neutron-server[114061]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-68e124c1-eab2-4981-ba95-6de5ae8c136d']: {'server_uuid': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88659042-2d52-48fe-ad4f-10215db004bf', 'code': 422} returned with failed status Oct 28 10:48:42.667194 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (88659042-2d52-48fe-ad4f-10215db004bf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:42.737881 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=88659042-2d52-48fe-ad4f-10215db004bf,revision_number=8']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:48:42.805847 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-afe216f7-81d2-4429-a295-a163d9d20765 req-922d06dc-ccff-45d1-84fc-0565c058c707 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954978 Oct 28 10:48:42.951133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe216f7-81d2-4429-a295-a163d9d20765 req-380d5285-9188-4ee4-8121-4a70ea66aa25 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:42.953290 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-afe216f7-81d2-4429-a295-a163d9d20765 req-380d5285-9188-4ee4-8121-4a70ea66aa25 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports/88659042-2d52-48fe-ad4f-10215db004bf HTTP/1.1" status: 200 len: 940 time: 0.1135628 Oct 28 10:48:43.284159 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7f204c9e-9642-4a68-8117-aaa60429e640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:43.422464 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713da9e-31c2-4592-bca8-c46c14cbb57d req-8b480e0a-50b1-4051-bf0c-17daef26f283 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:43.424139 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1713da9e-31c2-4592-bca8-c46c14cbb57d req-8b480e0a-50b1-4051-bf0c-17daef26f283 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 943 time: 0.0498476 Oct 28 10:48:43.494248 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1713da9e-31c2-4592-bca8-c46c14cbb57d req-85ba0b59-16b2-4362-a6af-fbbd1aecf4e9 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636640 Oct 28 10:48:43.734566 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:48:44.620579 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a97266-a1f0-4431-aec3-7db61f7ef1ef req-afd7ac24-7dee-4151-ae56-62542fd86173 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:44.622600 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-15a97266-a1f0-4431-aec3-7db61f7ef1ef req-afd7ac24-7dee-4151-ae56-62542fd86173 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 943 time: 0.0481098 Oct 28 10:48:44.685288 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-15a97266-a1f0-4431-aec3-7db61f7ef1ef req-94b230c7-109f-4359-b92f-d91ec72d2741 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567315 Oct 28 10:48:44.716256 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe216f7-81d2-4429-a295-a163d9d20765 req-e199dfcd-9f10-4593-ab3c-9fe7b3c933e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:44.717844 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-afe216f7-81d2-4429-a295-a163d9d20765 req-e199dfcd-9f10-4593-ab3c-9fe7b3c933e8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73&tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770 HTTP/1.1" status: 200 len: 1127 time: 0.0437493 Oct 28 10:48:44.808369 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe216f7-81d2-4429-a295-a163d9d20765 req-004c95e2-0d7a-4078-9dfb-7a8dc9233af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:44.810572 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-afe216f7-81d2-4429-a295-a163d9d20765 req-004c95e2-0d7a-4078-9dfb-7a8dc9233af4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 1127 time: 0.0418670 Oct 28 10:48:44.911146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe216f7-81d2-4429-a295-a163d9d20765 req-97f8edf2-dc58-49a3-9ab5-4df9df44096d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:44.912610 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-afe216f7-81d2-4429-a295-a163d9d20765 req-97f8edf2-dc58-49a3-9ab5-4df9df44096d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.0921323 Oct 28 10:48:44.987655 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-afe216f7-81d2-4429-a295-a163d9d20765 req-6beece1c-0856-4fa1-ac9e-b96ee7e73987 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88659042-2d52-48fe-ad4f-10215db004bf HTTP/1.1" status: 200 len: 999 time: 0.0644026 Oct 28 10:48:45.041171 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe216f7-81d2-4429-a295-a163d9d20765 req-0c3172a7-0a6e-449b-a2d4-6f145353852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:45.042661 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-afe216f7-81d2-4429-a295-a163d9d20765 req-0c3172a7-0a6e-449b-a2d4-6f145353852c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0458183 Oct 28 10:48:45.091531 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe216f7-81d2-4429-a295-a163d9d20765 req-3dc5319d-c52e-4c2f-9154-94a907fbd32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:45.093054 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-afe216f7-81d2-4429-a295-a163d9d20765 req-3dc5319d-c52e-4c2f-9154-94a907fbd32f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0408814 Oct 28 10:48:45.197197 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-afe216f7-81d2-4429-a295-a163d9d20765 req-0ee849d9-6072-4a0a-8653-816eb9556a66 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940304 Oct 28 10:48:45.277877 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:45.284165 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:45.296175 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-afe216f7-81d2-4429-a295-a163d9d20765 req-602a6ce0-f930-4f5e-b914-87af8e0c266f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895534 Oct 28 10:48:45.407407 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7fb3fa90-633c-42ff-9030-b677fcb1c95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:45.820138 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c0072-5a26-47ca-97dd-3e8cd77a1720 req-cb0f70b0-358f-43f0-a846-51ab46f55f60 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:45.821778 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6d4c0072-5a26-47ca-97dd-3e8cd77a1720 req-cb0f70b0-358f-43f0-a846-51ab46f55f60 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 943 time: 0.0488615 Oct 28 10:48:45.878259 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6d4c0072-5a26-47ca-97dd-3e8cd77a1720 req-7dad20c5-f638-4948-89ee-5d4c442c5677 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492923 Oct 28 10:48:47.046781 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc9d91-3b99-4364-8689-e2dcab738f83 req-4bf4ae67-178f-4d6d-af83-06990157d3c5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:47.049482 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8adc9d91-3b99-4364-8689-e2dcab738f83 req-4bf4ae67-178f-4d6d-af83-06990157d3c5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 943 time: 0.0684011 Oct 28 10:48:47.128769 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8adc9d91-3b99-4364-8689-e2dcab738f83 req-e5b4fde8-3137-468f-a01c-1d2258b00fdf tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706961 Oct 28 10:48:47.153109 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:48.158383 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:48.313558 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bf4d5-100b-487b-8966-1337093e435c req-cb4828b2-ed53-4965-9d61-238eab301075 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:48.316307 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d45bf4d5-100b-487b-8966-1337093e435c req-cb4828b2-ed53-4965-9d61-238eab301075 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 943 time: 0.0891664 Oct 28 10:48:48.375212 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d45bf4d5-100b-487b-8966-1337093e435c req-76a3ad14-536a-4016-8800-7c33077e1eaa tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523465 Oct 28 10:48:48.766659 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:49.517129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5bca3-1081-4c43-9987-9cbc14a5f9bb req-c3a741ff-1835-4120-aec1-885c32aeff7e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:49.518747 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5dd5bca3-1081-4c43-9987-9cbc14a5f9bb req-c3a741ff-1835-4120-aec1-885c32aeff7e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 943 time: 0.0595729 Oct 28 10:48:49.594258 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:49.601200 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5dd5bca3-1081-4c43-9987-9cbc14a5f9bb req-89419f81-e387-46ea-83d9-6e63eab5843b tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762413 Oct 28 10:48:50.757725 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e9be7-a8e3-4f33-aa2b-7208e1993a40 req-f51f7eac-8576-415e-a33f-74e8541e12e3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:50.759336 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b14e9be7-a8e3-4f33-aa2b-7208e1993a40 req-f51f7eac-8576-415e-a33f-74e8541e12e3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 943 time: 0.0679374 Oct 28 10:48:50.838731 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b14e9be7-a8e3-4f33-aa2b-7208e1993a40 req-25504953-5665-423d-b5d5-0d3b9220f1d2 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726235 Oct 28 10:48:51.999591 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c5e59-def0-46f0-b382-99a92bfc7d06 req-46b45f21-32b1-470b-a90d-c86652732137 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:52.001206 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-462c5e59-def0-46f0-b382-99a92bfc7d06 req-46b45f21-32b1-470b-a90d-c86652732137 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 943 time: 0.0546994 Oct 28 10:48:52.041690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:52.093738 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-462c5e59-def0-46f0-b382-99a92bfc7d06 req-7cbc7710-8504-48bf-bd47-9486fde6e9e1 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831311 Oct 28 10:48:53.516819 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a93636-f0b6-498d-926c-bf3d1c797b74 req-92ab3e10-771f-41ed-9743-b89eb5a876b6 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:53.518493 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-08a93636-f0b6-498d-926c-bf3d1c797b74 req-92ab3e10-771f-41ed-9743-b89eb5a876b6 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 943 time: 0.3365450 Oct 28 10:48:53.601110 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-08a93636-f0b6-498d-926c-bf3d1c797b74 req-732dd74c-420f-4615-86ae-dd2461bce76e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526273 Oct 28 10:48:54.579252 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:54.736330 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98a81a-3c11-4f3a-a47d-0ef97e41d22c req-67e854ea-ee10-4620-864a-e9b4ee971d57 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:54.737762 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9e98a81a-3c11-4f3a-a47d-0ef97e41d22c req-67e854ea-ee10-4620-864a-e9b4ee971d57 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 943 time: 0.0569482 Oct 28 10:48:54.788552 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9e98a81a-3c11-4f3a-a47d-0ef97e41d22c req-d44ba3c4-8818-4247-871d-84c63f519033 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446348 Oct 28 10:48:55.316958 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:55.591622 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9543e-12b5-4869-8d1a-b8df72043d58 req-aa29c269-7b35-4c06-b44b-e5d8d608e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:55.593069 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9f9543e-12b5-4869-8d1a-b8df72043d58 req-aa29c269-7b35-4c06-b44b-e5d8d608e5e1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 1127 time: 0.0467122 Oct 28 10:48:55.708095 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9543e-12b5-4869-8d1a-b8df72043d58 req-b424965d-d753-4399-9286-d47cab165e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:55.709562 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9f9543e-12b5-4869-8d1a-b8df72043d58 req-b424965d-d753-4399-9286-d47cab165e1e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.0938280 Oct 28 10:48:55.785748 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9f9543e-12b5-4869-8d1a-b8df72043d58 req-af5ac9c7-7cc4-4f87-a929-ba24dd840334 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88659042-2d52-48fe-ad4f-10215db004bf HTTP/1.1" status: 200 len: 999 time: 0.0667422 Oct 28 10:48:55.846270 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9543e-12b5-4869-8d1a-b8df72043d58 req-1e5e01b1-2e60-475a-96a0-c1667a9e7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:55.847708 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9f9543e-12b5-4869-8d1a-b8df72043d58 req-1e5e01b1-2e60-475a-96a0-c1667a9e7381 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0531223 Oct 28 10:48:55.921101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9543e-12b5-4869-8d1a-b8df72043d58 req-8df179d5-b55a-441d-9b40-f1b4f6c287a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:55.923471 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9f9543e-12b5-4869-8d1a-b8df72043d58 req-8df179d5-b55a-441d-9b40-f1b4f6c287a6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0662370 Oct 28 10:48:55.936405 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfb864-e218-49b1-969b-fc73bafca8db req-5f562e53-4594-4318-ac4f-be0e46139c1e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:55.938117 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-59dfb864-e218-49b1-969b-fc73bafca8db req-5f562e53-4594-4318-ac4f-be0e46139c1e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 943 time: 0.0625756 Oct 28 10:48:55.996813 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-59dfb864-e218-49b1-969b-fc73bafca8db req-05f73ddf-469b-429c-b83e-82e10551bd70 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518985 Oct 28 10:48:56.041040 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9f9543e-12b5-4869-8d1a-b8df72043d58 req-999db154-59f2-4f15-b76c-d5f762b01e4a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075690 Oct 28 10:48:56.140517 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-a9f9543e-12b5-4869-8d1a-b8df72043d58 req-0690a592-7f0e-4438-8980-0ec0b312a639 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892348 Oct 28 10:48:56.493576 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 88659042-2d52-48fe-ad4f-10215db004bf details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:48:56.604622 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 88659042-2d52-48fe-ad4f-10215db004bf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=88659042-2d52-48fe-ad4f-10215db004bf,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:48:56.622442 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '88659042-2d52-48fe-ad4f-10215db004bf', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'port_id': '88659042-2d52-48fe-ad4f-10215db004bf', 'mac_address': 'fa:16:3e:85:b6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:48:56.661828 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 88659042-2d52-48fe-ad4f-10215db004bf is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:48:56.662221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (88659042-2d52-48fe-ad4f-10215db004bf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:56.677494 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88659042-2d52-48fe-ad4f-10215db004bf {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:48:56.700981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 88659042-2d52-48fe-ad4f-10215db004bf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=88659042-2d52-48fe-ad4f-10215db004bf,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:48:56.780056 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (88659042-2d52-48fe-ad4f-10215db004bf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:56.861569 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=88659042-2d52-48fe-ad4f-10215db004bf,revision_number=9']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:48:57.127245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['88659042-2d52-48fe-ad4f-10215db004bf'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:48:57.136684 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7241f0-28b5-4cc3-a0bb-53ce740124ca req-4deb96f9-b25c-4baa-963b-698adeafa47f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:57.138871 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4a7241f0-28b5-4cc3-a0bb-53ce740124ca req-4deb96f9-b25c-4baa-963b-698adeafa47f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 944 time: 0.0558598 Oct 28 10:48:57.203474 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4a7241f0-28b5-4cc3-a0bb-53ce740124ca req-590f66ec-5385-46de-a959-c965cdefa17c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580852 Oct 28 10:48:57.367408 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:57.372443 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:48:58.358979 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e8320-4f40-49ba-9e78-4e3e23ea7d0c req-c50cdc2b-af3f-43e4-b27c-fcfec68b6b12 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:58.360559 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-784e8320-4f40-49ba-9e78-4e3e23ea7d0c req-c50cdc2b-af3f-43e4-b27c-fcfec68b6b12 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 944 time: 0.0594018 Oct 28 10:48:58.445140 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-784e8320-4f40-49ba-9e78-4e3e23ea7d0c req-d9cd42a6-2225-4fee-8249-c6d85e37cda0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772998 Oct 28 10:48:58.523147 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 88659042-2d52-48fe-ad4f-10215db004bf up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:48:58.582024 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 88659042-2d52-48fe-ad4f-10215db004bf triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:48:58.582499 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (88659042-2d52-48fe-ad4f-10215db004bf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:58.582955 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 88659042-2d52-48fe-ad4f-10215db004bf Oct 28 10:48:58.671031 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 88659042-2d52-48fe-ad4f-10215db004bf is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:48:58.671431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (88659042-2d52-48fe-ad4f-10215db004bf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:58.697313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88659042-2d52-48fe-ad4f-10215db004bf'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:48:58.700169 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab19719d-b958-4cce-ac0b-faf46aea769b" -d '{"events": [{"server_uuid": "5f0f4902-e3b4-4add-9eb7-2fcf68690a73", "name": "network-vif-plugged", "status": "completed", "tag": "88659042-2d52-48fe-ad4f-10215db004bf"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:48:58.715567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 88659042-2d52-48fe-ad4f-10215db004bf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=88659042-2d52-48fe-ad4f-10215db004bf,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:48:58.741321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2683c69d-3d1f-45c4-8296-9427b91610da x-openstack-request-id: req-2683c69d-3d1f-45c4-8296-9427b91610da {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:48:58.741911 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0f4902-e3b4-4add-9eb7-2fcf68690a73", "name": "network-vif-plugged", "status": "completed", "tag": "88659042-2d52-48fe-ad4f-10215db004bf", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:48:58.742087 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2683c69d-3d1f-45c4-8296-9427b91610da {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:48:58.742521 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2683c69d-3d1f-45c4-8296-9427b91610da'] response: {'server_uuid': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88659042-2d52-48fe-ad4f-10215db004bf', 'code': 200} Oct 28 10:48:59.041516 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (88659042-2d52-48fe-ad4f-10215db004bf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:48:59.095173 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=88659042-2d52-48fe-ad4f-10215db004bf,revision_number=10']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:48:59.328514 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d3d28-e2fe-435a-820e-8e6e80458b7b req-fd0a66f0-2710-42b2-bd3a-a6c93f8582e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:59.330066 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-451d3d28-e2fe-435a-820e-8e6e80458b7b req-fd0a66f0-2710-42b2-bd3a-a6c93f8582e1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 1130 time: 0.0453808 Oct 28 10:48:59.394165 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-451d3d28-e2fe-435a-820e-8e6e80458b7b req-a6cdb67c-6708-4a53-9333-2ec164a58f1f service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557497 Oct 28 10:48:59.582946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284c906-d63a-4382-8672-715f3b5bb896 req-7ff81451-3e73-4ecb-90a5-49e50627d501 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:48:59.584403 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4284c906-d63a-4382-8672-715f3b5bb896 req-7ff81451-3e73-4ecb-90a5-49e50627d501 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 946 time: 0.0506146 Oct 28 10:48:59.662422 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4284c906-d63a-4382-8672-715f3b5bb896 req-f6a72419-457c-4cf3-aaa9-8207255da11f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708702 Oct 28 10:49:00.814281 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093ccc9-fafe-4e5f-82c1-2d0e4f0eb8f7 req-e167343c-7b19-4acc-a5f6-8ecb52eb9132 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:49:00.815860 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8093ccc9-fafe-4e5f-82c1-2d0e4f0eb8f7 req-e167343c-7b19-4acc-a5f6-8ecb52eb9132 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 946 time: 0.0631044 Oct 28 10:49:00.889623 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8093ccc9-fafe-4e5f-82c1-2d0e4f0eb8f7 req-e9a9cb47-a88d-42e1-93f7-c6c99a3b5911 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629985 Oct 28 10:49:02.030400 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15da9fe-8741-4e86-b569-4f077d0f0d59 req-4c24b946-7402-4913-b843-77c9c106528c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:49:02.032070 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d15da9fe-8741-4e86-b569-4f077d0f0d59 req-4c24b946-7402-4913-b843-77c9c106528c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 946 time: 0.0512617 Oct 28 10:49:02.086457 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d15da9fe-8741-4e86-b569-4f077d0f0d59 req-e201d469-2432-47f2-bbb7-a58f591d0a4b tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485499 Oct 28 10:49:02.632919 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:49:02.633691 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:49:09.383353 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=51 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:49:09.389419 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=61 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:49:12.078335 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:49:12.082725 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=74 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:49:12.550417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:49:12.553547 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:49:13.107431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8855a6eb-c590-4b4c-9ab9-1b33c94a6c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:49:15.372675 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-50c71439-5a39-4143-bcc0-b4e155b00346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:49:17.129186 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:49:18.140921 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:49:18.746899 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:49:20.734639 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:49:24.586741 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:49:34.541903 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:49:34.544828 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:49:39.626831 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:49:39.630763 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=6 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:49:43.105955 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-74582ce9-5081-44dd-8d33-62780e2b9af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:49:45.380361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-554d06cf-93e6-4d28-b118-4b4a39de82c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:49:47.127336 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:49:48.146027 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:49:48.778436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:49:52.548959 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=13 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:49:52.551103 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=13 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:49:54.608918 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:49:54.695030 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fb489ad6-b8cf-43de-bd77-ef83c57e8031 req-a3116bbd-9bf9-4939-9119-f9af9cbc3bfe service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458162 Oct 28 10:49:55.122880 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb489ad6-b8cf-43de-bd77-ef83c57e8031 req-81b3363d-00b1-4d7e-b7fb-8ba01ea06beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:49:55.124426 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fb489ad6-b8cf-43de-bd77-ef83c57e8031 req-81b3363d-00b1-4d7e-b7fb-8ba01ea06beb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 1130 time: 0.3435256 Oct 28 10:49:55.246729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb489ad6-b8cf-43de-bd77-ef83c57e8031 req-309ff060-7098-46a7-bdb5-0bae9fd10953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:49:55.248193 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fb489ad6-b8cf-43de-bd77-ef83c57e8031 req-309ff060-7098-46a7-bdb5-0bae9fd10953 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.0984843 Oct 28 10:49:55.324151 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fb489ad6-b8cf-43de-bd77-ef83c57e8031 req-240203bc-27b1-4f7a-b682-95767894d9d9 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88659042-2d52-48fe-ad4f-10215db004bf HTTP/1.1" status: 200 len: 1001 time: 0.0656934 Oct 28 10:49:55.381070 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb489ad6-b8cf-43de-bd77-ef83c57e8031 req-62b99f7b-c527-41df-9ff5-4607a1a156f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:49:55.382481 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fb489ad6-b8cf-43de-bd77-ef83c57e8031 req-62b99f7b-c527-41df-9ff5-4607a1a156f8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0489707 Oct 28 10:49:55.436606 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb489ad6-b8cf-43de-bd77-ef83c57e8031 req-0d233be3-8c5e-4a73-bda5-fc2f67607f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:49:55.438206 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fb489ad6-b8cf-43de-bd77-ef83c57e8031 req-0d233be3-8c5e-4a73-bda5-fc2f67607f98 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0449378 Oct 28 10:49:55.554144 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fb489ad6-b8cf-43de-bd77-ef83c57e8031 req-1046e176-3d45-4df7-a140-f53c8f988d2d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052890 Oct 28 10:49:55.654224 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-fb489ad6-b8cf-43de-bd77-ef83c57e8031 req-227cdd49-10fd-4b12-bdf1-afa9ad4b3ce2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905874 Oct 28 10:49:57.734300 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:50:04.542799 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:04.545808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:05.642689 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=54 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:05.649852 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=47 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:13.134217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0f4cd856-4226-4463-9bc2-3f88374b77fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:14.419407 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50900) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:50:14.562716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Deleting port eda27b98-62a3-4471-8cfa-5e7d8cce6fd4 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:50:14.563063 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (eda27b98-62a3-4471-8cfa-5e7d8cce6fd4), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:14.643669 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (eda27b98-62a3-4471-8cfa-5e7d8cce6fd4), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:14.643994 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for floatingip (eda27b98-62a3-4471-8cfa-5e7d8cce6fd4), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:14.656762 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Calling delete_port for eda27b98-62a3-4471-8cfa-5e7d8cce6fd4 owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:50:14.866468 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (eda27b98-62a3-4471-8cfa-5e7d8cce6fd4), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:14.889524 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event deleted for resources: {'Port': ['ID=eda27b98-62a3-4471-8cfa-5e7d8cce6fd4,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:50:14.903375 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:14.903724 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:14.904556 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:14.904894 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:14.905227 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:14.905567 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:14.905892 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:14.906212 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:14.906534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:14.906880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:14.907201 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:14.907522 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:14.907840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:14.908160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:14.908479 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:14.965389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for floatingip (f9e77f8a-4ece-4654-804b-0584a4117797), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:14.965645 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Floating IP f9e77f8a-4ece-4654-804b-0584a4117797 disassociated (deleted). External IP: 172.36.1.184, port: 88659042-2d52-48fe-ad4f-10215db004bf. Oct 28 10:50:15.173600 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:50:15.281845 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:50:15.286633 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:15.291511 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2105654-217b-486d-845d-e4186cec7df1 None None] Sync routers for ids ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:50:15.310696 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2105654-217b-486d-845d-e4186cec7df1 None None] Routers {'b79c7d61-4418-4f4c-8e02-8dd28b0846c7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:50:15.311320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a2105654-217b-486d-845d-e4186cec7df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:49:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:50:15.311766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:15.320140 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2524dc0d-b00a-4d31-9a09-ea74a1f3d848 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/f9e77f8a-4ece-4654-804b-0584a4117797 HTTP/1.1" status: 204 len: 168 time: 0.8996284 Oct 28 10:50:15.323317 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'tag': '88659042-2d52-48fe-ad4f-10215db004bf'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:50:15.323317 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c24ded-4f8e-4d0f-ac13-acab6f2583ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0f4902-e3b4-4add-9eb7-2fcf68690a73", "tag": "88659042-2d52-48fe-ad4f-10215db004bf"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:50:15.414254 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bfd7236b-0ad8-4327-a8d5-5d141eaee453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:15.439259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-a2105654-217b-486d-845d-e4186cec7df1 None None] Set router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:50:15.457715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbaa4cc-449c-42df-b35d-1971b8111082 x-openstack-request-id: req-2fbaa4cc-449c-42df-b35d-1971b8111082 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:50:15.457715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0f4902-e3b4-4add-9eb7-2fcf68690a73", "tag": "88659042-2d52-48fe-ad4f-10215db004bf", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:50:15.457715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2fbaa4cc-449c-42df-b35d-1971b8111082 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:50:15.457715 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbaa4cc-449c-42df-b35d-1971b8111082'] response: {'name': 'network-changed', 'server_uuid': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'tag': '88659042-2d52-48fe-ad4f-10215db004bf', 'status': 'completed', 'code': 200} Oct 28 10:50:15.568996 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c24ded-4f8e-4d0f-ac13-acab6f2583ae req-42043df4-2bda-4d86-b9d5-4e07ca1ab3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:15.578067 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f0c24ded-4f8e-4d0f-ac13-acab6f2583ae req-42043df4-2bda-4d86-b9d5-4e07ca1ab3c0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 1130 time: 0.0441067 Oct 28 10:50:15.639433 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a2105654-217b-486d-845d-e4186cec7df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 5, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:50:15.670186 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c24ded-4f8e-4d0f-ac13-acab6f2583ae req-74a4b372-16bc-407f-a03b-be2e2712bead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:15.670712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2105654-217b-486d-845d-e4186cec7df1 None None] Checking router: b79c7d61-4418-4f4c-8e02-8dd28b0846c7 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:50:15.671711 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f0c24ded-4f8e-4d0f-ac13-acab6f2583ae req-74a4b372-16bc-407f-a03b-be2e2712bead service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.0909836 Oct 28 10:50:15.679861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2105654-217b-486d-845d-e4186cec7df1 None None] Routers {'b79c7d61-4418-4f4c-8e02-8dd28b0846c7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:50:15.680544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a2105654-217b-486d-845d-e4186cec7df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:50:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:50:15.718108 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f0c24ded-4f8e-4d0f-ac13-acab6f2583ae req-8c087a8e-86dc-4ad6-b718-3690b022c0e3 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88659042-2d52-48fe-ad4f-10215db004bf HTTP/1.1" status: 200 len: 217 time: 0.0374665 Oct 28 10:50:15.773653 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c24ded-4f8e-4d0f-ac13-acab6f2583ae req-12a80f3e-7345-4c0a-a6ee-b25aa97d3a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:15.775299 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f0c24ded-4f8e-4d0f-ac13-acab6f2583ae req-12a80f3e-7345-4c0a-a6ee-b25aa97d3a13 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0485189 Oct 28 10:50:15.787582 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-a2105654-217b-486d-845d-e4186cec7df1 None None] Set router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:50:15.909941 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627631f0-16f4-4873-8558-f55da9114e76 req-f7896c3b-11e0-41d2-9c2a-b7e1de4a03a8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:15.911464 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-627631f0-16f4-4873-8558-f55da9114e76 req-f7896c3b-11e0-41d2-9c2a-b7e1de4a03a8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 946 time: 0.0488873 Oct 28 10:50:15.937913 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:15.966877 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-627631f0-16f4-4873-8558-f55da9114e76 req-084d6fa6-c66f-426a-9fc0-f157c2298c2c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494392 Oct 28 10:50:15.986029 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a2105654-217b-486d-845d-e4186cec7df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 5, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:50:16.011122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2105654-217b-486d-845d-e4186cec7df1 None None] The sync data for ids ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'] in dv-neutron-zed-2-hyperv is: [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 5, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:50:16.224808 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dd6893-f71a-4b1c-b071-0855e99ef863 None None] New status for floating IP f9e77f8a-4ece-4654-804b-0584a4117797: DOWN {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:50:17.100843 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2e115-667c-4441-b7bc-44e51ebea1e1 req-b216fb52-9f54-4e04-a9b1-48899f42a223 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:17.102370 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-68d2e115-667c-4441-b7bc-44e51ebea1e1 req-b216fb52-9f54-4e04-a9b1-48899f42a223 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 946 time: 0.0530269 Oct 28 10:50:17.103926 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c24ded-4f8e-4d0f-ac13-acab6f2583ae req-00f3e729-1bc8-4482-b2ac-3df307cf41ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:17.105574 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f0c24ded-4f8e-4d0f-ac13-acab6f2583ae req-00f3e729-1bc8-4482-b2ac-3df307cf41ac service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0421386 Oct 28 10:50:17.147016 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:17.155373 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-68d2e115-667c-4441-b7bc-44e51ebea1e1 req-db088b03-3407-4a96-9594-effaf72ae327 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d469058-55ab-461b-b6b5-a802819920c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466759 Oct 28 10:50:17.203874 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f0c24ded-4f8e-4d0f-ac13-acab6f2583ae req-17ec4cde-2682-414f-acf9-7c9912b18954 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910032 Oct 28 10:50:17.478307 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f0c24ded-4f8e-4d0f-ac13-acab6f2583ae req-a0042801-f2f3-4db0-bfe1-a0134e1e1fba service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940039 Oct 28 10:50:17.644046 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38042681-d546-483b-947c-6e9c89386700 req-b615be1e-d46a-49c3-bf34-bb8cdd14038f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:17.645494 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-38042681-d546-483b-947c-6e9c89386700 req-b615be1e-d46a-49c3-bf34-bb8cdd14038f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 946 time: 0.0477116 Oct 28 10:50:17.733925 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-38042681-d546-483b-947c-6e9c89386700 req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Deleting port 88659042-2d52-48fe-ad4f-10215db004bf {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:50:17.734194 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-38042681-d546-483b-947c-6e9c89386700 req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (88659042-2d52-48fe-ad4f-10215db004bf), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:17.830236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-38042681-d546-483b-947c-6e9c89386700 req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] For port 88659042-2d52-48fe-ad4f-10215db004bf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=88659042-2d52-48fe-ad4f-10215db004bf,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:50:17.830594 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-38042681-d546-483b-947c-6e9c89386700 req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (88659042-2d52-48fe-ad4f-10215db004bf), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:17.844093 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-38042681-d546-483b-947c-6e9c89386700 req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Calling delete_port for 88659042-2d52-48fe-ad4f-10215db004bf owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:50:18.058262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-38042681-d546-483b-947c-6e9c89386700 req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (88659042-2d52-48fe-ad4f-10215db004bf), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:18.087212 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event deleted for resources: {'Port': ['ID=88659042-2d52-48fe-ad4f-10215db004bf,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:50:18.100118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:18.101769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:18.101769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:18.101769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:18.101769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:18.101769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:18.102268 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:18.102484 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:18.102691 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:18.103020 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:18.103450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:18.103660 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:18.103983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:18.104548 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:18.104649 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:50:18.142874 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-38042681-d546-483b-947c-6e9c89386700 req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] No DVR routers for this DVR port 88659042-2d52-48fe-ad4f-10215db004bf on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:50:18.145433 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-38042681-d546-483b-947c-6e9c89386700 req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:18.148717 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-38042681-d546-483b-947c-6e9c89386700 req-e5d6314b-549e-4219-a1ca-2c7143cddea3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.48 "DELETE /networking/v2.0/ports/88659042-2d52-48fe-ad4f-10215db004bf HTTP/1.1" status: 204 len: 173 time: 0.4967928 Oct 28 10:50:18.149202 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'name': 'network-vif-deleted', 'tag': '88659042-2d52-48fe-ad4f-10215db004bf'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:50:18.151451 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98472f8-0d40-40ec-bd15-03316297c424" -d '{"events": [{"server_uuid": "5f0f4902-e3b4-4add-9eb7-2fcf68690a73", "name": "network-vif-deleted", "tag": "88659042-2d52-48fe-ad4f-10215db004bf"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:50:18.166629 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:18.190284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b79f289-736e-4553-a358-3c1a23c5a1d7 x-openstack-request-id: req-3b79f289-736e-4553-a358-3c1a23c5a1d7 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:50:18.190952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0f4902-e3b4-4add-9eb7-2fcf68690a73", "name": "network-vif-deleted", "tag": "88659042-2d52-48fe-ad4f-10215db004bf", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:50:18.190952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b79f289-736e-4553-a358-3c1a23c5a1d7 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:50:18.191311 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b79f289-736e-4553-a358-3c1a23c5a1d7'] response: {'server_uuid': '5f0f4902-e3b4-4add-9eb7-2fcf68690a73', 'name': 'network-vif-deleted', 'tag': '88659042-2d52-48fe-ad4f-10215db004bf', 'status': 'completed', 'code': 200} Oct 28 10:50:18.266355 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-60fdcd35-10e4-4671-b742-983f3aa3941a req-d75aeb4c-9691-40cd-af7a-ca8e4477c80d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 210 time: 0.0308750 Oct 28 10:50:18.768495 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:19.384367 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ac0939c9-d3fc-4a85-b201-944eacc1469c req-983d61b9-3967-4aa3-b9a6-acdd8154c200 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5f0f4902-e3b4-4add-9eb7-2fcf68690a73 HTTP/1.1" status: 200 len: 210 time: 0.0277195 Oct 28 10:50:20.454335 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50930) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:50:20.461843 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:20.510999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:20.514741 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36f0ebf3-ad4e-415f-bbb7-4019db352d67 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group (5d469058-55ab-461b-b6b5-a802819920c7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:20.544500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36f0ebf3-ad4e-415f-bbb7-4019db352d67 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group (5d469058-55ab-461b-b6b5-a802819920c7), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:20.680918 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36f0ebf3-ad4e-415f-bbb7-4019db352d67 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (5d469058-55ab-461b-b6b5-a802819920c7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:20.683554 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-36f0ebf3-ad4e-415f-bbb7-4019db352d67 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:20.684745 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-36f0ebf3-ad4e-415f-bbb7-4019db352d67 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5d469058-55ab-461b-b6b5-a802819920c7 HTTP/1.1" status: 204 len: 168 time: 0.2302325 Oct 28 10:50:20.694608 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0ebf3-ad4e-415f-bbb7-4019db352d67 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d469058-55ab-461b-b6b5-a802819920c7,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:50:20.819803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 88659042-2d52-48fe-ad4f-10215db004bf no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:50:20.842207 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 88659042-2d52-48fe-ad4f-10215db004bf {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:50:20.842560 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 88659042-2d52-48fe-ad4f-10215db004bf not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:50:20.931645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50936) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:50:20.938660 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-6e73cee3-f0f9-4928-b274-628c3f49ba92 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-994095011', 'description': 'tempest-secgroup-smoke-994095011 description', 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:50:21.018140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6e73cee3-f0f9-4928-b274-628c3f49ba92 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:21.090996 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6e73cee3-f0f9-4928-b274-628c3f49ba92 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group (4bd3ac76-ffa0-402b-90bf-17c7d277c20c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:21.154959 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6e73cee3-f0f9-4928-b274-628c3f49ba92 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (4bd3ac76-ffa0-402b-90bf-17c7d277c20c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:21.186486 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73cee3-f0f9-4928-b274-628c3f49ba92 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd3ac76-ffa0-402b-90bf-17c7d277c20c,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:50:21.244479 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6e73cee3-f0f9-4928-b274-628c3f49ba92 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:21.245775 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6e73cee3-f0f9-4928-b274-628c3f49ba92 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3130491 Oct 28 10:50:21.256157 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50938) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:50:21.261114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-95d6cd58-7ad7-4d1b-9066-93bb26755557 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'security_group_rule': {'security_group_id': '4bd3ac76-ffa0-402b-90bf-17c7d277c20c', 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:50:21.345982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95d6cd58-7ad7-4d1b-9066-93bb26755557 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (2572b3d0-2011-41bb-b1e6-46d1364f176f), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:21.404432 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95d6cd58-7ad7-4d1b-9066-93bb26755557 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (2572b3d0-2011-41bb-b1e6-46d1364f176f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:21.477079 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95d6cd58-7ad7-4d1b-9066-93bb26755557 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (2572b3d0-2011-41bb-b1e6-46d1364f176f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:21.500328 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6cd58-7ad7-4d1b-9066-93bb26755557 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2572b3d0-2011-41bb-b1e6-46d1364f176f,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:50:21.564610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-95d6cd58-7ad7-4d1b-9066-93bb26755557 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:21.565852 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-95d6cd58-7ad7-4d1b-9066-93bb26755557 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3084149 Oct 28 10:50:21.574567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50940) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:50:21.579274 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-b7d15b13-485d-463f-855b-a78766a3bdbc tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'security_group_rule': {'security_group_id': '4bd3ac76-ffa0-402b-90bf-17c7d277c20c', 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:50:21.675288 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b7d15b13-485d-463f-855b-a78766a3bdbc tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (4554458c-ff85-4f8a-a183-3ddb5e76cc32), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:21.732817 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b7d15b13-485d-463f-855b-a78766a3bdbc tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (4554458c-ff85-4f8a-a183-3ddb5e76cc32), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:21.825613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b7d15b13-485d-463f-855b-a78766a3bdbc tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (4554458c-ff85-4f8a-a183-3ddb5e76cc32), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:21.846855 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d15b13-485d-463f-855b-a78766a3bdbc tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4554458c-ff85-4f8a-a183-3ddb5e76cc32,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:50:21.906096 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b7d15b13-485d-463f-855b-a78766a3bdbc tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:21.907380 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b7d15b13-485d-463f-855b-a78766a3bdbc tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3318200 Oct 28 10:50:21.910158 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50942) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:50:21.914392 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-07f36ecd-9e77-4f00-a0ba-5884b1049d19 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'security_group_rule': {'security_group_id': '4bd3ac76-ffa0-402b-90bf-17c7d277c20c', 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:50:21.996632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-07f36ecd-9e77-4f00-a0ba-5884b1049d19 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (b51b048f-f509-4328-ba07-419674ef6264), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:22.054247 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-07f36ecd-9e77-4f00-a0ba-5884b1049d19 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (b51b048f-f509-4328-ba07-419674ef6264), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:22.122344 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-07f36ecd-9e77-4f00-a0ba-5884b1049d19 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b51b048f-f509-4328-ba07-419674ef6264), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:22.134052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:22.139539 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f36ecd-9e77-4f00-a0ba-5884b1049d19 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51b048f-f509-4328-ba07-419674ef6264,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:50:22.221242 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-07f36ecd-9e77-4f00-a0ba-5884b1049d19 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:22.222463 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-07f36ecd-9e77-4f00-a0ba-5884b1049d19 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3113642 Oct 28 10:50:22.225236 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 50944) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:50:22.229519 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-c8033c57-c4f9-4f07-90ae-4ed4b9dd31b0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'security_group_rule': {'security_group_id': '4bd3ac76-ffa0-402b-90bf-17c7d277c20c', 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:50:22.355420 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c8033c57-c4f9-4f07-90ae-4ed4b9dd31b0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (1a08d2f7-bc23-481d-b563-b02565a3734f), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:22.381389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:22.416723 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c8033c57-c4f9-4f07-90ae-4ed4b9dd31b0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (1a08d2f7-bc23-481d-b563-b02565a3734f), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:22.505446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c8033c57-c4f9-4f07-90ae-4ed4b9dd31b0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (1a08d2f7-bc23-481d-b563-b02565a3734f), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:22.525999 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8033c57-c4f9-4f07-90ae-4ed4b9dd31b0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a08d2f7-bc23-481d-b563-b02565a3734f,revision_number=0']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:50:22.610323 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-c8033c57-c4f9-4f07-90ae-4ed4b9dd31b0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:22.611548 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-c8033c57-c4f9-4f07-90ae-4ed4b9dd31b0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3853753 Oct 28 10:50:22.614474 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50946) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:50:22.618974 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-8612608c-b546-40a2-a56f-c0e11cffd5b8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'security_group_rule': {'security_group_id': '4bd3ac76-ffa0-402b-90bf-17c7d277c20c', 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:50:22.698420 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-8612608c-b546-40a2-a56f-c0e11cffd5b8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Project 0d8a2c62f64e4eb3bc020a76f8cc2770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:50:22.709052 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8612608c-b546-40a2-a56f-c0e11cffd5b8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (25f724f5-1cf6-440f-a899-d80723173cc6), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:22.759707 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8612608c-b546-40a2-a56f-c0e11cffd5b8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (25f724f5-1cf6-440f-a899-d80723173cc6), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:22.829575 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8612608c-b546-40a2-a56f-c0e11cffd5b8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (25f724f5-1cf6-440f-a899-d80723173cc6), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:22.849704 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612608c-b546-40a2-a56f-c0e11cffd5b8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f724f5-1cf6-440f-a899-d80723173cc6,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:50:22.928923 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8612608c-b546-40a2-a56f-c0e11cffd5b8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:22.930080 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8612608c-b546-40a2-a56f-c0e11cffd5b8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3146069 Oct 28 10:50:22.932923 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 50948) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:50:22.937937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-3bab6e9b-fdba-455d-834c-9825c9a4c296 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'security_group_rule': {'security_group_id': '4bd3ac76-ffa0-402b-90bf-17c7d277c20c', 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:50:23.035330 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-3bab6e9b-fdba-455d-834c-9825c9a4c296 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Project 0d8a2c62f64e4eb3bc020a76f8cc2770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:50:23.042660 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bab6e9b-fdba-455d-834c-9825c9a4c296 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (94c7d324-c087-40a8-a1c1-d76432d83bf1), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:23.103841 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bab6e9b-fdba-455d-834c-9825c9a4c296 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (94c7d324-c087-40a8-a1c1-d76432d83bf1), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:23.166306 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bab6e9b-fdba-455d-834c-9825c9a4c296 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (94c7d324-c087-40a8-a1c1-d76432d83bf1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:23.185250 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab6e9b-fdba-455d-834c-9825c9a4c296 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c7d324-c087-40a8-a1c1-d76432d83bf1,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:50:23.253905 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3bab6e9b-fdba-455d-834c-9825c9a4c296 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:23.255175 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3bab6e9b-fdba-455d-834c-9825c9a4c296 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3213339 Oct 28 10:50:24.614038 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:26.228927 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:26.256075 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=6 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:32.526230 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=14,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:33.185597 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=42,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:33.187908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=52,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:34.542707 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=76 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:34.544275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=78,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:34.734087 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:50:43.168406 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-93b86d91-d479-430e-9b9b-22a6703191f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:45.323076 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-ddcdb903-b4d2-4ab3-a5d2-a55da3e34d28 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-994095011&fields=id&tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770 HTTP/1.1" status: 200 len: 267 time: 0.0452671 Oct 28 10:50:45.385148 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a78b980f-5164-47e2-94a8-e5d1b30dd840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:45.439966 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047eea-0e05-4927-a630-e6cd359b3599 req-4995205a-9b3e-425b-b3a1-e61b0b8a603a tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:45.441376 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-4995205a-9b3e-425b-b3a1-e61b0b8a603a tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 809 time: 0.1100764 Oct 28 10:50:45.460862 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-3c72c145-1b29-4e3a-99ae-675763eb31e5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/quotas/0d8a2c62f64e4eb3bc020a76f8cc2770 HTTP/1.1" status: 200 len: 375 time: 0.0104804 Oct 28 10:50:45.517759 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-cb23b97b-f3c6-472d-8111-a47911705aec tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505953 Oct 28 10:50:45.579252 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-5f668ed1-30c2-4dce-ba97-c086fe6686a5 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:50:45.580266 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-5f668ed1-30c2-4dce-ba97-c086fe6686a5 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0496349 Oct 28 10:50:45.673797 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-0470c857-9903-41a0-a268-3a4368e006c3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875471 Oct 28 10:50:45.766267 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-52f93cdb-a22e-44be-844c-df030581fd6c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865824 Oct 28 10:50:46.423106 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cd5f57bf-82d4-4298-ab1f-3b67653d31b4 req-2840f1dd-3892-403d-aa68-93afaac67af7 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 210 time: 0.0336545 Oct 28 10:50:47.133648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:47.528417 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4bffff91-be86-48ab-b8df-fc6dede25e3f req-ff6d5f0d-3c58-4b1d-89aa-17d9a6a38658 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 210 time: 0.0282474 Oct 28 10:50:48.162041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:48.549824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047eea-0e05-4927-a630-e6cd359b3599 req-322ee87d-5654-494d-bb58-1bf83aa5f51e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:48.551252 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-322ee87d-5654-494d-bb58-1bf83aa5f51e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 809 time: 0.1094749 Oct 28 10:50:48.637412 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-63f6ea0a-f0d8-4880-8a19-9c4ca90a3f42 req-dcf4066b-6817-4848-b9de-03ea00d64b36 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 210 time: 0.0284801 Oct 28 10:50:48.638874 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-5abf9097-183b-4a31-9ccb-c881688b7cc6 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770 HTTP/1.1" status: 200 len: 379 time: 0.0606899 Oct 28 10:50:48.656890 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-66047eea-0e05-4927-a630-e6cd359b3599 req-e885aa5d-db1b-4cd2-b113-6f901556ab0d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'port': {'device_id': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'admin_state_up': True, 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'security_groups': ['4bd3ac76-ffa0-402b-90bf-17c7d277c20c']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:50:48.825162 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:48.888683 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66047eea-0e05-4927-a630-e6cd359b3599 req-e885aa5d-db1b-4cd2-b113-6f901556ab0d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Made reservation on behalf of 0d8a2c62f64e4eb3bc020a76f8cc2770 for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:50:48.892812 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-66047eea-0e05-4927-a630-e6cd359b3599 req-e885aa5d-db1b-4cd2-b113-6f901556ab0d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:49.041196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-66047eea-0e05-4927-a630-e6cd359b3599 req-e885aa5d-db1b-4cd2-b113-6f901556ab0d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Allocated IP 172.20.0.9 (b5155ad9-9ca2-44b1-932e-075fc5a93029/19d1d374-5491-46a3-817f-333434744d12/0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:50:49.192886 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-66047eea-0e05-4927-a630-e6cd359b3599 req-e885aa5d-db1b-4cd2-b113-6f901556ab0d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:49.277314 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-66047eea-0e05-4927-a630-e6cd359b3599 req-e885aa5d-db1b-4cd2-b113-6f901556ab0d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:49.323931 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66047eea-0e05-4927-a630-e6cd359b3599 req-e885aa5d-db1b-4cd2-b113-6f901556ab0d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Network b5155ad9-9ca2-44b1-932e-075fc5a93029 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:50:49.327475 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-66047eea-0e05-4927-a630-e6cd359b3599 req-e885aa5d-db1b-4cd2-b113-6f901556ab0d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:50:49.333655 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-66047eea-0e05-4927-a630-e6cd359b3599 req-e885aa5d-db1b-4cd2-b113-6f901556ab0d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:50:49.337907 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885aa5d-db1b-4cd2-b113-6f901556ab0d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'Port': ['ID=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:50:49.386455 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047eea-0e05-4927-a630-e6cd359b3599 req-e885aa5d-db1b-4cd2-b113-6f901556ab0d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:49.387122 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-66047eea-0e05-4927-a630-e6cd359b3599 req-e885aa5d-db1b-4cd2-b113-6f901556ab0d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:49.450802 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-e885aa5d-db1b-4cd2-b113-6f901556ab0d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7977819 Oct 28 10:50:49.477151 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Request body: {'port': {'device_id': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:50:49.570537 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:49.573491 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:49.607195 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:49.623816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8f97378e-70e6-405b-b4ac-169e5a155cc1 None None] Provisioning complete for port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:50:49.624413 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8f97378e-70e6-405b-b4ac-169e5a155cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:49.624693 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8f97378e-70e6-405b-b4ac-169e5a155cc1 None None] Attempt 1 to provision port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 Oct 28 10:50:49.659431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8f97378e-70e6-405b-b4ac-169e5a155cc1 None None] Port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:50:49.787842 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69836106-9395-4586-8045-70767f1f06b8 req-683119f9-866c-48f9-b5d6-f29e8294f627 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:49.790057 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-69836106-9395-4586-8045-70767f1f06b8 req-683119f9-866c-48f9-b5d6-f29e8294f627 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 931 time: 0.0513830 Oct 28 10:50:49.852693 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-69836106-9395-4586-8045-70767f1f06b8 req-7784219b-4573-4dbc-aab6-cc2e9ba9d422 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568089 Oct 28 10:50:49.886163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:50:49.895319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Publish callbacks [] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:49.908455 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Transition to ACTIVE for port object 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:50:49.962083 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:50.047736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:50:50.082589 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Attempting to bind port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:50:50.082589 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Attempting to bind port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:50:50.082589 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Attempting to bind port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 on network b5155ad9-9ca2-44b1-932e-075fc5a93029 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:50:50.128729 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 on network b5155ad9-9ca2-44b1-932e-075fc5a93029 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:50:50.129152 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Attempting to bind port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 on network b5155ad9-9ca2-44b1-932e-075fc5a93029 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:50:50.179662 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:50:50.179989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Checking segment: {'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:50:50.180371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Bound using segment: {'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:50:50.180804 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Bound port: 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b507eff-58e7-42dc-a203-9bd7708288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:50:50.181157 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:50.248253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] For port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:50:50.251562 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] For port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:50:50.345801 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:50.348975 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:50.349593 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:50.351021 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 HTTP/1.1" status: 200 len: 1093 time: 0.8806317 Oct 28 10:50:50.353319 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'tag': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:50:50.355674 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eff432ac1f60d783ca186c669b9705fac30aef0ee09df0fb1cf3f3fa074da276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30444971-3e30-4f93-8962-be18f5b4f5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef51e6a-f401-4c96-98e7-fef5d500cd81", "tag": "0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:50:50.418405 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9ec92-b688-4247-a717-7de8900121f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:50:50.466559 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e30f6a-2a90-453f-928e-c1fd208ace0b x-openstack-request-id: req-89e30f6a-2a90-453f-928e-c1fd208ace0b {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:50:50.466969 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef51e6a-f401-4c96-98e7-fef5d500cd81", "tag": "0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:50:50.467287 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89e30f6a-2a90-453f-928e-c1fd208ace0b {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:50:50.467799 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e30f6a-2a90-453f-928e-c1fd208ace0b'] response: {'name': 'network-changed', 'server_uuid': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'tag': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6', 'status': 'completed', 'code': 200} Oct 28 10:50:50.544919 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:50.555418 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047eea-0e05-4927-a630-e6cd359b3599 req-c63ab730-76b0-4861-9281-8c4b592ef196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:50.559129 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-c63ab730-76b0-4861-9281-8c4b592ef196 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 1127 time: 0.0421162 Oct 28 10:50:50.615718 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-ba31299c-0ac8-49fe-a372-e46e21d57c01 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 HTTP/1.1" status: 200 len: 217 time: 0.0384645 Oct 28 10:50:50.676478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047eea-0e05-4927-a630-e6cd359b3599 req-d95d4b96-b9b9-44f7-9f17-d6ab80df9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:50.682627 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-d95d4b96-b9b9-44f7-9f17-d6ab80df9f01 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0523279 Oct 28 10:50:50.732679 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047eea-0e05-4927-a630-e6cd359b3599 req-f1b4aaf5-0654-4c86-9357-aed75e612ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:50.734238 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-f1b4aaf5-0654-4c86-9357-aed75e612ce9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0473063 Oct 28 10:50:50.838316 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-fb079371-4732-4b34-bfa2-210a18f6bb7c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944612 Oct 28 10:50:50.952947 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-66047eea-0e05-4927-a630-e6cd359b3599 req-64f405a2-2dee-4205-8725-37997043b77d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053452 Oct 28 10:50:51.011462 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba523487-0c20-48cf-9b75-5c0b84684011 req-efb12cff-132e-47e5-86ef-08132983447b tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:51.013025 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ba523487-0c20-48cf-9b75-5c0b84684011 req-efb12cff-132e-47e5-86ef-08132983447b tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0663908 Oct 28 10:50:51.069152 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ba523487-0c20-48cf-9b75-5c0b84684011 req-5d1f0a3d-a688-4554-867d-9434180d509a tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478349 Oct 28 10:50:51.182060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30444971-3e30-4f93-8962-be18f5b4f5ec req-f7b719b5-a6dd-4157-8091-783fd7b4e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:51.184201 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-30444971-3e30-4f93-8962-be18f5b4f5ec req-f7b719b5-a6dd-4157-8091-783fd7b4e517 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 1127 time: 0.0636697 Oct 28 10:50:51.295402 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:51.298746 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30444971-3e30-4f93-8962-be18f5b4f5ec req-b86f3118-d336-425c-a4e9-f6e05a70fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:51.300271 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-30444971-3e30-4f93-8962-be18f5b4f5ec req-b86f3118-d336-425c-a4e9-f6e05a70fae2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.1053841 Oct 28 10:50:51.350179 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-30444971-3e30-4f93-8962-be18f5b4f5ec req-b91ed43c-fc17-4178-bb21-b76f896d9535 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 HTTP/1.1" status: 200 len: 217 time: 0.0408511 Oct 28 10:50:51.407307 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30444971-3e30-4f93-8962-be18f5b4f5ec req-636ed13b-451b-48ec-a732-0893f47ed985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:51.408789 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-30444971-3e30-4f93-8962-be18f5b4f5ec req-636ed13b-451b-48ec-a732-0893f47ed985 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0493479 Oct 28 10:50:51.478468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30444971-3e30-4f93-8962-be18f5b4f5ec req-05ab4100-e3df-4235-91d2-9ff71aac13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:51.480129 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-30444971-3e30-4f93-8962-be18f5b4f5ec req-05ab4100-e3df-4235-91d2-9ff71aac13d7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0536990 Oct 28 10:50:51.839331 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-30444971-3e30-4f93-8962-be18f5b4f5ec req-5a81cb65-a1c2-4667-92f1-ab0dd29adc87 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161954 Oct 28 10:50:51.949456 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-30444971-3e30-4f93-8962-be18f5b4f5ec req-1942989e-d440-403f-8e6f-c074ebcb7306 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959232 Oct 28 10:50:52.208563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebad473-750f-4741-862d-5016be738ef7 req-cfd06ae0-d23f-4bf0-b482-d1e9e53380fa tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:52.210050 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8ebad473-750f-4741-862d-5016be738ef7 req-cfd06ae0-d23f-4bf0-b482-d1e9e53380fa tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0510778 Oct 28 10:50:52.277274 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8ebad473-750f-4741-862d-5016be738ef7 req-cba61f29-182f-42b7-ac2c-292784078d0f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612423 Oct 28 10:50:53.412573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c22c1d-1c78-4e00-acd8-5c066e43f631 req-813a139c-9214-424d-b779-9e4a2df42a36 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:53.414161 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-38c22c1d-1c78-4e00-acd8-5c066e43f631 req-813a139c-9214-424d-b779-9e4a2df42a36 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0535073 Oct 28 10:50:53.470451 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-38c22c1d-1c78-4e00-acd8-5c066e43f631 req-63418297-3108-4fdf-987b-6331c2df64f6 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498111 Oct 28 10:50:53.620178 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:53.625008 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:54.598958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba9a1e-fd42-47e5-97ff-5ea9b31c1b24 req-111ab547-2f92-4a51-b351-ebb788686dbb tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:54.600740 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-07ba9a1e-fd42-47e5-97ff-5ea9b31c1b24 req-111ab547-2f92-4a51-b351-ebb788686dbb tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0498226 Oct 28 10:50:54.625010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:50:54.655593 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-07ba9a1e-fd42-47e5-97ff-5ea9b31c1b24 req-e68a0618-4779-4322-b402-0fdbb0d95bdb tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492253 Oct 28 10:50:55.780937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e99e1b-7a3f-4685-810c-b2c59953d20f req-3eb96daf-8eb9-4b8b-b14a-8f34475d3694 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:55.782436 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d8e99e1b-7a3f-4685-810c-b2c59953d20f req-3eb96daf-8eb9-4b8b-b14a-8f34475d3694 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0475707 Oct 28 10:50:55.836740 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d8e99e1b-7a3f-4685-810c-b2c59953d20f req-c8162fed-83cf-4d23-82af-a68c02e10fab tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487702 Oct 28 10:50:56.930032 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:56.963872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:50:56.975313 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653b3cb-3ff0-4a85-aea1-05dc716e0ae9 req-01a7ea40-3cd8-4d80-87db-02d378e4ad93 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:56.976801 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1653b3cb-3ff0-4a85-aea1-05dc716e0ae9 req-01a7ea40-3cd8-4d80-87db-02d378e4ad93 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0564847 Oct 28 10:50:57.029353 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1653b3cb-3ff0-4a85-aea1-05dc716e0ae9 req-5401a66b-29bb-4e24-afa6-435812fe5e8a tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466626 Oct 28 10:50:58.150268 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b7752-953f-488e-a961-c543df0ce83b req-d15de7b2-bccb-4eea-b277-3551fff7a8da tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:58.151763 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6a2b7752-953f-488e-a961-c543df0ce83b req-d15de7b2-bccb-4eea-b277-3551fff7a8da tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0472548 Oct 28 10:50:58.201929 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6a2b7752-953f-488e-a961-c543df0ce83b req-3f174ad5-6b50-4437-b3f1-6b4a9278e24f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447297 Oct 28 10:50:59.332993 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ca1ed-ee15-4e1c-b2ae-85eef2ae9081 req-d79a8c9c-a901-4602-8336-8179e8d7297e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:50:59.334536 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-755ca1ed-ee15-4e1c-b2ae-85eef2ae9081 req-d79a8c9c-a901-4602-8336-8179e8d7297e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0550449 Oct 28 10:50:59.387006 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-755ca1ed-ee15-4e1c-b2ae-85eef2ae9081 req-8901a813-9e13-4021-b006-34d23d2609ab tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464721 Oct 28 10:51:00.507726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd95f2c-ee22-4738-ac03-560797fbc289 req-cc6203ea-50a1-414e-b151-718a23c32119 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:00.509184 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ddd95f2c-ee22-4738-ac03-560797fbc289 req-cc6203ea-50a1-414e-b151-718a23c32119 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0460327 Oct 28 10:51:00.557431 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ddd95f2c-ee22-4738-ac03-560797fbc289 req-0c6c77de-264a-47c8-a36a-1a08d3635471 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427828 Oct 28 10:51:01.679995 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb58fd-e7da-491a-98a8-c4f869be36e8 req-2c2bd3fd-c66f-4444-9190-560fb987fdb3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:01.681490 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bfeb58fd-e7da-491a-98a8-c4f869be36e8 req-2c2bd3fd-c66f-4444-9190-560fb987fdb3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0471754 Oct 28 10:51:01.740838 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bfeb58fd-e7da-491a-98a8-c4f869be36e8 req-8bcdfbbf-ea43-4487-bf6f-b60bef7bd24f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531874 Oct 28 10:51:01.945021 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=27 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:01.945780 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=73 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:02.864992 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cb877-5787-4b38-ba7c-7a90509e9af8 req-ca8773fa-77ca-4259-a12d-e19101170b68 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:02.866527 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-762cb877-5787-4b38-ba7c-7a90509e9af8 req-ca8773fa-77ca-4259-a12d-e19101170b68 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0474360 Oct 28 10:51:02.915363 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-762cb877-5787-4b38-ba7c-7a90509e9af8 req-55f54674-213c-4241-8f1c-b89be845b588 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432918 Oct 28 10:51:04.034573 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3498f7-1eec-4293-8436-7f4512d2ab76 req-e21fc86d-de13-4610-ae96-d9de51f1a2c2 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:04.036094 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ab3498f7-1eec-4293-8436-7f4512d2ab76 req-e21fc86d-de13-4610-ae96-d9de51f1a2c2 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0468893 Oct 28 10:51:04.085985 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ab3498f7-1eec-4293-8436-7f4512d2ab76 req-dbd8875c-2824-4be6-a805-6d9844f78e21 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441754 Oct 28 10:51:04.933677 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:51:04.935917 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:04.937822 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:05.031448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:51:05.042476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'port_id': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6', 'mac_address': 'fa:16:3e:90:ef:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:51:05.080756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:51:05.081146 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:05.093619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:51:05.113328 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:51:05.171984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:05.211911 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e89a9-8f62-4b28-a4df-96ffd19a0418 req-01c63c1d-22ed-4a3f-a81f-9a51dd3fafc6 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:05.213820 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-866e89a9-8f62-4b28-a4df-96ffd19a0418 req-01c63c1d-22ed-4a3f-a81f-9a51dd3fafc6 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 944 time: 0.0531733 Oct 28 10:51:05.218643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:51:05.225633 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:51:05.225981 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:51:05.226323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:51:05.226660 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:51:05.227015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:51:05.227343 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:51:05.227674 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:51:05.227986 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:51:05.228320 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:51:05.228630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:51:05.228947 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:51:05.229269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:51:05.229585 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:51:05.229900 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:51:05.230217 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:51:05.266022 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-866e89a9-8f62-4b28-a4df-96ffd19a0418 req-e589f045-fadd-47c5-9a19-054dba5004c7 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469027 Oct 28 10:51:05.519968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:51:06.384262 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475d1e5-fcdf-4e5f-9951-5e7565b1dc3c req-9d19a914-4f58-4726-ab50-d185a72a5477 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:06.385732 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2475d1e5-fcdf-4e5f-9951-5e7565b1dc3c req-9d19a914-4f58-4726-ab50-d185a72a5477 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 944 time: 0.0464768 Oct 28 10:51:06.434414 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2475d1e5-fcdf-4e5f-9951-5e7565b1dc3c req-e0fe2ed6-a9bd-41f9-86b0-174313c02a1c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431449 Oct 28 10:51:06.957203 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:51:07.000161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:51:07.080307 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:51:07.080780 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:07.081226 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 Oct 28 10:51:07.103558 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:07.168045 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:51:07.169417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:07.193739 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:51:07.196084 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a09ac3255724ef075584e17a83e9f1dc2288ae2471a6623edc48ea63d7b1e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724f3860-c970-4c45-8cd9-69d2ac60072d" -d '{"events": [{"server_uuid": "5ef51e6a-f401-4c96-98e7-fef5d500cd81", "name": "network-vif-plugged", "status": "completed", "tag": "0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:51:07.262062 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:51:07.262062 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0604b2be-f65a-4e04-a5cb-b899a7990b72 x-openstack-request-id: req-0604b2be-f65a-4e04-a5cb-b899a7990b72 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:51:07.262062 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef51e6a-f401-4c96-98e7-fef5d500cd81", "name": "network-vif-plugged", "status": "completed", "tag": "0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:51:07.262062 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0604b2be-f65a-4e04-a5cb-b899a7990b72 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:51:07.262062 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0604b2be-f65a-4e04-a5cb-b899a7990b72'] response: {'server_uuid': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6', 'code': 200} Oct 28 10:51:07.391387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:07.439125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:51:07.558627 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f23ebb-05e5-4ca5-ae1b-65bcb7a9fc7c req-e0f35819-1a3e-48d8-93c1-03fc241d152a tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:07.560134 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b7f23ebb-05e5-4ca5-ae1b-65bcb7a9fc7c req-e0f35819-1a3e-48d8-93c1-03fc241d152a tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0514195 Oct 28 10:51:07.605008 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b04c92-6058-4a36-b2c8-9435098c886d req-23afe12d-f08f-45aa-a226-2e7c33048a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:07.606534 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b5b04c92-6058-4a36-b2c8-9435098c886d req-23afe12d-f08f-45aa-a226-2e7c33048a96 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 1129 time: 0.0450559 Oct 28 10:51:07.613550 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b7f23ebb-05e5-4ca5-ae1b-65bcb7a9fc7c req-886ea69c-e80b-4a1d-9e93-e11676fc1b05 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470600 Oct 28 10:51:07.657372 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b5b04c92-6058-4a36-b2c8-9435098c886d req-2dde576d-f673-4399-9737-029df6032880 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417783 Oct 28 10:51:08.725807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:08.739964 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c26c7f-36a2-4637-9460-c7bc8c05a03b req-a370cc9c-55f9-4586-8739-fbf117bac7af tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:08.741503 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-45c26c7f-36a2-4637-9460-c7bc8c05a03b req-a370cc9c-55f9-4586-8739-fbf117bac7af tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0502717 Oct 28 10:51:08.793712 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-45c26c7f-36a2-4637-9460-c7bc8c05a03b req-21a7cfa1-9809-4bad-ad2a-5e2fbcaf1512 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464470 Oct 28 10:51:09.914102 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ef7aa-855a-4960-83f8-71d672346f76 req-26811713-4ed4-46fe-a566-6bd57a0a8a0f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:09.915602 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4e5ef7aa-855a-4960-83f8-71d672346f76 req-26811713-4ed4-46fe-a566-6bd57a0a8a0f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0460880 Oct 28 10:51:09.941200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:09.968759 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4e5ef7aa-855a-4960-83f8-71d672346f76 req-910694d9-e726-46a5-8b4b-5675b30ef2c3 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476098 Oct 28 10:51:10.088171 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c93bd-93b3-43c8-81cb-5f93b9905f8a req-a6b05360-3f39-4ab3-b242-07a90db41b48 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:10.089639 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-321c93bd-93b3-43c8-81cb-5f93b9905f8a req-a6b05360-3f39-4ab3-b242-07a90db41b48 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0470247 Oct 28 10:51:10.139622 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-321c93bd-93b3-43c8-81cb-5f93b9905f8a req-18b323b0-542c-4655-9fcd-712a699340ef tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443923 Oct 28 10:51:10.167657 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51168) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:51:10.205341 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a90235e-7f8f-49d9-afbf-0bfdea1b1d59 tempest-TestShelveInstance-1991282589 tempest-TestShelveInstance-1991282589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:10.207289 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8a90235e-7f8f-49d9-afbf-0bfdea1b1d59 tempest-TestShelveInstance-1991282589 tempest-TestShelveInstance-1991282589-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 1124 time: 0.0386567 Oct 28 10:51:10.210130 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51170) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:51:10.214434 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:51:10.298891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:10.382178 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:10.486356 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Allocated IP 172.36.1.227 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/df2d970d-7f33-4785-a0f1-4ba2a5d0c16f) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:51:10.597419 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for port (df2d970d-7f33-4785-a0f1-4ba2a5d0c16f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:10.682113 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (df2d970d-7f33-4785-a0f1-4ba2a5d0c16f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:10.724956 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:51:10.729790 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:51:10.733611 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:51:10.736983 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'Port': ['ID=df2d970d-7f33-4785-a0f1-4ba2a5d0c16f,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:51:10.944238 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:10.956891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:11.090473 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for floatingip (5fbb2902-7b23-4b08-ac85-18abb54f32e4), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:11.197857 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (df2d970d-7f33-4785-a0f1-4ba2a5d0c16f), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:11.345123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for port (df2d970d-7f33-4785-a0f1-4ba2a5d0c16f), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:11.401563 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (df2d970d-7f33-4785-a0f1-4ba2a5d0c16f), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:11.471797 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event updated for resources: {'Port': ['ID=df2d970d-7f33-4785-a0f1-4ba2a5d0c16f,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:51:11.474804 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (5fbb2902-7b23-4b08-ac85-18abb54f32e4), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:11.571753 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Floating IP 5fbb2902-7b23-4b08-ac85-18abb54f32e4 associated. External IP: 172.36.1.227, port: 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6. Oct 28 10:51:11.735595 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:51:12.011096 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:12.028241 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:51:12.133817 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:51:12.143615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b3158f-faa1-4b25-b05e-5cdc389f8242 None None] Sync routers for ids ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:51:12.154298 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b3158f-faa1-4b25-b05e-5cdc389f8242 None None] Routers {'b79c7d61-4418-4f4c-8e02-8dd28b0846c7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:51:12.157073 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c7b3158f-faa1-4b25-b05e-5cdc389f8242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:50:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:51:12.197611 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:12.232561 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:12.260760 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-c7b3158f-faa1-4b25-b05e-5cdc389f8242 None None] Set router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:51:12.266960 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e8a8f265-0f39-47af-a71d-31d67f8a0c49 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0556531 Oct 28 10:51:12.267658 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'tag': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:51:12.270822 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44d3202a50f3749378edcea0a80267101e335c0961679cbf58161f9e036dc93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb43aaa1-7e04-4e1e-9021-b33790a3158c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef51e6a-f401-4c96-98e7-fef5d500cd81", "tag": "0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:51:12.308253 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59e36f5-6cf8-4d85-82d6-0e92e992accc x-openstack-request-id: req-a59e36f5-6cf8-4d85-82d6-0e92e992accc {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:51:12.308547 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef51e6a-f401-4c96-98e7-fef5d500cd81", "tag": "0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:51:12.308875 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a59e36f5-6cf8-4d85-82d6-0e92e992accc {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:51:12.309235 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59e36f5-6cf8-4d85-82d6-0e92e992accc'] response: {'name': 'network-changed', 'server_uuid': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'tag': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6', 'status': 'completed', 'code': 200} Oct 28 10:51:12.398611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43aaa1-7e04-4e1e-9021-b33790a3158c req-24b0e2c6-4ee2-4931-84b9-836bbf305fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:12.400198 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cb43aaa1-7e04-4e1e-9021-b33790a3158c req-24b0e2c6-4ee2-4931-84b9-836bbf305fe5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 1129 time: 0.0419335 Oct 28 10:51:12.479944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c7b3158f-faa1-4b25-b05e-5cdc389f8242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '5fbb2902-7b23-4b08-ac85-18abb54f32e4', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'floating_ip_address': '172.36.1.227', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'port_id': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'mac_address': 'fa:16:3e:90:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:51:10Z', 'updated_at': '2022-10-28T10:51:10Z', 'revision_number': 0, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 5, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:51:12.499454 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43aaa1-7e04-4e1e-9021-b33790a3158c req-9e40e614-0747-4d0d-b3cd-5f72b905349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:12.501078 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cb43aaa1-7e04-4e1e-9021-b33790a3158c req-9e40e614-0747-4d0d-b3cd-5f72b905349a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.0947111 Oct 28 10:51:12.510996 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b3158f-faa1-4b25-b05e-5cdc389f8242 None None] Checking router: b79c7d61-4418-4f4c-8e02-8dd28b0846c7 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:51:12.520041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b3158f-faa1-4b25-b05e-5cdc389f8242 None None] Routers {'b79c7d61-4418-4f4c-8e02-8dd28b0846c7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:51:12.520631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c7b3158f-faa1-4b25-b05e-5cdc389f8242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:50:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:51:12.566998 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cb43aaa1-7e04-4e1e-9021-b33790a3158c req-926f103f-6ace-465e-a88d-2a043dfbafc3 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 HTTP/1.1" status: 200 len: 999 time: 0.0592711 Oct 28 10:51:12.621172 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43aaa1-7e04-4e1e-9021-b33790a3158c req-68696c5b-d407-43e1-abed-e7f5f3f127b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:12.621810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-c7b3158f-faa1-4b25-b05e-5cdc389f8242 None None] Set router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:51:12.622648 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cb43aaa1-7e04-4e1e-9021-b33790a3158c req-68696c5b-d407-43e1-abed-e7f5f3f127b5 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0501542 Oct 28 10:51:12.668259 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43aaa1-7e04-4e1e-9021-b33790a3158c req-3af08e11-3711-4ceb-b1bd-8cdcb02f9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:12.669993 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cb43aaa1-7e04-4e1e-9021-b33790a3158c req-3af08e11-3711-4ceb-b1bd-8cdcb02f9416 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0401766 Oct 28 10:51:12.769269 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cb43aaa1-7e04-4e1e-9021-b33790a3158c req-5c0c01e4-434b-440e-aeb5-0beffa4e99eb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928810 Oct 28 10:51:12.843949 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-c7b3158f-faa1-4b25-b05e-5cdc389f8242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '5fbb2902-7b23-4b08-ac85-18abb54f32e4', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'floating_ip_address': '172.36.1.227', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'port_id': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'mac_address': 'fa:16:3e:90:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:51:10Z', 'updated_at': '2022-10-28T10:51:10Z', 'revision_number': 0, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 5, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:51:12.864112 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cb43aaa1-7e04-4e1e-9021-b33790a3158c req-4e457b39-cdcd-4cf9-9fc8-5a3bf988c6ef service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884707 Oct 28 10:51:12.870161 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b3158f-faa1-4b25-b05e-5cdc389f8242 None None] The sync data for ids ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'] in dv-neutron-zed-2-hyperv is: [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '5fbb2902-7b23-4b08-ac85-18abb54f32e4', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'floating_ip_address': '172.36.1.227', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'port_id': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'mac_address': 'fa:16:3e:90:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:51:10Z', 'updated_at': '2022-10-28T10:51:10Z', 'revision_number': 0, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 5, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:51:13.029451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:13.074623 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac65b505-3b8a-4b2f-b6b0-d486c155c35e None None] New status for floating IP 5fbb2902-7b23-4b08-ac85-18abb54f32e4: ACTIVE {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:51:13.081915 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0d2e69e5-24b1-44a7-8d2c-ac7c4ed0ab80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:15.383322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0e77731d-016c-484f-ad02-dedacb45a0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:17.112720 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:18.184665 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:18.761705 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:22.259552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=9,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:22.263568 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:22.857183 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=57 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:22.860086 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=55 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:24.623137 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:30.621336 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:30.626388 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:34.556360 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:34.559278 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:51:43.104360 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b786-3ef0-4cbf-a101-73b420ef1020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:45.361215 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-4479988c-b8db-4945-9bf5-ff1f2d207dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:47.167334 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:48.155759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:48.734950 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:51:48.750141 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:54.612250 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:51:55.494353 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-adf0bf11-14ba-4869-a0b8-4a4b0a9e0a48 req-de56f0ee-24fe-4144-b874-922a0f6d414d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424626 Oct 28 10:51:55.610830 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0bf11-14ba-4869-a0b8-4a4b0a9e0a48 req-9afc01b6-da9d-4dd0-b8fe-d80bcf6f5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:55.612360 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-adf0bf11-14ba-4869-a0b8-4a4b0a9e0a48 req-9afc01b6-da9d-4dd0-b8fe-d80bcf6f5123 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 1129 time: 0.0419042 Oct 28 10:51:55.729664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0bf11-14ba-4869-a0b8-4a4b0a9e0a48 req-6304d7a9-7205-446d-aac2-f764dc22de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:55.731250 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-adf0bf11-14ba-4869-a0b8-4a4b0a9e0a48 req-6304d7a9-7205-446d-aac2-f764dc22de0b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.0932703 Oct 28 10:51:55.802522 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-adf0bf11-14ba-4869-a0b8-4a4b0a9e0a48 req-99726909-61ca-4250-8d0d-4b109a00b0dd service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 HTTP/1.1" status: 200 len: 1001 time: 0.0617938 Oct 28 10:51:55.865238 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0bf11-14ba-4869-a0b8-4a4b0a9e0a48 req-d2124f10-6cf6-41cc-91b3-0e6e913e19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:55.867333 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-adf0bf11-14ba-4869-a0b8-4a4b0a9e0a48 req-d2124f10-6cf6-41cc-91b3-0e6e913e19f4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0556140 Oct 28 10:51:55.915681 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0bf11-14ba-4869-a0b8-4a4b0a9e0a48 req-d8069951-578a-4ef7-b232-489a0fa7fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:51:55.917196 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-adf0bf11-14ba-4869-a0b8-4a4b0a9e0a48 req-d8069951-578a-4ef7-b232-489a0fa7fcc0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0409007 Oct 28 10:51:56.019190 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-adf0bf11-14ba-4869-a0b8-4a4b0a9e0a48 req-29aad0ff-be4d-4f63-961e-4cd084241103 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912025 Oct 28 10:51:56.122344 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-adf0bf11-14ba-4869-a0b8-4a4b0a9e0a48 req-b3a0a43e-b484-4a2d-a1f9-d165dd754212 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924823 Oct 28 10:52:04.570619 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:52:04.572540 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:52:06.118144 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=48 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:52:06.119122 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=53 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:52:07.625398 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=18 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:52:10.777718 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:52:13.091417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dfbef58d-7303-4672-9c69-cc4c612f613b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:15.372748 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-724416a3-dec9-43d1-843f-6065c3a035d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:17.165466 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:18.161167 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:18.777877 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:24.640501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:25.733821 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:52:34.583518 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:52:34.590703 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:52:43.142312 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-00112894-bc68-4d27-9d94-adf833e84842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:44.621893 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:52:44.622990 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:52:45.376681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cdebc240-5838-4e43-89d4-0ab7e28c2605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:47.166170 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:48.143206 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:48.811708 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:54.674897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:57.497044 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b97645fa-2f64-47c4-9841-4c6512dfddf7 req-8a24770f-3a74-400c-8bde-4ad931fabe8f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404031 Oct 28 10:52:57.612198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97645fa-2f64-47c4-9841-4c6512dfddf7 req-10f12f7a-7054-4033-ace2-47489224c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:52:57.613734 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b97645fa-2f64-47c4-9841-4c6512dfddf7 req-10f12f7a-7054-4033-ace2-47489224c679 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 1129 time: 0.0409844 Oct 28 10:52:57.668159 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:52:57.668929 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:52:57.726878 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97645fa-2f64-47c4-9841-4c6512dfddf7 req-a7c42e64-8490-4020-9892-f450c4a1cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:52:57.728371 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b97645fa-2f64-47c4-9841-4c6512dfddf7 req-a7c42e64-8490-4020-9892-f450c4a1cc22 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.0931034 Oct 28 10:52:57.798074 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b97645fa-2f64-47c4-9841-4c6512dfddf7 req-bd417ee5-a680-499f-af36-6fff25bf56dd service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 HTTP/1.1" status: 200 len: 1001 time: 0.0607367 Oct 28 10:52:57.850735 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97645fa-2f64-47c4-9841-4c6512dfddf7 req-2f0150bf-cf70-4944-b511-9452a3861d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:52:57.852238 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b97645fa-2f64-47c4-9841-4c6512dfddf7 req-2f0150bf-cf70-4944-b511-9452a3861d34 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0451825 Oct 28 10:52:57.902059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97645fa-2f64-47c4-9841-4c6512dfddf7 req-5774f70b-88c5-4e22-a0ac-26c4fd778186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:52:57.903613 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b97645fa-2f64-47c4-9841-4c6512dfddf7 req-5774f70b-88c5-4e22-a0ac-26c4fd778186 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0408056 Oct 28 10:52:57.999498 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b97645fa-2f64-47c4-9841-4c6512dfddf7 req-46ca3429-17ba-4a0a-88e9-68160c4c0bc5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886467 Oct 28 10:52:58.097379 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b97645fa-2f64-47c4-9841-4c6512dfddf7 req-a19f2732-a6c1-4a1e-90fb-112d34b94bcc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869856 Oct 28 10:53:02.733667 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:53:08.083192 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=49 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:08.094445 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=52 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:12.550658 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:12.552584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=4,neutron:SELECT=26 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:13.114303 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1ba781bd-2188-4caf-86b8-2fa633da9f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:15.428361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c1b4f302-4943-4462-8af0-581da5377bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:17.136620 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:18.244666 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:18.771036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:21.619135 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:21.620051 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:24.667613 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:34.589653 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:34.594116 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:39.336347 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c415e7b-bef3-4747-855c-f2d8c7d8d97a req-21dd7c49-32e2-4230-822c-5d161e24972f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:39.338001 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5c415e7b-bef3-4747-855c-f2d8c7d8d97a req-21dd7c49-32e2-4230-822c-5d161e24972f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.1100767 Oct 28 10:53:39.393761 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5c415e7b-bef3-4747-855c-f2d8c7d8d97a req-0cd93398-f6f8-4a47-9a64-d19e81b228d6 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481784 Oct 28 10:53:39.733270 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:53:40.667577 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecc351-d7f6-490e-ae00-e16e7ed7c4c9 req-0b453b4c-8e32-4952-8938-f5641e78cf3f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:40.669652 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-52ecc351-d7f6-490e-ae00-e16e7ed7c4c9 req-0b453b4c-8e32-4952-8938-f5641e78cf3f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.1007900 Oct 28 10:53:40.725511 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-52ecc351-d7f6-490e-ae00-e16e7ed7c4c9 req-8dc82aaf-7b6c-4eef-9078-a06236f61327 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481553 Oct 28 10:53:41.851241 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564dda0-9b10-4c42-a804-be2a56c0797d req-b5d056f2-552f-4061-a2bb-4fc480abbef0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:41.852794 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7564dda0-9b10-4c42-a804-be2a56c0797d req-b5d056f2-552f-4061-a2bb-4fc480abbef0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0476906 Oct 28 10:53:41.903962 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7564dda0-9b10-4c42-a804-be2a56c0797d req-018d5103-3662-4711-924d-800bbe1ea995 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454214 Oct 28 10:53:43.047157 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b25612-de6f-43d2-b6bc-2d7caa8ec503 req-2e2dbe0e-c48c-4518-a4cc-4fb077449ba5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:43.048678 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-59b25612-de6f-43d2-b6bc-2d7caa8ec503 req-2e2dbe0e-c48c-4518-a4cc-4fb077449ba5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0531819 Oct 28 10:53:43.096209 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b0279970-aa7a-4b49-9336-15af60c46301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:43.105107 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-59b25612-de6f-43d2-b6bc-2d7caa8ec503 req-d98d074a-5fea-43f1-bec0-66c1b2c1f0bf tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507438 Oct 28 10:53:44.252728 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934d7ec-2b24-4e88-9aaa-79b9f0daf911 req-e3ef4bb6-229e-4ecc-82ef-d4f51c5d753c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:44.253730 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7934d7ec-2b24-4e88-9aaa-79b9f0daf911 req-e3ef4bb6-229e-4ecc-82ef-d4f51c5d753c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0629830 Oct 28 10:53:44.304132 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7934d7ec-2b24-4e88-9aaa-79b9f0daf911 req-9bae2fa5-dce5-40c8-945d-7353b79f12ef tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455358 Oct 28 10:53:45.370436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b28e7e85-2543-4bcd-9987-c4452b9213dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:45.450867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93186e65-b50d-4f4a-a00a-c73f2e8e87d6 req-dc744d78-02f2-45e6-833e-d3fa2bb55909 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:45.452452 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-93186e65-b50d-4f4a-a00a-c73f2e8e87d6 req-dc744d78-02f2-45e6-833e-d3fa2bb55909 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0545354 Oct 28 10:53:45.507819 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-93186e65-b50d-4f4a-a00a-c73f2e8e87d6 req-a61fade4-937e-46fb-8e8e-17313c34d206 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495131 Oct 28 10:53:46.650498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54f0ca-5e6b-45ca-a08e-7226953601fa req-de75e18e-b320-476a-8268-59d5cec0af45 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:46.652070 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bc54f0ca-5e6b-45ca-a08e-7226953601fa req-de75e18e-b320-476a-8268-59d5cec0af45 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0648725 Oct 28 10:53:46.719809 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bc54f0ca-5e6b-45ca-a08e-7226953601fa req-60c8b6d4-49c7-48ed-9ee2-7477d23a70bb tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616293 Oct 28 10:53:47.147987 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:47.847752 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f65b58-5f2a-4784-92f4-21368c7a0421 req-1d892aae-f356-4d8b-bfce-c667fa3a82b4 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:47.849715 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-06f65b58-5f2a-4784-92f4-21368c7a0421 req-1d892aae-f356-4d8b-bfce-c667fa3a82b4 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0517533 Oct 28 10:53:47.909970 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-06f65b58-5f2a-4784-92f4-21368c7a0421 req-c595b6fb-fc4a-4750-82bb-5f11a618aa63 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514855 Oct 28 10:53:48.170648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:48.810858 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:49.036528 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f59a34-36ff-45cb-bb7d-76a72bd846e5 req-24d1c7fe-962e-4fef-b761-78aee3db12ce tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:49.038014 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-25f59a34-36ff-45cb-bb7d-76a72bd846e5 req-24d1c7fe-962e-4fef-b761-78aee3db12ce tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0470812 Oct 28 10:53:49.093800 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-25f59a34-36ff-45cb-bb7d-76a72bd846e5 req-2d5e2e1f-397f-4175-b815-bb74a31d9c29 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491080 Oct 28 10:53:49.521472 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92191f7-120b-425b-b578-3e332d4d8489 req-f82bcf52-632f-40d0-ab28-83a88292314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:49.522996 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b92191f7-120b-425b-b578-3e332d4d8489 req-f82bcf52-632f-40d0-ab28-83a88292314f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 1129 time: 0.0792766 Oct 28 10:53:49.617324 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92191f7-120b-425b-b578-3e332d4d8489 req-b50ab024-ba62-4ff1-943d-e5ab7f8fca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:49.618814 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b92191f7-120b-425b-b578-3e332d4d8489 req-b50ab024-ba62-4ff1-943d-e5ab7f8fca62 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.0856974 Oct 28 10:53:49.688209 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b92191f7-120b-425b-b578-3e332d4d8489 req-d98ad71d-664b-43ca-897e-ffed374dbe07 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 HTTP/1.1" status: 200 len: 1001 time: 0.0602272 Oct 28 10:53:49.740776 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92191f7-120b-425b-b578-3e332d4d8489 req-f02aa4bd-9112-4538-9961-5652a93619cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:49.742207 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b92191f7-120b-425b-b578-3e332d4d8489 req-f02aa4bd-9112-4538-9961-5652a93619cf service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0450940 Oct 28 10:53:49.790818 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92191f7-120b-425b-b578-3e332d4d8489 req-8f9ff623-6276-4210-b6c4-f907c521ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:49.792940 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b92191f7-120b-425b-b578-3e332d4d8489 req-8f9ff623-6276-4210-b6c4-f907c521ff8c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0413568 Oct 28 10:53:49.899515 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b92191f7-120b-425b-b578-3e332d4d8489 req-080b70df-8ef4-4a0e-a22e-8c714e814c9c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971184 Oct 28 10:53:50.221197 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d3858-4bfc-4a54-a271-beae27ee24ca req-6d22e4b7-a76f-4248-9f68-6441f3bd729d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:50.222746 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9f0d3858-4bfc-4a54-a271-beae27ee24ca req-6d22e4b7-a76f-4248-9f68-6441f3bd729d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0504251 Oct 28 10:53:50.275883 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9f0d3858-4bfc-4a54-a271-beae27ee24ca req-c8bf361b-e100-4a2f-aec6-0ee1285b3231 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474367 Oct 28 10:53:50.285195 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-b92191f7-120b-425b-b578-3e332d4d8489 req-37752097-9aed-4506-9ca6-615058327cf6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762333 Oct 28 10:53:51.400511 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24cbcc-dbab-46fa-a160-3d3956bb2673 req-681c4ddb-5f51-4452-913d-3873769179ef tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:51.402006 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7d24cbcc-dbab-46fa-a160-3d3956bb2673 req-681c4ddb-5f51-4452-913d-3873769179ef tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0488985 Oct 28 10:53:51.429062 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:51.457009 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7d24cbcc-dbab-46fa-a160-3d3956bb2673 req-2347217a-b056-4e0a-88d5-b943af2027b8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491920 Oct 28 10:53:52.547867 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:52.590689 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a9a92-337f-41b0-9c80-3e4ade7cf01c req-e1ca55c7-dce3-4358-9e48-bc4f3b8c03c2 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:52.592436 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d3a9a92-337f-41b0-9c80-3e4ade7cf01c req-e1ca55c7-dce3-4358-9e48-bc4f3b8c03c2 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0548646 Oct 28 10:53:52.644721 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0d3a9a92-337f-41b0-9c80-3e4ade7cf01c req-522d8d7e-c9b2-4254-af2e-f02e7b99f13c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459838 Oct 28 10:53:53.771621 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e070c-305e-42fc-8172-4bc8dba06a9a req-5bbf9037-966b-4676-9a55-a46f26b82794 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:53.773161 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ee6e070c-305e-42fc-8172-4bc8dba06a9a req-5bbf9037-966b-4676-9a55-a46f26b82794 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0500042 Oct 28 10:53:53.826754 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ee6e070c-305e-42fc-8172-4bc8dba06a9a req-901cfafa-308a-40ca-873f-9bfebab6ce4a tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478854 Oct 28 10:53:54.673691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:54.949269 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4312c8-8e73-4fa8-ae39-87e515fb8089 req-cc700cbf-0ffa-4f29-bf6a-b9088e99a6d8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:54.950685 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1a4312c8-8e73-4fa8-ae39-87e515fb8089 req-cc700cbf-0ffa-4f29-bf6a-b9088e99a6d8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0486310 Oct 28 10:53:55.006469 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1a4312c8-8e73-4fa8-ae39-87e515fb8089 req-0fab8776-9e4b-44c2-b6e8-b989a991bc9e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500674 Oct 28 10:53:55.519427 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008eecf-0ff8-4877-abd5-a278ab6de09a req-8d736120-d28c-4555-979d-2dbfe596ea6d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:55.520955 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e008eecf-0ff8-4877-abd5-a278ab6de09a req-8d736120-d28c-4555-979d-2dbfe596ea6d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0482333 Oct 28 10:53:55.576850 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-e008eecf-0ff8-4877-abd5-a278ab6de09a req-20ca004c-07b8-4416-924a-4d635ec40edc tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501425 Oct 28 10:53:55.648253 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-d1c52818-5b93-49b6-82ac-ca909e74fdeb service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846984 Oct 28 10:53:55.656906 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-7915a28c-83b4-4463-b58b-e9d3c77d691d service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:53:55.657848 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-7915a28c-83b4-4463-b58b-e9d3c77d691d service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050910 Oct 28 10:53:55.779769 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-2d96eac9-270c-4abe-a96a-b302e39af434 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:55.781254 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-2d96eac9-270c-4abe-a96a-b302e39af434 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports/0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 HTTP/1.1" status: 200 len: 942 time: 0.0940931 Oct 28 10:53:55.796608 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:53:55.871232 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:53:55.871632 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:55.901302 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:53:55.916605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:53:55.953667 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37573d3c60e6259546b1497cc7bcd42c0450aa4b124ab6d68d2a22835cb4a65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871928b1-ec54-44e1-a744-cfeac8e02ba1" -d '{"events": [{"server_uuid": "5ef51e6a-f401-4c96-98e7-fef5d500cd81", "name": "network-vif-unplugged", "status": "completed", "tag": "0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:53:56.027782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:56.053594 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Oct 2022 10:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88977f3f-a449-4312-a646-4f0e3adacb1c x-openstack-request-id: req-88977f3f-a449-4312-a646-4f0e3adacb1c {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:53:56.053886 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef51e6a-f401-4c96-98e7-fef5d500cd81", "name": "network-vif-unplugged", "status": "failed", "tag": "0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6", "code": 422}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:53:56.054142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88977f3f-a449-4312-a646-4f0e3adacb1c {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:53:56.054581 dv-neutron-zed-2-hyperv neutron-server[114061]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-88977f3f-a449-4312-a646-4f0e3adacb1c']: {'server_uuid': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6', 'code': 422} returned with failed status Oct 28 10:53:56.078811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:56.085905 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:56.086265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:56.086612 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:56.086978 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:56.087317 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:56.087651 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:56.087984 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:56.088311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:56.088646 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:56.089007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:56.089338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:56.089808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:56.090032 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:56.090357 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:56.090703 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:56.704129 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150cc95-e760-4a09-8051-63d8589a9c94 req-77e2dd98-99be-41a1-acab-a5fa22092677 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:56.705561 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0150cc95-e760-4a09-8051-63d8589a9c94 req-77e2dd98-99be-41a1-acab-a5fa22092677 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0529685 Oct 28 10:53:56.757365 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0150cc95-e760-4a09-8051-63d8589a9c94 req-8f59a674-a133-4af1-b6da-c3170f01c7fd tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461645 Oct 28 10:53:57.884620 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd492d-2a55-47fb-8453-0d1535c1c102 req-76bcdf8d-32e2-437f-a076-ff598ad566c1 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:57.886266 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-52bd492d-2a55-47fb-8453-0d1535c1c102 req-76bcdf8d-32e2-437f-a076-ff598ad566c1 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0493684 Oct 28 10:53:57.941673 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-52bd492d-2a55-47fb-8453-0d1535c1c102 req-7fae68ae-9cfc-4c9d-b0d5-c51ed6daa30e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484865 Oct 28 10:53:58.615968 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=17 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:58.616764 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=17 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:59.082068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c835557-d87b-4b9a-89c6-313040bd4f3f req-2dc47bb0-ac16-45f2-98ca-1eca9f52ffc7 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:59.083636 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6c835557-d87b-4b9a-89c6-313040bd4f3f req-2dc47bb0-ac16-45f2-98ca-1eca9f52ffc7 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0520246 Oct 28 10:53:59.141905 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-6c835557-d87b-4b9a-89c6-313040bd4f3f req-62410fbf-ce53-4752-b378-0483e1bcb0ac tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524697 Oct 28 10:54:00.269307 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e874794-e032-40e9-b6a2-4f1af7821bb2 req-10a88f65-f43d-4cac-b653-e4c301e338ed tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:00.270874 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4e874794-e032-40e9-b6a2-4f1af7821bb2 req-10a88f65-f43d-4cac-b653-e4c301e338ed tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0504968 Oct 28 10:54:00.323980 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4e874794-e032-40e9-b6a2-4f1af7821bb2 req-a7e04e00-372a-4ff9-b1fa-73b0f386512c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473573 Oct 28 10:54:01.453274 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a829722-4f77-4a52-8a1a-dad2137e4a18 req-3fb6de61-7d07-4352-bed2-5ceda30cb6aa tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:01.454931 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0a829722-4f77-4a52-8a1a-dad2137e4a18 req-3fb6de61-7d07-4352-bed2-5ceda30cb6aa tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0528278 Oct 28 10:54:01.515791 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0a829722-4f77-4a52-8a1a-dad2137e4a18 req-7a781e64-f141-4ea5-85e6-3764e067c770 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543985 Oct 28 10:54:02.661780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c268ff-ca38-4504-82f9-b5c9af68ee1c req-138adae6-710e-4e34-bb6e-587fd2522a34 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:02.663606 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-07c268ff-ca38-4504-82f9-b5c9af68ee1c req-138adae6-710e-4e34-bb6e-587fd2522a34 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0575607 Oct 28 10:54:02.677531 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:02.719526 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-07c268ff-ca38-4504-82f9-b5c9af68ee1c req-fe5d5ca8-5287-4124-b068-46ece711003b tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501485 Oct 28 10:54:02.965140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-3d867bd9-fb8b-4aa0-a3c0-a7c6f1db007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:02.967296 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-3d867bd9-fb8b-4aa0-a3c0-a7c6f1db007a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81&tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770 HTTP/1.1" status: 200 len: 1127 time: 0.0421672 Oct 28 10:54:03.057664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-7422ed9c-0eef-4058-8b71-0206a1ec1aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:03.059178 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-7422ed9c-0eef-4058-8b71-0206a1ec1aca service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 1127 time: 0.0445104 Oct 28 10:54:03.155117 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-e4491976-8e3c-4c18-8815-7b1d2db4e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:03.156651 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-e4491976-8e3c-4c18-8815-7b1d2db4e12b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.0916917 Oct 28 10:54:03.224693 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-5a70bd78-dd54-4cc6-b38d-bb3810699799 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 HTTP/1.1" status: 200 len: 999 time: 0.0589128 Oct 28 10:54:03.276250 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-ad44d479-9d8a-4464-89a4-305555e723e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:03.277761 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-ad44d479-9d8a-4464-89a4-305555e723e9 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0445607 Oct 28 10:54:03.325018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-2d3f931e-77aa-4032-a654-cb0a9e1d2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:03.326609 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-2d3f931e-77aa-4032-a654-cb0a9e1d2a1c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0398922 Oct 28 10:54:03.424568 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-75d64fd7-ab56-429d-b333-bd144df8f47c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886142 Oct 28 10:54:03.453046 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:03.509202 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:03.519879 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c0f675f8-024d-4d93-a590-b13b9a2f3478 req-98fc2a12-574b-4def-a1ce-cf39400cbe8a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862696 Oct 28 10:54:03.849221 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96696b87-986a-41be-b5e1-334c47ac1fa0 req-35573e0b-01cb-456d-ba6f-bf6555b6f872 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:03.850866 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-96696b87-986a-41be-b5e1-334c47ac1fa0 req-35573e0b-01cb-456d-ba6f-bf6555b6f872 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0486274 Oct 28 10:54:03.904648 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-96696b87-986a-41be-b5e1-334c47ac1fa0 req-2f64db43-7776-4074-9f14-d5fcdcf8d1d5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468943 Oct 28 10:54:05.029736 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6d5b3-900a-4898-8a4c-2a3f58ba76a0 req-608b8c7c-f48b-4402-a3f1-61b17d7b59a1 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:05.031269 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-33d6d5b3-900a-4898-8a4c-2a3f58ba76a0 req-608b8c7c-f48b-4402-a3f1-61b17d7b59a1 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0474122 Oct 28 10:54:05.053593 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:05.085736 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-33d6d5b3-900a-4898-8a4c-2a3f58ba76a0 req-61ca66d9-f12e-456e-81e4-534b0e1327d8 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488982 Oct 28 10:54:06.082043 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:06.082847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=35,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:06.210957 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bb62b-5921-41e1-93a1-1a8a9356d7a4 req-89767fcb-850d-4ba0-928d-476da7f3652e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:06.212335 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-657bb62b-5921-41e1-93a1-1a8a9356d7a4 req-89767fcb-850d-4ba0-928d-476da7f3652e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0475924 Oct 28 10:54:06.265421 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-657bb62b-5921-41e1-93a1-1a8a9356d7a4 req-83384197-bbae-4947-9b4e-cb7afaafedef tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469143 Oct 28 10:54:07.395439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2363d-7e34-4aab-a5b0-503c84b1b463 req-727e6163-4c2d-442d-84bd-24ccfc3ff39c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:07.396943 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-49a2363d-7e34-4aab-a5b0-503c84b1b463 req-727e6163-4c2d-442d-84bd-24ccfc3ff39c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0502226 Oct 28 10:54:07.448315 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-49a2363d-7e34-4aab-a5b0-503c84b1b463 req-65850e34-92fe-4eb6-b96f-c95d7dc7d2b9 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454216 Oct 28 10:54:08.574065 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cde83-fdc0-4f00-9e7a-fbd537e95472 req-6a447ef3-1d93-42eb-8f66-a1da6583b8de tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:08.575637 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-864cde83-fdc0-4f00-9e7a-fbd537e95472 req-6a447ef3-1d93-42eb-8f66-a1da6583b8de tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0511913 Oct 28 10:54:08.627916 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-864cde83-fdc0-4f00-9e7a-fbd537e95472 req-9e5e951e-8fcd-42d3-8335-2427e01bdb33 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455472 Oct 28 10:54:09.756254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfffc4e-d9b1-4ba3-b4a0-fc3d8161ce94 req-2b392c65-d52a-4f25-8246-4b496b259623 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:09.757820 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cdfffc4e-d9b1-4ba3-b4a0-fc3d8161ce94 req-2b392c65-d52a-4f25-8246-4b496b259623 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0502017 Oct 28 10:54:09.810695 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cdfffc4e-d9b1-4ba3-b4a0-fc3d8161ce94 req-7ab04116-861c-40cf-b0b3-0d071e214b7a tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466576 Oct 28 10:54:10.782696 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:10.783620 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:10.941440 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723fb5e-a322-4a04-b139-6175595d443f req-caa8d814-bf0a-4995-8257-8efe05d14856 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:10.942864 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d723fb5e-a322-4a04-b139-6175595d443f req-caa8d814-bf0a-4995-8257-8efe05d14856 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0519295 Oct 28 10:54:10.992916 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d723fb5e-a322-4a04-b139-6175595d443f req-bfc9fc19-3303-4523-b8d7-b7fa5df77ebf tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441902 Oct 28 10:54:11.852801 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:54:11.956097 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:54:11.967880 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'port_id': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6', 'mac_address': 'fa:16:3e:90:ef:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:54:12.005733 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:54:12.006122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:12.121735 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8e9d5-25ca-4b01-8f63-070b86fe4c82 req-f9e255d3-3a49-4eb3-92dd-7eb136f50861 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:12.123468 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bdd8e9d5-25ca-4b01-8f63-070b86fe4c82 req-f9e255d3-3a49-4eb3-92dd-7eb136f50861 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 943 time: 0.0510545 Oct 28 10:54:12.163877 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:54:12.176947 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bdd8e9d5-25ca-4b01-8f63-070b86fe4c82 req-5446a451-e059-49f4-9098-db8a2a2f0249 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472832 Oct 28 10:54:12.184759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:54:12.256003 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:12.303689 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:54:12.658825 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:54:13.130086 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-675c00f3-7790-4171-bc5b-174364c5e1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:13.299329 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bfa51-0d75-429b-a466-e4b7707e4136 req-12ecc064-f08c-4111-b8c8-b6b2de772c16 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:13.300817 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4f7bfa51-0d75-429b-a466-e4b7707e4136 req-12ecc064-f08c-4111-b8c8-b6b2de772c16 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 944 time: 0.0473404 Oct 28 10:54:13.354976 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-4f7bfa51-0d75-429b-a466-e4b7707e4136 req-500cb68c-d5ad-4081-8573-8ae744351a75 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483496 Oct 28 10:54:13.517683 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:13.878842 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:54:13.926280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:54:13.926661 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:13.927040 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 Oct 28 10:54:14.010550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:54:14.011465 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:14.045323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:54:14.048157 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37573d3c60e6259546b1497cc7bcd42c0450aa4b124ab6d68d2a22835cb4a65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2af5d3-f9d7-480f-ab42-c20af90c8367" -d '{"events": [{"server_uuid": "5ef51e6a-f401-4c96-98e7-fef5d500cd81", "name": "network-vif-plugged", "status": "completed", "tag": "0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:54:14.067052 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:54:14.093235 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6410604a-9dc6-4db4-844e-bb115698f08d x-openstack-request-id: req-6410604a-9dc6-4db4-844e-bb115698f08d {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:54:14.093598 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef51e6a-f401-4c96-98e7-fef5d500cd81", "name": "network-vif-plugged", "status": "completed", "tag": "0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:54:14.093919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6410604a-9dc6-4db4-844e-bb115698f08d {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:54:14.094381 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6410604a-9dc6-4db4-844e-bb115698f08d'] response: {'server_uuid': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6', 'code': 200} Oct 28 10:54:14.152899 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:14.190331 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:14.208799 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,revision_number=8']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:54:14.481716 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830d2f5-a596-4b48-b278-a424befad5c3 req-ffec73d7-e9e1-427d-89af-d155240cffc5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:14.483241 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5830d2f5-a596-4b48-b278-a424befad5c3 req-ffec73d7-e9e1-427d-89af-d155240cffc5 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0510237 Oct 28 10:54:14.516811 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66109fb-8eb1-498c-acb7-b1883f6add66 req-002598d3-3b18-4112-9dbb-4e4a69189933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:14.518495 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d66109fb-8eb1-498c-acb7-b1883f6add66 req-002598d3-3b18-4112-9dbb-4e4a69189933 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 1129 time: 0.0453706 Oct 28 10:54:14.537059 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-5830d2f5-a596-4b48-b278-a424befad5c3 req-20cce429-2a9e-4528-9462-b9a3df07ae5a tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476074 Oct 28 10:54:14.573624 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-d66109fb-8eb1-498c-acb7-b1883f6add66 req-42668884-7ffe-48dc-a21e-12a08f7a8b9f service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448201 Oct 28 10:54:15.313412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:15.398685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e0de7ccb-de72-4e51-9fe4-837b67cd175f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:15.665747 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:15.674834 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68c977-8de0-4fe0-9077-910dbf3ec761 req-a132d1db-d160-40d7-94d2-979a9d601e0b tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:15.677682 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ae68c977-8de0-4fe0-9077-910dbf3ec761 req-a132d1db-d160-40d7-94d2-979a9d601e0b tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0507534 Oct 28 10:54:15.729370 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ae68c977-8de0-4fe0-9077-910dbf3ec761 req-192ca54f-b787-4e35-a77c-2b3b351a9a2d tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467553 Oct 28 10:54:16.731787 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:54:16.859303 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a954de2-a493-4e10-8281-70212ab243c6 req-f4f3d4af-5a17-4435-ac3b-96e9d11518f6 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:16.860838 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0a954de2-a493-4e10-8281-70212ab243c6 req-f4f3d4af-5a17-4435-ac3b-96e9d11518f6 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0552399 Oct 28 10:54:16.914889 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0a954de2-a493-4e10-8281-70212ab243c6 req-55131b0b-4791-4a46-af4c-e56fcf903988 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478306 Oct 28 10:54:17.187247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:18.170787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:18.786918 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:24.557744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=7 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:24.569904 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=11 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:24.672674 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:26.905257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:26.911629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:34.600746 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:34.602845 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:35.607265 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:35.613427 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:43.163630 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6c29-231a-45cf-b8e1-cf16aeb6d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:45.415135 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-524540ae-1227-4c67-8995-febff3cc953b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:47.180790 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:48.203667 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:48.763542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:53.732000 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:54:54.741002 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:58.888196 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-91cdc384-3a81-4170-aa8b-7b32ed3cf72b req-0f67989e-a720-44d3-bfb7-952b03466606 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404036 Oct 28 10:54:59.006329 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdc384-3a81-4170-aa8b-7b32ed3cf72b req-26ec1cd9-6fbb-48d2-a94f-c3d227f083ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:59.008326 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-91cdc384-3a81-4170-aa8b-7b32ed3cf72b req-26ec1cd9-6fbb-48d2-a94f-c3d227f083ea service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 1129 time: 0.0421922 Oct 28 10:54:59.124218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdc384-3a81-4170-aa8b-7b32ed3cf72b req-81c41289-8a76-463e-911f-4f3b1373a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:59.125837 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-91cdc384-3a81-4170-aa8b-7b32ed3cf72b req-81c41289-8a76-463e-911f-4f3b1373a335 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.0937979 Oct 28 10:54:59.198824 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-91cdc384-3a81-4170-aa8b-7b32ed3cf72b req-178f8e5e-dc94-4fba-b3ef-52ef7d7f46b0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 HTTP/1.1" status: 200 len: 1001 time: 0.0639162 Oct 28 10:54:59.253617 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdc384-3a81-4170-aa8b-7b32ed3cf72b req-8173bf89-9094-404f-865c-665bea4fc8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:59.255075 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-91cdc384-3a81-4170-aa8b-7b32ed3cf72b req-8173bf89-9094-404f-865c-665bea4fc8b5 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0461481 Oct 28 10:54:59.306823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdc384-3a81-4170-aa8b-7b32ed3cf72b req-415e63a4-f0bc-4257-a6c4-f96fec0dd6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:54:59.308407 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-91cdc384-3a81-4170-aa8b-7b32ed3cf72b req-415e63a4-f0bc-4257-a6c4-f96fec0dd6e5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0437365 Oct 28 10:54:59.409286 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-91cdc384-3a81-4170-aa8b-7b32ed3cf72b req-c4e93981-55ae-4bd0-9ede-e7a21a4eaf09 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941467 Oct 28 10:54:59.512263 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-91cdc384-3a81-4170-aa8b-7b32ed3cf72b req-5a33ffa5-ca0f-446e-941f-3794dfc9d44e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901148 Oct 28 10:55:07.016310 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [req-beca0e73-fccf-402f-b665-653ecdf9aaa0 req-b1a72756-6c0d-4c8d-b2ff-9b8c8cc40a0f service neutron] (114059) timed out ('10.222.0.48', 64017) {{(pid=114059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 10:55:09.502489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=52 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:09.509562 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=49 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:12.561550 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:12.563796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:12.608757 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:12.614025 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:13.238313 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-28056745-8722-4192-b702-64ff5f60c8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:15.380622 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1f581f5d-6ac6-49ae-a0fa-5488f6c47734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:17.295346 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:18.215375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:18.786137 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:24.740350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:30.733096 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:55:34.646368 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:34.648297 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:43.123537 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3cab824e-c31c-4854-8a6e-69a12f86f67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:45.408680 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cd79e10b-59d0-49ea-b4d3-b5407176df6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:47.174196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:48.219754 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:48.814400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:52.559619 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=19 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:52.562598 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=15 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:54.774278 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:59.494456 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7bda5ee1-5f3f-4d82-9af8-4dd1318fd0c5 req-78c8849e-98ce-4481-88d3-6d938ae85544 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408638 Oct 28 10:55:59.613697 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda5ee1-5f3f-4d82-9af8-4dd1318fd0c5 req-5d12cabf-4713-4537-8ea5-0ee6f7aab28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:59.615221 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7bda5ee1-5f3f-4d82-9af8-4dd1318fd0c5 req-5d12cabf-4713-4537-8ea5-0ee6f7aab28a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 1129 time: 0.0430181 Oct 28 10:55:59.731284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda5ee1-5f3f-4d82-9af8-4dd1318fd0c5 req-cac99b80-3c08-405d-82b6-0586f4891b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:59.732762 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7bda5ee1-5f3f-4d82-9af8-4dd1318fd0c5 req-cac99b80-3c08-405d-82b6-0586f4891b62 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.0948985 Oct 28 10:55:59.800311 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7bda5ee1-5f3f-4d82-9af8-4dd1318fd0c5 req-61bf3612-c5d3-4c88-860a-6ad1e008956b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 HTTP/1.1" status: 200 len: 1001 time: 0.0577736 Oct 28 10:55:59.860197 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda5ee1-5f3f-4d82-9af8-4dd1318fd0c5 req-c48e40fb-c695-4e11-a93c-7a5ef6ffcff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:59.861699 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7bda5ee1-5f3f-4d82-9af8-4dd1318fd0c5 req-c48e40fb-c695-4e11-a93c-7a5ef6ffcff4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0551546 Oct 28 10:55:59.913579 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda5ee1-5f3f-4d82-9af8-4dd1318fd0c5 req-39c889c0-aac8-46e5-b5f3-14d26e5f6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:59.915144 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7bda5ee1-5f3f-4d82-9af8-4dd1318fd0c5 req-39c889c0-aac8-46e5-b5f3-14d26e5f6afa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0440872 Oct 28 10:56:00.017197 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7bda5ee1-5f3f-4d82-9af8-4dd1318fd0c5 req-701698d4-a6b8-41e9-81a6-e64767ddaed1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956562 Oct 28 10:56:00.118470 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7bda5ee1-5f3f-4d82-9af8-4dd1318fd0c5 req-41a3105b-f239-431a-96bd-5703d44d6f6a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893648 Oct 28 10:56:04.660314 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:04.665391 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:05.275497 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51418) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:05.564340 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Deleting port df2d970d-7f33-4785-a0f1-4ba2a5d0c16f {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:56:05.564690 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (df2d970d-7f33-4785-a0f1-4ba2a5d0c16f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:05.650835 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (df2d970d-7f33-4785-a0f1-4ba2a5d0c16f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:05.651175 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for floatingip (df2d970d-7f33-4785-a0f1-4ba2a5d0c16f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:05.664293 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Calling delete_port for df2d970d-7f33-4785-a0f1-4ba2a5d0c16f owned by network:floatingip {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:56:05.882732 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (df2d970d-7f33-4785-a0f1-4ba2a5d0c16f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:05.922529 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event deleted for resources: {'Port': ['ID=df2d970d-7f33-4785-a0f1-4ba2a5d0c16f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:05.968630 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:05.969096 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:05.969444 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:05.969786 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:05.970119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:05.970451 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:05.970872 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:05.971202 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:05.971554 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:05.971878 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:05.972199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:05.972618 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:05.972952 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:05.973269 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:05.973602 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:05.993794 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for floatingip (5fbb2902-7b23-4b08-ac85-18abb54f32e4), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:05.994169 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Floating IP 5fbb2902-7b23-4b08-ac85-18abb54f32e4 disassociated (deleted). External IP: 172.36.1.227, port: 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6. Oct 28 10:56:06.197113 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:56:06.303382 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:56:06.307774 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:06.313221 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca02850-b908-4a83-9c84-6212499f1486 None None] Sync routers for ids ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:56:06.324033 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca02850-b908-4a83-9c84-6212499f1486 None None] Routers {'b79c7d61-4418-4f4c-8e02-8dd28b0846c7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:56:06.324650 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0ca02850-b908-4a83-9c84-6212499f1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:06.334780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:06.340689 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2baa1735-ed1b-46c9-b489-2c9e5dbb6d52 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/5fbb2902-7b23-4b08-ac85-18abb54f32e4 HTTP/1.1" status: 204 len: 168 time: 1.0641401 Oct 28 10:56:06.341323 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'tag': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:56:06.436916 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-0ca02850-b908-4a83-9c84-6212499f1486 None None] Set router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:56:06.454889 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8cd6426b2b3dd05e0c5819878596b83a767a53d6dc43cd2f1878d74eec1f28f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89081bb5-5c73-4c8f-a90d-4c054e8e03cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef51e6a-f401-4c96-98e7-fef5d500cd81", "tag": "0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:56:06.547816 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc25db8-9c8c-439c-9ca8-b3c7d046cbbe x-openstack-request-id: req-4cc25db8-9c8c-439c-9ca8-b3c7d046cbbe {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:56:06.548118 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef51e6a-f401-4c96-98e7-fef5d500cd81", "tag": "0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:56:06.548383 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4cc25db8-9c8c-439c-9ca8-b3c7d046cbbe {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:56:06.548801 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc25db8-9c8c-439c-9ca8-b3c7d046cbbe'] response: {'name': 'network-changed', 'server_uuid': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'tag': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6', 'status': 'completed', 'code': 200} Oct 28 10:56:06.638124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0ca02850-b908-4a83-9c84-6212499f1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 5, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:06.661249 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89081bb5-5c73-4c8f-a90d-4c054e8e03cd req-1182c4fa-7fe9-4b45-b9bf-a63b5ed8d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:06.662971 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-89081bb5-5c73-4c8f-a90d-4c054e8e03cd req-1182c4fa-7fe9-4b45-b9bf-a63b5ed8d249 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 1129 time: 0.0414720 Oct 28 10:56:06.672138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca02850-b908-4a83-9c84-6212499f1486 None None] Checking router: b79c7d61-4418-4f4c-8e02-8dd28b0846c7 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:56:06.685894 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca02850-b908-4a83-9c84-6212499f1486 None None] Routers {'b79c7d61-4418-4f4c-8e02-8dd28b0846c7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:56:06.686528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0ca02850-b908-4a83-9c84-6212499f1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:55:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:06.777316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89081bb5-5c73-4c8f-a90d-4c054e8e03cd req-bb932cc0-e8b6-40bb-aedb-a5372cbf9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:06.778983 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-89081bb5-5c73-4c8f-a90d-4c054e8e03cd req-bb932cc0-e8b6-40bb-aedb-a5372cbf9dc8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 200 len: 910 time: 0.1056724 Oct 28 10:56:06.788661 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:06.797502 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2331d-c193-4f56-bfd9-34ca15dcbe62 req-a6216b80-fc15-413d-bdca-86e4c015573f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:06.802013 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cfe2331d-c193-4f56-bfd9-34ca15dcbe62 req-a6216b80-fc15-413d-bdca-86e4c015573f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0512545 Oct 28 10:56:06.802191 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-0ca02850-b908-4a83-9c84-6212499f1486 None None] Set router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:56:06.855667 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cfe2331d-c193-4f56-bfd9-34ca15dcbe62 req-24136318-6f89-4206-8dbf-9df46385544f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502830 Oct 28 10:56:06.991848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-0ca02850-b908-4a83-9c84-6212499f1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 5, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:07.017193 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca02850-b908-4a83-9c84-6212499f1486 None None] The sync data for ids ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'] in dv-neutron-zed-2-hyperv is: [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:45Z', 'revision_number': 4, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'ffda3911-e873-489a-96b9-2419ce1ca524', 'name': '', 'network_id': 'b5155ad9-9ca2-44b1-932e-075fc5a93029', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'mac_address': 'fa:16:3e:e7:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '19d1d374-5491-46a3-817f-333434744d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:45Z', 'updated_at': '2022-10-28T10:45:52Z', 'revision_number': 5, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'subnets': [{'id': '19d1d374-5491-46a3-817f-333434744d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:56:07.290641 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cae5d0-daad-439f-987b-6e7b6cc9d2dc None None] New status for floating IP 5fbb2902-7b23-4b08-ac85-18abb54f32e4: DOWN {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:56:07.732463 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:56:07.982433 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc91e57-5d1e-4cd1-bbaf-1be75bceb8e5 req-eba99108-112b-42e6-ae4c-ba7cd12c230f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:07.983946 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bbc91e57-5d1e-4cd1-bbaf-1be75bceb8e5 req-eba99108-112b-42e6-ae4c-ba7cd12c230f tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0493181 Oct 28 10:56:08.048765 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bbc91e57-5d1e-4cd1-bbaf-1be75bceb8e5 req-291d2db9-2151-45f0-bb15-2e5c17fdc23b tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568402 Oct 28 10:56:08.059796 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-89081bb5-5c73-4c8f-a90d-4c054e8e03cd req-9588f184-410e-4d39-9308-f5457d2d12b2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 HTTP/1.1" status: 200 len: 217 time: 0.0341883 Oct 28 10:56:08.120546 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89081bb5-5c73-4c8f-a90d-4c054e8e03cd req-3884bd96-e4df-4998-9881-4f369c78f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:08.122012 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-89081bb5-5c73-4c8f-a90d-4c054e8e03cd req-3884bd96-e4df-4998-9881-4f369c78f618 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 200 len: 848 time: 0.0489023 Oct 28 10:56:08.213111 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89081bb5-5c73-4c8f-a90d-4c054e8e03cd req-a5da908c-0e3f-421b-865b-0e3f5dbfc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:08.214604 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-89081bb5-5c73-4c8f-a90d-4c054e8e03cd req-a5da908c-0e3f-421b-865b-0e3f5dbfc754 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=b5155ad9-9ca2-44b1-932e-075fc5a93029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0408838 Oct 28 10:56:08.309944 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-89081bb5-5c73-4c8f-a90d-4c054e8e03cd req-aaf02a6e-8764-477e-b478-5895d0901c5b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884874 Oct 28 10:56:08.591867 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-89081bb5-5c73-4c8f-a90d-4c054e8e03cd req-cd2d4987-7a03-4598-a493-b7c6fd9de562 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855870 Oct 28 10:56:08.715005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f6f62-b6f9-4051-974a-80b5c31e31c8 req-37890b5d-78a0-41e5-b2b1-07e0e1fa90f0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:08.716462 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-279f6f62-b6f9-4051-974a-80b5c31e31c8 req-37890b5d-78a0-41e5-b2b1-07e0e1fa90f0 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0475488 Oct 28 10:56:08.752857 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:08.760791 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:08.807870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-279f6f62-b6f9-4051-974a-80b5c31e31c8 req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Deleting port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:56:08.808215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-279f6f62-b6f9-4051-974a-80b5c31e31c8 req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:08.904906 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-279f6f62-b6f9-4051-974a-80b5c31e31c8 req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] For port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:08.905179 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-279f6f62-b6f9-4051-974a-80b5c31e31c8 req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:08.920645 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-279f6f62-b6f9-4051-974a-80b5c31e31c8 req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Calling delete_port for 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:56:09.145671 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-279f6f62-b6f9-4051-974a-80b5c31e31c8 req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:09.173529 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d2e67-41f1-43a1-aad0-a635309929af req-05028c08-8b35-4a3e-84fd-8bb23230f80e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:09.176549 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0c4d2e67-41f1-43a1-aad0-a635309929af req-05028c08-8b35-4a3e-84fd-8bb23230f80e tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 945 time: 0.0498152 Oct 28 10:56:09.182972 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event deleted for resources: {'Port': ['ID=0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:09.225389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:09.225389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:09.225389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:09.225389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:09.225389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:09.225389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:09.225389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:09.225389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:09.225389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:09.225389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:09.225389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:09.225389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:09.225389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:09.225389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:09.225389 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:09.234142 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0c4d2e67-41f1-43a1-aad0-a635309929af req-edb6fdf9-0c88-4e43-bdac-c6366a6c7d45 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4bd3ac76-ffa0-402b-90bf-17c7d277c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510981 Oct 28 10:56:09.239464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-279f6f62-b6f9-4051-974a-80b5c31e31c8 req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] No DVR routers for this DVR port 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:56:09.242358 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-279f6f62-b6f9-4051-974a-80b5c31e31c8 req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:09.245902 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-279f6f62-b6f9-4051-974a-80b5c31e31c8 req-e90ba5a9-f050-4973-829a-997252d9a072 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.48 "DELETE /networking/v2.0/ports/0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 HTTP/1.1" status: 204 len: 173 time: 0.5216253 Oct 28 10:56:09.246418 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'name': 'network-vif-deleted', 'tag': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:56:09.286823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534cedbae41fa60b51e6729bf5c26e4ea484422e7225bf5a0c68b32fe746b878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfcb325-bd53-4d96-93ee-0fd2328a2a39" -d '{"events": [{"server_uuid": "5ef51e6a-f401-4c96-98e7-fef5d500cd81", "name": "network-vif-deleted", "tag": "0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:56:09.378145 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abfb2db-7861-427e-ac33-7b1c4a826ad7 x-openstack-request-id: req-8abfb2db-7861-427e-ac33-7b1c4a826ad7 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:56:09.378447 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef51e6a-f401-4c96-98e7-fef5d500cd81", "name": "network-vif-deleted", "tag": "0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:56:09.378733 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8abfb2db-7861-427e-ac33-7b1c4a826ad7 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:56:09.379145 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8abfb2db-7861-427e-ac33-7b1c4a826ad7'] response: {'server_uuid': '5ef51e6a-f401-4c96-98e7-fef5d500cd81', 'name': 'network-vif-deleted', 'tag': '0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6', 'status': 'completed', 'code': 200} Oct 28 10:56:10.345539 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-cb923b86-7120-4b2e-93f4-8344824b495d req-a58ba547-5efb-4c70-a412-db049e9229da tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 210 time: 0.0284400 Oct 28 10:56:11.455119 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-199b17df-84fb-40e5-b025-fbc15502eb68 req-0db02504-b696-44ff-9722-6e36df4b73b2 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 210 time: 0.0329814 Oct 28 10:56:12.438884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:56:12.460626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:56:12.460996 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 0f1e03d6-8173-4538-bb0d-8f1bbd3e9ac6 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:56:12.560776 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a40dba90-7c21-4f65-92f7-87f1f14cce24 req-8ec7bbc6-c019-422a-bd39-037bdc0ddf2c tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 210 time: 0.0293007 Oct 28 10:56:13.123568 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6a949077-760e-4ba1-9da3-1cb367f0e8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:13.665636 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9120a75e-638b-4e65-afe9-31697c303530 req-3cbaa47a-d624-42a6-950f-44e130f78389 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 210 time: 0.0296137 Oct 28 10:56:14.795014 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-38b30727-236b-4b8e-8f67-2b9389ffdbc1 req-4eedb08f-f9e8-4636-9e72-4d5a8e4a62ca tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5ef51e6a-f401-4c96-98e7-fef5d500cd81 HTTP/1.1" status: 200 len: 210 time: 0.0296485 Oct 28 10:56:15.432440 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-a27009a6-7f82-413f-84fe-ab7b7bbdd33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:15.865002 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51478) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:15.926886 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e1e6-744f-4c8e-902e-ecf312acf653 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group (4bd3ac76-ffa0-402b-90bf-17c7d277c20c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:15.958206 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e1e6-744f-4c8e-902e-ecf312acf653 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group (4bd3ac76-ffa0-402b-90bf-17c7d277c20c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:16.094207 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e1e6-744f-4c8e-902e-ecf312acf653 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (4bd3ac76-ffa0-402b-90bf-17c7d277c20c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:16.097220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e1e6-744f-4c8e-902e-ecf312acf653 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:16.098396 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4bf9e1e6-744f-4c8e-902e-ecf312acf653 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4bd3ac76-ffa0-402b-90bf-17c7d277c20c HTTP/1.1" status: 204 len: 168 time: 0.2330446 Oct 28 10:56:16.108366 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9e1e6-744f-4c8e-902e-ecf312acf653 tempest-TestShelveInstance-963900600 tempest-TestShelveInstance-963900600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd3ac76-ffa0-402b-90bf-17c7d277c20c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:16.218433 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 51482) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:16.757153 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b52ff3c6-f5be-4bc5-868b-7a8e90a8f141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:16.891998 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:16.984439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:16.991402 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b52ff3c6-f5be-4bc5-868b-7a8e90a8f141 admin admin] Deleting port ffda3911-e873-489a-96b9-2419ce1ca524 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:56:16.991802 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b52ff3c6-f5be-4bc5-868b-7a8e90a8f141 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ffda3911-e873-489a-96b9-2419ce1ca524), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:17.081744 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-b52ff3c6-f5be-4bc5-868b-7a8e90a8f141 admin admin] For port ffda3911-e873-489a-96b9-2419ce1ca524, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ffda3911-e873-489a-96b9-2419ce1ca524,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:17.082170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b52ff3c6-f5be-4bc5-868b-7a8e90a8f141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ffda3911-e873-489a-96b9-2419ce1ca524), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:17.096075 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b52ff3c6-f5be-4bc5-868b-7a8e90a8f141 admin admin] Calling delete_port for ffda3911-e873-489a-96b9-2419ce1ca524 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:56:17.180458 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:17.340161 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b52ff3c6-f5be-4bc5-868b-7a8e90a8f141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ffda3911-e873-489a-96b9-2419ce1ca524), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:17.365572 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ff3c6-f5be-4bc5-868b-7a8e90a8f141 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffda3911-e873-489a-96b9-2419ce1ca524,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:17.553445 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b52ff3c6-f5be-4bc5-868b-7a8e90a8f141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:17.678341 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:17.796891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52ff3c6-f5be-4bc5-868b-7a8e90a8f141 admin admin] Router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:56:17.913225 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52ff3c6-f5be-4bc5-868b-7a8e90a8f141 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:56:17.918317 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b52ff3c6-f5be-4bc5-868b-7a8e90a8f141 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/b79c7d61-4418-4f4c-8e02-8dd28b0846c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6988697 Oct 28 10:56:17.921082 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51486) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:17.924037 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a1b54-97cd-419e-bb92-306b2c0f315f None None] Sync routers for ids ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:56:17.936396 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a1b54-97cd-419e-bb92-306b2c0f315f None None] Routers {'b79c7d61-4418-4f4c-8e02-8dd28b0846c7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:56:17.937015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-844a1b54-97cd-419e-bb92-306b2c0f315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:18.039287 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-df1b75ae-202d-4fe5-b043-4140482f96c9 admin admin] Publish callbacks [] for router (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:18.068496 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-844a1b54-97cd-419e-bb92-306b2c0f315f None None] Set router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:56:18.153072 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-df1b75ae-202d-4fe5-b043-4140482f96c9 admin admin] Publish callbacks [] for router_gateway (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:18.271596 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:18.303572 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:18.324158 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:18.383036 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-844a1b54-97cd-419e-bb92-306b2c0f315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237'}], 'enable_snat': True}, 'gw_port_id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:56:17Z', 'revision_number': 5, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port': {'id': 'e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:18.410306 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a1b54-97cd-419e-bb92-306b2c0f315f None None] Checking router: b79c7d61-4418-4f4c-8e02-8dd28b0846c7 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:56:18.421180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a1b54-97cd-419e-bb92-306b2c0f315f None None] Routers {'b79c7d61-4418-4f4c-8e02-8dd28b0846c7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:56:18.421804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-844a1b54-97cd-419e-bb92-306b2c0f315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:18.567769 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-df1b75ae-202d-4fe5-b043-4140482f96c9 admin admin] Deleting port e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:56:18.568025 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-df1b75ae-202d-4fe5-b043-4140482f96c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:18.652223 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-df1b75ae-202d-4fe5-b043-4140482f96c9 admin admin] For port e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:18.652619 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-df1b75ae-202d-4fe5-b043-4140482f96c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:18.657062 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-844a1b54-97cd-419e-bb92-306b2c0f315f None None] Set router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:56:18.669160 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-df1b75ae-202d-4fe5-b043-4140482f96c9 admin admin] Calling delete_port for e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:56:18.712513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-844a1b54-97cd-419e-bb92-306b2c0f315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:56:18Z', 'revision_number': 6, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:18.731040 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:18.755656 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a1b54-97cd-419e-bb92-306b2c0f315f None None] The sync data for ids ['b79c7d61-4418-4f4c-8e02-8dd28b0846c7'] in dv-neutron-zed-2-hyperv is: [{'id': 'b79c7d61-4418-4f4c-8e02-8dd28b0846c7', 'name': 'tempest-TestShelveInstance-1195899456-router', 'tenant_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:42Z', 'updated_at': '2022-10-28T10:56:18Z', 'revision_number': 6, 'project_id': '0d8a2c62f64e4eb3bc020a76f8cc2770', 'gw_port_host': None}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:56:18.776869 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:18.848581 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:18.940311 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-df1b75ae-202d-4fe5-b043-4140482f96c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:18.966102 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b75ae-202d-4fe5-b043-4140482f96c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:19.036349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-df1b75ae-202d-4fe5-b043-4140482f96c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:19.128597 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-df1b75ae-202d-4fe5-b043-4140482f96c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:19.131132 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-df1b75ae-202d-4fe5-b043-4140482f96c9 admin admin] Publish callbacks [] for router_controller (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:19.219946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-df1b75ae-202d-4fe5-b043-4140482f96c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (b79c7d61-4418-4f4c-8e02-8dd28b0846c7), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:19.220535 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1b75ae-202d-4fe5-b043-4140482f96c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b79c7d61-4418-4f4c-8e02-8dd28b0846c7 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:56:19.225726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-df1b75ae-202d-4fe5-b043-4140482f96c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:19.226957 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-df1b75ae-202d-4fe5-b043-4140482f96c9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/b79c7d61-4418-4f4c-8e02-8dd28b0846c7 HTTP/1.1" status: 204 len: 168 time: 1.3048167 Oct 28 10:56:19.229496 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51488) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:19.280238 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cd4bfa-7aa7-4a0b-ae3c-0dea764a0f8c admin admin] Deleting subnet 19d1d374-5491-46a3-817f-333434744d12 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:56:19.283474 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4bfa-7aa7-4a0b-ae3c-0dea764a0f8c admin admin] Publish callbacks [] for subnet (19d1d374-5491-46a3-817f-333434744d12), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:19.318416 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4bfa-7aa7-4a0b-ae3c-0dea764a0f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (19d1d374-5491-46a3-817f-333434744d12), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:19.401092 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4bfa-7aa7-4a0b-ae3c-0dea764a0f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (19d1d374-5491-46a3-817f-333434744d12), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:19.540439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4bfa-7aa7-4a0b-ae3c-0dea764a0f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (19d1d374-5491-46a3-817f-333434744d12), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:19.567302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd4bfa-7aa7-4a0b-ae3c-0dea764a0f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19d1d374-5491-46a3-817f-333434744d12,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:19.577954 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4bfa-7aa7-4a0b-ae3c-0dea764a0f8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:19.583871 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aabb91b-d90d-43d7-beb8-b13f778fd019 None None] Network b5155ad9-9ca2-44b1-932e-075fc5a93029 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:56:19.584506 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-e8cd4bfa-7aa7-4a0b-ae3c-0dea764a0f8c admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/19d1d374-5491-46a3-817f-333434744d12 HTTP/1.1" status: 204 len: 168 time: 0.3535929 Oct 28 10:56:19.584628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 51490) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:19.672774 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (b5155ad9-9ca2-44b1-932e-075fc5a93029), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:19.768156 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] DHCP port deletion for b5155ad9-9ca2-44b1-932e-075fc5a93029 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:56:19.816847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Deleting port c4a705ad-d65b-4ddd-a53e-198ac525d60b {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:56:19.817504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (c4a705ad-d65b-4ddd-a53e-198ac525d60b), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:19.915649 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] For port c4a705ad-d65b-4ddd-a53e-198ac525d60b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c4a705ad-d65b-4ddd-a53e-198ac525d60b,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:19.916049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (c4a705ad-d65b-4ddd-a53e-198ac525d60b), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:19.933041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Calling delete_port for c4a705ad-d65b-4ddd-a53e-198ac525d60b owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:56:20.055343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] Deleting port c4a705ad-d65b-4ddd-a53e-198ac525d60b {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:56:20.056720 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (c4a705ad-d65b-4ddd-a53e-198ac525d60b), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:20.091940 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ffda3911-e873-489a-96b9-2419ce1ca524 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:56:20.115607 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: ffda3911-e873-489a-96b9-2419ce1ca524 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:56:20.116015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ffda3911-e873-489a-96b9-2419ce1ca524 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:56:20.116472 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c4a705ad-d65b-4ddd-a53e-198ac525d60b no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:56:20.137855 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] For port c4a705ad-d65b-4ddd-a53e-198ac525d60b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=c4a705ad-d65b-4ddd-a53e-198ac525d60b,segment=NetworkSegment(3b507eff-58e7-42dc-a203-9bd7708288c1),segment_id=3b507eff-58e7-42dc-a203-9bd7708288c1)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:20.138210 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (c4a705ad-d65b-4ddd-a53e-198ac525d60b), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:20.139927 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (c4a705ad-d65b-4ddd-a53e-198ac525d60b), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:20.158104 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] Calling delete_port for c4a705ad-d65b-4ddd-a53e-198ac525d60b owned by network:dhcp {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:56:20.169205 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:20.181049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Pushing event deleted for resources: {'Port': ['ID=c4a705ad-d65b-4ddd-a53e-198ac525d60b,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:20.192867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] No DVR routers for this DVR port c4a705ad-d65b-4ddd-a53e-198ac525d60b on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:56:20.198815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:20.199196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:20.199514 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:20.199869 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:20.200240 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:20.200728 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:20.201064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:20.201400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:20.201773 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:20.202279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:20.203990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:20.203990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:20.203990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:20.203990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:20.203990 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf5816-a4fa-4521-9941-c885b9e18b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:20.213621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No active binding found for port c4a705ad-d65b-4ddd-a53e-198ac525d60b {{(pid=114061) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 28 10:56:20.213621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] The host dv-neutron-zed-2-hyperv is not matching for port c4a705ad-d65b-4ddd-a53e-198ac525d60b host None! {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 28 10:56:20.213621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device c4a705ad-d65b-4ddd-a53e-198ac525d60b not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:56:20.213621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:56:20.235007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:56:20.235394 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device e2d0f619-8f2c-491d-a7ef-cb4675ecdaf6 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:56:20.268731 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (c4a705ad-d65b-4ddd-a53e-198ac525d60b), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:20.295146 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a705ad-d65b-4ddd-a53e-198ac525d60b,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:20.298824 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] No DVR routers for this DVR port c4a705ad-d65b-4ddd-a53e-198ac525d60b on host dv-neutron-zed-2-hyperv {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:56:20.381118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (b5155ad9-9ca2-44b1-932e-075fc5a93029), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:20.404203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5155ad9-9ca2-44b1-932e-075fc5a93029']}} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:20.415917 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b507eff-58e7-42dc-a203-9bd7708288c1') {'for_net_delete': True} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:20.416164 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.services.segments.db [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b507eff-58e7-42dc-a203-9bd7708288c1') {} {{(pid=114060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:20.429280 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866503'] for segment (3b507eff-58e7-42dc-a203-9bd7708288c1), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:20.446955 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (3b507eff-58e7-42dc-a203-9bd7708288c1), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:20.455060 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=114060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:56:20.455417 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3835080'] for segment (3b507eff-58e7-42dc-a203-9bd7708288c1), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:20.660173 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (b5155ad9-9ca2-44b1-932e-075fc5a93029), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:20.684639 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:20.688038 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/b5155ad9-9ca2-44b1-932e-075fc5a93029 HTTP/1.1" status: 204 len: 168 time: 1.1024256 Oct 28 10:56:20.689103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda25c2f-0634-4237-8ac8-3dada7277022 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5155ad9-9ca2-44b1-932e-075fc5a93029,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:20.692267 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51498) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:20.719719 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 3b507eff-58e7-42dc-a203-9bd7708288c1 resource provider aggregate not found Oct 28 10:56:20.738825 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.services.segments.plugin [-] Segment 3b507eff-58e7-42dc-a203-9bd7708288c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b507eff-58e7-42dc-a203-9bd7708288c1 found for delete ", "request_id": "req-5f0ed58e-35cc-4c8a-877a-1ddf0f6a313e"}]} Oct 28 10:56:20.976841 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=13,neutron:UPDATE=3,neutron:SELECT=84 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:21.082135 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee446-2f04-4211-8b9e-07d3de32cbd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (ddefe95e-ef75-4703-bee4-89ddc08d32e9), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:21.200802 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:21.350726 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2c2ee446-2f04-4211-8b9e-07d3de32cbd9 admin admin] Deleting port 7914df55-7450-4d85-9275-11f4d47e54a4 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:56:21.351072 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee446-2f04-4211-8b9e-07d3de32cbd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (7914df55-7450-4d85-9275-11f4d47e54a4), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:21.441102 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-2c2ee446-2f04-4211-8b9e-07d3de32cbd9 admin admin] For port 7914df55-7450-4d85-9275-11f4d47e54a4, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=7914df55-7450-4d85-9275-11f4d47e54a4,segment=NetworkSegment(039f8947-16dc-4da2-94ac-22ee0f9915af),segment_id=039f8947-16dc-4da2-94ac-22ee0f9915af)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:21.441471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee446-2f04-4211-8b9e-07d3de32cbd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (7914df55-7450-4d85-9275-11f4d47e54a4), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:21.455577 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-2c2ee446-2f04-4211-8b9e-07d3de32cbd9 admin admin] Calling delete_port for 7914df55-7450-4d85-9275-11f4d47e54a4 owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:56:21.763181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee446-2f04-4211-8b9e-07d3de32cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (7914df55-7450-4d85-9275-11f4d47e54a4), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:21.792719 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ee446-2f04-4211-8b9e-07d3de32cbd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7914df55-7450-4d85-9275-11f4d47e54a4,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:21.989697 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee446-2f04-4211-8b9e-07d3de32cbd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (ddefe95e-ef75-4703-bee4-89ddc08d32e9), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:22.086954 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:22.208469 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:22.212521 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2ee446-2f04-4211-8b9e-07d3de32cbd9 admin admin] Router ddefe95e-ef75-4703-bee4-89ddc08d32e9 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:56:22.323077 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2ee446-2f04-4211-8b9e-07d3de32cbd9 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:56:22.328085 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-2c2ee446-2f04-4211-8b9e-07d3de32cbd9 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/ddefe95e-ef75-4703-bee4-89ddc08d32e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6340940 Oct 28 10:56:22.331295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51502) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:22.335074 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6479a7-7fe0-4e7c-8be5-d6a670c4b301 None None] Sync routers for ids ['ddefe95e-ef75-4703-bee4-89ddc08d32e9'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:56:22.345119 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6479a7-7fe0-4e7c-8be5-d6a670c4b301 None None] Routers {'ddefe95e-ef75-4703-bee4-89ddc08d32e9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:56:22.345730 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ec6479a7-7fe0-4e7c-8be5-d6a670c4b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['ddefe95e-ef75-4703-bee4-89ddc08d32e9'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:22.445920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ef6047fe-5518-4cb9-9169-748ea391d532 admin admin] Publish callbacks [] for router (ddefe95e-ef75-4703-bee4-89ddc08d32e9), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:22.454124 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-ec6479a7-7fe0-4e7c-8be5-d6a670c4b301 None None] Set router ddefe95e-ef75-4703-bee4-89ddc08d32e9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:56:22.551396 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ef6047fe-5518-4cb9-9169-748ea391d532 admin admin] Publish callbacks [] for router_gateway (ddefe95e-ef75-4703-bee4-89ddc08d32e9), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:22.631729 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ec6479a7-7fe0-4e7c-8be5-d6a670c4b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'name': 'tempest-TestShelveInstance-1520113936-router', 'tenant_id': 'f965593ce8404ab8ad817de78f288918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:49Z', 'updated_at': '2022-10-28T10:56:21Z', 'revision_number': 5, 'project_id': 'f965593ce8404ab8ad817de78f288918', 'gw_port': {'id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:50Z', 'updated_at': '2022-10-28T10:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:22.660881 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6479a7-7fe0-4e7c-8be5-d6a670c4b301 None None] Checking router: ddefe95e-ef75-4703-bee4-89ddc08d32e9 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:56:22.670171 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6479a7-7fe0-4e7c-8be5-d6a670c4b301 None None] Routers {'ddefe95e-ef75-4703-bee4-89ddc08d32e9'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:56:22.670803 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ec6479a7-7fe0-4e7c-8be5-d6a670c4b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['ddefe95e-ef75-4703-bee4-89ddc08d32e9'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:22.712980 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=40,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:22.716552 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ef6047fe-5518-4cb9-9169-748ea391d532 admin admin] Deleting port ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:56:22.716898 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ef6047fe-5518-4cb9-9169-748ea391d532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:22.780623 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-ec6479a7-7fe0-4e7c-8be5-d6a670c4b301 None None] Set router ddefe95e-ef75-4703-bee4-89ddc08d32e9 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:56:22.810128 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-ef6047fe-5518-4cb9-9169-748ea391d532 admin admin] For port ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:22.810857 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ef6047fe-5518-4cb9-9169-748ea391d532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:22.825148 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-ef6047fe-5518-4cb9-9169-748ea391d532 admin admin] Calling delete_port for ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:56:22.963779 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-ec6479a7-7fe0-4e7c-8be5-d6a670c4b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'name': 'tempest-TestShelveInstance-1520113936-router', 'tenant_id': 'f965593ce8404ab8ad817de78f288918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:49Z', 'updated_at': '2022-10-28T10:56:21Z', 'revision_number': 5, 'project_id': 'f965593ce8404ab8ad817de78f288918', 'gw_port': {'id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:50Z', 'updated_at': '2022-10-28T10:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:22.994098 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6479a7-7fe0-4e7c-8be5-d6a670c4b301 None None] The sync data for ids ['ddefe95e-ef75-4703-bee4-89ddc08d32e9'] in dv-neutron-zed-2-hyperv is: [{'id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'name': 'tempest-TestShelveInstance-1520113936-router', 'tenant_id': 'f965593ce8404ab8ad817de78f288918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:45:49Z', 'updated_at': '2022-10-28T10:56:21Z', 'revision_number': 5, 'project_id': 'f965593ce8404ab8ad817de78f288918', 'gw_port': {'id': 'ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefe95e-ef75-4703-bee4-89ddc08d32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:45:50Z', 'updated_at': '2022-10-28T10:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:56:23.243081 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ef6047fe-5518-4cb9-9169-748ea391d532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:23.271937 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6047fe-5518-4cb9-9169-748ea391d532 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:23.281692 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:23.343324 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ef6047fe-5518-4cb9-9169-748ea391d532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (ddefe95e-ef75-4703-bee4-89ddc08d32e9), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:23.442958 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ef6047fe-5518-4cb9-9169-748ea391d532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (ddefe95e-ef75-4703-bee4-89ddc08d32e9), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:23.446418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ef6047fe-5518-4cb9-9169-748ea391d532 admin admin] Publish callbacks [] for router_controller (ddefe95e-ef75-4703-bee4-89ddc08d32e9), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:23.700418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ef6047fe-5518-4cb9-9169-748ea391d532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (ddefe95e-ef75-4703-bee4-89ddc08d32e9), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:23.701010 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6047fe-5518-4cb9-9169-748ea391d532 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddefe95e-ef75-4703-bee4-89ddc08d32e9 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:56:23.705749 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ef6047fe-5518-4cb9-9169-748ea391d532 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:23.706769 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ef6047fe-5518-4cb9-9169-748ea391d532 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/ddefe95e-ef75-4703-bee4-89ddc08d32e9 HTTP/1.1" status: 204 len: 168 time: 1.3745985 Oct 28 10:56:23.709556 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51504) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:23.757805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-04dd4f85-69e9-4c92-ba6e-994465297d09 admin admin] Deleting subnet b36fea4b-733d-42d9-b063-d15c78376e43 {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 10:56:23.761281 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04dd4f85-69e9-4c92-ba6e-994465297d09 admin admin] Publish callbacks [] for subnet (b36fea4b-733d-42d9-b063-d15c78376e43), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:23.807662 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04dd4f85-69e9-4c92-ba6e-994465297d09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (b36fea4b-733d-42d9-b063-d15c78376e43), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:23.820462 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:23.884124 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04dd4f85-69e9-4c92-ba6e-994465297d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (b36fea4b-733d-42d9-b063-d15c78376e43), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:24.031585 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04dd4f85-69e9-4c92-ba6e-994465297d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (b36fea4b-733d-42d9-b063-d15c78376e43), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:24.058838 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd4f85-69e9-4c92-ba6e-994465297d09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b36fea4b-733d-42d9-b063-d15c78376e43,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:24.062447 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-04dd4f85-69e9-4c92-ba6e-994465297d09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:24.065883 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-04dd4f85-69e9-4c92-ba6e-994465297d09 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/b36fea4b-733d-42d9-b063-d15c78376e43 HTTP/1.1" status: 204 len: 168 time: 0.3550842 Oct 28 10:56:24.068437 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51506) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:24.069315 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653be0ae-07a6-46ea-aec0-12630d0fc81c None None] Network 1e1f835c-6733-464e-b290-cb41e3a8d511 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:56:24.148610 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (1e1f835c-6733-464e-b290-cb41e3a8d511), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:24.198083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:56:24.211759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] Deleting port 02c2e39c-0768-4131-871a-fc590a47c93a {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:56:24.212219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (02c2e39c-0768-4131-871a-fc590a47c93a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:24.224698 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:56:24.225121 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ecd95e15-9b05-4ca4-a3f9-2be9059b0bb5 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:56:24.225620 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7914df55-7450-4d85-9275-11f4d47e54a4 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:56:24.244627 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 7914df55-7450-4d85-9275-11f4d47e54a4 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:56:24.244969 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 7914df55-7450-4d85-9275-11f4d47e54a4 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:56:24.264418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c481782-3b3d-406f-8431-8a4c68ff7751 None None] DHCP port deletion for 1e1f835c-6733-464e-b290-cb41e3a8d511 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 10:56:24.287190 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] For port 02c2e39c-0768-4131-871a-fc590a47c93a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=02c2e39c-0768-4131-871a-fc590a47c93a,segment=NetworkSegment(039f8947-16dc-4da2-94ac-22ee0f9915af),segment_id=039f8947-16dc-4da2-94ac-22ee0f9915af)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:24.287482 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (02c2e39c-0768-4131-871a-fc590a47c93a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:24.301430 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9c481782-3b3d-406f-8431-8a4c68ff7751 None None] Deleting port 02c2e39c-0768-4131-871a-fc590a47c93a {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 10:56:24.301808 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9c481782-3b3d-406f-8431-8a4c68ff7751 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (02c2e39c-0768-4131-871a-fc590a47c93a), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:24.303685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] Calling delete_port for 02c2e39c-0768-4131-871a-fc590a47c93a owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:56:24.369115 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-9c481782-3b3d-406f-8431-8a4c68ff7751 None None] For port 02c2e39c-0768-4131-871a-fc590a47c93a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=02c2e39c-0768-4131-871a-fc590a47c93a,segment=NetworkSegment(039f8947-16dc-4da2-94ac-22ee0f9915af),segment_id=039f8947-16dc-4da2-94ac-22ee0f9915af)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:24.369514 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9c481782-3b3d-406f-8431-8a4c68ff7751 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (02c2e39c-0768-4131-871a-fc590a47c93a), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:24.376796 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:24.378202 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:24.383418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-9c481782-3b3d-406f-8431-8a4c68ff7751 None None] Calling delete_port for 02c2e39c-0768-4131-871a-fc590a47c93a owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 10:56:24.450603 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:24.482742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (02c2e39c-0768-4131-871a-fc590a47c93a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:24.488838 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-9c481782-3b3d-406f-8431-8a4c68ff7751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (02c2e39c-0768-4131-871a-fc590a47c93a), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:24.511782 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] No DVR routers for this DVR port 02c2e39c-0768-4131-871a-fc590a47c93a on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:56:24.516102 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c2e39c-0768-4131-871a-fc590a47c93a,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:24.516539 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c481782-3b3d-406f-8431-8a4c68ff7751 None None] Pushing event deleted for resources: {'Port': ['ID=02c2e39c-0768-4131-871a-fc590a47c93a,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:24.520922 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c481782-3b3d-406f-8431-8a4c68ff7751 None None] No DVR routers for this DVR port 02c2e39c-0768-4131-871a-fc590a47c93a on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 10:56:24.596793 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (1e1f835c-6733-464e-b290-cb41e3a8d511), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:24.762897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:24.875458 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1f835c-6733-464e-b290-cb41e3a8d511']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:24.886009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039f8947-16dc-4da2-94ac-22ee0f9915af') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:24.887435 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039f8947-16dc-4da2-94ac-22ee0f9915af') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:24.895442 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (039f8947-16dc-4da2-94ac-22ee0f9915af), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:24.909135 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (039f8947-16dc-4da2-94ac-22ee0f9915af), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:24.915629 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:56:24.921348 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (039f8947-16dc-4da2-94ac-22ee0f9915af), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:25.018835 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 039f8947-16dc-4da2-94ac-22ee0f9915af resource provider aggregate not found Oct 28 10:56:25.036127 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 039f8947-16dc-4da2-94ac-22ee0f9915af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 039f8947-16dc-4da2-94ac-22ee0f9915af found for delete ", "request_id": "req-e43c46f6-acd9-4ac3-aaca-2d9cede31469"}]} Oct 28 10:56:25.037294 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (1e1f835c-6733-464e-b290-cb41e3a8d511), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:25.042844 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:25.047339 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/1e1f835c-6733-464e-b290-cb41e3a8d511 HTTP/1.1" status: 204 len: 168 time: 0.9764097 Oct 28 10:56:25.057717 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6add1-11a9-4118-9e3a-4ddebc097005 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e1f835c-6733-464e-b290-cb41e3a8d511,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:25.324721 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 51518) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:25.366286 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-7a4063f7-4f62-4ab1-9490-75330ae25dee admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0d8a2c62f64e4eb3bc020a76f8cc2770&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404186 Oct 28 10:56:25.368795 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 51520) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:25.415796 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:25.419169 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6839bc85-954c-43e7-8bd8-1a75eb43fa1d admin admin] Publish callbacks [] for security_group (efbb0709-2f9a-4635-b92c-dc1d0c9f4d71), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:25.443853 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6839bc85-954c-43e7-8bd8-1a75eb43fa1d admin admin] Publish callbacks [] for security_group (efbb0709-2f9a-4635-b92c-dc1d0c9f4d71), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:25.590827 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6839bc85-954c-43e7-8bd8-1a75eb43fa1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (efbb0709-2f9a-4635-b92c-dc1d0c9f4d71), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:25.593403 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6839bc85-954c-43e7-8bd8-1a75eb43fa1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:25.594560 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6839bc85-954c-43e7-8bd8-1a75eb43fa1d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/efbb0709-2f9a-4635-b92c-dc1d0c9f4d71 HTTP/1.1" status: 204 len: 168 time: 0.2248716 Oct 28 10:56:25.603535 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839bc85-954c-43e7-8bd8-1a75eb43fa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbb0709-2f9a-4635-b92c-dc1d0c9f4d71,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:26.072398 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 02c2e39c-0768-4131-871a-fc590a47c93a no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:56:26.092405 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 02c2e39c-0768-4131-871a-fc590a47c93a {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 10:56:26.092736 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 02c2e39c-0768-4131-871a-fc590a47c93a not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:56:26.313225 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 51526) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:26.354205 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-60065216-17af-462c-9e2e-e0cc5bd82acf admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f965593ce8404ab8ad817de78f288918&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397618 Oct 28 10:56:26.356778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 51528) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:26.409449 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fe6fd04c-ba84-4eaa-ad11-323f26a0362b admin admin] Publish callbacks [] for security_group (fa706d54-5956-48fd-9119-13e389f45f9f), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:26.431215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fe6fd04c-ba84-4eaa-ad11-323f26a0362b admin admin] Publish callbacks [] for security_group (fa706d54-5956-48fd-9119-13e389f45f9f), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:26.539507 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fe6fd04c-ba84-4eaa-ad11-323f26a0362b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (fa706d54-5956-48fd-9119-13e389f45f9f), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:26.541970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-fe6fd04c-ba84-4eaa-ad11-323f26a0362b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:26.543381 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-fe6fd04c-ba84-4eaa-ad11-323f26a0362b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fa706d54-5956-48fd-9119-13e389f45f9f HTTP/1.1" status: 204 len: 168 time: 0.1854548 Oct 28 10:56:26.552518 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fd04c-ba84-4eaa-ad11-323f26a0362b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa706d54-5956-48fd-9119-13e389f45f9f,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:27.577061 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51550) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:27.674447 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-c282f825-3e22-4100-a249-19259d496819 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-817669417-network', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:27.762555 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c282f825-3e22-4100-a249-19259d496819 admin admin] Made reservation on behalf of 77ccbcc7981f482d893fefbb3bbd899c for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:56:27.765037 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c282f825-3e22-4100-a249-19259d496819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:27.774432 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c282f825-3e22-4100-a249-19259d496819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:27.855355 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c282f825-3e22-4100-a249-19259d496819 admin admin] Publish callbacks [] for security_group (44a5ca7e-e23c-430c-a3d2-dbbbe8aec243), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:27.945880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c282f825-3e22-4100-a249-19259d496819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (44a5ca7e-e23c-430c-a3d2-dbbbe8aec243), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:27.975709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c282f825-3e22-4100-a249-19259d496819 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:56:27.981246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282f825-3e22-4100-a249-19259d496819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a5ca7e-e23c-430c-a3d2-dbbbe8aec243,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:27.988664 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c282f825-3e22-4100-a249-19259d496819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (4826665d-a3c9-4d01-aa1b-27649686d1c2), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:27.989716 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-c282f825-3e22-4100-a249-19259d496819 admin admin] Added segment 4826665d-a3c9-4d01-aa1b-27649686d1c2 of type vlan for network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae Oct 28 10:56:28.030532 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c282f825-3e22-4100-a249-19259d496819 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:28.048344 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:28.134234 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c282f825-3e22-4100-a249-19259d496819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:28.135337 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c282f825-3e22-4100-a249-19259d496819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:28.135930 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-c282f825-3e22-4100-a249-19259d496819 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:28.227685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282f825-3e22-4100-a249-19259d496819 admin admin] Pushing event updated for resources: {'Network': ['ID=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:28.237404 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:56:28.290594 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-c282f825-3e22-4100-a249-19259d496819 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7123139 Oct 28 10:56:28.293558 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51554) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:28.298405 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-67263535-ee96-4a52-82fc-6487d48b047b admin admin] Request body: {'subnet': {'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-817669417-subnet', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'ip_version': 4}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:28.380170 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67263535-ee96-4a52-82fc-6487d48b047b admin admin] Made reservation on behalf of 77ccbcc7981f482d893fefbb3bbd899c for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:56:28.382715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-67263535-ee96-4a52-82fc-6487d48b047b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:28.495055 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:DELETE=5,neutron:SELECT=73,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:28.625577 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-67263535-ee96-4a52-82fc-6487d48b047b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (503b837f-ad0b-4da1-acd0-2608ba194bff), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:28.677891 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67263535-ee96-4a52-82fc-6487d48b047b admin admin] Pushing event updated for resources: {'Subnet': ['ID=503b837f-ad0b-4da1-acd0-2608ba194bff,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:28.695924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67263535-ee96-4a52-82fc-6487d48b047b admin admin] Checking segment: {'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:56:28.696289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67263535-ee96-4a52-82fc-6487d48b047b admin admin] Network hostable DHCP agents. Network: cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:56:28.790949 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67263535-ee96-4a52-82fc-6487d48b047b admin admin] Network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:56:28.870815 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-67263535-ee96-4a52-82fc-6487d48b047b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:56:28.874868 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67263535-ee96-4a52-82fc-6487d48b047b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:28.875541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-67263535-ee96-4a52-82fc-6487d48b047b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:28.879536 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe5e548-e045-4153-bc85-3b4f7ca57928 None None] Network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:56:28.983800 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:56:28.984702 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:28.988871 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-67263535-ee96-4a52-82fc-6487d48b047b admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6943092 Oct 28 10:56:28.998895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51556) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:28.998895 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:29.099498 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (64dee83d-7940-44c3-92db-b88cfbeb5352), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:29.100585 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (64dee83d-7940-44c3-92db-b88cfbeb5352), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:29.125123 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Allocated IP 172.20.0.2 (cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae/503b837f-ad0b-4da1-acd0-2608ba194bff/ebda3747-e0f3-46a4-bdde-fc9707d15533) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:56:29.156673 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Publish callbacks [] for router_controller (64dee83d-7940-44c3-92db-b88cfbeb5352), precommit_add_association {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:29.265706 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Publish callbacks [] for port (ebda3747-e0f3-46a4-bdde-fc9707d15533), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:29.351562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (ebda3747-e0f3-46a4-bdde-fc9707d15533), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:29.356791 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Publish callbacks [] for router_gateway (64dee83d-7940-44c3-92db-b88cfbeb5352), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:29.393716 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:56:29.398774 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:56:29.402690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:56:29.410047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Pushing event updated for resources: {'Port': ['ID=ebda3747-e0f3-46a4-bdde-fc9707d15533,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:29.463966 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Attempting to bind port ebda3747-e0f3-46a4-bdde-fc9707d15533 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:56:29.464336 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Attempting to bind port ebda3747-e0f3-46a4-bdde-fc9707d15533 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:56:29.464696 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Attempting to bind port ebda3747-e0f3-46a4-bdde-fc9707d15533 on network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:56:29.508010 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:56:29.508549 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Checking segment: {'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:56:29.509197 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:29.509641 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Bound using segment: {'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:56:29.510195 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Bound port: ebda3747-e0f3-46a4-bdde-fc9707d15533, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:56:29.510730 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ebda3747-e0f3-46a4-bdde-fc9707d15533), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:29.576042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] For port ebda3747-e0f3-46a4-bdde-fc9707d15533, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:56:29.579222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] For port ebda3747-e0f3-46a4-bdde-fc9707d15533, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ebda3747-e0f3-46a4-bdde-fc9707d15533,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:56:29.616443 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Publish callbacks [] for router_gateway (64dee83d-7940-44c3-92db-b88cfbeb5352), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:29.635742 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:29.642567 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ebda3747-e0f3-46a4-bdde-fc9707d15533), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:29.681376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:29.702458 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42090a7b-e559-494f-9dbe-f267114a6f3e None None] Pushing event updated for resources: {'Port': ['ID=ebda3747-e0f3-46a4-bdde-fc9707d15533,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:29.712291 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:29.764389 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Allocated IP 172.36.1.44 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/eb8379e8-17d2-4be4-b064-60ad911ab87b) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:56:29.888672 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Publish callbacks [] for port (eb8379e8-17d2-4be4-b064-60ad911ab87b), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:29.913428 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:INSERT=7,neutron:UPDATE=5,neutron:SELECT=88 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:29.968433 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (eb8379e8-17d2-4be4-b064-60ad911ab87b), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:30.014317 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:56:30.019186 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:56:30.023010 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:56:30.031375 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Pushing event updated for resources: {'Port': ['ID=eb8379e8-17d2-4be4-b064-60ad911ab87b,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:30.107660 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ebda3747-e0f3-46a4-bdde-fc9707d15533 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:56:30.153039 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:30.157212 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ebda3747-e0f3-46a4-bdde-fc9707d15533 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:30.157623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ebda3747-e0f3-46a4-bdde-fc9707d15533), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:30.158072 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ebda3747-e0f3-46a4-bdde-fc9707d15533 Oct 28 10:56:30.236227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ebda3747-e0f3-46a4-bdde-fc9707d15533 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:30.236626 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ebda3747-e0f3-46a4-bdde-fc9707d15533), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:30.273481 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port ebda3747-e0f3-46a4-bdde-fc9707d15533, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ebda3747-e0f3-46a4-bdde-fc9707d15533,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:30.322415 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ebda3747-e0f3-46a4-bdde-fc9707d15533), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:30.333699 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Publish callbacks [] for router_gateway (64dee83d-7940-44c3-92db-b88cfbeb5352), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:30.374136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=ebda3747-e0f3-46a4-bdde-fc9707d15533,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:30.535423 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (64dee83d-7940-44c3-92db-b88cfbeb5352), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:30.624775 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e8376e-f783-4cf8-8022-41b8eb145078 None None] Network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:56:30.694300 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-1bd6657f-99b5-4ef7-9dad-33ee80fb563c None None] Provisioning complete for port ebda3747-e0f3-46a4-bdde-fc9707d15533 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:30.694681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1bd6657f-99b5-4ef7-9dad-33ee80fb563c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ebda3747-e0f3-46a4-bdde-fc9707d15533), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:30.695272 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-1bd6657f-99b5-4ef7-9dad-33ee80fb563c None None] Attempt 1 to provision port ebda3747-e0f3-46a4-bdde-fc9707d15533 Oct 28 10:56:30.781180 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Router 64dee83d-7940-44c3-92db-b88cfbeb5352 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:56:30.809849 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6657f-99b5-4ef7-9dad-33ee80fb563c None None] Current status of the port ebda3747-e0f3-46a4-bdde-fc9707d15533 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:30.869967 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:30.889807 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:56:30.901291 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Sync routers for ids ['64dee83d-7940-44c3-92db-b88cfbeb5352'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:56:30.914417 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Routers {'64dee83d-7940-44c3-92db-b88cfbeb5352'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:56:30.915101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['64dee83d-7940-44c3-92db-b88cfbeb5352'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:30.981579 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:30.982897 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-bb965534-0ce4-4b31-9a0e-ada885f772bd admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9900308 Oct 28 10:56:30.986036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 51558) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:31.031064 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Set router 64dee83d-7940-44c3-92db-b88cfbeb5352 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:56:31.090476 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ea012c76-2637-42c7-a931-a39eb678b601 None None] Provisioning complete for port ebda3747-e0f3-46a4-bdde-fc9707d15533 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:31.090959 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ea012c76-2637-42c7-a931-a39eb678b601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ebda3747-e0f3-46a4-bdde-fc9707d15533), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:31.091329 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ea012c76-2637-42c7-a931-a39eb678b601 None None] Attempt 1 to provision port ebda3747-e0f3-46a4-bdde-fc9707d15533 Oct 28 10:56:31.235008 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:31.325113 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:31.424817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ea012c76-2637-42c7-a931-a39eb678b601 None None] Current status of the port ebda3747-e0f3-46a4-bdde-fc9707d15533 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:31.431683 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:31.432042 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:30Z', 'revision_number': 3, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:31.464783 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Checking router: 64dee83d-7940-44c3-92db-b88cfbeb5352 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:56:31.465500 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Updating router 64dee83d-7940-44c3-92db-b88cfbeb5352 port eb8379e8-17d2-4be4-b064-60ad911ab87b binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:56:31.497513 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (eb8379e8-17d2-4be4-b064-60ad911ab87b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:31.622816 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Allocated IP 172.20.0.1 (cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae/503b837f-ad0b-4da1-acd0-2608ba194bff/589ce810-9b7d-4f31-ad28-fa9679761d6a) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:56:31.626621 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:31.700253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:31.756411 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Publish callbacks [] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:31.803570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Publish callbacks [] for port (eb8379e8-17d2-4be4-b064-60ad911ab87b), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:31.860159 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:31.871485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (eb8379e8-17d2-4be4-b064-60ad911ab87b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:31.911787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Attempting to bind port eb8379e8-17d2-4be4-b064-60ad911ab87b on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:56:31.912059 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:56:31.912171 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Attempting to bind port eb8379e8-17d2-4be4-b064-60ad911ab87b by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:56:31.912518 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Attempting to bind port eb8379e8-17d2-4be4-b064-60ad911ab87b on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:56:31.917598 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:56:31.919952 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=589ce810-9b7d-4f31-ad28-fa9679761d6a,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:31.927438 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:56:31.947091 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4bec7-0c86-4ae9-bab2-f4bae6a63d3d None None] Pushing event updated for resources: {'Port': ['ID=eb8379e8-17d2-4be4-b064-60ad911ab87b,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:31.967851 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:56:31.968236 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:56:31.968645 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:31.968955 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:31.969095 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:56:31.969527 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Bound port: eb8379e8-17d2-4be4-b064-60ad911ab87b, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:56:31.969914 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (eb8379e8-17d2-4be4-b064-60ad911ab87b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:31.970036 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (64dee83d-7940-44c3-92db-b88cfbeb5352), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:32.042468 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] For port eb8379e8-17d2-4be4-b064-60ad911ab87b, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:56:32.046247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] For port eb8379e8-17d2-4be4-b064-60ad911ab87b, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=eb8379e8-17d2-4be4-b064-60ad911ab87b,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:56:32.111590 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (eb8379e8-17d2-4be4-b064-60ad911ab87b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:32.147102 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ebda3747-e0f3-46a4-bdde-fc9707d15533 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:56:32.186415 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Routers {'64dee83d-7940-44c3-92db-b88cfbeb5352'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:56:32.187097 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['64dee83d-7940-44c3-92db-b88cfbeb5352'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:32.229602 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:32.268785 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4bec7-0c86-4ae9-bab2-f4bae6a63d3d None None] Pushing event updated for resources: {'Port': ['ID=eb8379e8-17d2-4be4-b064-60ad911ab87b,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:32.281218 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ebda3747-e0f3-46a4-bdde-fc9707d15533 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:32.281587 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ebda3747-e0f3-46a4-bdde-fc9707d15533), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:32.282310 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ebda3747-e0f3-46a4-bdde-fc9707d15533 Oct 28 10:56:32.287875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:32.287875 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-6cd86fbf-7209-4a29-b688-00aeb5d2bfee None None] Provisioning complete for port 589ce810-9b7d-4f31-ad28-fa9679761d6a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:32.288180 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-6cd86fbf-7209-4a29-b688-00aeb5d2bfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:32.288475 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-6cd86fbf-7209-4a29-b688-00aeb5d2bfee None None] Attempt 1 to provision port 589ce810-9b7d-4f31-ad28-fa9679761d6a Oct 28 10:56:32.388596 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-6cd86fbf-7209-4a29-b688-00aeb5d2bfee None None] Port 589ce810-9b7d-4f31-ad28-fa9679761d6a cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:56:32.402516 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] Set router 64dee83d-7940-44c3-92db-b88cfbeb5352 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:56:32.412530 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Publish callbacks [] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:32.488794 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:32.515837 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ebda3747-e0f3-46a4-bdde-fc9707d15533 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:32.569386 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (64dee83d-7940-44c3-92db-b88cfbeb5352), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:32.572810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=589ce810-9b7d-4f31-ad28-fa9679761d6a,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:32.616591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:32.632094 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:31Z', 'revision_number': 1, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:32.662484 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4f3aae-2a9e-4f2c-b627-30785467554b None None] The sync data for ids ['64dee83d-7940-44c3-92db-b88cfbeb5352'] in dv-neutron-zed-2-hyperv is: [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:31Z', 'revision_number': 1, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:56:32.669630 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:56:32.671062 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:56:32.802543 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Router 64dee83d-7940-44c3-92db-b88cfbeb5352 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:56:32.929474 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:32.932464 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:56:32.937315 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-aeba4429-489b-406e-a18a-b46b8799f9d5 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/64dee83d-7940-44c3-92db-b88cfbeb5352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9498260 Oct 28 10:56:32.961124 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=90 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:32.968153 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:33.016817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-f42691a9-1916-48cf-addf-a7c9482db38a None None] Provisioning complete for port 589ce810-9b7d-4f31-ad28-fa9679761d6a triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:33.017192 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f42691a9-1916-48cf-addf-a7c9482db38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:33.017524 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-f42691a9-1916-48cf-addf-a7c9482db38a None None] Attempt 1 to provision port 589ce810-9b7d-4f31-ad28-fa9679761d6a Oct 28 10:56:33.053451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-f42691a9-1916-48cf-addf-a7c9482db38a None None] Port 589ce810-9b7d-4f31-ad28-fa9679761d6a cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:56:33.738252 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51574) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:33.743471 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-97d46041-45b1-4dc9-aa2a-807c50df4d6e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1467109050-network', 'tenant_id': 'd27451c5d12d4b698be6e4aba33b9ab4'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:33.847740 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d46041-45b1-4dc9-aa2a-807c50df4d6e admin admin] Made reservation on behalf of d27451c5d12d4b698be6e4aba33b9ab4 for: {'network': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:56:33.850652 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-97d46041-45b1-4dc9-aa2a-807c50df4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for network (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:33.864530 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-97d46041-45b1-4dc9-aa2a-807c50df4d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:33.948805 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-97d46041-45b1-4dc9-aa2a-807c50df4d6e admin admin] Publish callbacks [] for security_group (b637dae7-9db5-4212-bbbf-fdc80146864c), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:34.019295 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-97d46041-45b1-4dc9-aa2a-807c50df4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (b637dae7-9db5-4212-bbbf-fdc80146864c), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:34.046962 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d46041-45b1-4dc9-aa2a-807c50df4d6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=114059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:56:34.060030 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d46041-45b1-4dc9-aa2a-807c50df4d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b637dae7-9db5-4212-bbbf-fdc80146864c,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:34.062979 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-97d46041-45b1-4dc9-aa2a-807c50df4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (191b4b4e-21a2-4f7d-bdb1-bf57b26a581f), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:34.063319 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.segments_db [None req-97d46041-45b1-4dc9-aa2a-807c50df4d6e admin admin] Added segment 191b4b4e-21a2-4f7d-bdb1-bf57b26a581f of type vlan for network 013d34b7-cdd6-4d4d-8a0f-d560755eefe2 Oct 28 10:56:34.072433 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:34.107769 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-97d46041-45b1-4dc9-aa2a-807c50df4d6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779532710063'] for network (013d34b7-cdd6-4d4d-8a0f-d560755eefe2), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:34.119001 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device eb8379e8-17d2-4be4-b064-60ad911ab87b up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:56:34.162992 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port eb8379e8-17d2-4be4-b064-60ad911ab87b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:34.163381 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (eb8379e8-17d2-4be4-b064-60ad911ab87b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:34.163724 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port eb8379e8-17d2-4be4-b064-60ad911ab87b Oct 28 10:56:34.196856 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-97d46041-45b1-4dc9-aa2a-807c50df4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440'] for network (013d34b7-cdd6-4d4d-8a0f-d560755eefe2), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:34.197919 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d46041-45b1-4dc9-aa2a-807c50df4d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:34.198509 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-97d46041-45b1-4dc9-aa2a-807c50df4d6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:34.242993 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port eb8379e8-17d2-4be4-b064-60ad911ab87b is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:34.243387 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (eb8379e8-17d2-4be4-b064-60ad911ab87b), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:34.264729 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port eb8379e8-17d2-4be4-b064-60ad911ab87b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=eb8379e8-17d2-4be4-b064-60ad911ab87b,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:34.265855 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d46041-45b1-4dc9-aa2a-807c50df4d6e admin admin] Pushing event updated for resources: {'Network': ['ID=013d34b7-cdd6-4d4d-8a0f-d560755eefe2,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:34.273524 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-97d46041-45b1-4dc9-aa2a-807c50df4d6e admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5341053 Oct 28 10:56:34.276404 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51576) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:34.279273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Network 013d34b7-cdd6-4d4d-8a0f-d560755eefe2 details requested by agent ovs-agent-dv-neutron-zed-2-hyperv with host dv-neutron-zed-2-hyperv {{(pid=114061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:56:34.281220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7da5ad94-9179-4ecb-955c-c7456a330451 admin admin] Request body: {'subnet': {'network_id': '013d34b7-cdd6-4d4d-8a0f-d560755eefe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1467109050-subnet', 'tenant_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'ip_version': 4}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:34.334880 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (eb8379e8-17d2-4be4-b064-60ad911ab87b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:34.357418 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da5ad94-9179-4ecb-955c-c7456a330451 admin admin] Made reservation on behalf of d27451c5d12d4b698be6e4aba33b9ab4 for: {'subnet': 1} {{(pid=114059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:56:34.360526 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7da5ad94-9179-4ecb-955c-c7456a330451 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3678052'] for subnet (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:34.397289 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=eb8379e8-17d2-4be4-b064-60ad911ab87b,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:34.585170 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7da5ad94-9179-4ecb-955c-c7456a330451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3678038'] for subnet (6ddbee98-ccfc-4c21-a92b-8e06a925789f), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:34.617754 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:34.638650 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5ad94-9179-4ecb-955c-c7456a330451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ddbee98-ccfc-4c21-a92b-8e06a925789f,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:34.655201 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5ad94-9179-4ecb-955c-c7456a330451 admin admin] Checking segment: {'id': '191b4b4e-21a2-4f7d-bdb1-bf57b26a581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '013d34b7-cdd6-4d4d-8a0f-d560755eefe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:56:34.655562 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5ad94-9179-4ecb-955c-c7456a330451 admin admin] Network hostable DHCP agents. Network: 013d34b7-cdd6-4d4d-8a0f-d560755eefe2, hostable agents: ['ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad'], hosted agents: [] {{(pid=114059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:56:34.693333 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Sync routers for ids ['64dee83d-7940-44c3-92db-b88cfbeb5352'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:56:34.703768 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Routers {'64dee83d-7940-44c3-92db-b88cfbeb5352'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:56:34.712175 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['64dee83d-7940-44c3-92db-b88cfbeb5352'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:34.762222 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5ad94-9179-4ecb-955c-c7456a330451 admin admin] Network 013d34b7-cdd6-4d4d-8a0f-d560755eefe2 is scheduled to be hosted by DHCP agent ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad with binding_index 1 {{(pid=114059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:56:34.808821 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Set router 64dee83d-7940-44c3-92db-b88cfbeb5352 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:56:34.836735 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-7da5ad94-9179-4ecb-955c-c7456a330451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-zed-2-hyperv, 013d34b7-cdd6-4d4d-8a0f-d560755eefe2) {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:56:34.840998 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da5ad94-9179-4ecb-955c-c7456a330451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:34.841693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7da5ad94-9179-4ecb-955c-c7456a330451 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:34.848601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849756d8-c213-475d-990a-5844fdf123c4 None None] Network 013d34b7-cdd6-4d4d-8a0f-d560755eefe2 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:56:34.919823 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7da5ad94-9179-4ecb-955c-c7456a330451 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6421876 Oct 28 10:56:34.922487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 51578) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:34.927781 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1467109050-router', 'tenant_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:34.955968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f90aa16-6cf9-5921-92f9-413e655da7a5-013d34b7-cdd6-4d4d-8a0f-d560755eefe2', 'network_id': '013d34b7-cdd6-4d4d-8a0f-d560755eefe2', 'project_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'fixed_ips': [{'subnet_id': '6ddbee98-ccfc-4c21-a92b-8e06a925789f'}]}} from dv-neutron-zed-2-hyperv. {{(pid=114061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:56:34.957602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.013961 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259437'] for router (8c41da18-c050-443d-9c06-43cd9650e4e7), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.016079 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 2, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:35.016294 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261278'] for router (8c41da18-c050-443d-9c06-43cd9650e4e7), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.042932 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Checking router: 64dee83d-7940-44c3-92db-b88cfbeb5352 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:56:35.043286 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Updating router 64dee83d-7940-44c3-92db-b88cfbeb5352 port 589ce810-9b7d-4f31-ad28-fa9679761d6a binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:56:35.073671 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Publish callbacks [] for router_controller (8c41da18-c050-443d-9c06-43cd9650e4e7), precommit_add_association {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.074951 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.103516 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.db_base_plugin_common [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Allocated IP 172.20.0.2 (013d34b7-cdd6-4d4d-8a0f-d560755eefe2/6ddbee98-ccfc-4c21-a92b-8e06a925789f/661b62b3-a280-4f69-8e3c-5d3bf1166291) {{(pid=114061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:56:35.262403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Publish callbacks [] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), precommit_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.268862 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Publish callbacks [] for router_gateway (8c41da18-c050-443d-9c06-43cd9650e4e7), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.345804 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Publish callbacks [] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.357077 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578'] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), after_create {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.385012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:35.393003 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:35.401074 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Network 013d34b7-cdd6-4d4d-8a0f-d560755eefe2 is already hosted by enough agents. {{(pid=114061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:56:35.404350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.scheduler.base_scheduler [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Resources bound (agent type, host, resource id): {{(pid=114061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:56:35.408240 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Received port after_create {{(pid=114061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:56:35.411483 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Pushing event updated for resources: {'Port': ['ID=661b62b3-a280-4f69-8e3c-5d3bf1166291,revision_number=1']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:35.421172 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:35.448262 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.472439 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Attempting to bind port 661b62b3-a280-4f69-8e3c-5d3bf1166291 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:56:35.472811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Attempting to bind port 661b62b3-a280-4f69-8e3c-5d3bf1166291 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '191b4b4e-21a2-4f7d-bdb1-bf57b26a581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '013d34b7-cdd6-4d4d-8a0f-d560755eefe2'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:56:35.473173 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Attempting to bind port 661b62b3-a280-4f69-8e3c-5d3bf1166291 on network 013d34b7-cdd6-4d4d-8a0f-d560755eefe2 {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:56:35.520525 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:56:35.520891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Checking segment: {'id': '191b4b4e-21a2-4f7d-bdb1-bf57b26a581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '013d34b7-cdd6-4d4d-8a0f-d560755eefe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:56:35.521587 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.521762 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Bound using segment: {'id': '191b4b4e-21a2-4f7d-bdb1-bf57b26a581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '013d34b7-cdd6-4d4d-8a0f-d560755eefe2'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:56:35.522269 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Bound port: 661b62b3-a280-4f69-8e3c-5d3bf1166291, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191b4b4e-21a2-4f7d-bdb1-bf57b26a581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '013d34b7-cdd6-4d4d-8a0f-d560755eefe2'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:56:35.522658 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.535002 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Pushing event updated for resources: {'Port': ['ID=589ce810-9b7d-4f31-ad28-fa9679761d6a,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:35.552092 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:35.552532 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:35.552782 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:35.553111 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:35.553438 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:35.553779 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:35.554086 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:35.554408 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:35.554754 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:35.555082 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:35.555407 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:35.555726 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:35.556044 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:35.556364 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:35.556682 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:35.562352 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Attempting to bind port 589ce810-9b7d-4f31-ad28-fa9679761d6a on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:56:35.562747 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Attempting to bind port 589ce810-9b7d-4f31-ad28-fa9679761d6a by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:56:35.563118 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Attempting to bind port 589ce810-9b7d-4f31-ad28-fa9679761d6a on network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:56:35.572875 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Publish callbacks [] for router_gateway (8c41da18-c050-443d-9c06-43cd9650e4e7), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.592962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] For port 661b62b3-a280-4f69-8e3c-5d3bf1166291, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:56:35.593376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.597973 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] For port 661b62b3-a280-4f69-8e3c-5d3bf1166291, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=661b62b3-a280-4f69-8e3c-5d3bf1166291,segment=NetworkSegment(191b4b4e-21a2-4f7d-bdb1-bf57b26a581f),segment_id=191b4b4e-21a2-4f7d-bdb1-bf57b26a581f)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:56:35.654527 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.713209 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:56:35.713209 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Checking segment: {'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:56:35.713923 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.713923 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Bound using segment: {'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:56:35.714389 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Bound port: 589ce810-9b7d-4f31-ad28-fa9679761d6a, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:56:35.715094 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.719782 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab696c-7634-4508-9bab-99223779cec6 None None] Pushing event updated for resources: {'Port': ['ID=661b62b3-a280-4f69-8e3c-5d3bf1166291,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:35.723218 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Allocated IP 172.36.1.221 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/ed281117-f4c0-47fb-b524-1f7a8fcf9cb7) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:56:35.789313 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] For port 589ce810-9b7d-4f31-ad28-fa9679761d6a, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:56:35.793319 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] For port 589ce810-9b7d-4f31-ad28-fa9679761d6a, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=589ce810-9b7d-4f31-ad28-fa9679761d6a,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:56:35.794401 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:35.811215 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:35.837830 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Publish callbacks [] for port (ed281117-f4c0-47fb-b524-1f7a8fcf9cb7), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.888295 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.922607 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:35.931921 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Routers {'64dee83d-7940-44c3-92db-b88cfbeb5352'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:56:35.932554 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['64dee83d-7940-44c3-92db-b88cfbeb5352'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:35.969450 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (ed281117-f4c0-47fb-b524-1f7a8fcf9cb7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:35.994559 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9af96-ebfe-466f-8d64-d82e79085c60 None None] Pushing event updated for resources: {'Port': ['ID=589ce810-9b7d-4f31-ad28-fa9679761d6a,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:36.021533 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:56:36.026968 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:56:36.029441 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Pushing event updated for resources: {'Port': ['ID=ed281117-f4c0-47fb-b524-1f7a8fcf9cb7,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:36.033375 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:56:36.063026 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] Set router 64dee83d-7940-44c3-92db-b88cfbeb5352 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:56:36.220608 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 589ce810-9b7d-4f31-ad28-fa9679761d6a up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:56:36.269484 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 589ce810-9b7d-4f31-ad28-fa9679761d6a triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:36.270638 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:36.271170 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 589ce810-9b7d-4f31-ad28-fa9679761d6a Oct 28 10:56:36.273976 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:35Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:36.299664 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce37ffb-9cfa-42b5-8f37-427201eda8de None None] The sync data for ids ['64dee83d-7940-44c3-92db-b88cfbeb5352'] in dv-neutron-zed-2-hyperv is: [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:35Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:56:36.363919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 589ce810-9b7d-4f31-ad28-fa9679761d6a is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:36.364409 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:36.366891 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Publish callbacks [] for router_gateway (8c41da18-c050-443d-9c06-43cd9650e4e7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:36.409913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 589ce810-9b7d-4f31-ad28-fa9679761d6a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=589ce810-9b7d-4f31-ad28-fa9679761d6a,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:36.488222 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:36.489077 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device eb8379e8-17d2-4be4-b064-60ad911ab87b up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:56:36.588179 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=589ce810-9b7d-4f31-ad28-fa9679761d6a,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:36.597265 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port eb8379e8-17d2-4be4-b064-60ad911ab87b triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:36.597643 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (eb8379e8-17d2-4be4-b064-60ad911ab87b), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:36.598597 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port eb8379e8-17d2-4be4-b064-60ad911ab87b Oct 28 10:56:36.611746 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814320'] for router (8c41da18-c050-443d-9c06-43cd9650e4e7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:36.635833 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:36.682441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port eb8379e8-17d2-4be4-b064-60ad911ab87b is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:36.682441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 661b62b3-a280-4f69-8e3c-5d3bf1166291 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:56:36.724052 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:36.738402 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 661b62b3-a280-4f69-8e3c-5d3bf1166291 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:36.738826 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:36.741098 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 661b62b3-a280-4f69-8e3c-5d3bf1166291 Oct 28 10:56:36.811528 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5521e908-7124-43da-bb50-aba4f219753f None None] Network 013d34b7-cdd6-4d4d-8a0f-d560755eefe2 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:56:36.831278 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Router 8c41da18-c050-443d-9c06-43cd9650e4e7 is scheduled to L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 with binding_index 1 {{(pid=114060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:56:36.951189 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:56:37.017883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] Publish callbacks [] for router (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:37.021030 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-2626e82a-70cd-4bb6-9630-127210823afe admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0958817 Oct 28 10:56:37.022174 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 51580) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:37.025107 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Sync routers for ids ['8c41da18-c050-443d-9c06-43cd9650e4e7'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:56:37.034960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-ab1c663c-0254-4d8e-a1a2-2a649e116f49 None None] Provisioning complete for port 661b62b3-a280-4f69-8e3c-5d3bf1166291 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:37.035362 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ab1c663c-0254-4d8e-a1a2-2a649e116f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:37.035579 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-ab1c663c-0254-4d8e-a1a2-2a649e116f49 None None] Attempt 1 to provision port 661b62b3-a280-4f69-8e3c-5d3bf1166291 Oct 28 10:56:37.045625 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 661b62b3-a280-4f69-8e3c-5d3bf1166291 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:37.045625 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:37.094770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Routers {'8c41da18-c050-443d-9c06-43cd9650e4e7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:56:37.095412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d050e319-075c-473e-9b03-114a2083e548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8c41da18-c050-443d-9c06-43cd9650e4e7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:37.185591 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:37.193674 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port 661b62b3-a280-4f69-8e3c-5d3bf1166291, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=661b62b3-a280-4f69-8e3c-5d3bf1166291,segment=NetworkSegment(191b4b4e-21a2-4f7d-bdb1-bf57b26a581f),segment_id=191b4b4e-21a2-4f7d-bdb1-bf57b26a581f)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:37.292404 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:37.329020 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Set router 8c41da18-c050-443d-9c06-43cd9650e4e7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:56:37.391447 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c663c-0254-4d8e-a1a2-2a649e116f49 None None] Current status of the port 661b62b3-a280-4f69-8e3c-5d3bf1166291 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:37.391850 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ab1c663c-0254-4d8e-a1a2-2a649e116f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:37.476634 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=661b62b3-a280-4f69-8e3c-5d3bf1166291,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:37.532270 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.db.api [None req-ab1c663c-0254-4d8e-a1a2-2a649e116f49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 10:56:37.532691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG oslo_db.api [None req-ab1c663c-0254-4d8e-a1a2-2a649e116f49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:56:37.540838 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:37.579368 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:37.581792 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d050e319-075c-473e-9b03-114a2083e548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'name': 'tempest-TestSnapshotPattern-1467109050-router', 'tenant_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221'}], 'enable_snat': True}, 'gw_port_id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T10:56:36Z', 'revision_number': 3, 'project_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'gw_port': {'id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T10:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:37.607429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Checking router: 8c41da18-c050-443d-9c06-43cd9650e4e7 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:56:37.607699 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Updating router 8c41da18-c050-443d-9c06-43cd9650e4e7 port ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 binding host dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:56:37.636382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ed281117-f4c0-47fb-b524-1f7a8fcf9cb7), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:37.762610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:37.889533 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Publish callbacks [] for port (ed281117-f4c0-47fb-b524-1f7a8fcf9cb7), precommit_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:37.921140 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Allocated IP 172.20.0.1 (013d34b7-cdd6-4d4d-8a0f-d560755eefe2/6ddbee98-ccfc-4c21-a92b-8e06a925789f/fe96e338-563a-4cb4-83e9-29d1afff07e4) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:56:37.927839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ed281117-f4c0-47fb-b524-1f7a8fcf9cb7), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:37.965059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Attempting to bind port ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:56:37.965432 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Attempting to bind port ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:56:37.965797 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Attempting to bind port ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 on network 3f25a2da-d85f-4684-8b32-f70565f202ac {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:56:37.974800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:38.000969 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9b34f-3023-4824-a575-feca1f50aaa7 None None] Pushing event updated for resources: {'Port': ['ID=ed281117-f4c0-47fb-b524-1f7a8fcf9cb7,revision_number=2']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:38.022035 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:56:38.022411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Checking segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:56:38.022847 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:38.023240 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Bound using segment: {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'} {{(pid=114061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:56:38.023716 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.managers [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Bound port: ed281117-f4c0-47fb-b524-1f7a8fcf9cb7, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674c277-f31f-4efd-a482-0ca5f491fd79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac'}}] {{(pid=114061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:56:38.024099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ed281117-f4c0-47fb-b524-1f7a8fcf9cb7), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:38.037852 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Publish callbacks [] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:38.105747 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c663c-0254-4d8e-a1a2-2a649e116f49 None None] Current status of the port 661b62b3-a280-4f69-8e3c-5d3bf1166291 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:38.110832 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 589ce810-9b7d-4f31-ad28-fa9679761d6a up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:56:38.122970 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:38.147814 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d050e319-075c-473e-9b03-114a2083e548 None None] For port ed281117-f4c0-47fb-b524-1f7a8fcf9cb7, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:56:38.164317 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-d050e319-075c-473e-9b03-114a2083e548 None None] For port ed281117-f4c0-47fb-b524-1f7a8fcf9cb7, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ed281117-f4c0-47fb-b524-1f7a8fcf9cb7,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:56:38.167802 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Network 013d34b7-cdd6-4d4d-8a0f-d560755eefe2 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:56:38.171259 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:56:38.175304 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 589ce810-9b7d-4f31-ad28-fa9679761d6a triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:38.175566 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:56:38.175712 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:38.176008 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 589ce810-9b7d-4f31-ad28-fa9679761d6a Oct 28 10:56:38.178869 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Pushing event updated for resources: {'Port': ['ID=fe96e338-563a-4cb4-83e9-29d1afff07e4,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:38.221736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813049'] for router_interface (8c41da18-c050-443d-9c06-43cd9650e4e7), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:38.231989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:38.234566 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ed281117-f4c0-47fb-b524-1f7a8fcf9cb7), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:38.248059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-81631109-e0d1-4703-9626-a5e7cb864e5d None None] Provisioning complete for port 661b62b3-a280-4f69-8e3c-5d3bf1166291 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:38.248517 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-81631109-e0d1-4703-9626-a5e7cb864e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:38.248917 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-81631109-e0d1-4703-9626-a5e7cb864e5d None None] Attempt 1 to provision port 661b62b3-a280-4f69-8e3c-5d3bf1166291 Oct 28 10:56:38.314702 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:38.325037 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Routers {'8c41da18-c050-443d-9c06-43cd9650e4e7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:56:38.325260 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d050e319-075c-473e-9b03-114a2083e548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8c41da18-c050-443d-9c06-43cd9650e4e7'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:38.404335 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9b34f-3023-4824-a575-feca1f50aaa7 None None] Pushing event updated for resources: {'Port': ['ID=ed281117-f4c0-47fb-b524-1f7a8fcf9cb7,revision_number=3']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:38.419469 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 589ce810-9b7d-4f31-ad28-fa9679761d6a is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:38.421400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 661b62b3-a280-4f69-8e3c-5d3bf1166291 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:56:38.427875 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:38.462085 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:38.547448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-81631109-e0d1-4703-9626-a5e7cb864e5d None None] Current status of the port 661b62b3-a280-4f69-8e3c-5d3bf1166291 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:38.554815 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-d050e319-075c-473e-9b03-114a2083e548 None None] Set router 8c41da18-c050-443d-9c06-43cd9650e4e7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:56:38.579548 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port 661b62b3-a280-4f69-8e3c-5d3bf1166291 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:38.583125 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:38.583125 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port 661b62b3-a280-4f69-8e3c-5d3bf1166291 Oct 28 10:56:38.600510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Publish callbacks [] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:38.660081 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:38.737821 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813141'] for router_interface (8c41da18-c050-443d-9c06-43cd9650e4e7), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:38.739831 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Pushing event updated for resources: {'Port': ['ID=fe96e338-563a-4cb4-83e9-29d1afff07e4,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:38.838529 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Network 013d34b7-cdd6-4d4d-8a0f-d560755eefe2 is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:56:38.839989 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:56:38.848338 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-aea5dab6-6acc-40f0-85cd-03470a750625 None None] Provisioning complete for port fe96e338-563a-4cb4-83e9-29d1afff07e4 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:38.848722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-aea5dab6-6acc-40f0-85cd-03470a750625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:38.849160 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-aea5dab6-6acc-40f0-85cd-03470a750625 None None] Attempt 1 to provision port fe96e338-563a-4cb4-83e9-29d1afff07e4 Oct 28 10:56:38.940462 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-aea5dab6-6acc-40f0-85cd-03470a750625 None None] Port fe96e338-563a-4cb4-83e9-29d1afff07e4 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:56:38.958361 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:38.964273 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Router 8c41da18-c050-443d-9c06-43cd9650e4e7 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:56:38.973502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port 661b62b3-a280-4f69-8e3c-5d3bf1166291 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:38.996095 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-d050e319-075c-473e-9b03-114a2083e548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'name': 'tempest-TestSnapshotPattern-1467109050-router', 'tenant_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221'}], 'enable_snat': True}, 'gw_port_id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T10:56:36Z', 'revision_number': 3, 'project_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'gw_port': {'id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T10:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:39.024722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d050e319-075c-473e-9b03-114a2083e548 None None] The sync data for ids ['8c41da18-c050-443d-9c06-43cd9650e4e7'] in dv-neutron-zed-2-hyperv is: [{'id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'name': 'tempest-TestSnapshotPattern-1467109050-router', 'tenant_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221'}], 'enable_snat': True}, 'gw_port_id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T10:56:36Z', 'revision_number': 3, 'project_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'gw_port': {'id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T10:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:56:39.062787 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-51a83d2c-f505-4adb-962e-448e06f43d69 None None] Provisioning complete for port fe96e338-563a-4cb4-83e9-29d1afff07e4 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:39.063277 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-51a83d2c-f505-4adb-962e-448e06f43d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:39.063615 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-51a83d2c-f505-4adb-962e-448e06f43d69 None None] Attempt 1 to provision port fe96e338-563a-4cb4-83e9-29d1afff07e4 Oct 28 10:56:39.092232 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:56:39.097931 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-15f6322d-ec1d-486e-85ee-5a4b403e062b admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/8c41da18-c050-443d-9c06-43cd9650e4e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0743663 Oct 28 10:56:39.109828 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-51a83d2c-f505-4adb-962e-448e06f43d69 None None] Port fe96e338-563a-4cb4-83e9-29d1afff07e4 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:56:40.100103 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:56:40.148132 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:40.148492 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ed281117-f4c0-47fb-b524-1f7a8fcf9cb7), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:40.148830 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 Oct 28 10:56:40.211641 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:40.224069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:40.224458 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (ed281117-f4c0-47fb-b524-1f7a8fcf9cb7), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:40.245465 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port ed281117-f4c0-47fb-b524-1f7a8fcf9cb7, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ed281117-f4c0-47fb-b524-1f7a8fcf9cb7,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:40.304865 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (ed281117-f4c0-47fb-b524-1f7a8fcf9cb7), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:40.356934 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=ed281117-f4c0-47fb-b524-1f7a8fcf9cb7,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:40.571009 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Sync routers for ids ['8c41da18-c050-443d-9c06-43cd9650e4e7'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:56:40.582524 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Routers {'8c41da18-c050-443d-9c06-43cd9650e4e7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:56:40.583155 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f1862341-e797-41b2-819d-d209823fe055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8c41da18-c050-443d-9c06-43cd9650e4e7'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:40.583919 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 51594) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:40.588613 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-39a07c28-7414-44bd-a409-80d3d9a75f75 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2006998113', 'description': 'tempest-secgroup-smoke-2006998113 description', 'project_id': '77ccbcc7981f482d893fefbb3bbd899c'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:40.670849 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-39a07c28-7414-44bd-a409-80d3d9a75f75 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:40.685908 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Set router 8c41da18-c050-443d-9c06-43cd9650e4e7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:56:40.742446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-39a07c28-7414-44bd-a409-80d3d9a75f75 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group (b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:40.785617 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-39a07c28-7414-44bd-a409-80d3d9a75f75 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:40.818101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a07c28-7414-44bd-a409-80d3d9a75f75 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:40.872773 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-39a07c28-7414-44bd-a409-80d3d9a75f75 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:40.874131 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-39a07c28-7414-44bd-a409-80d3d9a75f75 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2891483 Oct 28 10:56:40.878235 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51596) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:40.884987 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f1862341-e797-41b2-819d-d209823fe055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'name': 'tempest-TestSnapshotPattern-1467109050-router', 'tenant_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221'}], 'enable_snat': True}, 'gw_port_id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T10:56:38Z', 'revision_number': 4, 'project_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'gw_port': {'id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'fe96e338-563a-4cb4-83e9-29d1afff07e4', 'name': '', 'network_id': '013d34b7-cdd6-4d4d-8a0f-d560755eefe2', 'tenant_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'mac_address': 'fa:16:3e:8a:1e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '6ddbee98-ccfc-4c21-a92b-8e06a925789f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:37Z', 'updated_at': '2022-10-28T10:56:38Z', 'revision_number': 2, 'project_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'subnets': [{'id': '6ddbee98-ccfc-4c21-a92b-8e06a925789f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:40.885205 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d7403607-6680-4437-8ab7-15d21edeb694 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Request body: {'security_group_rule': {'security_group_id': 'b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c', 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:40.904093 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Checking router: 8c41da18-c050-443d-9c06-43cd9650e4e7 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:56:40.907774 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Updating router 8c41da18-c050-443d-9c06-43cd9650e4e7 port fe96e338-563a-4cb4-83e9-29d1afff07e4 binding host dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:56:40.932760 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:40.946891 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=100 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:40.990780 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7403607-6680-4437-8ab7-15d21edeb694 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (6bddb324-b78c-446a-8372-f64b314c2967), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.051999 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7403607-6680-4437-8ab7-15d21edeb694 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (6bddb324-b78c-446a-8372-f64b314c2967), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.128462 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7403607-6680-4437-8ab7-15d21edeb694 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (6bddb324-b78c-446a-8372-f64b314c2967), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.150432 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7403607-6680-4437-8ab7-15d21edeb694 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bddb324-b78c-446a-8372-f64b314c2967,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:41.195602 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Publish callbacks [] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), precommit_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.210116 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d7403607-6680-4437-8ab7-15d21edeb694 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.211518 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d7403607-6680-4437-8ab7-15d21edeb694 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3317182 Oct 28 10:56:41.214359 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51598) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:41.218692 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-cb8b2b8f-2ebd-4844-8974-e3f99c9fba89 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Request body: {'security_group_rule': {'security_group_id': 'b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c', 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:41.276828 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.309304 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2b8f-2ebd-4844-8974-e3f99c9fba89 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (01116201-c199-442f-ace6-c564b38c6623), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.338897 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130fbc4-990a-41dc-b3fa-61cb25c1f5cf None None] Pushing event updated for resources: {'Port': ['ID=fe96e338-563a-4cb4-83e9-29d1afff07e4,revision_number=3']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:41.361123 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2b8f-2ebd-4844-8974-e3f99c9fba89 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (01116201-c199-442f-ace6-c564b38c6623), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.370238 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Attempting to bind port fe96e338-563a-4cb4-83e9-29d1afff07e4 on host dv-neutron-zed-2-hyperv for vnic_type normal with profile {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:56:41.370611 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Attempting to bind port fe96e338-563a-4cb4-83e9-29d1afff07e4 by drivers openvswitch,hyperv on host dv-neutron-zed-2-hyperv at level 0 using segments [{'id': '191b4b4e-21a2-4f7d-bdb1-bf57b26a581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '013d34b7-cdd6-4d4d-8a0f-d560755eefe2'}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:56:41.370996 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Attempting to bind port fe96e338-563a-4cb4-83e9-29d1afff07e4 on network 013d34b7-cdd6-4d4d-8a0f-d560755eefe2 {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:56:41.399408 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:41.413519 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Checking agent: {'id': 'a025be1e-2e11-46f9-a6ed-60c007941294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-zed-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 46, 18), 'started_at': datetime.datetime(2022, 10, 28, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-zed-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:56:41.417233 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Checking segment: {'id': '191b4b4e-21a2-4f7d-bdb1-bf57b26a581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '013d34b7-cdd6-4d4d-8a0f-d560755eefe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:56:41.417233 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.417233 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Bound using segment: {'id': '191b4b4e-21a2-4f7d-bdb1-bf57b26a581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '013d34b7-cdd6-4d4d-8a0f-d560755eefe2'} {{(pid=114062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:56:41.417233 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.managers [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Bound port: fe96e338-563a-4cb4-83e9-29d1afff07e4, host: dv-neutron-zed-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191b4b4e-21a2-4f7d-bdb1-bf57b26a581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '013d34b7-cdd6-4d4d-8a0f-d560755eefe2'}}] {{(pid=114062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:56:41.417233 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), before_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.442231 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2b8f-2ebd-4844-8974-e3f99c9fba89 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (01116201-c199-442f-ace6-c564b38c6623), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.464188 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b2b8f-2ebd-4844-8974-e3f99c9fba89 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01116201-c199-442f-ace6-c564b38c6623,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:41.478055 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-f1862341-e797-41b2-819d-d209823fe055 None None] For port fe96e338-563a-4cb4-83e9-29d1afff07e4, host dv-neutron-zed-2-hyperv, cleared binding levels {{(pid=114062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:56:41.481304 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.plugins.ml2.db [None req-f1862341-e797-41b2-819d-d209823fe055 None None] For port fe96e338-563a-4cb4-83e9-29d1afff07e4, host dv-neutron-zed-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=fe96e338-563a-4cb4-83e9-29d1afff07e4,segment=NetworkSegment(191b4b4e-21a2-4f7d-bdb1-bf57b26a581f),segment_id=191b4b4e-21a2-4f7d-bdb1-bf57b26a581f)] {{(pid=114062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:56:41.530289 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2b8f-2ebd-4844-8974-e3f99c9fba89 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.531918 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-cb8b2b8f-2ebd-4844-8974-e3f99c9fba89 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3165758 Oct 28 10:56:41.534662 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51600) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:41.539070 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-7046d092-1e06-4743-9f29-f1cc6cd3c321 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Request body: {'security_group_rule': {'security_group_id': 'b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c', 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:41.568820 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron_lib.callbacks.manager [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), after_update {{(pid=114062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.605351 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Routers {'8c41da18-c050-443d-9c06-43cd9650e4e7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:56:41.606179 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f1862341-e797-41b2-819d-d209823fe055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:56:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8c41da18-c050-443d-9c06-43cd9650e4e7'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:41.639054 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:41.643965 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7046d092-1e06-4743-9f29-f1cc6cd3c321 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (b796ae6c-8698-4add-882a-258654f968f1), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.669598 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130fbc4-990a-41dc-b3fa-61cb25c1f5cf None None] Pushing event updated for resources: {'Port': ['ID=fe96e338-563a-4cb4-83e9-29d1afff07e4,revision_number=4']} {{(pid=114062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:41.704426 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7046d092-1e06-4743-9f29-f1cc6cd3c321 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (b796ae6c-8698-4add-882a-258654f968f1), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.726868 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-f1862341-e797-41b2-819d-d209823fe055 None None] Set router 8c41da18-c050-443d-9c06-43cd9650e4e7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:56:41.762373 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7046d092-1e06-4743-9f29-f1cc6cd3c321 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (b796ae6c-8698-4add-882a-258654f968f1), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.784300 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046d092-1e06-4743-9f29-f1cc6cd3c321 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b796ae6c-8698-4add-882a-258654f968f1,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:41.849068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-7046d092-1e06-4743-9f29-f1cc6cd3c321 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:41.850324 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-7046d092-1e06-4743-9f29-f1cc6cd3c321 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3147182 Oct 28 10:56:41.853218 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51602) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:41.857842 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-6c9500eb-f550-4cfe-969d-25a6d3f52da4 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Request body: {'security_group_rule': {'security_group_id': 'b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c', 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:41.964527 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:41.968977 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6c9500eb-f550-4cfe-969d-25a6d3f52da4 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (17c0ac3d-3956-449d-9b44-5a391f7db49e), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:42.003357 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-f1862341-e797-41b2-819d-d209823fe055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'name': 'tempest-TestSnapshotPattern-1467109050-router', 'tenant_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221'}], 'enable_snat': True}, 'gw_port_id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T10:56:38Z', 'revision_number': 4, 'project_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'gw_port': {'id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'fe96e338-563a-4cb4-83e9-29d1afff07e4', 'name': '', 'network_id': '013d34b7-cdd6-4d4d-8a0f-d560755eefe2', 'tenant_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'mac_address': 'fa:16:3e:8a:1e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '6ddbee98-ccfc-4c21-a92b-8e06a925789f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:37Z', 'updated_at': '2022-10-28T10:56:41Z', 'revision_number': 4, 'project_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'subnets': [{'id': '6ddbee98-ccfc-4c21-a92b-8e06a925789f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:56:42.028195 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1862341-e797-41b2-819d-d209823fe055 None None] The sync data for ids ['8c41da18-c050-443d-9c06-43cd9650e4e7'] in dv-neutron-zed-2-hyperv is: [{'id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'name': 'tempest-TestSnapshotPattern-1467109050-router', 'tenant_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221'}], 'enable_snat': True}, 'gw_port_id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T10:56:38Z', 'revision_number': 4, 'project_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'gw_port': {'id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': 'fe96e338-563a-4cb4-83e9-29d1afff07e4', 'name': '', 'network_id': '013d34b7-cdd6-4d4d-8a0f-d560755eefe2', 'tenant_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'mac_address': 'fa:16:3e:8a:1e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '6ddbee98-ccfc-4c21-a92b-8e06a925789f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:37Z', 'updated_at': '2022-10-28T10:56:41Z', 'revision_number': 4, 'project_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'subnets': [{'id': '6ddbee98-ccfc-4c21-a92b-8e06a925789f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:56:42.032254 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6c9500eb-f550-4cfe-969d-25a6d3f52da4 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (17c0ac3d-3956-449d-9b44-5a391f7db49e), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:42.111957 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6c9500eb-f550-4cfe-969d-25a6d3f52da4 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (17c0ac3d-3956-449d-9b44-5a391f7db49e), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:42.123370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:56:42.142111 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9500eb-f550-4cfe-969d-25a6d3f52da4 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c0ac3d-3956-449d-9b44-5a391f7db49e,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:42.178396 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:42.180382 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:42.180758 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (ed281117-f4c0-47fb-b524-1f7a8fcf9cb7), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:42.181099 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 Oct 28 10:56:42.232746 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-6c9500eb-f550-4cfe-969d-25a6d3f52da4 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:42.234007 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-6c9500eb-f550-4cfe-969d-25a6d3f52da4 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3798249 Oct 28 10:56:42.237569 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51604) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:42.242142 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-ee2162a7-cba8-4769-b74c-cc45e192386a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Request body: {'security_group_rule': {'security_group_id': 'b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c', 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:42.255723 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:42.265051 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:42.363230 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-ee2162a7-cba8-4769-b74c-cc45e192386a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Project 77ccbcc7981f482d893fefbb3bbd899c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:56:42.369896 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee2162a7-cba8-4769-b74c-cc45e192386a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (e5184474-98fb-4836-87ce-225bd377fb52), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:42.438009 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee2162a7-cba8-4769-b74c-cc45e192386a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (e5184474-98fb-4836-87ce-225bd377fb52), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:42.505100 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee2162a7-cba8-4769-b74c-cc45e192386a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (e5184474-98fb-4836-87ce-225bd377fb52), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:42.527299 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2162a7-cba8-4769-b74c-cc45e192386a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5184474-98fb-4836-87ce-225bd377fb52,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:42.604610 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-ee2162a7-cba8-4769-b74c-cc45e192386a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:42.605874 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-ee2162a7-cba8-4769-b74c-cc45e192386a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3673294 Oct 28 10:56:42.608598 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51606) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:42.613632 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-d8f0ff8f-7707-45aa-b754-5b3a3a7be0a4 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Request body: {'security_group_rule': {'security_group_id': 'b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c', 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:42.682622 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.securitygroups_db [None req-d8f0ff8f-7707-45aa-b754-5b3a3a7be0a4 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Project 77ccbcc7981f482d893fefbb3bbd899c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:56:42.691202 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ff8f-7707-45aa-b754-5b3a3a7be0a4 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (55df6fe2-9c1b-4261-b5b4-779a25e041df), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:42.760730 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ff8f-7707-45aa-b754-5b3a3a7be0a4 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (55df6fe2-9c1b-4261-b5b4-779a25e041df), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:42.809312 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ff8f-7707-45aa-b754-5b3a3a7be0a4 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605252'] for security_group_rule (55df6fe2-9c1b-4261-b5b4-779a25e041df), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:42.831484 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0ff8f-7707-45aa-b754-5b3a3a7be0a4 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55df6fe2-9c1b-4261-b5b4-779a25e041df,revision_number=0']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:42.889767 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ff8f-7707-45aa-b754-5b3a3a7be0a4 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:42.891045 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d8f0ff8f-7707-45aa-b754-5b3a3a7be0a4 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2815292 Oct 28 10:56:43.054143 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-4b9f5cc0-bba5-4982-8e6d-66792a0fd4be tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2006998113&fields=id&tenant_id=77ccbcc7981f482d893fefbb3bbd899c HTTP/1.1" status: 200 len: 267 time: 0.0531352 Oct 28 10:56:43.094594 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c4f0f97c-8b18-4023-aad4-7267eb1ff4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:43.169416 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-2956e933-b86e-44a4-adb6-9a63f1409fe3 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:43.171053 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-2956e933-b86e-44a4-adb6-9a63f1409fe3 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/networks?id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae HTTP/1.1" status: 200 len: 809 time: 0.1104512 Oct 28 10:56:43.186567 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-2b358790-6ffb-41f0-8a39-6404e19caad2 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/quotas/77ccbcc7981f482d893fefbb3bbd899c HTTP/1.1" status: 200 len: 375 time: 0.0099192 Oct 28 10:56:43.243892 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-10f13f3b-b159-42a2-aa1f-b040c28264a2 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513721 Oct 28 10:56:43.473365 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-86719480-ed39-44ef-878e-3b26b7ebb05c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337857 Oct 28 10:56:43.539097 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:43.575731 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-3c8a7721-d507-4076-9f5d-d31d1ac9b824 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963814 Oct 28 10:56:44.106506 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device fe96e338-563a-4cb4-83e9-29d1afff07e4 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:56:44.151975 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port fe96e338-563a-4cb4-83e9-29d1afff07e4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:44.152350 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:44.152682 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port fe96e338-563a-4cb4-83e9-29d1afff07e4 Oct 28 10:56:44.224501 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port fe96e338-563a-4cb4-83e9-29d1afff07e4 is: DOWN; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:44.224919 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:44.257288 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] For port fe96e338-563a-4cb4-83e9-29d1afff07e4, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=fe96e338-563a-4cb4-83e9-29d1afff07e4,segment=NetworkSegment(191b4b4e-21a2-4f7d-bdb1-bf57b26a581f),segment_id=191b4b4e-21a2-4f7d-bdb1-bf57b26a581f)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:44.327063 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:44.378678 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Pushing event updated for resources: {'Port': ['ID=fe96e338-563a-4cb4-83e9-29d1afff07e4,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:44.731245 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:56:44.844414 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-bb104938-8e24-4063-aa86-c25c4c5e3df7 req-4179bfff-a9da-4f4d-a5f2-4384a657b326 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 210 time: 0.0290623 Oct 28 10:56:45.528273 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fabe9863-81f7-4dc6-9acc-fe534efb111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:45.929275 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-33e5e4da-71d6-434d-8673-02c5fc8a1c52 req-56ba7f78-1ea3-40f6-887a-d84f95c7a8f7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 210 time: 0.0287118 Oct 28 10:56:46.095731 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device fe96e338-563a-4cb4-83e9-29d1afff07e4 up at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:56:46.140059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Provisioning complete for port fe96e338-563a-4cb4-83e9-29d1afff07e4 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:46.140436 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:46.140773 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Attempt 1 to provision port fe96e338-563a-4cb4-83e9-29d1afff07e4 Oct 28 10:56:46.216945 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Current status of the port fe96e338-563a-4cb4-83e9-29d1afff07e4 is: ACTIVE; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:47.018011 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-64b4f4f8-d5ee-4e17-9000-c63ad1e5bff4 req-9033ad3b-61f0-42b0-aa67-2df5bf120928 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 210 time: 0.0300527 Oct 28 10:56:47.161883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:48.110019 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-57d6ddc5-3064-40f6-8f79-123431fd0e05 req-e50abbff-cb81-4cdd-a9f4-2839947929b4 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 210 time: 0.0312235 Oct 28 10:56:48.230579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:48.790786 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:49.219592 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-073d4653-6539-4ebb-841f-a39b81d041db req-03d65d77-9305-4767-8419-77b75f044f32 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 210 time: 0.0300975 Oct 28 10:56:50.322300 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ea2b0d80-45d9-4f50-99e7-d808e98547cd req-4530b858-8a93-4bcd-a198-be70eca9fcbe tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 210 time: 0.0279603 Oct 28 10:56:50.814393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=27 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:50.817505 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=70,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:51.324588 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-cc7a0a02-bbbd-497c-bd25-c2abe3b426c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:51.326044 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-cc7a0a02-bbbd-497c-bd25-c2abe3b426c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.48 "GET /networking/v2.0/networks?id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae HTTP/1.1" status: 200 len: 809 time: 0.1115062 Oct 28 10:56:51.408418 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-98d50e48-dc21-4420-9deb-fdfa5c7de2a5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77ccbcc7981f482d893fefbb3bbd899c HTTP/1.1" status: 200 len: 380 time: 0.0604417 Oct 28 10:56:51.419316 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-dfc898f1-8fa7-4b52-bae0-bc944fa3d816 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Request body: {'port': {'device_id': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'admin_state_up': True, 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'security_groups': ['b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:51.436527 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-12c72acf-32dd-489a-b52d-40cb739dda2a req-558e4be1-97dc-4401-bfec-de298998cfd2 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 210 time: 0.0321355 Oct 28 10:56:51.584742 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-dfc898f1-8fa7-4b52-bae0-bc944fa3d816 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Made reservation on behalf of 77ccbcc7981f482d893fefbb3bbd899c for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:56:51.588478 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-dfc898f1-8fa7-4b52-bae0-bc944fa3d816 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:51.722439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-dfc898f1-8fa7-4b52-bae0-bc944fa3d816 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Allocated IP 172.20.0.12 (cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae/503b837f-ad0b-4da1-acd0-2608ba194bff/3ca70420-879b-401f-9f48-cfd0c5e4b320) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:56:51.872088 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-dfc898f1-8fa7-4b52-bae0-bc944fa3d816 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:51.961679 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-dfc898f1-8fa7-4b52-bae0-bc944fa3d816 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:52.006982 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-dfc898f1-8fa7-4b52-bae0-bc944fa3d816 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:56:52.010066 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-dfc898f1-8fa7-4b52-bae0-bc944fa3d816 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:56:52.013953 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-dfc898f1-8fa7-4b52-bae0-bc944fa3d816 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:56:52.020201 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc898f1-8fa7-4b52-bae0-bc944fa3d816 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event updated for resources: {'Port': ['ID=3ca70420-879b-401f-9f48-cfd0c5e4b320,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:52.076032 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-dfc898f1-8fa7-4b52-bae0-bc944fa3d816 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:52.076687 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-dfc898f1-8fa7-4b52-bae0-bc944fa3d816 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:52.181993 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-dfc898f1-8fa7-4b52-bae0-bc944fa3d816 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7665434 Oct 28 10:56:52.194370 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6cc3e3e9-7312-43b6-8a3a-035c91e034ef tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:56:52.201428 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6cc3e3e9-7312-43b6-8a3a-035c91e034ef tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055218 Oct 28 10:56:52.214487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-cea65f31-4c6c-486d-8557-a642160bfea4 None None] Provisioning complete for port 3ca70420-879b-401f-9f48-cfd0c5e4b320 triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:52.215058 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cea65f31-4c6c-486d-8557-a642160bfea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:52.215232 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-cea65f31-4c6c-486d-8557-a642160bfea4 None None] Attempt 1 to provision port 3ca70420-879b-401f-9f48-cfd0c5e4b320 Oct 28 10:56:52.217393 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Request body: {'port': {'device_id': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:52.247993 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-cea65f31-4c6c-486d-8557-a642160bfea4 None None] Port 3ca70420-879b-401f-9f48-cfd0c5e4b320 cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:56:52.254234 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:52.280196 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:52.311704 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:52.548300 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca70420-879b-401f-9f48-cfd0c5e4b320 {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:56:52.556524 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Publish callbacks [] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:52.563484 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde1a9a-d36d-4eb0-921c-91334883280f req-e10524cd-4034-4c40-a291-48e9e824117e tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:52.564964 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2bde1a9a-d36d-4eb0-921c-91334883280f req-e10524cd-4034-4c40-a291-48e9e824117e tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 932 time: 0.0522082 Oct 28 10:56:52.569246 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Transition to ACTIVE for port object 3ca70420-879b-401f-9f48-cfd0c5e4b320 will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:56:52.617409 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2bde1a9a-d36d-4eb0-921c-91334883280f req-8334327b-7681-48c8-ace4-d8d4d8e79544 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459774 Oct 28 10:56:52.653920 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:52.718312 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Pushing event updated for resources: {'Port': ['ID=3ca70420-879b-401f-9f48-cfd0c5e4b320,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:52.768010 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Attempting to bind port 3ca70420-879b-401f-9f48-cfd0c5e4b320 on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:56:52.768345 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Attempting to bind port 3ca70420-879b-401f-9f48-cfd0c5e4b320 by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:56:52.768672 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Attempting to bind port 3ca70420-879b-401f-9f48-cfd0c5e4b320 on network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:56:52.813551 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Port 3ca70420-879b-401f-9f48-cfd0c5e4b320 on network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:56:52.813870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Attempting to bind port 3ca70420-879b-401f-9f48-cfd0c5e4b320 on network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:56:52.856834 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:56:52.857164 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Checking segment: {'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:56:52.857544 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Bound using segment: {'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:56:52.858005 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Bound port: 3ca70420-879b-401f-9f48-cfd0c5e4b320, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:56:52.858363 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:52.919327 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] For port 3ca70420-879b-401f-9f48-cfd0c5e4b320, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:56:52.922396 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] For port 3ca70420-879b-401f-9f48-cfd0c5e4b320, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=3ca70420-879b-401f-9f48-cfd0c5e4b320,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:56:53.002763 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:53.007446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:53.008071 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:53.009631 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/3ca70420-879b-401f-9f48-cfd0c5e4b320 HTTP/1.1" status: 200 len: 1094 time: 0.7963853 Oct 28 10:56:53.010046 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:53.010883 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'tag': '3ca70420-879b-401f-9f48-cfd0c5e4b320'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:56:53.013127 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534cedbae41fa60b51e6729bf5c26e4ea484422e7225bf5a0c68b32fe746b878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4492335e-8a82-41c7-a0d5-0a797de0e1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "23812e35-cbf6-48e6-a97e-e0a84d5de561", "tag": "3ca70420-879b-401f-9f48-cfd0c5e4b320"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:56:53.052814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f455183-5a56-475a-be45-2f5a8885e228 x-openstack-request-id: req-1f455183-5a56-475a-be45-2f5a8885e228 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:56:53.053109 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23812e35-cbf6-48e6-a97e-e0a84d5de561", "tag": "3ca70420-879b-401f-9f48-cfd0c5e4b320", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:56:53.053362 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f455183-5a56-475a-be45-2f5a8885e228 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:56:53.053780 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f455183-5a56-475a-be45-2f5a8885e228'] response: {'name': 'network-changed', 'server_uuid': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'tag': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'status': 'completed', 'code': 200} Oct 28 10:56:53.063610 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e8019-2979-4fac-9000-216dd1322d6d service neutron] Pushing event updated for resources: {'Port': ['ID=3ca70420-879b-401f-9f48-cfd0c5e4b320,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:53.144911 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492335e-8a82-41c7-a0d5-0a797de0e1c6 req-a9f23d6f-66dc-4164-890b-bc8698933f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:53.146512 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4492335e-8a82-41c7-a0d5-0a797de0e1c6 req-a9f23d6f-66dc-4164-890b-bc8698933f07 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 1128 time: 0.0472248 Oct 28 10:56:53.257741 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492335e-8a82-41c7-a0d5-0a797de0e1c6 req-f016eedf-ac33-4b03-b300-2dc42963b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:53.259146 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4492335e-8a82-41c7-a0d5-0a797de0e1c6 req-f016eedf-ac33-4b03-b300-2dc42963b6be service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0964293 Oct 28 10:56:53.358412 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492335e-8a82-41c7-a0d5-0a797de0e1c6 req-85527b64-82d9-4c87-8798-8e006a9fb884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:53.359895 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-4492335e-8a82-41c7-a0d5-0a797de0e1c6 req-85527b64-82d9-4c87-8798-8e006a9fb884 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920386 Oct 28 10:56:53.482000 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-b28c2f81-b852-4999-a257-b7a3e11cc9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:53.483502 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-b28c2f81-b852-4999-a257-b7a3e11cc9b8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 1128 time: 0.0396140 Oct 28 10:56:53.537805 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-dd81afe9-880e-401e-85b1-98312ade45b8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca70420-879b-401f-9f48-cfd0c5e4b320 HTTP/1.1" status: 200 len: 217 time: 0.0379660 Oct 28 10:56:53.587124 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-9dd51204-3c38-4d03-8b7f-65f54dc846a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:53.588534 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-9dd51204-3c38-4d03-8b7f-65f54dc846a2 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=503b837f-ad0b-4da1-acd0-2608ba194bff HTTP/1.1" status: 200 len: 848 time: 0.0451584 Oct 28 10:56:53.636200 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-f0688edf-dc04-4806-93b5-698d0cc53cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:53.637737 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-f0688edf-dc04-4806-93b5-698d0cc53cef service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0401442 Oct 28 10:56:53.745604 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-a9b494ec-de4c-40df-9eee-a09fabe83cc5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986173 Oct 28 10:56:53.746851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50640-e383-45ad-bf4a-8d6f554a93c0 req-b29840ac-92a5-4647-9a34-023b17932bc1 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:53.748348 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7aa50640-e383-45ad-bf4a-8d6f554a93c0 req-b29840ac-92a5-4647-9a34-023b17932bc1 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 944 time: 0.0483334 Oct 28 10:56:53.798577 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7aa50640-e383-45ad-bf4a-8d6f554a93c0 req-6cee03f9-04a7-4ffe-bea7-daafca11ab8a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441029 Oct 28 10:56:53.803716 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:53.843323 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-78e0cb66-0d9a-4923-8a00-9f4debd7bdad req-75a7b4a4-116f-4678-a505-d8e654501e8f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888293 Oct 28 10:56:54.745334 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:54.929449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d55274-0491-4a63-9714-7c0569c5b949 req-2b7a8c7a-eb60-4185-9030-cd9c96a6f700 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:54.930973 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-32d55274-0491-4a63-9714-7c0569c5b949 req-2b7a8c7a-eb60-4185-9030-cd9c96a6f700 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 944 time: 0.0515718 Oct 28 10:56:55.245718 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-32d55274-0491-4a63-9714-7c0569c5b949 req-781c564e-a7dd-45a7-9aaf-079f190c7b56 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091807 Oct 28 10:56:56.368997 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772a1fa-18cc-44d4-893e-ce7398ef5b63 req-4d83a7f3-9238-4c3f-b732-afc914190ebf tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:56.370492 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3772a1fa-18cc-44d4-893e-ce7398ef5b63 req-4d83a7f3-9238-4c3f-b732-afc914190ebf tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 944 time: 0.0492816 Oct 28 10:56:56.400954 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:56.419369 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3772a1fa-18cc-44d4-893e-ce7398ef5b63 req-964dfde9-b9c3-4c45-b990-a1e3e62e4dcc tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433564 Oct 28 10:56:56.599829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 3ca70420-879b-401f-9f48-cfd0c5e4b320 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:56:56.613502 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:56.698826 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 3ca70420-879b-401f-9f48-cfd0c5e4b320, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=3ca70420-879b-401f-9f48-cfd0c5e4b320,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:56.709753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'port_id': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'mac_address': 'fa:16:3e:29:97:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:56:56.748253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 3ca70420-879b-401f-9f48-cfd0c5e4b320 is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:56.748648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:56.757240 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:56.762101 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca70420-879b-401f-9f48-cfd0c5e4b320 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:56:56.782233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 3ca70420-879b-401f-9f48-cfd0c5e4b320, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=3ca70420-879b-401f-9f48-cfd0c5e4b320,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:56.841542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:56.888916 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=3ca70420-879b-401f-9f48-cfd0c5e4b320,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:57.251487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['3ca70420-879b-401f-9f48-cfd0c5e4b320'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:56:57.547924 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451d3c9-215d-423f-af6e-351c339b68d8 req-2fa5e9c3-3ea2-4947-8200-42cd3e0c2212 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:57.549300 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b451d3c9-215d-423f-af6e-351c339b68d8 req-2fa5e9c3-3ea2-4947-8200-42cd3e0c2212 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 945 time: 0.0500202 Oct 28 10:56:57.598625 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b451d3c9-215d-423f-af6e-351c339b68d8 req-98c7dbaf-9444-4142-a777-7a47e4dd7dcf tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430696 Oct 28 10:56:58.601879 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 3ca70420-879b-401f-9f48-cfd0c5e4b320 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:56:58.648996 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port 3ca70420-879b-401f-9f48-cfd0c5e4b320 completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:56:58.723717 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecfddf-cdc7-49b6-978e-7e53f3bf1dd4 req-a4d897a0-e4c2-4904-8f2d-e04da8f5b645 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:58.725237 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8fecfddf-cdc7-49b6-978e-7e53f3bf1dd4 req-a4d897a0-e4c2-4904-8f2d-e04da8f5b645 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 945 time: 0.0485775 Oct 28 10:56:58.733308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 3ca70420-879b-401f-9f48-cfd0c5e4b320 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:58.733850 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:58.734295 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 3ca70420-879b-401f-9f48-cfd0c5e4b320 Oct 28 10:56:58.778309 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8fecfddf-cdc7-49b6-978e-7e53f3bf1dd4 req-b78fb3cb-992d-4755-8451-8672c50caf67 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469294 Oct 28 10:56:58.823914 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 3ca70420-879b-401f-9f48-cfd0c5e4b320 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:58.824311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:58.851423 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca70420-879b-401f-9f48-cfd0c5e4b320'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:56:58.855193 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37573d3c60e6259546b1497cc7bcd42c0450aa4b124ab6d68d2a22835cb4a65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe537997-d8bb-45b8-b194-ba7070f27cdf" -d '{"events": [{"server_uuid": "23812e35-cbf6-48e6-a97e-e0a84d5de561", "name": "network-vif-plugged", "status": "completed", "tag": "3ca70420-879b-401f-9f48-cfd0c5e4b320"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:56:58.872507 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 3ca70420-879b-401f-9f48-cfd0c5e4b320, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=3ca70420-879b-401f-9f48-cfd0c5e4b320,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:58.895505 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d33c26-99d9-4a8a-8c67-aeb06c37f5b6 x-openstack-request-id: req-39d33c26-99d9-4a8a-8c67-aeb06c37f5b6 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:56:58.895795 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23812e35-cbf6-48e6-a97e-e0a84d5de561", "name": "network-vif-plugged", "status": "completed", "tag": "3ca70420-879b-401f-9f48-cfd0c5e4b320", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:56:58.896047 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39d33c26-99d9-4a8a-8c67-aeb06c37f5b6 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:56:58.896566 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d33c26-99d9-4a8a-8c67-aeb06c37f5b6'] response: {'server_uuid': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'code': 200} Oct 28 10:56:58.910939 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:58.959842 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=3ca70420-879b-401f-9f48-cfd0c5e4b320,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:59.461768 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12676c-9c83-462f-a6ef-5fe5b89ea51a req-f143e522-3cc6-41f4-b617-5e46d49a2843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:59.463357 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ea12676c-9c83-462f-a6ef-5fe5b89ea51a req-f143e522-3cc6-41f4-b617-5e46d49a2843 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 1130 time: 0.0474980 Oct 28 10:56:59.525494 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ea12676c-9c83-462f-a6ef-5fe5b89ea51a req-f1879d40-d616-46c6-badf-6cd29e6d4f4e service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521300 Oct 28 10:56:59.906623 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ac9c2-fcea-4245-9e1b-d2dd912d2e25 req-2625eb53-1a16-46d2-bbc8-561613a66419 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:59.908189 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1b8ac9c2-fcea-4245-9e1b-d2dd912d2e25 req-2625eb53-1a16-46d2-bbc8-561613a66419 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 946 time: 0.0509870 Oct 28 10:56:59.964565 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-1b8ac9c2-fcea-4245-9e1b-d2dd912d2e25 req-5e07b6f2-8d58-4e28-89c9-8c42e3aff32c tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502412 Oct 28 10:57:01.095749 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c921ca2-b544-4906-9da4-dc230d72fa94 req-996dc783-f236-4c7b-b1da-aa4d68e19eb6 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:57:01.097827 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7c921ca2-b544-4906-9da4-dc230d72fa94 req-996dc783-f236-4c7b-b1da-aa4d68e19eb6 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 946 time: 0.0532877 Oct 28 10:57:01.153507 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7c921ca2-b544-4906-9da4-dc230d72fa94 req-1cc41a3e-403c-426d-9724-d1665d2bd61c tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497103 Oct 28 10:57:01.276319 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05a524-b5bf-4c9e-bb15-69a096f18593 req-59e17c85-2676-4aea-bd90-d9d469da5a18 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:57:01.277795 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9a05a524-b5bf-4c9e-bb15-69a096f18593 req-59e17c85-2676-4aea-bd90-d9d469da5a18 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 946 time: 0.0471110 Oct 28 10:57:01.329566 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9a05a524-b5bf-4c9e-bb15-69a096f18593 req-b6ced5e4-59e9-46d0-8309-3cd206d779cf tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459905 Oct 28 10:57:01.358830 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51710) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:57:01.446444 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab67acd-2262-4e8e-8bd4-d6d3265732c2 tempest-TestSnapshotPattern-694838149 tempest-TestSnapshotPattern-694838149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:57:01.448015 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-fab67acd-2262-4e8e-8bd4-d6d3265732c2 tempest-TestSnapshotPattern-694838149 tempest-TestSnapshotPattern-694838149-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 1125 time: 0.0881488 Oct 28 10:57:01.450939 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 51714) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:57:01.455212 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.v2.base [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:57:01.544666 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:01.600159 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:01.629624 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:01.746615 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_common [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Allocated IP 172.36.1.20 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/7eee364f-2e10-4d0d-9184-14c0b1970881) {{(pid=114059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:57:01.838925 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:01.859851 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for port (7eee364f-2e10-4d0d-9184-14c0b1970881), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:01.973131 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (7eee364f-2e10-4d0d-9184-14c0b1970881), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:02.013251 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:57:02.016309 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.base_scheduler [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Resources bound (agent type, host, resource id): {{(pid=114059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:57:02.019943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Received port after_create {{(pid=114059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:57:02.047175 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event updated for resources: {'Port': ['ID=7eee364f-2e10-4d0d-9184-14c0b1970881,revision_number=1']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:57:02.386068 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for floatingip (8c595247-ea72-4b35-b55b-9f160c1e2ba4), precommit_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:02.505189 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:02.508810 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:02.510592 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (7eee364f-2e10-4d0d-9184-14c0b1970881), before_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:02.665986 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for port (7eee364f-2e10-4d0d-9184-14c0b1970881), precommit_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:02.733276 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565984'] for port (7eee364f-2e10-4d0d-9184-14c0b1970881), after_update {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:02.771302 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:02.797971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event updated for resources: {'Port': ['ID=7eee364f-2e10-4d0d-9184-14c0b1970881,revision_number=2']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:57:02.803832 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (8c595247-ea72-4b35-b55b-9f160c1e2ba4), after_create {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:02.915833 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.db.l3_db [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Floating IP 8c595247-ea72-4b35-b55b-9f160c1e2ba4 associated. External IP: 172.36.1.20, port: 3ca70420-879b-401f-9f48-cfd0c5e4b320. Oct 28 10:57:03.134018 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Router 64dee83d-7940-44c3-92db-b88cfbeb5352 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:57:03.243015 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:57:03.252679 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b3d69-a2e7-4e0c-b6f4-c6f918222f77 None None] Sync routers for ids ['64dee83d-7940-44c3-92db-b88cfbeb5352'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:57:03.264196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b3d69-a2e7-4e0c-b6f4-c6f918222f77 None None] Routers {'64dee83d-7940-44c3-92db-b88cfbeb5352'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:57:03.264823 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a41b3d69-a2e7-4e0c-b6f4-c6f918222f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['64dee83d-7940-44c3-92db-b88cfbeb5352'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:57:03.323358 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:03.356550 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-b4426552-d521-4d92-b952-c49d5ac141c5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9044609 Oct 28 10:57:03.357200 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'tag': '3ca70420-879b-401f-9f48-cfd0c5e4b320'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:57:03.359602 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8cd6426b2b3dd05e0c5819878596b83a767a53d6dc43cd2f1878d74eec1f28f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efeeec5-93ef-479e-8367-9d1848436cda" -d '{"events": [{"name": "network-changed", "server_uuid": "23812e35-cbf6-48e6-a97e-e0a84d5de561", "tag": "3ca70420-879b-401f-9f48-cfd0c5e4b320"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:57:03.372413 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-a41b3d69-a2e7-4e0c-b6f4-c6f918222f77 None None] Set router 64dee83d-7940-44c3-92db-b88cfbeb5352 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:57:03.400589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab9bede-e967-4489-a46a-2e272a733791 x-openstack-request-id: req-eab9bede-e967-4489-a46a-2e272a733791 {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:57:03.401125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23812e35-cbf6-48e6-a97e-e0a84d5de561", "tag": "3ca70420-879b-401f-9f48-cfd0c5e4b320", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:57:03.401125 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eab9bede-e967-4489-a46a-2e272a733791 {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:57:03.401537 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab9bede-e967-4489-a46a-2e272a733791'] response: {'name': 'network-changed', 'server_uuid': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'tag': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'status': 'completed', 'code': 200} Oct 28 10:57:03.443821 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:03.501563 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efeeec5-93ef-479e-8367-9d1848436cda req-c220ab17-590a-4b5e-a441-1f91bfc7cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:57:03.503115 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8efeeec5-93ef-479e-8367-9d1848436cda req-c220ab17-590a-4b5e-a441-1f91bfc7cbf8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 1130 time: 0.0450697 Oct 28 10:57:03.604652 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=44 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:03.605588 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:03.606917 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efeeec5-93ef-479e-8367-9d1848436cda req-5f991261-10c3-4248-8cad-11bc94504162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:57:03.608405 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8efeeec5-93ef-479e-8367-9d1848436cda req-5f991261-10c3-4248-8cad-11bc94504162 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae HTTP/1.1" status: 200 len: 910 time: 0.0986304 Oct 28 10:57:03.609117 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a41b3d69-a2e7-4e0c-b6f4-c6f918222f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '8c595247-ea72-4b35-b55b-9f160c1e2ba4', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'floating_ip_address': '172.36.1.20', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'port_id': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'mac_address': 'fa:16:3e:29:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:57:02Z', 'updated_at': '2022-10-28T10:57:02Z', 'revision_number': 0, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:36Z', 'revision_number': 5, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:57:03.639518 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b3d69-a2e7-4e0c-b6f4-c6f918222f77 None None] Checking router: 64dee83d-7940-44c3-92db-b88cfbeb5352 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:57:03.653544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b3d69-a2e7-4e0c-b6f4-c6f918222f77 None None] Routers {'64dee83d-7940-44c3-92db-b88cfbeb5352'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:57:03.653544 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a41b3d69-a2e7-4e0c-b6f4-c6f918222f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:56:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['64dee83d-7940-44c3-92db-b88cfbeb5352'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:57:03.675640 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8efeeec5-93ef-479e-8367-9d1848436cda req-1d85214c-be5f-4f1f-9390-80724b96798c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca70420-879b-401f-9f48-cfd0c5e4b320 HTTP/1.1" status: 200 len: 999 time: 0.0609384 Oct 28 10:57:03.734391 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efeeec5-93ef-479e-8367-9d1848436cda req-f605c9da-90c9-4d90-988a-d4fdb898db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:57:03.736226 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8efeeec5-93ef-479e-8367-9d1848436cda req-f605c9da-90c9-4d90-988a-d4fdb898db86 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=503b837f-ad0b-4da1-acd0-2608ba194bff HTTP/1.1" status: 200 len: 848 time: 0.0557778 Oct 28 10:57:03.754532 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-a41b3d69-a2e7-4e0c-b6f4-c6f918222f77 None None] Set router 64dee83d-7940-44c3-92db-b88cfbeb5352 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:57:03.780451 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efeeec5-93ef-479e-8367-9d1848436cda req-7173b0a2-29a6-4df4-aea6-ab59246450c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:57:03.781971 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8efeeec5-93ef-479e-8367-9d1848436cda req-7173b0a2-29a6-4df4-aea6-ab59246450c0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0395062 Oct 28 10:57:03.836276 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=100 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:03.884424 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8efeeec5-93ef-479e-8367-9d1848436cda req-1e462011-bf4e-4b01-8ca1-06682bc00ba8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960152 Oct 28 10:57:03.989559 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-8efeeec5-93ef-479e-8367-9d1848436cda req-42be5d8d-9a4f-4744-b161-d0372262936d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984831 Oct 28 10:57:04.121319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a41b3d69-a2e7-4e0c-b6f4-c6f918222f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '8c595247-ea72-4b35-b55b-9f160c1e2ba4', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'floating_ip_address': '172.36.1.20', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'port_id': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'mac_address': 'fa:16:3e:29:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:57:02Z', 'updated_at': '2022-10-28T10:57:02Z', 'revision_number': 0, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:36Z', 'revision_number': 5, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:57:04.147854 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b3d69-a2e7-4e0c-b6f4-c6f918222f77 None None] The sync data for ids ['64dee83d-7940-44c3-92db-b88cfbeb5352'] in dv-neutron-zed-2-hyperv is: [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '8c595247-ea72-4b35-b55b-9f160c1e2ba4', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'floating_ip_address': '172.36.1.20', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'port_id': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'mac_address': 'fa:16:3e:29:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:57:02Z', 'updated_at': '2022-10-28T10:57:02Z', 'revision_number': 0, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:36Z', 'revision_number': 5, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:57:04.350224 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca8d64f-5b49-4e7a-bb15-92902c6a254e None None] New status for floating IP 8c595247-ea72-4b35-b55b-9f160c1e2ba4: ACTIVE {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:57:13.161910 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-45b83f6f-c55f-4008-b681-23bdb6d1e404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:13.350210 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:13.353205 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:13.979047 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=11 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:13.985021 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=62 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:14.455831 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:14.458726 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:15.430403 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d246cefc-b3f6-4529-8ceb-94f2e4f73439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:17.190079 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:18.184667 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:18.722243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:18.824608 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:21.729130 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:57:24.721319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:34.677954 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:34.679907 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=49,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:40.597309 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:40.601298 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=6 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:43.149142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-99b84b87-1c9c-46b2-a60b-d874ee698443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:45.367812 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-186bb826-bf76-4b48-be0f-c0eca931472d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:47.190351 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:48.230247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:48.841321 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:54.789809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:57.666839 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=14 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:57.667645 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=14 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:58.728142 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:58:02.441170 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cac3f427-f7c4-48e0-bb47-3083a80f9a02 req-633465ad-ec77-42ef-982f-f8a0a4b5b2d9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387070 Oct 28 10:58:02.553372 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3f427-f7c4-48e0-bb47-3083a80f9a02 req-e09d3ec0-4297-47da-818c-8647a4af69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:58:02.555574 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cac3f427-f7c4-48e0-bb47-3083a80f9a02 req-e09d3ec0-4297-47da-818c-8647a4af69d0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 1130 time: 0.0408673 Oct 28 10:58:02.670103 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3f427-f7c4-48e0-bb47-3083a80f9a02 req-f8c4749e-0fb8-4f63-9a3a-c83034b28a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:58:02.671678 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cac3f427-f7c4-48e0-bb47-3083a80f9a02 req-f8c4749e-0fb8-4f63-9a3a-c83034b28a3f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae HTTP/1.1" status: 200 len: 910 time: 0.0913813 Oct 28 10:58:02.747595 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cac3f427-f7c4-48e0-bb47-3083a80f9a02 req-dd4a5ae8-7d9c-4a22-b09b-1296f93eb518 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca70420-879b-401f-9f48-cfd0c5e4b320 HTTP/1.1" status: 200 len: 1001 time: 0.0661538 Oct 28 10:58:02.801217 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3f427-f7c4-48e0-bb47-3083a80f9a02 req-7cb60775-9e9d-49dc-a90a-b72adfd8bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:58:02.803311 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cac3f427-f7c4-48e0-bb47-3083a80f9a02 req-7cb60775-9e9d-49dc-a90a-b72adfd8bbc4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=503b837f-ad0b-4da1-acd0-2608ba194bff HTTP/1.1" status: 200 len: 848 time: 0.0464497 Oct 28 10:58:02.852916 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3f427-f7c4-48e0-bb47-3083a80f9a02 req-7d02f55e-9c7e-43c5-b6bc-abd0b6cc34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:58:02.854414 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cac3f427-f7c4-48e0-bb47-3083a80f9a02 req-7d02f55e-9c7e-43c5-b6bc-abd0b6cc34b6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0426056 Oct 28 10:58:02.952578 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cac3f427-f7c4-48e0-bb47-3083a80f9a02 req-b84028cf-6180-4047-814a-6761c5e7cce8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915146 Oct 28 10:58:03.048470 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-cac3f427-f7c4-48e0-bb47-3083a80f9a02 req-4201894a-6268-4096-a2fe-f0209444c952 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863807 Oct 28 10:58:04.670060 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:04.677126 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:13.044240 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=52 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:13.044995 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=49 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:13.115650 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dafccc70-d773-4ed0-8b3b-8e48115ab5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:15.405225 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8a4eda84-8154-4bc1-af31-35817f2a71a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:17.182431 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:17.598051 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:17.598938 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=6 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:18.229153 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:18.806593 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:24.760693 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:34.690301 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:34.696867 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:35.728228 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:58:43.131998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-0e24e7c7-7daf-4023-b7c3-9f5cb6bd15e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:45.388727 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc463-28fb-412a-bde5-1ea2f667ad90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:47.183696 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:48.309239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:48.829102 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:54.596964 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:54.598185 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:54.775908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:03.587665 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dfc69-4099-400e-9f8f-5a29d182bf4b req-9fda624f-9942-4eb6-b95f-f59a576b6a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:03.589205 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7c8dfc69-4099-400e-9f8f-5a29d182bf4b req-9fda624f-9942-4eb6-b95f-f59a576b6a6c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 1130 time: 0.0967083 Oct 28 10:59:03.710231 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dfc69-4099-400e-9f8f-5a29d182bf4b req-b48ed939-a79a-475c-89ab-b286a394dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:03.711763 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7c8dfc69-4099-400e-9f8f-5a29d182bf4b req-b48ed939-a79a-475c-89ab-b286a394dfa8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae HTTP/1.1" status: 200 len: 910 time: 0.0989604 Oct 28 10:59:03.778617 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7c8dfc69-4099-400e-9f8f-5a29d182bf4b req-a08887c5-abeb-4691-894f-7ca0ee2cd409 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca70420-879b-401f-9f48-cfd0c5e4b320 HTTP/1.1" status: 200 len: 1001 time: 0.0567865 Oct 28 10:59:03.829203 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dfc69-4099-400e-9f8f-5a29d182bf4b req-fc154cf7-34f0-4030-97dd-2c64c2cfaa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:03.830644 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7c8dfc69-4099-400e-9f8f-5a29d182bf4b req-fc154cf7-34f0-4030-97dd-2c64c2cfaa2a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=503b837f-ad0b-4da1-acd0-2608ba194bff HTTP/1.1" status: 200 len: 848 time: 0.0452256 Oct 28 10:59:03.881391 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dfc69-4099-400e-9f8f-5a29d182bf4b req-27293c50-802e-4fe3-b593-e9ced659cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:03.882932 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7c8dfc69-4099-400e-9f8f-5a29d182bf4b req-27293c50-802e-4fe3-b593-e9ced659cd03 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0427084 Oct 28 10:59:03.978715 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7c8dfc69-4099-400e-9f8f-5a29d182bf4b req-28f3c8d8-5adb-45af-92bb-fcf9515083a5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859463 Oct 28 10:59:04.384905 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7c8dfc69-4099-400e-9f8f-5a29d182bf4b req-5183bf02-3536-4096-bf2c-6bfbd3330ac2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962178 Oct 28 10:59:05.128213 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 3ca70420-879b-401f-9f48-cfd0c5e4b320 details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:59:05.130480 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=4,neutron:SELECT=18 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:05.132602 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:05.232359 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 3ca70420-879b-401f-9f48-cfd0c5e4b320, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=3ca70420-879b-401f-9f48-cfd0c5e4b320,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:59:05.245459 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'port_id': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'mac_address': 'fa:16:3e:29:97:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:59:05.280811 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 3ca70420-879b-401f-9f48-cfd0c5e4b320 is: ACTIVE; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:59:05.281190 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:05.294376 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ca70420-879b-401f-9f48-cfd0c5e4b320 {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:59:05.318395 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 3ca70420-879b-401f-9f48-cfd0c5e4b320, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=3ca70420-879b-401f-9f48-cfd0c5e4b320,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:59:05.371393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:05.418581 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=3ca70420-879b-401f-9f48-cfd0c5e4b320,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:59:05.425599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:05.426069 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:05.426280 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:05.426621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:05.426983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:05.427322 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:05.428124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:05.428124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:05.428327 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:05.428690 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:05.428913 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:05.429239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:05.429554 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:05.429871 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:05.430187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:05.544882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['3ca70420-879b-401f-9f48-cfd0c5e4b320'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:59:07.151825 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 3ca70420-879b-401f-9f48-cfd0c5e4b320 up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:59:07.213678 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port 3ca70420-879b-401f-9f48-cfd0c5e4b320 triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:59:07.214279 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:07.214719 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port 3ca70420-879b-401f-9f48-cfd0c5e4b320 Oct 28 10:59:07.260960 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:07.333195 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 3ca70420-879b-401f-9f48-cfd0c5e4b320 is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:59:07.333623 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:07.364564 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca70420-879b-401f-9f48-cfd0c5e4b320'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:59:07.366941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37573d3c60e6259546b1497cc7bcd42c0450aa4b124ab6d68d2a22835cb4a65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa10e520-7b5e-403d-87a8-c40eae6d9aa1" -d '{"events": [{"server_uuid": "23812e35-cbf6-48e6-a97e-e0a84d5de561", "name": "network-vif-plugged", "status": "completed", "tag": "3ca70420-879b-401f-9f48-cfd0c5e4b320"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:59:07.392299 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 3ca70420-879b-401f-9f48-cfd0c5e4b320, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=3ca70420-879b-401f-9f48-cfd0c5e4b320,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:59:07.463797 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:07.544897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c91e6a-cdce-4456-8c4b-94d9dfb04d67 x-openstack-request-id: req-d0c91e6a-cdce-4456-8c4b-94d9dfb04d67 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:59:07.545339 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23812e35-cbf6-48e6-a97e-e0a84d5de561", "name": "network-vif-plugged", "status": "completed", "tag": "3ca70420-879b-401f-9f48-cfd0c5e4b320", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:59:07.545699 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0c91e6a-cdce-4456-8c4b-94d9dfb04d67 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:59:07.546253 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c91e6a-cdce-4456-8c4b-94d9dfb04d67'] response: {'server_uuid': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'code': 200} Oct 28 10:59:07.547816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=3ca70420-879b-401f-9f48-cfd0c5e4b320,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:59:12.729499 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:59:13.112559 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-f99a5190-f488-40ff-a8ba-757a8a5d6772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:14.378951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=48 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:14.381168 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=46 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:15.398965 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-40290539-3031-4ece-abf1-de966eccbaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:17.257466 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:18.188733 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:18.212225 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-e73bc650-c4d0-43b4-a66e-2e6c018ff868 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2006998113&fields=id&tenant_id=77ccbcc7981f482d893fefbb3bbd899c HTTP/1.1" status: 200 len: 267 time: 0.0539014 Oct 28 10:59:18.329455 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-eea56f19-7ecd-4eb3-b5c7-7b64ec0e876c tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:18.330972 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-eea56f19-7ecd-4eb3-b5c7-7b64ec0e876c tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/networks?id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae HTTP/1.1" status: 200 len: 809 time: 0.1120543 Oct 28 10:59:18.347124 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-2f206bc0-2d4b-427a-a398-62c8d35dab08 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/quotas/77ccbcc7981f482d893fefbb3bbd899c HTTP/1.1" status: 200 len: 375 time: 0.0094061 Oct 28 10:59:18.401689 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-64d9d42b-819d-4f98-966b-b72991b4ebb3 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489573 Oct 28 10:59:18.505209 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-e0d792c7-148e-4455-a6a0-8c99b073b340 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914526 Oct 28 10:59:18.601032 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-965e8ecb-490f-43a4-8041-a0f6acb8e592 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891459 Oct 28 10:59:18.812308 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:18.943098 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-d3378afb-4b46-4b6c-8512-5be59d3fb953 req-d9bfe663-09bf-4580-8ad6-488b1d50fb1f tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 210 time: 0.0956585 Oct 28 10:59:20.057769 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-22f3280c-d5fd-4500-a1d1-8b5729dd00dd req-4eee1a76-d385-4a90-bed9-95481ec161f8 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 210 time: 0.0285099 Oct 28 10:59:21.179119 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8d6ed06b-0038-4e30-84a5-d3012cdd19ad req-efb51e40-aff8-495c-ad40-b447674c4e38 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 210 time: 0.0319335 Oct 28 10:59:21.215767 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 3ca70420-879b-401f-9f48-cfd0c5e4b320 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:59:21.256718 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:21.307025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port 3ca70420-879b-401f-9f48-cfd0c5e4b320 is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:59:21.307416 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:21.331723 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ca70420-879b-401f-9f48-cfd0c5e4b320'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:59:21.334061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37573d3c60e6259546b1497cc7bcd42c0450aa4b124ab6d68d2a22835cb4a65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a51f70-ddaf-409f-9ec0-53ba6c3cfed7" -d '{"events": [{"server_uuid": "23812e35-cbf6-48e6-a97e-e0a84d5de561", "name": "network-vif-unplugged", "status": "completed", "tag": "3ca70420-879b-401f-9f48-cfd0c5e4b320"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:59:21.347425 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port 3ca70420-879b-401f-9f48-cfd0c5e4b320, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=3ca70420-879b-401f-9f48-cfd0c5e4b320,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:59:21.378916 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 10:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e106e7-f9d1-49dc-a2b0-82f300f5fd3b x-openstack-request-id: req-23e106e7-f9d1-49dc-a2b0-82f300f5fd3b {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:59:21.379219 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23812e35-cbf6-48e6-a97e-e0a84d5de561", "name": "network-vif-unplugged", "status": "completed", "tag": "3ca70420-879b-401f-9f48-cfd0c5e4b320", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:59:21.379547 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23e106e7-f9d1-49dc-a2b0-82f300f5fd3b {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:59:21.380038 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e106e7-f9d1-49dc-a2b0-82f300f5fd3b'] response: {'server_uuid': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'code': 200} Oct 28 10:59:21.422897 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-120607c0-7e8d-488e-a437-96e9a214f0b9 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:21.424381 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-120607c0-7e8d-488e-a437-96e9a214f0b9 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.48 "GET /networking/v2.0/networks?id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae HTTP/1.1" status: 200 len: 809 time: 0.1130235 Oct 28 10:59:21.426701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:21.481276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=3ca70420-879b-401f-9f48-cfd0c5e4b320,revision_number=8']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:59:21.510131 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-67ae23a1-5da1-4c15-a417-804f8e6c86be tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77ccbcc7981f482d893fefbb3bbd899c HTTP/1.1" status: 200 len: 380 time: 0.0611479 Oct 28 10:59:21.521302 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Request body: {'port': {'device_id': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'admin_state_up': True, 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'security_groups': ['b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c']}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:59:21.766074 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Made reservation on behalf of 77ccbcc7981f482d893fefbb3bbd899c for: {'port': 1} {{(pid=114060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:59:21.770558 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:21.911390 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Allocated IP 172.20.0.4 (cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae/503b837f-ad0b-4da1-acd0-2608ba194bff/fb9ae9eb-1363-4d93-8788-e8a31b26f7cf) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:59:22.091519 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:22.198786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:22.248133 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:59:22.251515 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:59:22.256371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:59:22.288210 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event updated for resources: {'Port': ['ID=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:59:22.303976 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:22.304303 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:22.304668 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:22.305007 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:22.305340 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:22.306188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:22.306188 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:22.306510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:22.306618 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:22.306938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:22.307394 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:22.307766 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:22.308101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:22.309399 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:22.309399 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:59:22.329376 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85257e03-2b11-4fc3-9335-79f84619753c req-60d67eed-d5a7-4fce-824c-6a26817e93b8 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:22.331898 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-85257e03-2b11-4fc3-9335-79f84619753c req-60d67eed-d5a7-4fce-824c-6a26817e93b8 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 931 time: 0.0646594 Oct 28 10:59:22.363545 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:22.364468 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:22.457361 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-85257e03-2b11-4fc3-9335-79f84619753c req-0849e008-07bb-40d4-aa2f-84deade2b94f tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077850 Oct 28 10:59:22.478848 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-f7edd349-02ba-4188-8c9a-8c5ffad125a7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9612243 Oct 28 10:59:22.636910 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-df6d232a-8296-4370-a293-34774163a675 None None] Provisioning complete for port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf triggered by entity DHCP. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:59:22.638848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-df6d232a-8296-4370-a293-34774163a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:22.639808 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-df6d232a-8296-4370-a293-34774163a675 None None] Attempt 1 to provision port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf Oct 28 10:59:22.652371 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Request body: {'port': {'device_id': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-zed0'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:59:22.721557 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-df6d232a-8296-4370-a293-34774163a675 None None] Port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf cannot update to ACTIVE because it is not bound. {{(pid=114061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:59:22.759641 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:22.778792 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:22.781858 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:23.162455 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9ae9eb-1363-4d93-8788-e8a31b26f7cf {{(pid=114060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:59:23.175927 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Publish callbacks [] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:23.198253 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.provisioning_blocks [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Transition to ACTIVE for port object fb9ae9eb-1363-4d93-8788-e8a31b26f7cf will not be triggered until provisioned by entity L2. {{(pid=114060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 10:59:23.276164 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:23.380118 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:59:23.434528 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Attempting to bind port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf on host hv-neutron-zed0 for vnic_type normal with profile {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:59:23.435063 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Attempting to bind port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf by drivers openvswitch,hyperv on host hv-neutron-zed0 at level 0 using segments [{'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:59:23.435465 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Attempting to bind port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf on network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:59:23.511674 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf on network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-zed0 {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:59:23.512364 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Attempting to bind port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf on network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:59:23.609568 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Checking agent: {'id': 'fac6ab3a-84d9-45f7-8924-10bc59f85b8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-zed0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'started_at': datetime.datetime(2022, 10, 28, 9, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:59:23.610092 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Checking segment: {'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:59:23.610710 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Bound using segment: {'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'} {{(pid=114060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:59:23.611636 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.managers [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Bound port: fb9ae9eb-1363-4d93-8788-e8a31b26f7cf, host: hv-neutron-zed0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4826665d-a3c9-4d01-aa1b-27649686d1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae'}}] {{(pid=114060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:59:23.612076 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:23.625636 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089bdf9-3d1f-4c61-8067-22ea26b6a4ee req-3eb254de-add9-4eef-917f-023d02cb7826 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:23.627641 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3089bdf9-3d1f-4c61-8067-22ea26b6a4ee req-3eb254de-add9-4eef-917f-023d02cb7826 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 943 time: 0.0707779 Oct 28 10:59:23.734177 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] For port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf, host hv-neutron-zed0, cleared binding levels {{(pid=114060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:59:23.739201 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3089bdf9-3d1f-4c61-8067-22ea26b6a4ee req-e233c606-f57d-4944-b212-31ed52f02cd7 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012955 Oct 28 10:59:23.739834 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] For port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf, host hv-neutron-zed0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:59:23.824859 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:23.835028 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:23.837018 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:23.839947 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/fb9ae9eb-1363-4d93-8788-e8a31b26f7cf HTTP/1.1" status: 200 len: 1093 time: 1.1985383 Oct 28 10:59:23.845297 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'tag': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:59:23.845297 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534cedbae41fa60b51e6729bf5c26e4ea484422e7225bf5a0c68b32fe746b878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56250d6-c254-4264-925c-6126627a545a" -d '{"events": [{"name": "network-changed", "server_uuid": "fdeadb9a-4e73-4140-8bab-e6ca9070eef9", "tag": "fb9ae9eb-1363-4d93-8788-e8a31b26f7cf"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:59:23.913997 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4f279e-76a4-4e5f-af9f-568ab7ffe746 x-openstack-request-id: req-fe4f279e-76a4-4e5f-af9f-568ab7ffe746 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:59:23.914356 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdeadb9a-4e73-4140-8bab-e6ca9070eef9", "tag": "fb9ae9eb-1363-4d93-8788-e8a31b26f7cf", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:59:23.914736 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe4f279e-76a4-4e5f-af9f-568ab7ffe746 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:59:23.915235 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4f279e-76a4-4e5f-af9f-568ab7ffe746'] response: {'name': 'network-changed', 'server_uuid': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'tag': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf', 'status': 'completed', 'code': 200} Oct 28 10:59:23.927170 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeccdb7-8a6e-4dab-b6d5-0b1e2c9f0d47 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,revision_number=3']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:59:24.777701 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:24.888066 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3ba6e-f673-4ca2-a378-cb70dd9f3332 req-37f81ab2-6cda-4a07-a326-3132387c2047 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:24.890770 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eda3ba6e-f673-4ca2-a378-cb70dd9f3332 req-37f81ab2-6cda-4a07-a326-3132387c2047 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 943 time: 0.0651605 Oct 28 10:59:24.988326 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-eda3ba6e-f673-4ca2-a378-cb70dd9f3332 req-b3a9ef90-0abe-4857-9bef-bfb2620bb4e0 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839427 Oct 28 10:59:26.174887 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d70111-6f9f-4936-a8b7-b809d2aac85c req-cd83096b-b7f5-424b-9971-233dadf8e917 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:26.177616 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-09d70111-6f9f-4936-a8b7-b809d2aac85c req-cd83096b-b7f5-424b-9971-233dadf8e917 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 943 time: 0.0886514 Oct 28 10:59:26.243947 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-09d70111-6f9f-4936-a8b7-b809d2aac85c req-c76de2c4-ac0e-49c0-9ed6-3450652c9dce tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607626 Oct 28 10:59:27.409052 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d2c30-e524-4d8e-9faf-23ecdabecb08 req-ecbddc3b-6d6e-4ce7-a66a-8ea73f5e8d3d tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:27.413804 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8a0d2c30-e524-4d8e-9faf-23ecdabecb08 req-ecbddc3b-6d6e-4ce7-a66a-8ea73f5e8d3d tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 943 time: 0.0723500 Oct 28 10:59:27.487452 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8a0d2c30-e524-4d8e-9faf-23ecdabecb08 req-5bd83e63-d7c5-4540-aba8-63c86f9f2151 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658901 Oct 28 10:59:28.674109 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43711e17-e56d-46b6-886b-0cf7d39e158a req-fa7aee83-5ed5-4940-b76c-8dc7b5961367 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:28.675954 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-43711e17-e56d-46b6-886b-0cf7d39e158a req-fa7aee83-5ed5-4940-b76c-8dc7b5961367 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 943 time: 0.0765045 Oct 28 10:59:28.772407 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-43711e17-e56d-46b6-886b-0cf7d39e158a req-cd50c74e-9bd0-45f4-9e23-270f9b73e028 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716622 Oct 28 10:59:29.871025 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:29.903521 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:29.915766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16874865-77a0-456c-bf14-2867ec2c89c9 req-64068ddb-7d19-4914-b14e-394c35bd7090 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:29.917356 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-16874865-77a0-456c-bf14-2867ec2c89c9 req-64068ddb-7d19-4914-b14e-394c35bd7090 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 943 time: 0.0553608 Oct 28 10:59:29.972226 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-16874865-77a0-456c-bf14-2867ec2c89c9 req-d6fa138e-6126-4c14-9736-6fa726324dba tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493233 Oct 28 10:59:30.397631 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:30.406228 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56250d6-c254-4264-925c-6126627a545a req-5303063d-9ada-42d9-9fe8-af00728acd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:30.407816 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e56250d6-c254-4264-925c-6126627a545a req-5303063d-9ada-42d9-9fe8-af00728acd21 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 1127 time: 0.0490751 Oct 28 10:59:30.567668 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56250d6-c254-4264-925c-6126627a545a req-cfad1187-dd68-44ba-b394-eb7714186c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:30.569678 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e56250d6-c254-4264-925c-6126627a545a req-cfad1187-dd68-44ba-b394-eb7714186c14 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1201832 Oct 28 10:59:30.685285 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56250d6-c254-4264-925c-6126627a545a req-5d61af58-0d0a-414d-898f-15ea4559cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:30.687760 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-e56250d6-c254-4264-925c-6126627a545a req-5d61af58-0d0a-414d-898f-15ea4559cd08 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1065941 Oct 28 10:59:30.812804 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-5bc526a0-4b9e-4405-a04c-93656e93a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:30.814321 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-5bc526a0-4b9e-4405-a04c-93656e93a721 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 1127 time: 0.0448048 Oct 28 10:59:30.877488 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-26a433ea-5e2a-42f6-8c05-d864b46d5e5a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf HTTP/1.1" status: 200 len: 217 time: 0.0417392 Oct 28 10:59:30.934842 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ccb13059-eb1d-4d51-bf26-9a75c2737b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:30.936376 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-ccb13059-eb1d-4d51-bf26-9a75c2737b86 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=503b837f-ad0b-4da1-acd0-2608ba194bff HTTP/1.1" status: 200 len: 848 time: 0.0489042 Oct 28 10:59:30.986247 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-fb7e6b7e-a3ff-4e38-a965-3c604181a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:30.987785 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-fb7e6b7e-a3ff-4e38-a965-3c604181a8d2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0413041 Oct 28 10:59:31.060114 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:31.095136 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-b023f3b1-4ce3-4f75-9d70-c3140d3fe5b1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977170 Oct 28 10:59:31.116243 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cc70a-aa0f-4ea6-9f33-a42db89f17e0 req-2ac4b9d9-8cb6-44d0-bf04-0de8519d6621 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:31.117812 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b48cc70a-aa0f-4ea6-9f33-a42db89f17e0 req-2ac4b9d9-8cb6-44d0-bf04-0de8519d6621 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 943 time: 0.0546815 Oct 28 10:59:31.191112 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b48cc70a-aa0f-4ea6-9f33-a42db89f17e0 req-ca290709-c0a6-44d3-a096-78486913bd61 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660658 Oct 28 10:59:31.218968 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7fe86db1-1980-401a-85df-a5ad90dad1eb req-63a5bee4-338a-4901-9c32-018ca0e9ff7c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133230 Oct 28 10:59:31.598554 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:31.602654 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:32.335448 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d48fd-7434-4fb4-86f3-53e6a3a9504d req-acbe52be-95e2-4672-a489-00f16ede6fa5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:32.336989 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f34d48fd-7434-4fb4-86f3-53e6a3a9504d req-acbe52be-95e2-4672-a489-00f16ede6fa5 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 943 time: 0.0510297 Oct 28 10:59:32.390353 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-f34d48fd-7434-4fb4-86f3-53e6a3a9504d req-985f2b95-3bbf-494f-a42d-9e18277d006e tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474184 Oct 28 10:59:33.513600 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab1925-2143-413d-bb2f-a732392762de req-bd6c93cb-774a-4f9a-847a-2003980188da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:33.515187 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ffab1925-2143-413d-bb2f-a732392762de req-bd6c93cb-774a-4f9a-847a-2003980188da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 943 time: 0.0495532 Oct 28 10:59:33.566407 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ffab1925-2143-413d-bb2f-a732392762de req-6bff1d8c-82b9-4ef3-83a3-29bc0d760ecf tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447371 Oct 28 10:59:34.705825 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe7638-64be-493b-9e9c-fab2ef991e1b req-9935f4d1-0b2b-4d74-8e5e-e106a68d953f tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:34.707351 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2dfe7638-64be-493b-9e9c-fab2ef991e1b req-9935f4d1-0b2b-4d74-8e5e-e106a68d953f tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 943 time: 0.0619020 Oct 28 10:59:34.709526 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:34.714461 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=58,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:34.763836 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-2dfe7638-64be-493b-9e9c-fab2ef991e1b req-8695331f-1672-4e11-a9f1-f45fd5001115 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490315 Oct 28 10:59:35.327756 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fb9ae9eb-1363-4d93-8788-e8a31b26f7cf details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:59:35.436448 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:59:35.449762 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'port_id': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf', 'mac_address': 'fa:16:3e:d0:5e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:59:35.486964 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf is: DOWN; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:59:35.487366 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:35.503112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9ae9eb-1363-4d93-8788-e8a31b26f7cf {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 10:59:35.526414 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:59:35.640165 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:35.688680 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,revision_number=4']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:59:35.898404 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ccad-13e2-45df-83e8-25c22e2f8380 req-8b3fa90f-0416-4644-bf09-aba5ab808a2b tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:35.899801 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-96f0ccad-13e2-45df-83e8-25c22e2f8380 req-8b3fa90f-0416-4644-bf09-aba5ab808a2b tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 944 time: 0.0549569 Oct 28 10:59:35.954898 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-96f0ccad-13e2-45df-83e8-25c22e2f8380 req-91c5a66f-8abc-4400-997b-a8610a686255 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471377 Oct 28 10:59:35.989524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['fb9ae9eb-1363-4d93-8788-e8a31b26f7cf'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 10:59:37.095840 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae471aba-7c64-4f94-98fa-368528abbbd3 req-60f4505d-28f8-4211-81de-58b285e4ad09 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:37.097458 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ae471aba-7c64-4f94-98fa-368528abbbd3 req-60f4505d-28f8-4211-81de-58b285e4ad09 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 944 time: 0.0558074 Oct 28 10:59:37.151308 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ae471aba-7c64-4f94-98fa-368528abbbd3 req-d20b8df0-629a-44fd-96a6-936d6713c3fe tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474753 Oct 28 10:59:37.338653 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fb9ae9eb-1363-4d93-8788-e8a31b26f7cf up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:59:37.384727 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning for port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf completed by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 10:59:37.439677 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:59:37.440122 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:37.440474 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf Oct 28 10:59:37.514598 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:59:37.515019 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:37.538621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:59:37.540873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37573d3c60e6259546b1497cc7bcd42c0450aa4b124ab6d68d2a22835cb4a65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf12bec-44e1-4835-90be-1e9f3343dd31" -d '{"events": [{"server_uuid": "fdeadb9a-4e73-4140-8bab-e6ca9070eef9", "name": "network-vif-plugged", "status": "completed", "tag": "fb9ae9eb-1363-4d93-8788-e8a31b26f7cf"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:59:37.554429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:59:37.581393 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 10:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e54c9f-ad65-4147-8783-d2ab0261b0f9 x-openstack-request-id: req-00e54c9f-ad65-4147-8783-d2ab0261b0f9 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:59:37.581688 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeadb9a-4e73-4140-8bab-e6ca9070eef9", "name": "network-vif-plugged", "status": "completed", "tag": "fb9ae9eb-1363-4d93-8788-e8a31b26f7cf", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:59:37.581941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00e54c9f-ad65-4147-8783-d2ab0261b0f9 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:59:37.582349 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e54c9f-ad65-4147-8783-d2ab0261b0f9'] response: {'server_uuid': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf', 'code': 200} Oct 28 10:59:37.628504 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:37.688870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,revision_number=5']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:59:38.029679 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6771046-424e-4be4-b108-1c46b5d9ad3a req-8959b83c-4296-478d-89f2-b8aad57dc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:38.031122 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c6771046-424e-4be4-b108-1c46b5d9ad3a req-8959b83c-4296-478d-89f2-b8aad57dc11d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 1129 time: 0.0450304 Oct 28 10:59:38.079067 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-c6771046-424e-4be4-b108-1c46b5d9ad3a req-a3388d71-fc22-40bf-a464-a7a4e1f1befd service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415063 Oct 28 10:59:38.274497 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c85fcf-bde6-4ecd-8780-ccb2acf75746 req-698b440c-e685-467f-9623-bcd6146ab2bb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:38.276021 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-79c85fcf-bde6-4ecd-8780-ccb2acf75746 req-698b440c-e685-467f-9623-bcd6146ab2bb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 945 time: 0.0488219 Oct 28 10:59:38.327521 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-79c85fcf-bde6-4ecd-8780-ccb2acf75746 req-91e74690-f55e-4c04-aa1f-158cc52d87da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457110 Oct 28 10:59:39.451449 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f915432-1eca-4aab-bf7a-18fa2e3fac84 req-8bf216d0-1cd3-4edf-b5e6-ea7b0cdd671d tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:39.453126 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8f915432-1eca-4aab-bf7a-18fa2e3fac84 req-8bf216d0-1cd3-4edf-b5e6-ea7b0cdd671d tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 945 time: 0.0494609 Oct 28 10:59:39.508433 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-8f915432-1eca-4aab-bf7a-18fa2e3fac84 req-f260f052-8687-49aa-b5dc-66394f08a6ba tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496583 Oct 28 10:59:40.635358 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0be5a7-e0b5-47ef-9db9-58ce47bda6a0 req-c4bd2545-ff66-42a8-9bea-94c83e46c059 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:40.636823 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0e0be5a7-e0b5-47ef-9db9-58ce47bda6a0 req-c4bd2545-ff66-42a8-9bea-94c83e46c059 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 945 time: 0.0471792 Oct 28 10:59:40.687653 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-0e0be5a7-e0b5-47ef-9db9-58ce47bda6a0 req-d9d788cf-6858-4517-9e01-afaddb7361a1 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451083 Oct 28 10:59:40.811292 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf487ab-4545-4e29-ae32-34c0b66a10ce req-931c4a55-39c8-4c01-aa7e-0a6cf21503d0 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:40.812792 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9cf487ab-4545-4e29-ae32-34c0b66a10ce req-931c4a55-39c8-4c01-aa7e-0a6cf21503d0 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 945 time: 0.0484037 Oct 28 10:59:40.865122 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-9cf487ab-4545-4e29-ae32-34c0b66a10ce req-ca943011-3fc1-45c4-bcf3-3350636faabe tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464380 Oct 28 10:59:40.892836 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 52018) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:59:40.932831 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58974773-b67d-49ef-bb36-fd2592384a47 tempest-TestSnapshotPattern-694838149 tempest-TestSnapshotPattern-694838149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:40.934392 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-58974773-b67d-49ef-bb36-fd2592384a47 tempest-TestSnapshotPattern-694838149 tempest-TestSnapshotPattern-694838149-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 1124 time: 0.0405464 Oct 28 10:59:40.939014 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 52020) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:59:40.943284 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.v2.base [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Request body: {'floatingip': {'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'port_id': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:59:41.051402 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:41.137446 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (None), before_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:41.246362 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_common [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Allocated IP 172.36.1.227 (3f25a2da-d85f-4684-8b32-f70565f202ac/85f6c870-9521-48cd-9e32-d9f3745223e3/4d12bf2d-52e5-425e-8c9c-1abf4c07d9a0) {{(pid=114060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:59:41.251567 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:41.357632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for port (4d12bf2d-52e5-425e-8c9c-1abf4c07d9a0), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:41.469349 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779532773578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (4d12bf2d-52e5-425e-8c9c-1abf4c07d9a0), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:41.512407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Network 3f25a2da-d85f-4684-8b32-f70565f202ac is already hosted by enough agents. {{(pid=114060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:59:41.517814 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.base_scheduler [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Resources bound (agent type, host, resource id): {{(pid=114060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:59:41.520628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Received port after_create {{(pid=114060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:59:41.524487 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event updated for resources: {'Port': ['ID=4d12bf2d-52e5-425e-8c9c-1abf4c07d9a0,revision_number=1']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:59:41.564525 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:41.905850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for floatingip (2f89c779-7356-42cd-a9b4-34a81b2eee52), precommit_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:42.036534 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (4d12bf2d-52e5-425e-8c9c-1abf4c07d9a0), before_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:42.193262 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for port (4d12bf2d-52e5-425e-8c9c-1abf4c07d9a0), precommit_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:42.256543 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834924'] for port (4d12bf2d-52e5-425e-8c9c-1abf4c07d9a0), after_update {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:42.328384 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814462'] for floatingip (2f89c779-7356-42cd-a9b4-34a81b2eee52), after_create {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:42.330106 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event updated for resources: {'Port': ['ID=4d12bf2d-52e5-425e-8c9c-1abf4c07d9a0,revision_number=2']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:59:42.367895 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:42.432379 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Floating IP 2f89c779-7356-42cd-a9b4-34a81b2eee52 associated. External IP: 172.36.1.227, port: fb9ae9eb-1363-4d93-8788-e8a31b26f7cf. Oct 28 10:59:42.572058 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:42.646942 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Router 64dee83d-7940-44c3-92db-b88cfbeb5352 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:59:42.754380 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:59:42.765509 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f5e38-0e73-4866-b8e6-7c6ddcf5e259 None None] Sync routers for ids ['64dee83d-7940-44c3-92db-b88cfbeb5352'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:59:42.768744 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:42.776983 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1f5e38-0e73-4866-b8e6-7c6ddcf5e259 None None] Routers {'64dee83d-7940-44c3-92db-b88cfbeb5352'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:59:42.781771 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3e1f5e38-0e73-4866-b8e6-7c6ddcf5e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:59:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['64dee83d-7940-44c3-92db-b88cfbeb5352'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:59:42.781771 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:42.835770 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:42.870865 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-0184f0b2-14fe-43d3-8c95-3646ecdee7da tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9312260 Oct 28 10:59:42.871614 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'tag': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 10:59:42.874006 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534cedbae41fa60b51e6729bf5c26e4ea484422e7225bf5a0c68b32fe746b878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fddf6f-b584-47b9-aeb8-346267ff7013" -d '{"events": [{"name": "network-changed", "server_uuid": "fdeadb9a-4e73-4140-8bab-e6ca9070eef9", "tag": "fb9ae9eb-1363-4d93-8788-e8a31b26f7cf"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:59:42.884777 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-3e1f5e38-0e73-4866-b8e6-7c6ddcf5e259 None None] Set router 64dee83d-7940-44c3-92db-b88cfbeb5352 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:59:42.921954 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 10:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16498c59-e452-431a-bd4e-0de287274435 x-openstack-request-id: req-16498c59-e452-431a-bd4e-0de287274435 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:59:42.922482 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdeadb9a-4e73-4140-8bab-e6ca9070eef9", "tag": "fb9ae9eb-1363-4d93-8788-e8a31b26f7cf", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:59:42.922632 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16498c59-e452-431a-bd4e-0de287274435 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:59:42.923130 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16498c59-e452-431a-bd4e-0de287274435'] response: {'name': 'network-changed', 'server_uuid': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'tag': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf', 'status': 'completed', 'code': 200} Oct 28 10:59:43.011191 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fddf6f-b584-47b9-aeb8-346267ff7013 req-5b4c5af4-4ac9-4e83-8826-ee8cd4e38ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:43.012618 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f5fddf6f-b584-47b9-aeb8-346267ff7013 req-5b4c5af4-4ac9-4e83-8826-ee8cd4e38ef6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 1129 time: 0.0412319 Oct 28 10:59:43.103015 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-daff74eb-a082-4a59-949d-a49da95dbe56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:43.114055 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fddf6f-b584-47b9-aeb8-346267ff7013 req-3d571c03-9e35-4683-8670-fdc530cda3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:43.115614 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f5fddf6f-b584-47b9-aeb8-346267ff7013 req-3d571c03-9e35-4683-8670-fdc530cda3b5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae HTTP/1.1" status: 200 len: 910 time: 0.0954208 Oct 28 10:59:43.126218 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3e1f5e38-0e73-4866-b8e6-7c6ddcf5e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '2f89c779-7356-42cd-a9b4-34a81b2eee52', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'floating_ip_address': '172.36.1.227', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'port_id': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'mac_address': 'fa:16:3e:d0:5e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:59:41Z', 'updated_at': '2022-10-28T10:59:41Z', 'revision_number': 0, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'fixed_ip_address_scope': None}, {'id': '8c595247-ea72-4b35-b55b-9f160c1e2ba4', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'floating_ip_address': '172.36.1.20', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'port_id': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'mac_address': 'fa:16:3e:29:97:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:57:02Z', 'updated_at': '2022-10-28T10:57:04Z', 'revision_number': 1, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:36Z', 'revision_number': 5, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:59:43.157948 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f5e38-0e73-4866-b8e6-7c6ddcf5e259 None None] Checking router: 64dee83d-7940-44c3-92db-b88cfbeb5352 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:59:43.168870 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1f5e38-0e73-4866-b8e6-7c6ddcf5e259 None None] Routers {'64dee83d-7940-44c3-92db-b88cfbeb5352'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:59:43.169678 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3e1f5e38-0e73-4866-b8e6-7c6ddcf5e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T10:59:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['64dee83d-7940-44c3-92db-b88cfbeb5352'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:59:43.182017 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f5fddf6f-b584-47b9-aeb8-346267ff7013 req-1ca18232-deb8-4807-857f-be7eeb082ab4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf HTTP/1.1" status: 200 len: 999 time: 0.0604525 Oct 28 10:59:43.232872 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fddf6f-b584-47b9-aeb8-346267ff7013 req-54187c23-2b88-41f4-9149-84c2963fbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:43.234337 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f5fddf6f-b584-47b9-aeb8-346267ff7013 req-54187c23-2b88-41f4-9149-84c2963fbcdb service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=503b837f-ad0b-4da1-acd0-2608ba194bff HTTP/1.1" status: 200 len: 848 time: 0.0463850 Oct 28 10:59:43.288851 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fddf6f-b584-47b9-aeb8-346267ff7013 req-cad825b9-ce22-4673-b674-fc9547cb4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:59:43.290319 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f5fddf6f-b584-47b9-aeb8-346267ff7013 req-cad825b9-ce22-4673-b674-fc9547cb4512 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0459695 Oct 28 10:59:43.433941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-3e1f5e38-0e73-4866-b8e6-7c6ddcf5e259 None None] Set router 64dee83d-7940-44c3-92db-b88cfbeb5352 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:59:43.679545 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f5fddf6f-b584-47b9-aeb8-346267ff7013 req-4657e1a7-4813-42a0-90f8-4b7a1d4d8767 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830235 Oct 28 10:59:43.681183 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3e1f5e38-0e73-4866-b8e6-7c6ddcf5e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '2f89c779-7356-42cd-a9b4-34a81b2eee52', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'floating_ip_address': '172.36.1.227', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'port_id': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'mac_address': 'fa:16:3e:d0:5e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:59:41Z', 'updated_at': '2022-10-28T10:59:41Z', 'revision_number': 0, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'fixed_ip_address_scope': None}, {'id': '8c595247-ea72-4b35-b55b-9f160c1e2ba4', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'floating_ip_address': '172.36.1.20', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'port_id': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'mac_address': 'fa:16:3e:29:97:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:57:02Z', 'updated_at': '2022-10-28T10:57:04Z', 'revision_number': 1, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:36Z', 'revision_number': 5, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:59:43.707008 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f5e38-0e73-4866-b8e6-7c6ddcf5e259 None None] The sync data for ids ['64dee83d-7940-44c3-92db-b88cfbeb5352'] in dv-neutron-zed-2-hyperv is: [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '2f89c779-7356-42cd-a9b4-34a81b2eee52', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'floating_ip_address': '172.36.1.227', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'port_id': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'mac_address': 'fa:16:3e:d0:5e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:59:41Z', 'updated_at': '2022-10-28T10:59:41Z', 'revision_number': 0, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'fixed_ip_address_scope': None}, {'id': '8c595247-ea72-4b35-b55b-9f160c1e2ba4', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'floating_ip_address': '172.36.1.20', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'port_id': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'mac_address': 'fa:16:3e:29:97:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:57:02Z', 'updated_at': '2022-10-28T10:57:04Z', 'revision_number': 1, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:36Z', 'revision_number': 5, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:59:43.779246 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:43.783146 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-f5fddf6f-b584-47b9-aeb8-346267ff7013 req-baf56efa-910e-4e3e-a613-5dab032084d3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979834 Oct 28 10:59:43.919168 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1876bdd-8096-4e08-aef2-4ee392aa054c None None] New status for floating IP 2f89c779-7356-42cd-a9b4-34a81b2eee52: ACTIVE {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 10:59:45.410826 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3a70ff31-c104-4a3e-ba69-1139eedb4c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:47.222160 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:48.120095 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:48.250939 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:48.839508 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:49.728620 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:59:50.849109 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:50.861320 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:53.770660 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:54.016077 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=22 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:54.817059 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:04.727752 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=58,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:04.730648 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:05.571355 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2884b2f7-f34b-4fe4-8800-6f5fc5cf4baa req-0f87f287-976c-4e3f-abcc-3bd437d03367 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388970 Oct 28 11:00:05.685407 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b2f7-f34b-4fe4-8800-6f5fc5cf4baa req-e1b6886b-ac56-423e-83ab-6053bb68518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:00:05.686900 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2884b2f7-f34b-4fe4-8800-6f5fc5cf4baa req-e1b6886b-ac56-423e-83ab-6053bb68518e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 1128 time: 0.0403857 Oct 28 11:00:05.800301 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b2f7-f34b-4fe4-8800-6f5fc5cf4baa req-901fd69e-4dd9-4c98-8186-56889a0b7d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:00:05.801743 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2884b2f7-f34b-4fe4-8800-6f5fc5cf4baa req-901fd69e-4dd9-4c98-8186-56889a0b7d52 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae HTTP/1.1" status: 200 len: 910 time: 0.0915084 Oct 28 11:00:05.869560 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2884b2f7-f34b-4fe4-8800-6f5fc5cf4baa req-47207b47-d775-4de2-9602-5884851425e9 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca70420-879b-401f-9f48-cfd0c5e4b320 HTTP/1.1" status: 200 len: 999 time: 0.0575361 Oct 28 11:00:05.924983 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b2f7-f34b-4fe4-8800-6f5fc5cf4baa req-6ec8fa4b-8a65-48ff-960f-a641eb64db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:00:05.926446 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2884b2f7-f34b-4fe4-8800-6f5fc5cf4baa req-6ec8fa4b-8a65-48ff-960f-a641eb64db51 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=503b837f-ad0b-4da1-acd0-2608ba194bff HTTP/1.1" status: 200 len: 848 time: 0.0485046 Oct 28 11:00:05.974213 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b2f7-f34b-4fe4-8800-6f5fc5cf4baa req-c44bdbd5-25d2-47e7-9ee8-43cbed36ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:00:05.975802 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2884b2f7-f34b-4fe4-8800-6f5fc5cf4baa req-c44bdbd5-25d2-47e7-9ee8-43cbed36ba84 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0403533 Oct 28 11:00:06.073489 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2884b2f7-f34b-4fe4-8800-6f5fc5cf4baa req-c8696868-90ad-4971-89f7-a6ba9aac5481 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881720 Oct 28 11:00:06.171671 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-2884b2f7-f34b-4fe4-8800-6f5fc5cf4baa req-d53e9117-0fe4-4b91-a232-78539bb1894a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894301 Oct 28 11:00:10.796994 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:10.797874 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:13.101685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3450445d-ccdb-4645-930b-f091301e8665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:15.385527 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-57d63f54-a81d-49c8-b6cd-ca8bdc7ab841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:16.161780 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=52 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:16.168870 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=49 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:17.187631 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:18.181463 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:18.825214 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:24.838714 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:26.727389 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:00:34.749048 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=12 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:34.750977 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:43.127979 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-c1367b61-f645-49e0-b991-51fa283d2852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:45.376200 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-30787bd2-4c17-4a5e-aa2e-8c7cd2a2bb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:45.588925 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:45.593833 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:47.191118 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:48.255899 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:48.849852 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:54.836020 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:03.727097 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:01:06.494477 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ec18fba6-2a83-4f3f-86a9-1893062178d6 req-49b86c1a-98e1-4f58-9da5-bb9ffd6f4cf9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396852 Oct 28 11:01:06.587355 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18fba6-2a83-4f3f-86a9-1893062178d6 req-0f9b37f7-414e-4984-8f60-dfd3324774f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:06.588886 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ec18fba6-2a83-4f3f-86a9-1893062178d6 req-0f9b37f7-414e-4984-8f60-dfd3324774f4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 1129 time: 0.0406332 Oct 28 11:01:06.711091 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18fba6-2a83-4f3f-86a9-1893062178d6 req-783d1545-6408-4f14-9203-f85d1cc85915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:06.712654 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ec18fba6-2a83-4f3f-86a9-1893062178d6 req-783d1545-6408-4f14-9203-f85d1cc85915 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae HTTP/1.1" status: 200 len: 910 time: 0.1016302 Oct 28 11:01:06.776649 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ec18fba6-2a83-4f3f-86a9-1893062178d6 req-44bf4743-7390-466c-9fc4-98d6ec0dc0dd service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf HTTP/1.1" status: 200 len: 1001 time: 0.0575879 Oct 28 11:01:06.831786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18fba6-2a83-4f3f-86a9-1893062178d6 req-e6623989-1557-4222-9337-6855e8274bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:06.833269 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ec18fba6-2a83-4f3f-86a9-1893062178d6 req-e6623989-1557-4222-9337-6855e8274bf1 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=503b837f-ad0b-4da1-acd0-2608ba194bff HTTP/1.1" status: 200 len: 848 time: 0.0452001 Oct 28 11:01:06.883771 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18fba6-2a83-4f3f-86a9-1893062178d6 req-a6464114-5d15-43dc-a991-e03649f00793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:06.885290 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ec18fba6-2a83-4f3f-86a9-1893062178d6 req-a6464114-5d15-43dc-a991-e03649f00793 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0433564 Oct 28 11:01:06.980910 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ec18fba6-2a83-4f3f-86a9-1893062178d6 req-f1d06eae-4115-4073-80c1-1c58f6b5d5f9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859249 Oct 28 11:01:07.081520 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-ec18fba6-2a83-4f3f-86a9-1893062178d6 req-0fa3f33e-bab1-4a99-aaed-4db01d4dc848 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911407 Oct 28 11:01:12.564908 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:12.568893 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:13.087461 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-475636fa-104f-432b-b841-d52aec605f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.395897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-1f519362-cc05-4060-9e09-373d197be523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:17.076680 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=47 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:17.078551 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=54 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:17.220685 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:17.814977 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fb9ae9eb-1363-4d93-8788-e8a31b26f7cf details requested by agent hyperv_hv-neutron-zed0 with host hv-neutron-zed0 {{(pid=114061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:01:17.927946 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:17.940451 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Returning: {'device': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'port_id': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf', 'mac_address': 'fa:16:3e:d0:5e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:01:17.979004 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf is: ACTIVE; New status is: BUILD {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:17.979386 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:17.994247 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb9ae9eb-1363-4d93-8788-e8a31b26f7cf {{(pid=114061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:01:18.016789 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:18.104375 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.169397 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,revision_number=6']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:18.178366 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:18.178853 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:18.179327 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:18.179605 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:18.179948 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:18.180284 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:18.180618 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:18.181025 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:18.181509 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:18.181845 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:18.182179 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:18.182510 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:18.182883 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:18.183236 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:18.183584 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:18.221482 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.278185 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] get_ports_and_sgs() called for port_ids ['fb9ae9eb-1363-4d93-8788-e8a31b26f7cf'] {{(pid=114061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:01:18.912411 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:19.840770 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fb9ae9eb-1363-4d93-8788-e8a31b26f7cf up at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:19.910061 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.provisioning_blocks [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Provisioning complete for port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf triggered by entity L2. {{(pid=114061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:19.910452 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32909356'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), provisioning_complete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:19.912328 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Attempt 1 to provision port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf Oct 28 11:01:19.995882 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf is: BUILD; New status is: ACTIVE {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:19.996295 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.019797 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:20.022692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:20.027245 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:01:20.029542 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37573d3c60e6259546b1497cc7bcd42c0450aa4b124ab6d68d2a22835cb4a65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6474e178-6264-44c4-a1db-5095a043ab43" -d '{"events": [{"server_uuid": "fdeadb9a-4e73-4140-8bab-e6ca9070eef9", "name": "network-vif-plugged", "status": "completed", "tag": "fb9ae9eb-1363-4d93-8788-e8a31b26f7cf"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:01:20.043492 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:20.084524 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7b201a-4e99-414e-b75c-22a073e364f8 x-openstack-request-id: req-8a7b201a-4e99-414e-b75c-22a073e364f8 {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:01:20.084826 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeadb9a-4e73-4140-8bab-e6ca9070eef9", "name": "network-vif-plugged", "status": "completed", "tag": "fb9ae9eb-1363-4d93-8788-e8a31b26f7cf", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:01:20.085080 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a7b201a-4e99-414e-b75c-22a073e364f8 {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:01:20.085523 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7b201a-4e99-414e-b75c-22a073e364f8'] response: {'server_uuid': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf', 'code': 200} Oct 28 11:01:20.112986 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.169947 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,revision_number=7']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:22.586357 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:22.591066 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:24.837715 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.972951 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 52232) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:30.116924 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Deleting port 4d12bf2d-52e5-425e-8c9c-1abf4c07d9a0 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:01:30.117267 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (4d12bf2d-52e5-425e-8c9c-1abf4c07d9a0), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:30.197548 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (4d12bf2d-52e5-425e-8c9c-1abf4c07d9a0), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:30.197875 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for floatingip (4d12bf2d-52e5-425e-8c9c-1abf4c07d9a0), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:30.212248 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Calling delete_port for 4d12bf2d-52e5-425e-8c9c-1abf4c07d9a0 owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:01:30.407331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (4d12bf2d-52e5-425e-8c9c-1abf4c07d9a0), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:30.433437 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event deleted for resources: {'Port': ['ID=4d12bf2d-52e5-425e-8c9c-1abf4c07d9a0,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:30.446510 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:30.446889 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:30.447228 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:30.447562 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:30.447892 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:30.448219 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:30.448544 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:30.448863 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:30.449185 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:30.449505 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:30.449823 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:30.450142 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:30.450459 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:30.450800 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:30.451122 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:30.507778 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for floatingip (2f89c779-7356-42cd-a9b4-34a81b2eee52), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:30.508088 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Floating IP 2f89c779-7356-42cd-a9b4-34a81b2eee52 disassociated (deleted). External IP: 172.36.1.227, port: fb9ae9eb-1363-4d93-8788-e8a31b26f7cf. Oct 28 11:01:30.711955 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Router 64dee83d-7940-44c3-92db-b88cfbeb5352 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:01:30.819466 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:01:30.824506 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:30.829060 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e66dae-5556-4f73-b4f2-8de2e9722e42 None None] Sync routers for ids ['64dee83d-7940-44c3-92db-b88cfbeb5352'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:01:30.838618 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e66dae-5556-4f73-b4f2-8de2e9722e42 None None] Routers {'64dee83d-7940-44c3-92db-b88cfbeb5352'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:30.839259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-30e66dae-5556-4f73-b4f2-8de2e9722e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T11:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['64dee83d-7940-44c3-92db-b88cfbeb5352'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:30.856656 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-b419fd64-dbd4-45a6-82d2-ac844f7c1fbb tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/2f89c779-7356-42cd-a9b4-34a81b2eee52 HTTP/1.1" status: 204 len: 168 time: 0.8826058 Oct 28 11:01:30.857404 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'tag': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:01:30.859812 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534cedbae41fa60b51e6729bf5c26e4ea484422e7225bf5a0c68b32fe746b878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0310f103-6317-46d8-aa32-dc3884d4a562" -d '{"events": [{"name": "network-changed", "server_uuid": "fdeadb9a-4e73-4140-8bab-e6ca9070eef9", "tag": "fb9ae9eb-1363-4d93-8788-e8a31b26f7cf"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:01:30.952941 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-30e66dae-5556-4f73-b4f2-8de2e9722e42 None None] Set router 64dee83d-7940-44c3-92db-b88cfbeb5352 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:30.976123 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7e4205-b582-434a-ac25-3e13fbbc8646 x-openstack-request-id: req-ea7e4205-b582-434a-ac25-3e13fbbc8646 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:01:30.976657 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdeadb9a-4e73-4140-8bab-e6ca9070eef9", "tag": "fb9ae9eb-1363-4d93-8788-e8a31b26f7cf", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:01:30.976657 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea7e4205-b582-434a-ac25-3e13fbbc8646 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:01:30.977052 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7e4205-b582-434a-ac25-3e13fbbc8646'] response: {'name': 'network-changed', 'server_uuid': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'tag': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf', 'status': 'completed', 'code': 200} Oct 28 11:01:31.049680 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:31.074651 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:31.084380 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310f103-6317-46d8-aa32-dc3884d4a562 req-58ab4ef6-a44c-4b1b-819c-01ec400dc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:31.085970 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0310f103-6317-46d8-aa32-dc3884d4a562 req-58ab4ef6-a44c-4b1b-819c-01ec400dc046 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 1129 time: 0.0466084 Oct 28 11:01:31.187262 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-30e66dae-5556-4f73-b4f2-8de2e9722e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '8c595247-ea72-4b35-b55b-9f160c1e2ba4', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'floating_ip_address': '172.36.1.20', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'port_id': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'mac_address': 'fa:16:3e:29:97:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:57:02Z', 'updated_at': '2022-10-28T10:57:04Z', 'revision_number': 1, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:36Z', 'revision_number': 5, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:31.188258 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310f103-6317-46d8-aa32-dc3884d4a562 req-bc138d8c-ccd8-4902-aa60-da6638355a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:31.189985 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0310f103-6317-46d8-aa32-dc3884d4a562 req-bc138d8c-ccd8-4902-aa60-da6638355a86 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae HTTP/1.1" status: 200 len: 910 time: 0.0970886 Oct 28 11:01:31.214944 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e66dae-5556-4f73-b4f2-8de2e9722e42 None None] Checking router: 64dee83d-7940-44c3-92db-b88cfbeb5352 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:01:31.226241 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e66dae-5556-4f73-b4f2-8de2e9722e42 None None] Routers {'64dee83d-7940-44c3-92db-b88cfbeb5352'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:31.227816 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-30e66dae-5556-4f73-b4f2-8de2e9722e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T11:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['64dee83d-7940-44c3-92db-b88cfbeb5352'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:31.245181 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0310f103-6317-46d8-aa32-dc3884d4a562 req-979c99e7-5641-4d08-bb61-ed85dd9cdf78 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf HTTP/1.1" status: 200 len: 217 time: 0.0455725 Oct 28 11:01:31.314405 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ddfc5-b11a-4772-97a6-c317adc0b550 req-917df9a4-2faa-401d-97fb-6ad3d985e414 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:31.316688 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3d3ddfc5-b11a-4772-97a6-c317adc0b550 req-917df9a4-2faa-401d-97fb-6ad3d985e414 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 945 time: 0.0577500 Oct 28 11:01:31.348515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-30e66dae-5556-4f73-b4f2-8de2e9722e42 None None] Set router 64dee83d-7940-44c3-92db-b88cfbeb5352 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:31.368822 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-3d3ddfc5-b11a-4772-97a6-c317adc0b550 req-6c4f8e2d-2746-4669-bf81-7b268d07d085 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459430 Oct 28 11:01:31.567817 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-30e66dae-5556-4f73-b4f2-8de2e9722e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '8c595247-ea72-4b35-b55b-9f160c1e2ba4', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'floating_ip_address': '172.36.1.20', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'port_id': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'mac_address': 'fa:16:3e:29:97:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:57:02Z', 'updated_at': '2022-10-28T10:57:04Z', 'revision_number': 1, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:36Z', 'revision_number': 5, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:31.592556 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e66dae-5556-4f73-b4f2-8de2e9722e42 None None] The sync data for ids ['64dee83d-7940-44c3-92db-b88cfbeb5352'] in dv-neutron-zed-2-hyperv is: [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_floatingips': [{'id': '8c595247-ea72-4b35-b55b-9f160c1e2ba4', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'floating_ip_address': '172.36.1.20', 'floating_network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'router_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'port_id': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'mac_address': 'fa:16:3e:29:97:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T10:57:02Z', 'updated_at': '2022-10-28T10:57:04Z', 'revision_number': 1, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:36Z', 'revision_number': 5, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:01:31.830847 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022567c8-61aa-4be5-85be-08fc21703f66 None None] New status for floating IP 2f89c779-7356-42cd-a9b4-34a81b2eee52: DOWN {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:01:31.913400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fb9ae9eb-1363-4d93-8788-e8a31b26f7cf no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:01:31.939677 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=100 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:31.994779 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Current status of the port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf is: ACTIVE; New status is: DOWN {{(pid=114061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:31.995175 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32933788'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), before_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:32.019148 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf'}] {{(pid=114061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:01:32.021413 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37573d3c60e6259546b1497cc7bcd42c0450aa4b124ab6d68d2a22835cb4a65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d52f54-7ab6-497d-843f-a593e01c42bf" -d '{"events": [{"server_uuid": "fdeadb9a-4e73-4140-8bab-e6ca9070eef9", "name": "network-vif-unplugged", "status": "completed", "tag": "fb9ae9eb-1363-4d93-8788-e8a31b26f7cf"}]}' {{(pid=114061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:01:32.037972 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] For port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:32.065187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 11:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2384deb7-a9c2-4ad7-814c-4b5082cd394c x-openstack-request-id: req-2384deb7-a9c2-4ad7-814c-4b5082cd394c {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:01:32.065187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeadb9a-4e73-4140-8bab-e6ca9070eef9", "name": "network-vif-unplugged", "status": "completed", "tag": "fb9ae9eb-1363-4d93-8788-e8a31b26f7cf", "code": 200}]} {{(pid=114061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:01:32.065187 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2384deb7-a9c2-4ad7-814c-4b5082cd394c {{(pid=114061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:01:32.065187 dv-neutron-zed-2-hyperv neutron-server[114061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2384deb7-a9c2-4ad7-814c-4b5082cd394c'] response: {'server_uuid': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf', 'code': 200} Oct 28 11:01:32.112750 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779533262511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779532773596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779532773614'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:32.162099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Pushing event updated for resources: {'Port': ['ID=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,revision_number=8']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:32.496983 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5171b6-f08d-4f9a-b2b8-9f55fbdab191 req-6a3b7bb8-0737-4068-b107-e436f5c0bf50 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:32.498516 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ee5171b6-f08d-4f9a-b2b8-9f55fbdab191 req-6a3b7bb8-0737-4068-b107-e436f5c0bf50 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 943 time: 0.0489655 Oct 28 11:01:32.548365 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-ee5171b6-f08d-4f9a-b2b8-9f55fbdab191 req-995ae029-2d2b-48cf-8846-8ba3bd60720a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442092 Oct 28 11:01:32.904198 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310f103-6317-46d8-aa32-dc3884d4a562 req-288b808d-c3a4-44ae-90d3-c9131550b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:32.905642 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0310f103-6317-46d8-aa32-dc3884d4a562 req-288b808d-c3a4-44ae-90d3-c9131550b4e7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=503b837f-ad0b-4da1-acd0-2608ba194bff HTTP/1.1" status: 200 len: 848 time: 0.0490093 Oct 28 11:01:33.060937 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310f103-6317-46d8-aa32-dc3884d4a562 req-35bbb6b8-6c2c-4caa-adb5-ca902c08094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:33.062418 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0310f103-6317-46d8-aa32-dc3884d4a562 req-35bbb6b8-6c2c-4caa-adb5-ca902c08094c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0398109 Oct 28 11:01:33.146634 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.48', 64241) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:33.196795 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a943db4-f907-4aae-8f44-be4abe80f1ea req-d0b0eb3f-1529-44ff-9658-7709e599ccfe tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:33.198268 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7a943db4-f907-4aae-8f44-be4abe80f1ea req-d0b0eb3f-1529-44ff-9658-7709e599ccfe tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 943 time: 0.0506120 Oct 28 11:01:33.233661 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0310f103-6317-46d8-aa32-dc3884d4a562 req-e43c949a-b7ff-4344-a3fa-54d3ffe54bfb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874338 Oct 28 11:01:33.284317 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [req-7a943db4-f907-4aae-8f44-be4abe80f1ea req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Deleting port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:01:33.284656 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-7a943db4-f907-4aae-8f44-be4abe80f1ea req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:33.328438 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-0310f103-6317-46d8-aa32-dc3884d4a562 req-134496b8-e57d-498d-9f31-7fbf138d8e71 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879474 Oct 28 11:01:33.379489 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [req-7a943db4-f907-4aae-8f44-be4abe80f1ea req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] For port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:33.380766 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-7a943db4-f907-4aae-8f44-be4abe80f1ea req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:33.393388 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [req-7a943db4-f907-4aae-8f44-be4abe80f1ea req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Calling delete_port for fb9ae9eb-1363-4d93-8788-e8a31b26f7cf owned by compute:nova {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:01:33.575387 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-7a943db4-f907-4aae-8f44-be4abe80f1ea req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (fb9ae9eb-1363-4d93-8788-e8a31b26f7cf), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:33.610120 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event deleted for resources: {'Port': ['ID=fb9ae9eb-1363-4d93-8788-e8a31b26f7cf,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:33.637067 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:33.637414 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:33.637806 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:33.638127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:33.638484 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:33.638841 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:33.639166 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:33.642709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:33.642709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:33.642709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:33.642709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:33.642709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:33.642709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:33.642709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:33.642709 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-zed-2-hyperv {{(pid=114059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:33.688497 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a943db4-f907-4aae-8f44-be4abe80f1ea req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] No DVR routers for this DVR port fb9ae9eb-1363-4d93-8788-e8a31b26f7cf on host hv-neutron-zed0 {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:01:33.692116 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-b297a078-85fd-4f9b-86bf-8d36b8760b82 req-cc29dddd-6f87-4dd4-94ba-5066685d3c4c tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 210 time: 0.0472398 Oct 28 11:01:33.693177 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [req-7a943db4-f907-4aae-8f44-be4abe80f1ea req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:33.696324 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-7a943db4-f907-4aae-8f44-be4abe80f1ea req-03836767-0e28-4f2d-8992-472706ec7789 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.48 "DELETE /networking/v2.0/ports/fb9ae9eb-1363-4d93-8788-e8a31b26f7cf HTTP/1.1" status: 204 len: 173 time: 0.4897213 Oct 28 11:01:33.696848 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'name': 'network-vif-deleted', 'tag': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf'}] {{(pid=114059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:01:33.699181 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8cd6426b2b3dd05e0c5819878596b83a767a53d6dc43cd2f1878d74eec1f28f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e36d9e5-b827-4666-8d08-3caf20c805f7" -d '{"events": [{"server_uuid": "fdeadb9a-4e73-4140-8bab-e6ca9070eef9", "name": "network-vif-deleted", "tag": "fb9ae9eb-1363-4d93-8788-e8a31b26f7cf"}]}' {{(pid=114059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:01:33.797172 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353257f9-8fef-4e10-a1f5-2f561b9e259d x-openstack-request-id: req-353257f9-8fef-4e10-a1f5-2f561b9e259d {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:01:33.797494 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeadb9a-4e73-4140-8bab-e6ca9070eef9", "name": "network-vif-deleted", "tag": "fb9ae9eb-1363-4d93-8788-e8a31b26f7cf", "status": "completed", "code": 200}]} {{(pid=114059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:01:33.797834 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-353257f9-8fef-4e10-a1f5-2f561b9e259d {{(pid=114059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:01:33.798240 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353257f9-8fef-4e10-a1f5-2f561b9e259d'] response: {'server_uuid': 'fdeadb9a-4e73-4140-8bab-e6ca9070eef9', 'name': 'network-vif-deleted', 'tag': 'fb9ae9eb-1363-4d93-8788-e8a31b26f7cf', 'status': 'completed', 'code': 200} Oct 28 11:01:34.813394 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-c839a419-f952-48f5-8d69-7e01252033af req-bb81cb55-d4f7-404a-b1ac-85f39b99423a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fdeadb9a-4e73-4140-8bab-e6ca9070eef9 HTTP/1.1" status: 200 len: 210 time: 0.0296910 Oct 28 11:01:37.134100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 52300) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:37.277100 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-96e97e3d-13ab-4c64-a5f8-cad881014b93 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Deleting port 7eee364f-2e10-4d0d-9184-14c0b1970881 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:01:37.277381 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-96e97e3d-13ab-4c64-a5f8-cad881014b93 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (7eee364f-2e10-4d0d-9184-14c0b1970881), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.358500 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-96e97e3d-13ab-4c64-a5f8-cad881014b93 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (7eee364f-2e10-4d0d-9184-14c0b1970881), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.358850 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-96e97e3d-13ab-4c64-a5f8-cad881014b93 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for floatingip (7eee364f-2e10-4d0d-9184-14c0b1970881), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.372101 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-96e97e3d-13ab-4c64-a5f8-cad881014b93 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Calling delete_port for 7eee364f-2e10-4d0d-9184-14c0b1970881 owned by network:floatingip {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:01:37.465002 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:37.568993 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-96e97e3d-13ab-4c64-a5f8-cad881014b93 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (7eee364f-2e10-4d0d-9184-14c0b1970881), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.596061 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e97e3d-13ab-4c64-a5f8-cad881014b93 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event deleted for resources: {'Port': ['ID=7eee364f-2e10-4d0d-9184-14c0b1970881,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:37.658251 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-96e97e3d-13ab-4c64-a5f8-cad881014b93 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for floatingip (8c595247-ea72-4b35-b55b-9f160c1e2ba4), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.664715 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.db.l3_db [None req-96e97e3d-13ab-4c64-a5f8-cad881014b93 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Floating IP 8c595247-ea72-4b35-b55b-9f160c1e2ba4 disassociated (deleted). External IP: 172.36.1.20, port: 3ca70420-879b-401f-9f48-cfd0c5e4b320. Oct 28 11:01:37.744611 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:37.870240 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e97e3d-13ab-4c64-a5f8-cad881014b93 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Router 64dee83d-7940-44c3-92db-b88cfbeb5352 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:01:37.978421 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fb9ae9eb-1363-4d93-8788-e8a31b26f7cf no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:01:37.979098 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e97e3d-13ab-4c64-a5f8-cad881014b93 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:01:37.984213 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-96e97e3d-13ab-4c64-a5f8-cad881014b93 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.999249 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: fb9ae9eb-1363-4d93-8788-e8a31b26f7cf {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:01:37.999615 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device fb9ae9eb-1363-4d93-8788-e8a31b26f7cf not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:01:38.001196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccdf5b0-50c6-4dc2-ae85-820676483180 None None] Sync routers for ids ['64dee83d-7940-44c3-92db-b88cfbeb5352'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:01:38.012469 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccdf5b0-50c6-4dc2-ae85-820676483180 None None] Routers {'64dee83d-7940-44c3-92db-b88cfbeb5352'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:38.013105 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3ccdf5b0-50c6-4dc2-ae85-820676483180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T11:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['64dee83d-7940-44c3-92db-b88cfbeb5352'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:38.018136 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-96e97e3d-13ab-4c64-a5f8-cad881014b93 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/8c595247-ea72-4b35-b55b-9f160c1e2ba4 HTTP/1.1" status: 204 len: 168 time: 0.8828909 Oct 28 11:01:38.018809 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'tag': '3ca70420-879b-401f-9f48-cfd0c5e4b320'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:01:38.021640 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534cedbae41fa60b51e6729bf5c26e4ea484422e7225bf5a0c68b32fe746b878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042c8823-b16e-4d47-844c-d095520a7630" -d '{"events": [{"name": "network-changed", "server_uuid": "23812e35-cbf6-48e6-a97e-e0a84d5de561", "tag": "3ca70420-879b-401f-9f48-cfd0c5e4b320"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:01:38.057335 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:38.064597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1483fb6-e79c-426a-84d9-2a1d87d9883d x-openstack-request-id: req-b1483fb6-e79c-426a-84d9-2a1d87d9883d {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:01:38.064901 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23812e35-cbf6-48e6-a97e-e0a84d5de561", "tag": "3ca70420-879b-401f-9f48-cfd0c5e4b320", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:01:38.065163 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1483fb6-e79c-426a-84d9-2a1d87d9883d {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:01:38.066154 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1483fb6-e79c-426a-84d9-2a1d87d9883d'] response: {'name': 'network-changed', 'server_uuid': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'tag': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'status': 'completed', 'code': 200} Oct 28 11:01:38.127138 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-3ccdf5b0-50c6-4dc2-ae85-820676483180 None None] Set router 64dee83d-7940-44c3-92db-b88cfbeb5352 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:38.160077 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c8823-b16e-4d47-844c-d095520a7630 req-aed100f4-2af7-41c6-94ef-842635529f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:38.161582 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-042c8823-b16e-4d47-844c-d095520a7630 req-aed100f4-2af7-41c6-94ef-842635529f69 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 1128 time: 0.0449057 Oct 28 11:01:38.260809 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c8823-b16e-4d47-844c-d095520a7630 req-e8c86398-2bc3-4ac0-a60f-cad4e8f66148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:38.262227 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-042c8823-b16e-4d47-844c-d095520a7630 req-e8c86398-2bc3-4ac0-a60f-cad4e8f66148 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae HTTP/1.1" status: 200 len: 910 time: 0.0918350 Oct 28 11:01:38.311202 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-042c8823-b16e-4d47-844c-d095520a7630 req-6b06d8a4-d6a9-492f-864e-684db7603290 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca70420-879b-401f-9f48-cfd0c5e4b320 HTTP/1.1" status: 200 len: 217 time: 0.0401673 Oct 28 11:01:38.332367 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3ccdf5b0-50c6-4dc2-ae85-820676483180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:36Z', 'revision_number': 5, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:38.357570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccdf5b0-50c6-4dc2-ae85-820676483180 None None] Checking router: 64dee83d-7940-44c3-92db-b88cfbeb5352 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:01:38.365908 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c8823-b16e-4d47-844c-d095520a7630 req-972ba377-74c7-452e-aa89-483c7b70b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:38.366824 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccdf5b0-50c6-4dc2-ae85-820676483180 None None] Routers {'64dee83d-7940-44c3-92db-b88cfbeb5352'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:38.367509 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-042c8823-b16e-4d47-844c-d095520a7630 req-972ba377-74c7-452e-aa89-483c7b70b196 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=503b837f-ad0b-4da1-acd0-2608ba194bff HTTP/1.1" status: 200 len: 848 time: 0.0464447 Oct 28 11:01:38.367753 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3ccdf5b0-50c6-4dc2-ae85-820676483180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T11:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['64dee83d-7940-44c3-92db-b88cfbeb5352'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:38.424783 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c8823-b16e-4d47-844c-d095520a7630 req-acd89dbc-3912-4d00-8cf8-94767e0257e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:38.426451 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-042c8823-b16e-4d47-844c-d095520a7630 req-acd89dbc-3912-4d00-8cf8-94767e0257e3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0509696 Oct 28 11:01:38.524541 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4c979-24ec-40a9-8a8c-16ee254b4caa req-712a2ee3-dac0-41af-89fb-ec3f795acb1c tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:38.526124 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-12c4c979-24ec-40a9-8a8c-16ee254b4caa req-712a2ee3-dac0-41af-89fb-ec3f795acb1c tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 944 time: 0.0550001 Oct 28 11:01:38.570379 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:38.572127 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:38.595797 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-12c4c979-24ec-40a9-8a8c-16ee254b4caa req-67dda396-6585-4511-a7a4-51b7850912cd tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629721 Oct 28 11:01:38.636227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-3ccdf5b0-50c6-4dc2-ae85-820676483180 None None] Set router 64dee83d-7940-44c3-92db-b88cfbeb5352 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:38.675052 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:38.841682 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-3ccdf5b0-50c6-4dc2-ae85-820676483180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:36Z', 'revision_number': 5, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:38.868319 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccdf5b0-50c6-4dc2-ae85-820676483180 None None] The sync data for ids ['64dee83d-7940-44c3-92db-b88cfbeb5352'] in dv-neutron-zed-2-hyperv is: [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:32Z', 'revision_number': 4, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv', '_interfaces': [{'id': '589ce810-9b7d-4f31-ad28-fa9679761d6a', 'name': '', 'network_id': 'cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'mac_address': 'fa:16:3e:df:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:31Z', 'updated_at': '2022-10-28T10:56:36Z', 'revision_number': 5, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'subnets': [{'id': '503b837f-ad0b-4da1-acd0-2608ba194bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:01:39.093640 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95c19cd-f47a-40f1-89f4-979cafa3aeaa None None] New status for floating IP 8c595247-ea72-4b35-b55b-9f160c1e2ba4: DOWN {{(pid=114062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:01:39.778390 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f16e83-2a00-44c2-b1fd-0d8d129deb18 req-b83d5d99-dd2c-40bc-a023-589dbed05e02 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:39.779881 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a1f16e83-2a00-44c2-b1fd-0d8d129deb18 req-b83d5d99-dd2c-40bc-a023-589dbed05e02 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 944 time: 0.0478685 Oct 28 11:01:39.832597 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-a1f16e83-2a00-44c2-b1fd-0d8d129deb18 req-e23d8c7a-a027-4b3d-b681-53ce838591f8 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470848 Oct 28 11:01:40.028042 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-042c8823-b16e-4d47-844c-d095520a7630 req-b5417ba8-5062-4c64-a1b1-f3a4deaeac9b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878847 Oct 28 11:01:40.430255 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4cb68-6817-4851-a6e6-a550538c77b4 req-4e32a311-dad9-42c8-9e8a-785f65668096 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:40.431781 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7bc4cb68-6817-4851-a6e6-a550538c77b4 req-4e32a311-dad9-42c8-9e8a-785f65668096 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 944 time: 0.0486286 Oct 28 11:01:40.513799 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-042c8823-b16e-4d47-844c-d095520a7630 req-bd88a14f-dfce-4bde-a18d-3425c6022bfe service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443780 Oct 28 11:01:40.525692 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-7bc4cb68-6817-4851-a6e6-a550538c77b4 req-4ba035d3-63d6-407d-b0cc-ffcc49021126 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Deleting port 3ca70420-879b-401f-9f48-cfd0c5e4b320 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:01:40.526033 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7bc4cb68-6817-4851-a6e6-a550538c77b4 req-4ba035d3-63d6-407d-b0cc-ffcc49021126 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:40.618180 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [req-7bc4cb68-6817-4851-a6e6-a550538c77b4 req-4ba035d3-63d6-407d-b0cc-ffcc49021126 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] For port 3ca70420-879b-401f-9f48-cfd0c5e4b320, host hv-neutron-zed0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-zed0',level=0,port_id=3ca70420-879b-401f-9f48-cfd0c5e4b320,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:40.618540 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7bc4cb68-6817-4851-a6e6-a550538c77b4 req-4ba035d3-63d6-407d-b0cc-ffcc49021126 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:40.632056 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [req-7bc4cb68-6817-4851-a6e6-a550538c77b4 req-4ba035d3-63d6-407d-b0cc-ffcc49021126 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Calling delete_port for 3ca70420-879b-401f-9f48-cfd0c5e4b320 owned by compute:nova {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:01:40.726920 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:01:40.820786 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7bc4cb68-6817-4851-a6e6-a550538c77b4 req-4ba035d3-63d6-407d-b0cc-ffcc49021126 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (3ca70420-879b-401f-9f48-cfd0c5e4b320), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:40.849977 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba035d3-63d6-407d-b0cc-ffcc49021126 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event deleted for resources: {'Port': ['ID=3ca70420-879b-401f-9f48-cfd0c5e4b320,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:40.901331 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc4cb68-6817-4851-a6e6-a550538c77b4 req-4ba035d3-63d6-407d-b0cc-ffcc49021126 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] No DVR routers for this DVR port 3ca70420-879b-401f-9f48-cfd0c5e4b320 on host hv-neutron-zed0 {{(pid=114060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:01:40.904078 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [req-7bc4cb68-6817-4851-a6e6-a550538c77b4 req-4ba035d3-63d6-407d-b0cc-ffcc49021126 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:40.907549 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [req-7bc4cb68-6817-4851-a6e6-a550538c77b4 req-4ba035d3-63d6-407d-b0cc-ffcc49021126 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.48 "DELETE /networking/v2.0/ports/3ca70420-879b-401f-9f48-cfd0c5e4b320 HTTP/1.1" status: 204 len: 173 time: 0.4677894 Oct 28 11:01:40.908050 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'name': 'network-vif-deleted', 'tag': '3ca70420-879b-401f-9f48-cfd0c5e4b320'}] {{(pid=114060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:01:40.910304 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534cedbae41fa60b51e6729bf5c26e4ea484422e7225bf5a0c68b32fe746b878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b94adf-2f17-44b4-810a-b2f725ff58d9" -d '{"events": [{"server_uuid": "23812e35-cbf6-48e6-a97e-e0a84d5de561", "name": "network-vif-deleted", "tag": "3ca70420-879b-401f-9f48-cfd0c5e4b320"}]}' {{(pid=114060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:01:40.942369 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-552783e1-7840-4eb7-ad29-f96ee39d5b72 req-1d3db2ad-5926-47a5-ac07-9814fa2e0133 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 210 time: 0.0284262 Oct 28 11:01:40.954646 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f966644-6bd0-46c5-9745-75ac41afca56 x-openstack-request-id: req-6f966644-6bd0-46c5-9745-75ac41afca56 {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:01:40.955039 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23812e35-cbf6-48e6-a97e-e0a84d5de561", "name": "network-vif-deleted", "tag": "3ca70420-879b-401f-9f48-cfd0c5e4b320", "status": "completed", "code": 200}]} {{(pid=114060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:01:40.955376 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f966644-6bd0-46c5-9745-75ac41afca56 {{(pid=114060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:01:40.955796 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f966644-6bd0-46c5-9745-75ac41afca56'] response: {'server_uuid': '23812e35-cbf6-48e6-a97e-e0a84d5de561', 'name': 'network-vif-deleted', 'tag': '3ca70420-879b-401f-9f48-cfd0c5e4b320', 'status': 'completed', 'code': 200} Oct 28 11:01:42.066333 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [req-30737ff2-5e6f-4882-9637-4ef2ca356127 req-f6d4509a-42f9-4c99-b23d-dac6fc3fb346 tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=23812e35-cbf6-48e6-a97e-e0a84d5de561 HTTP/1.1" status: 200 len: 210 time: 0.0312462 Oct 28 11:01:43.138191 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 52320) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:43.138946 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ad30f0b0-24ed-407f-bdca-98405e614fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:43.156439 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:43.200578 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3bba3903-b1dc-458c-8bce-6ede415ff69a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group (b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:43.225938 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3bba3903-b1dc-458c-8bce-6ede415ff69a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group (b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:43.254342 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:43.343220 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3bba3903-b1dc-458c-8bce-6ede415ff69a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:43.345810 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-3bba3903-b1dc-458c-8bce-6ede415ff69a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Publish callbacks [] for security_group (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:43.347001 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-3bba3903-b1dc-458c-8bce-6ede415ff69a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c HTTP/1.1" status: 204 len: 168 time: 0.2083895 Oct 28 11:01:43.357664 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba3903-b1dc-458c-8bce-6ede415ff69a tempest-TestSnapshotPattern-1011823895 tempest-TestSnapshotPattern-1011823895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e77a23-0e3f-42e3-9b8d-00e1dc3cdb1c,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:43.453314 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 52324) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:43.853664 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-121347c1-fbde-4e14-9ad3-e21507bcc425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (64dee83d-7940-44c3-92db-b88cfbeb5352), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:44.012115 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 3ca70420-879b-401f-9f48-cfd0c5e4b320 no longer exists at agent hyperv_hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:01:44.031233 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] No Port match for: 3ca70420-879b-401f-9f48-cfd0c5e4b320 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:01:44.032341 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Device 3ca70420-879b-401f-9f48-cfd0c5e4b320 not bound to the agent host hv-neutron-zed0 {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:01:44.079246 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-121347c1-fbde-4e14-9ad3-e21507bcc425 admin admin] Deleting port 589ce810-9b7d-4f31-ad28-fa9679761d6a {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:01:44.079589 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-121347c1-fbde-4e14-9ad3-e21507bcc425 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:44.121522 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:44.156571 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=100 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:44.163247 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-121347c1-fbde-4e14-9ad3-e21507bcc425 admin admin] For port 589ce810-9b7d-4f31-ad28-fa9679761d6a, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=589ce810-9b7d-4f31-ad28-fa9679761d6a,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:44.163606 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-121347c1-fbde-4e14-9ad3-e21507bcc425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:44.176921 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-121347c1-fbde-4e14-9ad3-e21507bcc425 admin admin] Calling delete_port for 589ce810-9b7d-4f31-ad28-fa9679761d6a owned by network:router_interface {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:01:44.423771 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-121347c1-fbde-4e14-9ad3-e21507bcc425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (589ce810-9b7d-4f31-ad28-fa9679761d6a), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:44.448962 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121347c1-fbde-4e14-9ad3-e21507bcc425 admin admin] Pushing event deleted for resources: {'Port': ['ID=589ce810-9b7d-4f31-ad28-fa9679761d6a,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:44.619220 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-121347c1-fbde-4e14-9ad3-e21507bcc425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (64dee83d-7940-44c3-92db-b88cfbeb5352), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:44.824635 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121347c1-fbde-4e14-9ad3-e21507bcc425 admin admin] Router 64dee83d-7940-44c3-92db-b88cfbeb5352 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:01:44.923703 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:44.928685 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121347c1-fbde-4e14-9ad3-e21507bcc425 admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:01:44.933761 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-121347c1-fbde-4e14-9ad3-e21507bcc425 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/64dee83d-7940-44c3-92db-b88cfbeb5352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4794271 Oct 28 11:01:44.936517 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 52328) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:44.944099 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65b3f48-9406-41ec-8e0a-04dcf99b0033 None None] Sync routers for ids ['64dee83d-7940-44c3-92db-b88cfbeb5352'] in dv-neutron-zed-2-hyperv {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:01:44.952961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b3f48-9406-41ec-8e0a-04dcf99b0033 None None] Routers {'64dee83d-7940-44c3-92db-b88cfbeb5352'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:44.953600 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a65b3f48-9406-41ec-8e0a-04dcf99b0033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T11:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['64dee83d-7940-44c3-92db-b88cfbeb5352'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:45.038715 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0383-a181-41b9-b56f-45dd5c2a8df1 admin admin] Publish callbacks [] for router (64dee83d-7940-44c3-92db-b88cfbeb5352), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:45.055429 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-a65b3f48-9406-41ec-8e0a-04dcf99b0033 None None] Set router 64dee83d-7940-44c3-92db-b88cfbeb5352 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:45.140256 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0383-a181-41b9-b56f-45dd5c2a8df1 admin admin] Publish callbacks [] for router_gateway (64dee83d-7940-44c3-92db-b88cfbeb5352), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:45.228583 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a65b3f48-9406-41ec-8e0a-04dcf99b0033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44'}], 'enable_snat': True}, 'gw_port_id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T11:01:44Z', 'revision_number': 5, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port': {'id': 'eb8379e8-17d2-4be4-b064-60ad911ab87b', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:45.243976 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:45.254276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65b3f48-9406-41ec-8e0a-04dcf99b0033 None None] Checking router: 64dee83d-7940-44c3-92db-b88cfbeb5352 for host: dv-neutron-zed-2-hyperv {{(pid=114061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:01:45.256971 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-3e7e0383-a181-41b9-b56f-45dd5c2a8df1 admin admin] Deleting port eb8379e8-17d2-4be4-b064-60ad911ab87b {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:01:45.257322 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0383-a181-41b9-b56f-45dd5c2a8df1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (eb8379e8-17d2-4be4-b064-60ad911ab87b), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:45.263361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b3f48-9406-41ec-8e0a-04dcf99b0033 None None] Routers {'64dee83d-7940-44c3-92db-b88cfbeb5352'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:45.263962 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a65b3f48-9406-41ec-8e0a-04dcf99b0033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T11:01:15Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['64dee83d-7940-44c3-92db-b88cfbeb5352'], 'active': True} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:45.343179 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-3e7e0383-a181-41b9-b56f-45dd5c2a8df1 admin admin] For port eb8379e8-17d2-4be4-b064-60ad911ab87b, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=eb8379e8-17d2-4be4-b064-60ad911ab87b,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:45.343546 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0383-a181-41b9-b56f-45dd5c2a8df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (eb8379e8-17d2-4be4-b064-60ad911ab87b), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:45.356943 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-3e7e0383-a181-41b9-b56f-45dd5c2a8df1 admin admin] Calling delete_port for eb8379e8-17d2-4be4-b064-60ad911ab87b owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:01:45.362433 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvr_db [None req-a65b3f48-9406-41ec-8e0a-04dcf99b0033 None None] Set router 64dee83d-7940-44c3-92db-b88cfbeb5352 gateway port host: None {{(pid=114061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:45.417055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_hamode_db [None req-a65b3f48-9406-41ec-8e0a-04dcf99b0033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T11:01:45Z', 'revision_number': 6, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port_host': None}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:45.418861 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-72bec7ec-7293-4f4a-a070-6c867bf78a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:45.446038 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65b3f48-9406-41ec-8e0a-04dcf99b0033 None None] The sync data for ids ['64dee83d-7940-44c3-92db-b88cfbeb5352'] in dv-neutron-zed-2-hyperv is: [{'id': '64dee83d-7940-44c3-92db-b88cfbeb5352', 'name': 'tempest-TestSnapshotPattern-817669417-router', 'tenant_id': '77ccbcc7981f482d893fefbb3bbd899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:29Z', 'updated_at': '2022-10-28T11:01:45Z', 'revision_number': 6, 'project_id': '77ccbcc7981f482d893fefbb3bbd899c', 'gw_port_host': None}] {{(pid=114061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:01:45.588952 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0383-a181-41b9-b56f-45dd5c2a8df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (eb8379e8-17d2-4be4-b064-60ad911ab87b), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:45.613901 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e0383-a181-41b9-b56f-45dd5c2a8df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8379e8-17d2-4be4-b064-60ad911ab87b,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:45.677391 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0383-a181-41b9-b56f-45dd5c2a8df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (64dee83d-7940-44c3-92db-b88cfbeb5352), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:45.767549 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0383-a181-41b9-b56f-45dd5c2a8df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (64dee83d-7940-44c3-92db-b88cfbeb5352), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:45.769612 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0383-a181-41b9-b56f-45dd5c2a8df1 admin admin] Publish callbacks [] for router_controller (64dee83d-7940-44c3-92db-b88cfbeb5352), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:45.875771 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0383-a181-41b9-b56f-45dd5c2a8df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (64dee83d-7940-44c3-92db-b88cfbeb5352), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:45.879671 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7e0383-a181-41b9-b56f-45dd5c2a8df1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64dee83d-7940-44c3-92db-b88cfbeb5352 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:01:45.881035 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0383-a181-41b9-b56f-45dd5c2a8df1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:45.882251 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-3e7e0383-a181-41b9-b56f-45dd5c2a8df1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/64dee83d-7940-44c3-92db-b88cfbeb5352 HTTP/1.1" status: 204 len: 168 time: 0.9448314 Oct 28 11:01:45.885157 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 52330) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:45.935862 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a250964c-8a24-4df8-be70-89fb45bf2f83 admin admin] Deleting subnet 503b837f-ad0b-4da1-acd0-2608ba194bff {{(pid=114060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:01:45.939597 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a250964c-8a24-4df8-be70-89fb45bf2f83 admin admin] Publish callbacks [] for subnet (503b837f-ad0b-4da1-acd0-2608ba194bff), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:45.981025 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a250964c-8a24-4df8-be70-89fb45bf2f83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866512'] for subnet (503b837f-ad0b-4da1-acd0-2608ba194bff), precommit_delete_associations {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.061343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a250964c-8a24-4df8-be70-89fb45bf2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (503b837f-ad0b-4da1-acd0-2608ba194bff), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.174909 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a250964c-8a24-4df8-be70-89fb45bf2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3834902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3710184'] for subnet (503b837f-ad0b-4da1-acd0-2608ba194bff), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.203087 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250964c-8a24-4df8-be70-89fb45bf2f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503b837f-ad0b-4da1-acd0-2608ba194bff,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:46.209430 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-a250964c-8a24-4df8-be70-89fb45bf2f83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.212690 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-a250964c-8a24-4df8-be70-89fb45bf2f83 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/503b837f-ad0b-4da1-acd0-2608ba194bff HTTP/1.1" status: 204 len: 168 time: 0.3263290 Oct 28 11:01:46.215505 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 52332) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:46.218905 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f15eb6-b23a-444a-9f13-be1291e69b87 None None] Network cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:01:46.294196 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 589ce810-9b7d-4f31-ad28-fa9679761d6a no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:01:46.302485 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.312475 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:46.321146 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: 589ce810-9b7d-4f31-ad28-fa9679761d6a {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:01:46.323970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 589ce810-9b7d-4f31-ad28-fa9679761d6a not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:01:46.323970 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device eb8379e8-17d2-4be4-b064-60ad911ab87b no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:01:46.350920 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] Deleting port ebda3747-e0f3-46a4-bdde-fc9707d15533 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:01:46.351261 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ebda3747-e0f3-46a4-bdde-fc9707d15533), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.362621 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: eb8379e8-17d2-4be4-b064-60ad911ab87b {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:01:46.363009 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device eb8379e8-17d2-4be4-b064-60ad911ab87b not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:01:46.449776 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] For port ebda3747-e0f3-46a4-bdde-fc9707d15533, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ebda3747-e0f3-46a4-bdde-fc9707d15533,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:46.450119 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ebda3747-e0f3-46a4-bdde-fc9707d15533), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.461809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65d5a9c-e524-412e-abd7-7ce1ba798f28 None None] DHCP port deletion for cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 11:01:46.469315 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] Calling delete_port for ebda3747-e0f3-46a4-bdde-fc9707d15533 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:01:46.509721 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5a9c-e524-412e-abd7-7ce1ba798f28 None None] Deleting port ebda3747-e0f3-46a4-bdde-fc9707d15533 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:01:46.510383 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e65d5a9c-e524-412e-abd7-7ce1ba798f28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ebda3747-e0f3-46a4-bdde-fc9707d15533), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.569820 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:46.588812 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-e65d5a9c-e524-412e-abd7-7ce1ba798f28 None None] For port ebda3747-e0f3-46a4-bdde-fc9707d15533, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ebda3747-e0f3-46a4-bdde-fc9707d15533,segment=NetworkSegment(4826665d-a3c9-4d01-aa1b-27649686d1c2),segment_id=4826665d-a3c9-4d01-aa1b-27649686d1c2)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:46.589235 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e65d5a9c-e524-412e-abd7-7ce1ba798f28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ebda3747-e0f3-46a4-bdde-fc9707d15533), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.603204 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5a9c-e524-412e-abd7-7ce1ba798f28 None None] Calling delete_port for ebda3747-e0f3-46a4-bdde-fc9707d15533 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:01:46.629896 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (ebda3747-e0f3-46a4-bdde-fc9707d15533), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.650013 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:46.661284 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebda3747-e0f3-46a4-bdde-fc9707d15533,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:46.664928 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] No DVR routers for this DVR port ebda3747-e0f3-46a4-bdde-fc9707d15533 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:01:46.684809 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-e65d5a9c-e524-412e-abd7-7ce1ba798f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (ebda3747-e0f3-46a4-bdde-fc9707d15533), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.715030 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5a9c-e524-412e-abd7-7ce1ba798f28 None None] Pushing event deleted for resources: {'Port': ['ID=ebda3747-e0f3-46a4-bdde-fc9707d15533,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:46.718412 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d5a9c-e524-412e-abd7-7ce1ba798f28 None None] No DVR routers for this DVR port ebda3747-e0f3-46a4-bdde-fc9707d15533 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:01:46.748548 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.774812 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:46.784643 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4826665d-a3c9-4d01-aa1b-27649686d1c2') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:46.784948 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4826665d-a3c9-4d01-aa1b-27649686d1c2') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:46.797880 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (4826665d-a3c9-4d01-aa1b-27649686d1c2), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.811824 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (4826665d-a3c9-4d01-aa1b-27649686d1c2), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.819732 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:01:46.821637 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (4826665d-a3c9-4d01-aa1b-27649686d1c2), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.824655 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:46.902135 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 4826665d-a3c9-4d01-aa1b-27649686d1c2 resource provider aggregate not found Oct 28 11:01:46.919530 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 4826665d-a3c9-4d01-aa1b-27649686d1c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4826665d-a3c9-4d01-aa1b-27649686d1c2 found for delete ", "request_id": "req-0925904d-3bdd-4f04-8ca7-0393f0a31abc"}]} Oct 28 11:01:46.952308 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.962846 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:46.962846 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae HTTP/1.1" status: 204 len: 168 time: 0.7454259 Oct 28 11:01:46.965705 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.wsgi [-] (114060) accepted ('10.222.0.49', 52340) {{(pid=114060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:46.980069 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52294168-a1ff-4b36-8ae5-ffbf886adf83 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe0c5ac-968c-40d3-903e-0fc65a8cf8ae,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:47.212253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:47.292343 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6e157ac2-666f-4c37-81cb-a762ea7ed81d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813182'] for router_interface (8c41da18-c050-443d-9c06-43cd9650e4e7), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:47.762254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:47.797628 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-6e157ac2-666f-4c37-81cb-a762ea7ed81d admin admin] Deleting port fe96e338-563a-4cb4-83e9-29d1afff07e4 {{(pid=114060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:01:47.797956 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6e157ac2-666f-4c37-81cb-a762ea7ed81d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), before_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:47.855210 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:47.881254 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.db [None req-6e157ac2-666f-4c37-81cb-a762ea7ed81d admin admin] For port fe96e338-563a-4cb4-83e9-29d1afff07e4, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=fe96e338-563a-4cb4-83e9-29d1afff07e4,segment=NetworkSegment(191b4b4e-21a2-4f7d-bdb1-bf57b26a581f),segment_id=191b4b4e-21a2-4f7d-bdb1-bf57b26a581f)] {{(pid=114060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:47.884356 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6e157ac2-666f-4c37-81cb-a762ea7ed81d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), precommit_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:47.894187 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.plugins.ml2.plugin [None req-6e157ac2-666f-4c37-81cb-a762ea7ed81d admin admin] Calling delete_port for fe96e338-563a-4cb4-83e9-29d1afff07e4 owned by network:router_interface {{(pid=114060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:01:48.137930 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6e157ac2-666f-4c37-81cb-a762ea7ed81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834917'] for port (fe96e338-563a-4cb4-83e9-29d1afff07e4), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:48.161212 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e157ac2-666f-4c37-81cb-a762ea7ed81d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe96e338-563a-4cb4-83e9-29d1afff07e4,revision_number=None']} {{(pid=114060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:48.194079 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:48.306438 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ebda3747-e0f3-46a4-bdde-fc9707d15533 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:01:48.327581 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: ebda3747-e0f3-46a4-bdde-fc9707d15533 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:01:48.328543 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ebda3747-e0f3-46a4-bdde-fc9707d15533 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:01:48.350277 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron_lib.callbacks.manager [None req-6e157ac2-666f-4c37-81cb-a762ea7ed81d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813550'] for router_interface (8c41da18-c050-443d-9c06-43cd9650e4e7), after_delete {{(pid=114060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:48.561489 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e157ac2-666f-4c37-81cb-a762ea7ed81d admin admin] Router 8c41da18-c050-443d-9c06-43cd9650e4e7 has already been hosted by L3 agent cf8d0934-ebc3-435b-8921-588bfdc4a819 {{(pid=114060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:01:48.659670 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:48.664873 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e157ac2-666f-4c37-81cb-a762ea7ed81d admin admin] Notify agent at l3_agent.dv-neutron-zed-2-hyperv the message routers_updated {{(pid=114060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:01:48.674408 dv-neutron-zed-2-hyperv neutron-server[114060]: INFO neutron.wsgi [None req-6e157ac2-666f-4c37-81cb-a762ea7ed81d admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/8c41da18-c050-443d-9c06-43cd9650e4e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7028706 Oct 28 11:01:48.674531 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 52342) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:48.674967 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcc417-2367-4849-8de8-912b73cc7154 None None] Sync routers for ids ['8c41da18-c050-443d-9c06-43cd9650e4e7'] in dv-neutron-zed-2-hyperv {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:01:48.685738 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfcc417-2367-4849-8de8-912b73cc7154 None None] Routers {'8c41da18-c050-443d-9c06-43cd9650e4e7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:48.686353 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-7dfcc417-2367-4849-8de8-912b73cc7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T11:01:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8c41da18-c050-443d-9c06-43cd9650e4e7'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:48.780360 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8768b8e5-549d-442b-a51d-eb07d0160e11 admin admin] Publish callbacks [] for router (8c41da18-c050-443d-9c06-43cd9650e4e7), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:48.789155 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-7dfcc417-2367-4849-8de8-912b73cc7154 None None] Set router 8c41da18-c050-443d-9c06-43cd9650e4e7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:48.820485 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:49.056876 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-7dfcc417-2367-4849-8de8-912b73cc7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'name': 'tempest-TestSnapshotPattern-1467109050-router', 'tenant_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221'}], 'enable_snat': True}, 'gw_port_id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T11:01:48Z', 'revision_number': 5, 'project_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'gw_port': {'id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:49.084909 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcc417-2367-4849-8de8-912b73cc7154 None None] Checking router: 8c41da18-c050-443d-9c06-43cd9650e4e7 for host: dv-neutron-zed-2-hyperv {{(pid=114062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:01:49.093914 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfcc417-2367-4849-8de8-912b73cc7154 None None] Routers {'8c41da18-c050-443d-9c06-43cd9650e4e7'} bound to L3 agent in host dv-neutron-zed-2-hyperv {{(pid=114062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:49.094522 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-7dfcc417-2367-4849-8de8-912b73cc7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-zed-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:46:15Z,description=,heartbeat_timestamp=2022-10-28T11:01:45Z,host='dv-neutron-zed-2-hyperv',id=cf8d0934-ebc3-435b-8921-588bfdc4a819,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:46:16Z,topic='l3_agent')) {'router_ids': ['8c41da18-c050-443d-9c06-43cd9650e4e7'], 'active': True} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:49.148005 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8768b8e5-549d-442b-a51d-eb07d0160e11 admin admin] Publish callbacks [] for router_gateway (8c41da18-c050-443d-9c06-43cd9650e4e7), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:49.196522 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_dvr_db [None req-7dfcc417-2367-4849-8de8-912b73cc7154 None None] Set router 8c41da18-c050-443d-9c06-43cd9650e4e7 gateway port host: dv-neutron-zed-2-hyperv {{(pid=114062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:49.284798 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-8768b8e5-549d-442b-a51d-eb07d0160e11 admin admin] Deleting port ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:01:49.285137 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8768b8e5-549d-442b-a51d-eb07d0160e11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (ed281117-f4c0-47fb-b524-1f7a8fcf9cb7), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:49.361563 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.l3_hamode_db [None req-7dfcc417-2367-4849-8de8-912b73cc7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'name': 'tempest-TestSnapshotPattern-1467109050-router', 'tenant_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221'}], 'enable_snat': True}, 'gw_port_id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T11:01:48Z', 'revision_number': 5, 'project_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'gw_port': {'id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}], 'dv-neutron-zed-2-hyperv', False) {} {{(pid=114062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:49.367195 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-8768b8e5-549d-442b-a51d-eb07d0160e11 admin admin] For port ed281117-f4c0-47fb-b524-1f7a8fcf9cb7, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=ed281117-f4c0-47fb-b524-1f7a8fcf9cb7,segment=NetworkSegment(d674c277-f31f-4efd-a482-0ca5f491fd79),segment_id=d674c277-f31f-4efd-a482-0ca5f491fd79)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:49.367564 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8768b8e5-549d-442b-a51d-eb07d0160e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (ed281117-f4c0-47fb-b524-1f7a8fcf9cb7), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:49.384069 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-8768b8e5-549d-442b-a51d-eb07d0160e11 admin admin] Calling delete_port for ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 owned by network:router_gateway {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:01:49.385720 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcc417-2367-4849-8de8-912b73cc7154 None None] The sync data for ids ['8c41da18-c050-443d-9c06-43cd9650e4e7'] in dv-neutron-zed-2-hyperv is: [{'id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'name': 'tempest-TestSnapshotPattern-1467109050-router', 'tenant_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'external_fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221'}], 'enable_snat': True}, 'gw_port_id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T11:01:48Z', 'revision_number': 5, 'project_id': 'd27451c5d12d4b698be6e4aba33b9ab4', 'gw_port': {'id': 'ed281117-f4c0-47fb-b524-1f7a8fcf9cb7', 'name': '', 'network_id': '3f25a2da-d85f-4684-8b32-f70565f202ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c41da18-c050-443d-9c06-43cd9650e4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'ip_address': '172.36.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-zed-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:56:35Z', 'updated_at': '2022-10-28T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85f6c870-9521-48cd-9e32-d9f3745223e3', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-zed-2-hyperv'}] {{(pid=114062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:01:49.502439 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:49.595209 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8768b8e5-549d-442b-a51d-eb07d0160e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (ed281117-f4c0-47fb-b524-1f7a8fcf9cb7), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:49.621337 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768b8e5-549d-442b-a51d-eb07d0160e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed281117-f4c0-47fb-b524-1f7a8fcf9cb7,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:49.686032 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8768b8e5-549d-442b-a51d-eb07d0160e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814392'] for router_gateway (8c41da18-c050-443d-9c06-43cd9650e4e7), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:49.779107 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8768b8e5-549d-442b-a51d-eb07d0160e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261271'] for router (8c41da18-c050-443d-9c06-43cd9650e4e7), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:49.781437 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8768b8e5-549d-442b-a51d-eb07d0160e11 admin admin] Publish callbacks [] for router_controller (8c41da18-c050-443d-9c06-43cd9650e4e7), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:49.886473 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8768b8e5-549d-442b-a51d-eb07d0160e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1813601'] for router (8c41da18-c050-443d-9c06-43cd9650e4e7), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:49.887018 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8768b8e5-549d-442b-a51d-eb07d0160e11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c41da18-c050-443d-9c06-43cd9650e4e7 {{(pid=114059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:01:49.893914 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-8768b8e5-549d-442b-a51d-eb07d0160e11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:49.893914 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-8768b8e5-549d-442b-a51d-eb07d0160e11 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/8c41da18-c050-443d-9c06-43cd9650e4e7 HTTP/1.1" status: 204 len: 168 time: 1.2194645 Oct 28 11:01:49.895733 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 52344) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:49.929318 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:49.948305 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f63745f-378e-4fb8-971f-df1dad55bf79 admin admin] Deleting subnet 6ddbee98-ccfc-4c21-a92b-8e06a925789f {{(pid=114059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:01:49.951759 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5f63745f-378e-4fb8-971f-df1dad55bf79 admin admin] Publish callbacks [] for subnet (6ddbee98-ccfc-4c21-a92b-8e06a925789f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:49.990752 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5f63745f-378e-4fb8-971f-df1dad55bf79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657760'] for subnet (6ddbee98-ccfc-4c21-a92b-8e06a925789f), precommit_delete_associations {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.074585 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5f63745f-378e-4fb8-971f-df1dad55bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950181'] for subnet (6ddbee98-ccfc-4c21-a92b-8e06a925789f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.186234 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5f63745f-378e-4fb8-971f-df1dad55bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32951736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3678031'] for subnet (6ddbee98-ccfc-4c21-a92b-8e06a925789f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.213602 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63745f-378e-4fb8-971f-df1dad55bf79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ddbee98-ccfc-4c21-a92b-8e06a925789f,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:50.217247 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5f63745f-378e-4fb8-971f-df1dad55bf79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.220351 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5f63745f-378e-4fb8-971f-df1dad55bf79 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/6ddbee98-ccfc-4c21-a92b-8e06a925789f HTTP/1.1" status: 204 len: 168 time: 0.3236673 Oct 28 11:01:50.222853 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 52346) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:50.225733 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1990abf3-bfd9-489d-915e-5ac44667d68c None None] Network 013d34b7-cdd6-4d4d-8a0f-d560755eefe2 requested from dv-neutron-zed-2-hyperv {{(pid=114061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:01:50.292577 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32848230'] for network (013d34b7-cdd6-4d4d-8a0f-d560755eefe2), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.340534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] Deleting port 661b62b3-a280-4f69-8e3c-5d3bf1166291 {{(pid=114059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:01:50.340975 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.399130 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ef7d18-a354-4493-8301-5eed8219c575 None None] DHCP port deletion for 013d34b7-cdd6-4d4d-8a0f-d560755eefe2 request from dv-neutron-zed-2-hyperv {{(pid=114061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 11:01:50.420004 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.db [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] For port 661b62b3-a280-4f69-8e3c-5d3bf1166291, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=661b62b3-a280-4f69-8e3c-5d3bf1166291,segment=NetworkSegment(191b4b4e-21a2-4f7d-bdb1-bf57b26a581f),segment_id=191b4b4e-21a2-4f7d-bdb1-bf57b26a581f)] {{(pid=114059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:50.420004 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.434273 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.plugin [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] Calling delete_port for 661b62b3-a280-4f69-8e3c-5d3bf1166291 owned by network:dhcp {{(pid=114059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:01:50.445333 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-28ef7d18-a354-4493-8301-5eed8219c575 None None] Deleting port 661b62b3-a280-4f69-8e3c-5d3bf1166291 {{(pid=114061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:01:50.446055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-28ef7d18-a354-4493-8301-5eed8219c575 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779533262367'] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), before_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.488886 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:01:50.522048 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:01:50.522405 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device ed281117-f4c0-47fb-b524-1f7a8fcf9cb7 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:01:50.522848 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device fe96e338-563a-4cb4-83e9-29d1afff07e4 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:01:50.550618 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-28ef7d18-a354-4493-8301-5eed8219c575 None None] For port 661b62b3-a280-4f69-8e3c-5d3bf1166291, host dv-neutron-zed-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-zed-2-hyperv',level=0,port_id=661b62b3-a280-4f69-8e3c-5d3bf1166291,segment=NetworkSegment(191b4b4e-21a2-4f7d-bdb1-bf57b26a581f),segment_id=191b4b4e-21a2-4f7d-bdb1-bf57b26a581f)] {{(pid=114061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:50.551049 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-28ef7d18-a354-4493-8301-5eed8219c575 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635704'] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), precommit_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.553967 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No Port match for: fe96e338-563a-4cb4-83e9-29d1afff07e4 {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:01:50.554323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device fe96e338-563a-4cb4-83e9-29d1afff07e4 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:01:50.554768 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 661b62b3-a280-4f69-8e3c-5d3bf1166291 no longer exists at agent ovs-agent-dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:01:50.583305 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-28ef7d18-a354-4493-8301-5eed8219c575 None None] Calling delete_port for 661b62b3-a280-4f69-8e3c-5d3bf1166291 owned by network:dhcp {{(pid=114061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:01:50.606257 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565993'] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.634811 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] No DVR routers for this DVR port 661b62b3-a280-4f69-8e3c-5d3bf1166291 on host dv-neutron-zed-2-hyperv {{(pid=114059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:01:50.636787 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] Pushing event deleted for resources: {'Port': ['ID=661b62b3-a280-4f69-8e3c-5d3bf1166291,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:50.641998 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.db [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] No active binding found for port 661b62b3-a280-4f69-8e3c-5d3bf1166291 {{(pid=114061) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 28 11:01:50.642404 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.plugin [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] The host dv-neutron-zed-2-hyperv is not matching for port 661b62b3-a280-4f69-8e3c-5d3bf1166291 host None! {{(pid=114061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 28 11:01:50.643037 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.plugins.ml2.rpc [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Device 661b62b3-a280-4f69-8e3c-5d3bf1166291 not bound to the agent host dv-neutron-zed-2-hyperv {{(pid=114061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:01:50.672639 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:50.677293 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-28ef7d18-a354-4493-8301-5eed8219c575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32934993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779533265565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779532773587'] for port (661b62b3-a280-4f69-8e3c-5d3bf1166291), after_delete {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.700829 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef7d18-a354-4493-8301-5eed8219c575 None None] Pushing event deleted for resources: {'Port': ['ID=661b62b3-a280-4f69-8e3c-5d3bf1166291,revision_number=None']} {{(pid=114061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:50.706131 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ef7d18-a354-4493-8301-5eed8219c575 None None] No DVR routers for this DVR port 661b62b3-a280-4f69-8e3c-5d3bf1166291 on host dv-neutron-zed-2-hyperv {{(pid=114061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:01:50.718199 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32908183', 'neutron.services.segments.db._delete_segments_for_network-8779533288659'] for network (013d34b7-cdd6-4d4d-8a0f-d560755eefe2), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.739787 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013d34b7-cdd6-4d4d-8a0f-d560755eefe2']}} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:50.750617 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191b4b4e-21a2-4f7d-bdb1-bf57b26a581f') {'for_net_delete': True} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:50.750950 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.services.segments.db [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191b4b4e-21a2-4f7d-bdb1-bf57b26a581f') {} {{(pid=114059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:50.760861 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779533242525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657783'] for segment (191b4b4e-21a2-4f7d-bdb1-bf57b26a581f), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.780349 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128'] for segment (191b4b4e-21a2-4f7d-bdb1-bf57b26a581f), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.787730 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=114059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:01:50.788130 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32915128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566020'] for segment (191b4b4e-21a2-4f7d-bdb1-bf57b26a581f), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.829066 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 191b4b4e-21a2-4f7d-bdb1-bf57b26a581f resource provider aggregate not found Oct 28 11:01:50.847595 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.services.segments.plugin [-] Segment 191b4b4e-21a2-4f7d-bdb1-bf57b26a581f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 191b4b4e-21a2-4f7d-bdb1-bf57b26a581f found for delete ", "request_id": "req-addf3dfe-99df-4b87-9421-ba3f0cffb239"}]} Oct 28 11:01:50.917534 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32908174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814421'] for network (013d34b7-cdd6-4d4d-8a0f-d560755eefe2), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.924337 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] Publish callbacks [] for network (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.927485 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/013d34b7-cdd6-4d4d-8a0f-d560755eefe2 HTTP/1.1" status: 204 len: 168 time: 0.7037160 Oct 28 11:01:50.937639 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413a74f-4bb1-471d-bf02-93e4aa85afaf admin admin] Pushing event deleted for resources: {'Network': ['ID=013d34b7-cdd6-4d4d-8a0f-d560755eefe2,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:51.224076 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 52354) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:51.263618 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-4cf7d261-5324-4471-af19-86b6f3a15fe7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=77ccbcc7981f482d893fefbb3bbd899c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388896 Oct 28 11:01:51.266078 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 52356) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:51.314452 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5724b1b3-f3ff-43b7-b40f-33ec9e9867ae admin admin] Publish callbacks [] for security_group (44a5ca7e-e23c-430c-a3d2-dbbbe8aec243), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:51.316946 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:51.340601 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5724b1b3-f3ff-43b7-b40f-33ec9e9867ae admin admin] Publish callbacks [] for security_group (44a5ca7e-e23c-430c-a3d2-dbbbe8aec243), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:51.452219 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5724b1b3-f3ff-43b7-b40f-33ec9e9867ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (44a5ca7e-e23c-430c-a3d2-dbbbe8aec243), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:51.454837 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-5724b1b3-f3ff-43b7-b40f-33ec9e9867ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:51.456044 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-5724b1b3-f3ff-43b7-b40f-33ec9e9867ae admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/44a5ca7e-e23c-430c-a3d2-dbbbe8aec243 HTTP/1.1" status: 204 len: 168 time: 0.1890492 Oct 28 11:01:51.464694 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724b1b3-f3ff-43b7-b40f-33ec9e9867ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a5ca7e-e23c-430c-a3d2-dbbbe8aec243,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:52.085334 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 52362) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:52.127769 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-75cc3dbf-b29b-403c-b7df-60fc4e655cbe admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d27451c5d12d4b698be6e4aba33b9ab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411971 Oct 28 11:01:52.130269 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.wsgi [-] (114059) accepted ('10.222.0.49', 52364) {{(pid=114059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:52.179693 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00755975-435c-430d-8f51-c57c2c81989d admin admin] Publish callbacks [] for security_group (b637dae7-9db5-4212-bbbf-fdc80146864c), before_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:52.200277 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00755975-435c-430d-8f51-c57c2c81989d admin admin] Publish callbacks [] for security_group (b637dae7-9db5-4212-bbbf-fdc80146864c), precommit_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:52.320527 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00755975-435c-430d-8f51-c57c2c81989d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605333'] for security_group (b637dae7-9db5-4212-bbbf-fdc80146864c), after_delete {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:52.323076 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron_lib.callbacks.manager [None req-00755975-435c-430d-8f51-c57c2c81989d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:52.324380 dv-neutron-zed-2-hyperv neutron-server[114059]: INFO neutron.wsgi [None req-00755975-435c-430d-8f51-c57c2c81989d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b637dae7-9db5-4212-bbbf-fdc80146864c HTTP/1.1" status: 204 len: 168 time: 0.1930904 Oct 28 11:01:52.332391 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00755975-435c-430d-8f51-c57c2c81989d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b637dae7-9db5-4212-bbbf-fdc80146864c,revision_number=None']} {{(pid=114059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:54.835012 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:58.663156 dv-neutron-zed-2-hyperv neutron-server[114060]: DEBUG dbcounter [-] [114060] Writing DB stats neutron:SELECT=70,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:59.582251 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=67 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:59.588288 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=67 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:02.327365 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=48,neutron:DELETE=8 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:02.328176 dv-neutron-zed-2-hyperv neutron-server[114059]: DEBUG dbcounter [-] [114059] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=114059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:04.752334 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=74,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:04.754259 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:10.802823 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:13.099997 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5c9792d9-8a89-40e0-9fa0-9ce414d1582b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:15.420041 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-091eb9a8-d226-4e21-9e2e-6b1065e9cc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.202792 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.727670 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:02:18.259765 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:18.842601 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:24.831112 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:34.747291 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:34.749253 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:36.580224 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=15 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:36.585113 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=19 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:43.091007 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ea26ace4-2354-4068-bba2-facc3a799af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:45.419275 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-bf465d2f-2685-4ccb-ba8b-502b8b8f3a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:47.199083 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:48.219238 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:48.830785 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:54.726428 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:02:54.808227 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.563929 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:12.567884 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:13.084610 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-fcdb94c8-18e8-4371-9b30-c5c6e3533583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:13.581539 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:13.582302 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:15.386938 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b98eae2b-b1da-4bb2-af8e-e4f0f4cf5386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:17.209989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:18.201856 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:18.847441 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:24.815348 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:31.726474 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:03:34.745562 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:34.747494 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:43.135490 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b55e8a6a-ffbf-40df-a68b-bcae04b3d00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:45.381055 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b596fb1c-8027-4ad9-b66d-f9ea0fb670ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:47.206579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:48.191968 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:48.843509 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:50.587562 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:50.588315 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:54.812167 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.746075 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:04.747961 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:UPDATE=5,neutron:SELECT=8 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:08.726544 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:04:10.810771 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:13.076839 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-7728d2c3-b2d5-4ee4-a81f-83c475a05855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:15.397738 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-cb1812ed-eea3-44ec-ac34-fa365f95ec15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:17.223604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:18.191804 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:18.886703 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:24.797152 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:32.565242 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=19 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:32.567166 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=15 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:34.744691 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:34.746617 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:43.133873 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-11341892-55b8-48a5-b665-97940831031c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:45.388855 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-17f4ddd9-0c44-41ab-abc4-b784619977f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:45.725435 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:04:47.206358 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:48.196323 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:48.847664 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:54.807794 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:04.580246 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:04.581029 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:12.561688 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:12.565694 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:13.132838 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-035de754-08c0-4a87-bccf-4297b52d99f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:15.401684 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-5a5f1f6b-bd8a-4794-b65a-d8300001fa25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:17.241370 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:18.201418 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:18.852897 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:22.725337 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:05:24.795465 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:34.743989 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:34.745891 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:41.576993 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:41.579950 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:43.092239 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-ab20feff-5156-4725-b788-f24f1cbe0f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:45.378311 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-2ee030b8-fa2d-4552-a5aa-6f2dfc5caebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:47.229021 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:48.240803 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:48.856236 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:54.852276 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:59.725596 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:06:04.738579 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:04.744726 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:13.097361 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-b6ae81cd-e54d-4397-8a86-a8336627e3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:15.411401 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-3e389bb7-1876-43d8-95c9-9e319135ca37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:17.200599 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:18.181124 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:18.573922 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:18.574854 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=6 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:18.863243 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:24.798692 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:32.649479 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=15 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:32.651247 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=11 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:34.739142 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:34.744515 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:36.724383 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:06:43.102281 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8752a77a-bd18-49ed-b091-628d8ef19bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:45.405272 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-12a1f474-2349-482e-81fb-865c7716e3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:47.233681 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:48.193724 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:48.885878 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:54.832389 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:55.565771 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:55.571625 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=4 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:12.570722 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:12.572604 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:13.165136 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-abd65a49-8328-46e7-b138-74c01ea655a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ef05b8ae-31c8-4be6-8b3b-93b9ae2914ad), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:13.723933 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG neutron.db.agents_db [None req-f77d8992-6f1d-40d7-840e-a1cb0cb1ebb5 None None] Agent healthcheck: found 6 active agents {{(pid=114062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:07:15.433759 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d6c9beee-bad5-4653-89f7-3a8b0efdd20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (cf8d0934-ebc3-435b-8921-588bfdc4a819), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:17.233137 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-262d2e36-5572-4af1-b888-53183fdd825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (17840e34-7251-45a5-9549-27112eb9f09b), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:18.227570 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-8266b9fd-302d-49fb-a3ed-d7dfd667dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (a025be1e-2e11-46f9-a6ed-60c007941294), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:18.862764 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-d3f1914e-6cd5-4ef9-989f-ea2bd46fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (ab928515-b6f6-43fc-95f7-43c76a5fc0c4), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:24.833487 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG neutron_lib.callbacks.manager [None req-dc943f05-9c50-41cf-973e-9e860463c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779533288641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32909526'] for agent (fac6ab3a-84d9-45f7-8924-10bc59f85b8a), after_update {{(pid=114061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.568910 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=3 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:32.571364 dv-neutron-zed-2-hyperv neutron-server[114062]: DEBUG dbcounter [-] [114062] Writing DB stats neutron:SELECT=5 {{(pid=114062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:34.769166 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:34.775400 dv-neutron-zed-2-hyperv neutron-server[114061]: DEBUG dbcounter [-] [114061] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=114061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}